2024-04-02T08:11:16.032 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-04-02T08:11:16.032 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --archive /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477 --name rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi --description rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --owner scheduled_rfriedma@teuthology -- /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477/orig.config.yaml 2024-04-02T08:11:16.081 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T08:11:16.167 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477 branch: wip-rf-oldDeep description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7635477' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rf-oldDeep ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 3cba26eaefcf7477205a2b2318143422b83a518d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 3cba26eaefcf7477205a2b2318143422b83a518d selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-rf-oldDeep sha1: 3cba26eaefcf7477205a2b2318143422b83a518d owner: scheduled_rfriedma@teuthology priority: 57 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8105 sha1: 3cba26eaefcf7477205a2b2318143422b83a518d sleep_before_teardown: 0 suite: rados:upgrade suite_branch: wip-rf-oldDeep suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 3cba26eaefcf7477205a2b2318143422b83a518d targets: smithi019.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB34yN5pvEdD7du2NhNej/n4ivz/9YQOHbBPYvUtopJT7zGBWBAv+sj9YgS1bkbEBZT88xn739/CCA+mDtO2Puw= smithi066.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAfJ8+FeXZ9G4ofeU+T0C01L7UI2sATxK2yMu3vCgsRZr8H+OBwT6vT9Z1GosSKyqsZtXM0O4+xZrPZtJAiwHhE= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-04-02_07:59:56 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rfriedma verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-02T08:11:16.167 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa; will attempt to use it 2024-04-02T08:11:16.168 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa/tasks 2024-04-02T08:11:16.168 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-02T08:11:16.169 INFO:teuthology.task.internal:Checking packages... 2024-04-02T08:11:16.194 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3cba26eaefcf7477205a2b2318143422b83a518d' 2024-04-02T08:11:16.194 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:11:16.194 INFO:teuthology.packaging:ref: None 2024-04-02T08:11:16.194 INFO:teuthology.packaging:tag: None 2024-04-02T08:11:16.194 INFO:teuthology.packaging:branch: wip-rf-oldDeep 2024-04-02T08:11:16.194 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:11:16.194 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rf-oldDeep 2024-04-02T08:11:16.421 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2422.g3cba26ea 2024-04-02T08:11:16.423 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-02T08:11:16.429 INFO:teuthology.task.internal:no buildpackages task found 2024-04-02T08:11:16.429 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-02T08:11:16.437 INFO:teuthology.task.internal:Saving configuration 2024-04-02T08:11:16.456 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-02T08:11:16.462 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T08:11:16.487 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi019.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:05:39.271231', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB34yN5pvEdD7du2NhNej/n4ivz/9YQOHbBPYvUtopJT7zGBWBAv+sj9YgS1bkbEBZT88xn739/CCA+mDtO2Puw='} 2024-04-02T08:11:16.511 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:05:39.270111', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAfJ8+FeXZ9G4ofeU+T0C01L7UI2sATxK2yMu3vCgsRZr8H+OBwT6vT9Z1GosSKyqsZtXM0O4+xZrPZtJAiwHhE='} 2024-04-02T08:11:16.511 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-02T08:11:16.517 INFO:teuthology.task.internal:roles: ubuntu@smithi019.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-02T08:11:16.517 INFO:teuthology.task.internal:roles: ubuntu@smithi066.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-02T08:11:16.517 INFO:teuthology.run_tasks:Running task console_log... 2024-04-02T08:11:16.591 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3570ba60d0>, signals=[15]) 2024-04-02T08:11:16.591 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-02T08:11:16.597 INFO:teuthology.task.internal:Opening connections... 2024-04-02T08:11:16.598 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi019.front.sepia.ceph.com 2024-04-02T08:11:16.599 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:11:16.705 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi066.front.sepia.ceph.com 2024-04-02T08:11:16.706 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:11:16.806 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-02T08:11:16.814 DEBUG:teuthology.orchestra.run.smithi019:> uname -m 2024-04-02T08:11:16.834 INFO:teuthology.orchestra.run.smithi019.stdout:x86_64 2024-04-02T08:11:16.834 DEBUG:teuthology.orchestra.run.smithi019:> cat /etc/os-release 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:NAME="CentOS Stream" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:VERSION="9" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:ID="centos" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:VERSION_ID="9" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:ANSI_COLOR="0;31" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:11:16.892 INFO:teuthology.orchestra.run.smithi019.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:11:16.893 INFO:teuthology.orchestra.run.smithi019.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:11:16.893 INFO:teuthology.orchestra.run.smithi019.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:11:16.893 INFO:teuthology.orchestra.run.smithi019.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:11:16.893 INFO:teuthology.orchestra.run.smithi019.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:11:16.893 INFO:teuthology.lock.ops:Updating smithi019.front.sepia.ceph.com on lock server 2024-04-02T08:11:16.920 DEBUG:teuthology.orchestra.run.smithi066:> uname -m 2024-04-02T08:11:16.937 INFO:teuthology.orchestra.run.smithi066.stdout:x86_64 2024-04-02T08:11:16.937 DEBUG:teuthology.orchestra.run.smithi066:> cat /etc/os-release 2024-04-02T08:11:16.994 INFO:teuthology.orchestra.run.smithi066.stdout:NAME="CentOS Stream" 2024-04-02T08:11:16.994 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION="9" 2024-04-02T08:11:16.994 INFO:teuthology.orchestra.run.smithi066.stdout:ID="centos" 2024-04-02T08:11:16.994 INFO:teuthology.orchestra.run.smithi066.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:11:16.994 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION_ID="9" 2024-04-02T08:11:16.994 INFO:teuthology.orchestra.run.smithi066.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:11:16.994 INFO:teuthology.orchestra.run.smithi066.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:11:16.995 INFO:teuthology.orchestra.run.smithi066.stdout:ANSI_COLOR="0;31" 2024-04-02T08:11:16.995 INFO:teuthology.orchestra.run.smithi066.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:11:16.995 INFO:teuthology.orchestra.run.smithi066.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:11:16.995 INFO:teuthology.orchestra.run.smithi066.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:11:16.995 INFO:teuthology.orchestra.run.smithi066.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:11:16.995 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:11:16.995 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:11:16.995 INFO:teuthology.lock.ops:Updating smithi066.front.sepia.ceph.com on lock server 2024-04-02T08:11:17.020 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-02T08:11:17.032 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-02T08:11:17.084 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-02T08:11:17.084 DEBUG:teuthology.orchestra.run.smithi019:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:11:17.087 DEBUG:teuthology.orchestra.run.smithi066:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:11:17.103 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-02T08:11:17.109 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-02T08:11:17.109 DEBUG:teuthology.orchestra.run.smithi019:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:11:17.144 DEBUG:teuthology.orchestra.run.smithi066:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:11:17.167 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-02T08:11:17.220 INFO:teuthology.run_tasks:Running task kernel... 2024-04-02T08:11:17.235 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-02T08:11:17.235 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-02T08:11:17.235 DEBUG:teuthology.orchestra.run.smithi019:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:11:17.235 DEBUG:teuthology.orchestra.run.smithi066:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:11:17.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:11:17.251 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-04-02T08:11:17.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:11:17.252 DEBUG:teuthology.orchestra.run.smithi019:> uname -r 2024-04-02T08:11:17.308 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:11:17.308 INFO:teuthology.task.kernel:Running kernel on smithi066: 5.14.0-361.el9.x86_64 2024-04-02T08:11:17.308 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum install -y kernel 2024-04-02T08:11:17.310 INFO:teuthology.orchestra.run.smithi019.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:11:17.310 INFO:teuthology.task.kernel:Running kernel on smithi019: 5.14.0-361.el9.x86_64 2024-04-02T08:11:17.310 DEBUG:teuthology.orchestra.run.smithi019:> sudo yum install -y kernel 2024-04-02T08:11:19.429 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-04-02T08:11:19.470 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-04-02T08:11:20.838 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - BaseOS 7.6 MB/s | 2.0 MB 00:00 2024-04-02T08:11:20.929 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS-9 - BaseOS 6.7 MB/s | 2.0 MB 00:00 2024-04-02T08:11:21.828 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-02T08:11:21.961 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-02T08:11:25.845 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - AppStream 6.8 MB/s | 19 MB 00:02 2024-04-02T08:11:26.271 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 19 MB 00:03 2024-04-02T08:11:29.954 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.1 MB 00:00 2024-04-02T08:11:30.288 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.1 MB 00:00 2024-04-02T08:11:31.755 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-02T08:11:31.914 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 16 kB 00:00 2024-04-02T08:11:33.090 INFO:teuthology.orchestra.run.smithi019.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-02T08:11:37.323 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 3.9 MB/s | 21 MB 00:05 2024-04-02T08:11:38.198 INFO:teuthology.orchestra.run.smithi019.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-02T08:11:40.547 INFO:teuthology.orchestra.run.smithi019.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:11:40.547 INFO:teuthology.orchestra.run.smithi019.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:11:40.650 INFO:teuthology.orchestra.run.smithi019.stdout:Dependencies resolved. 2024-04-02T08:11:40.657 INFO:teuthology.orchestra.run.smithi019.stdout:================================================================================ 2024-04-02T08:11:40.657 INFO:teuthology.orchestra.run.smithi019.stdout: Package Arch Version Repository Size 2024-04-02T08:11:40.657 INFO:teuthology.orchestra.run.smithi019.stdout:================================================================================ 2024-04-02T08:11:40.657 INFO:teuthology.orchestra.run.smithi019.stdout:Installing: 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout:Installing dependencies: 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction Summary 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout:================================================================================ 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout:Install 4 Packages 2024-04-02T08:11:40.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:11:40.659 INFO:teuthology.orchestra.run.smithi019.stdout:Total download size: 76 M 2024-04-02T08:11:40.659 INFO:teuthology.orchestra.run.smithi019.stdout:Installed size: 123 M 2024-04-02T08:11:40.659 INFO:teuthology.orchestra.run.smithi019.stdout:Downloading Packages: 2024-04-02T08:11:41.066 INFO:teuthology.orchestra.run.smithi019.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 471 kB/s | 192 kB 00:00 2024-04-02T08:11:41.925 INFO:teuthology.orchestra.run.smithi019.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 12 MB/s | 15 MB 00:01 2024-04-02T08:11:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-04-02T08:11:42.475 INFO:teuthology.orchestra.run.smithi019.stdout:(3/4): kernel-modules-core-5.14.0-434.el9.x86_6 20 MB/s | 28 MB 00:01 2024-04-02T08:11:42.810 INFO:teuthology.orchestra.run.smithi019.stdout:(4/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 16 MB/s | 34 MB 00:02 2024-04-02T08:11:42.811 INFO:teuthology.orchestra.run.smithi019.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:11:42.811 INFO:teuthology.orchestra.run.smithi019.stdout:Total 36 MB/s | 76 MB 00:02 2024-04-02T08:11:42.812 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check 2024-04-02T08:11:43.239 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction check succeeded. 2024-04-02T08:11:43.239 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction test 2024-04-02T08:11:44.119 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction test succeeded. 2024-04-02T08:11:44.119 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction 2024-04-02T08:11:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:11:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:11:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-04-02T08:11:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-02T08:11:44.939 INFO:teuthology.orchestra.run.smithi066.stdout: Package Arch Version Repository Size 2024-04-02T08:11:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-02T08:11:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:Install 4 Packages 2024-04-02T08:11:44.940 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:11:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 76 M 2024-04-02T08:11:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:Installed size: 123 M 2024-04-02T08:11:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-04-02T08:11:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 851 kB/s | 192 kB 00:00 2024-04-02T08:11:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 16 MB/s | 15 MB 00:00 2024-04-02T08:11:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 21 MB/s | 34 MB 00:01 2024-04-02T08:11:46.542 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 2024-04-02T08:11:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 15 MB/s | 28 MB 00:01 2024-04-02T08:11:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:11:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:Total 38 MB/s | 76 MB 00:02 2024-04-02T08:11:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-04-02T08:11:47.174 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:11:47.268 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:11:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-04-02T08:11:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-04-02T08:11:48.227 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-04-02T08:11:48.463 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-04-02T08:11:50.149 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:11:50.286 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:11:50.655 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-04-02T08:11:51.255 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:11:51.334 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:11:54.204 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:11:54.335 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:11:55.368 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:11:55.410 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:11:59.440 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:11:59.484 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:04.620 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:31.556 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:31.556 INFO:teuthology.orchestra.run.smithi019.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:12:31.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:12:31.600 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:32.014 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:32.014 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:32.014 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:32.014 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:32.472 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:32.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:12:32.472 INFO:teuthology.orchestra.run.smithi019.stdout:Installed: 2024-04-02T08:12:32.472 INFO:teuthology.orchestra.run.smithi019.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:32.472 INFO:teuthology.orchestra.run.smithi019.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:32.473 INFO:teuthology.orchestra.run.smithi019.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:12:32.473 INFO:teuthology.orchestra.run.smithi019.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:32.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:12:32.473 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! 2024-04-02T08:12:32.815 DEBUG:teuthology.orchestra.run.smithi019:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:32.963 INFO:teuthology.orchestra.run.smithi019.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:32.964 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:32.964 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:12:32.964 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:12:32.964 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:12:32.964 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-02T08:12:32.964 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi019.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:12:32.964 DEBUG:teuthology.orchestra.run.smithi019:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:33.047 INFO:teuthology.orchestra.run.smithi019.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:33.047 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:33.047 DEBUG:teuthology.orchestra.run.smithi019:> sudo rpm -qi grub2-tools 2024-04-02T08:12:33.084 INFO:teuthology.orchestra.run.smithi019.stdout:Name : grub2-tools 2024-04-02T08:12:33.084 INFO:teuthology.orchestra.run.smithi019.stdout:Epoch : 1 2024-04-02T08:12:33.084 INFO:teuthology.orchestra.run.smithi019.stdout:Version : 2.06 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Release : 68.el9 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Architecture: x86_64 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Group : Unspecified 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Size : 8264254 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:License : GPLv3+ 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Packager : builder@centos.org 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Vendor : CentOS 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Summary : Support tools for GRUB. 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout:Description : 2024-04-02T08:12:33.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:12:33.086 INFO:teuthology.orchestra.run.smithi019.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:12:33.086 INFO:teuthology.orchestra.run.smithi019.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:12:33.086 INFO:teuthology.orchestra.run.smithi019.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:12:33.086 INFO:teuthology.orchestra.run.smithi019.stdout:hardware devices. 2024-04-02T08:12:33.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:12:33.086 INFO:teuthology.orchestra.run.smithi019.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:12:33.087 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:12:33.087 INFO:teuthology.task.kernel:Updating grub on smithi019 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:12:33.087 DEBUG:teuthology.orchestra.run.smithi019:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:12:33.782 INFO:teuthology.orchestra.run.smithi019.stderr:Generating grub configuration file ... 2024-04-02T08:12:35.230 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:35.230 INFO:teuthology.orchestra.run.smithi066.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:12:35.230 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:12:35.275 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:35.346 INFO:teuthology.orchestra.run.smithi019.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:12:35.390 INFO:teuthology.orchestra.run.smithi019.stderr:done 2024-04-02T08:12:35.391 DEBUG:teuthology.orchestra.run.smithi019:> mktemp 2024-04-02T08:12:35.411 INFO:teuthology.orchestra.run.smithi019.stdout:/tmp/tmp.Ys1WTUa5I0 2024-04-02T08:12:35.411 DEBUG:teuthology.orchestra.run.smithi019:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Ys1WTUa5I0 2024-04-02T08:12:35.489 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 0666 /tmp/tmp.Ys1WTUa5I0 2024-04-02T08:12:35.643 DEBUG:teuthology.orchestra.remote:smithi019:/tmp/tmp.Ys1WTUa5I0 is 6KB 2024-04-02T08:12:35.693 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:35.694 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:12:35.694 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:12:35.694 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:12:35.699 DEBUG:teuthology.orchestra.run.smithi019:> rm -fr /tmp/tmp.Ys1WTUa5I0 2024-04-02T08:12:35.714 DEBUG:teuthology.orchestra.run.smithi019:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:12:35.790 INFO:teuthology.orchestra.run.smithi019.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:12:35.791 INFO:teuthology.orchestra.run.smithi019.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:12:35.791 INFO:teuthology.orchestra.run.smithi019.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:12:35.791 INFO:teuthology.orchestra.run.smithi019.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:12:35.792 DEBUG:teuthology.orchestra.run.smithi019:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:12:35.942 DEBUG:teuthology.orchestra.run.smithi019:> sudo shutdown -r now 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:12:36.113 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-04-02T08:12:36.441 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:36.552 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:36.552 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:36.552 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:12:36.552 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:12:36.553 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:12:36.553 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-02T08:12:36.553 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi066.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:12:36.553 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:12:36.636 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:12:36.637 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:12:36.637 DEBUG:teuthology.orchestra.run.smithi066:> sudo rpm -qi grub2-tools 2024-04-02T08:12:36.675 INFO:teuthology.orchestra.run.smithi066.stdout:Name : grub2-tools 2024-04-02T08:12:36.675 INFO:teuthology.orchestra.run.smithi066.stdout:Epoch : 1 2024-04-02T08:12:36.675 INFO:teuthology.orchestra.run.smithi066.stdout:Version : 2.06 2024-04-02T08:12:36.675 INFO:teuthology.orchestra.run.smithi066.stdout:Release : 68.el9 2024-04-02T08:12:36.675 INFO:teuthology.orchestra.run.smithi066.stdout:Architecture: x86_64 2024-04-02T08:12:36.675 INFO:teuthology.orchestra.run.smithi066.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:12:36.675 INFO:teuthology.orchestra.run.smithi066.stdout:Group : Unspecified 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Size : 8264254 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:License : GPLv3+ 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Packager : builder@centos.org 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Vendor : CentOS 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Summary : Support tools for GRUB. 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:Description : 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:12:36.676 INFO:teuthology.orchestra.run.smithi066.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:12:36.677 INFO:teuthology.orchestra.run.smithi066.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:12:36.677 INFO:teuthology.orchestra.run.smithi066.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:12:36.677 INFO:teuthology.orchestra.run.smithi066.stdout:hardware devices. 2024-04-02T08:12:36.677 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:12:36.677 INFO:teuthology.orchestra.run.smithi066.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:12:36.678 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:12:36.678 INFO:teuthology.task.kernel:Updating grub on smithi066 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:12:36.678 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:12:37.298 INFO:teuthology.orchestra.run.smithi066.stderr:Generating grub configuration file ... 2024-04-02T08:12:38.712 INFO:teuthology.orchestra.run.smithi066.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:12:38.742 INFO:teuthology.orchestra.run.smithi066.stderr:done 2024-04-02T08:12:38.743 DEBUG:teuthology.orchestra.run.smithi066:> mktemp 2024-04-02T08:12:38.758 INFO:teuthology.orchestra.run.smithi066.stdout:/tmp/tmp.qNN6PmEUyO 2024-04-02T08:12:38.759 DEBUG:teuthology.orchestra.run.smithi066:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.qNN6PmEUyO 2024-04-02T08:12:38.831 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0666 /tmp/tmp.qNN6PmEUyO 2024-04-02T08:12:38.975 DEBUG:teuthology.orchestra.remote:smithi066:/tmp/tmp.qNN6PmEUyO is 6KB 2024-04-02T08:12:39.023 DEBUG:teuthology.orchestra.run.smithi066:> rm -fr /tmp/tmp.qNN6PmEUyO 2024-04-02T08:12:39.038 DEBUG:teuthology.orchestra.run.smithi066:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:12:39.114 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:12:39.115 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:12:39.115 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:12:39.115 INFO:teuthology.orchestra.run.smithi066.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:12:39.116 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:12:39.277 DEBUG:teuthology.orchestra.run.smithi066:> sudo shutdown -r now 2024-04-02T08:13:05.971 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-02T08:13:05.972 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2024-04-02T08:13:05.973 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:09.282 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-02T08:13:09.282 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:13:09.283 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:24.382 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.19 2024-04-02T08:13:27.710 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-02T08:13:33.389 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2024-04-02T08:13:33.390 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:36.714 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:13:36.715 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:39.774 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-02T08:13:51.786 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:13:51.787 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:54.846 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-02T08:14:09.858 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:14:09.859 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:28.382 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-04-02T08:14:33.395 DEBUG:teuthology.orchestra.remote:timed out 2024-04-02T08:14:45.406 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2024-04-02T08:14:45.407 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:45.748 DEBUG:teuthology.orchestra.run.smithi019:> true 2024-04-02T08:14:46.131 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi019.front.sepia.ceph.com' 2024-04-02T08:14:46.132 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:14:46.132 DEBUG:teuthology.orchestra.run.smithi019:> uname -r 2024-04-02T08:14:46.147 INFO:teuthology.orchestra.run.smithi019.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:14:46.147 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:14:46.147 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:14:46.147 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:14:46.383 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:14:46.384 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:14:46.726 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-04-02T08:14:47.084 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:14:47.084 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:14:47.084 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-04-02T08:14:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:14:47.100 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:14:47.100 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:14:47.100 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:14:47.148 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-02T08:14:47.148 DEBUG:teuthology.orchestra.run.smithi019:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:14:47.214 INFO:teuthology.orchestra.run.smithi019.stdout:ttyS1 2024-04-02T08:14:47.259 DEBUG:teuthology.parallel:result is None 2024-04-02T08:14:48.101 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-02T08:14:48.101 DEBUG:teuthology.orchestra.run.smithi066:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:14:48.187 INFO:teuthology.orchestra.run.smithi066.stdout:ttyS1 2024-04-02T08:14:48.224 DEBUG:teuthology.parallel:result is None 2024-04-02T08:14:48.225 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-02T08:14:48.232 INFO:teuthology.task.internal:Creating test directory... 2024-04-02T08:14:48.232 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:14:48.234 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:14:48.252 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-02T08:14:48.259 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-02T08:14:48.266 INFO:teuthology.task.internal:Creating archive directory... 2024-04-02T08:14:48.266 DEBUG:teuthology.orchestra.run.smithi019:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:14:48.292 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:14:48.329 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-02T08:14:48.336 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-02T08:14:48.336 DEBUG:teuthology.orchestra.run.smithi019:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:14:48.359 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:14:48.393 INFO:teuthology.orchestra.run.smithi019.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.403 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.407 INFO:teuthology.orchestra.run.smithi019.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.421 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:14:48.422 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-02T08:14:48.431 INFO:teuthology.task.internal:Configuring sudo... 2024-04-02T08:14:48.431 DEBUG:teuthology.orchestra.run.smithi019:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:14:48.452 DEBUG:teuthology.orchestra.run.smithi066:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:14:48.498 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-02T08:14:48.508 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-02T08:14:48.508 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:14:48.521 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:14:48.553 DEBUG:teuthology.orchestra.run.smithi019:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.618 DEBUG:teuthology.orchestra.run.smithi019:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.665 DEBUG:teuthology.orchestra.run.smithi019:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:48.747 DEBUG:teuthology.orchestra.run.smithi019:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:48.790 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:14:48.791 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:14:48.858 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.904 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:14:48.965 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:49.010 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:14:49.060 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:14:49.060 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:14:49.134 DEBUG:teuthology.orchestra.run.smithi019:> sudo service rsyslog restart 2024-04-02T08:14:49.136 DEBUG:teuthology.orchestra.run.smithi066:> sudo service rsyslog restart 2024-04-02T08:14:49.184 INFO:teuthology.orchestra.run.smithi019.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:14:49.227 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:14:49.600 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-02T08:14:49.608 INFO:teuthology.task.internal:Starting timer... 2024-04-02T08:14:49.608 INFO:teuthology.run_tasks:Running task pcp... 2024-04-02T08:14:49.617 INFO:teuthology.run_tasks:Running task selinux... 2024-04-02T08:14:49.626 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-02T08:14:49.626 DEBUG:teuthology.orchestra.run.smithi019:> sudo service auditd rotate 2024-04-02T08:14:49.678 INFO:teuthology.orchestra.run.smithi019.stdout:Rotating logs: 2024-04-02T08:14:49.680 DEBUG:teuthology.orchestra.run.smithi066:> sudo service auditd rotate 2024-04-02T08:14:49.737 INFO:teuthology.orchestra.run.smithi066.stdout:Rotating logs: 2024-04-02T08:14:49.739 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-02T08:14:49.739 DEBUG:teuthology.orchestra.run.smithi019:> /usr/sbin/getenforce 2024-04-02T08:14:49.768 INFO:teuthology.orchestra.run.smithi019.stdout:Permissive 2024-04-02T08:14:49.769 DEBUG:teuthology.orchestra.run.smithi066:> /usr/sbin/getenforce 2024-04-02T08:14:49.794 INFO:teuthology.orchestra.run.smithi066.stdout:Permissive 2024-04-02T08:14:49.794 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi019.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi066.front.sepia.ceph.com': 'permissive'} 2024-04-02T08:14:49.794 DEBUG:teuthology.orchestra.run.smithi019:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:14:49.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:14:49.837 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:14:49.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:14:49.870 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-02T08:14:49.870 DEBUG:teuthology.orchestra.run.smithi019:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:14:49.912 DEBUG:teuthology.orchestra.run.smithi066:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:14:49.955 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-02T08:14:49.964 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-02T08:14:49.979 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-02T08:14:49.981 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi019.front.sepia.ceph.com,smithi066.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-02T08:19:09.710 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi019.front.sepia.ceph.com'), Remote(name='ubuntu@smithi066.front.sepia.ceph.com')] 2024-04-02T08:19:09.711 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2024-04-02T08:19:09.712 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:19:09.805 DEBUG:teuthology.orchestra.run.smithi019:> true 2024-04-02T08:19:09.880 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi019.front.sepia.ceph.com' 2024-04-02T08:19:09.880 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:19:09.881 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:19:09.982 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-04-02T08:19:10.063 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-02T08:19:10.063 INFO:teuthology.run_tasks:Running task clock... 2024-04-02T08:19:10.074 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-02T08:19:10.074 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:19:10.075 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:19:10.077 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:19:10.077 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:19:10.105 INFO:teuthology.orchestra.run.smithi019.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:19:10.122 INFO:teuthology.orchestra.run.smithi019.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:19:10.139 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:19:10.151 INFO:teuthology.orchestra.run.smithi019.stderr:sudo: ntpd: command not found 2024-04-02T08:19:10.160 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:19:10.165 INFO:teuthology.orchestra.run.smithi019.stdout:506 Cannot talk to daemon 2024-04-02T08:19:10.182 INFO:teuthology.orchestra.run.smithi019.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:19:10.197 INFO:teuthology.orchestra.run.smithi066.stderr:sudo: ntpd: command not found 2024-04-02T08:19:10.198 INFO:teuthology.orchestra.run.smithi019.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:19:10.214 INFO:teuthology.orchestra.run.smithi066.stdout:506 Cannot talk to daemon 2024-04-02T08:19:10.235 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:19:10.248 INFO:teuthology.orchestra.run.smithi019.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:19:10.251 INFO:teuthology.orchestra.run.smithi019.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:19:10.251 INFO:teuthology.orchestra.run.smithi019.stdout:=============================================================================== 2024-04-02T08:19:10.251 INFO:teuthology.orchestra.run.smithi019.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.251 INFO:teuthology.orchestra.run.smithi019.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.251 INFO:teuthology.orchestra.run.smithi019.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.252 INFO:teuthology.orchestra.run.smithi019.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.254 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:19:10.315 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:19:10.318 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:19:10.318 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-04-02T08:19:10.318 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.318 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.318 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.318 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:19:10.319 INFO:teuthology.run_tasks:Running task pexec... 2024-04-02T08:19:10.329 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-02T08:19:10.329 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi019.front.sepia.ceph.com 2024-04-02T08:19:10.329 DEBUG:teuthology.orchestra.run.smithi019:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:19:10.330 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi066.front.sepia.ceph.com 2024-04-02T08:19:10.330 DEBUG:teuthology.orchestra.run.smithi066:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:19:10.922 INFO:teuthology.orchestra.run.smithi019.stdout:Last metadata expiration check: 0:00:50 ago on Tue 02 Apr 2024 08:18:20 AM UTC. 2024-04-02T08:19:10.966 INFO:teuthology.orchestra.run.smithi066.stdout:Last metadata expiration check: 0:00:47 ago on Tue 02 Apr 2024 08:18:23 AM UTC. 2024-04-02T08:19:11.073 INFO:teuthology.orchestra.run.smithi019.stdout:Dependencies resolved. 2024-04-02T08:19:11.080 INFO:teuthology.orchestra.run.smithi019.stdout:================================================================================ 2024-04-02T08:19:11.080 INFO:teuthology.orchestra.run.smithi019.stdout: Package Architecture Version Repository Size 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout:================================================================================ 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout:Installing: 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction Summary 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout:================================================================================ 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout:Install 1 Package 2024-04-02T08:19:11.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:19:11.082 INFO:teuthology.orchestra.run.smithi019.stdout:Total download size: 3.1 M 2024-04-02T08:19:11.082 INFO:teuthology.orchestra.run.smithi019.stdout:Installed size: 9.8 M 2024-04-02T08:19:11.082 INFO:teuthology.orchestra.run.smithi019.stdout:Downloading Packages: 2024-04-02T08:19:11.118 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-04-02T08:19:11.120 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-02T08:19:11.120 INFO:teuthology.orchestra.run.smithi066.stdout: Package Architecture Version Repository Size 2024-04-02T08:19:11.120 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-02T08:19:11.120 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout:Install 1 Package 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 3.1 M 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout:Installed size: 9.8 M 2024-04-02T08:19:11.121 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-04-02T08:19:11.664 INFO:teuthology.orchestra.run.smithi066.stdout:runc-1.1.12-2.el9.x86_64.rpm 6.6 MB/s | 3.1 MB 00:00 2024-04-02T08:19:11.664 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:19:11.664 INFO:teuthology.orchestra.run.smithi066.stdout:Total 5.8 MB/s | 3.1 MB 00:00 2024-04-02T08:19:11.702 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-04-02T08:19:11.708 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-04-02T08:19:11.708 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-04-02T08:19:11.794 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-04-02T08:19:11.794 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-04-02T08:19:12.016 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-04-02T08:19:12.102 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:12.119 INFO:teuthology.orchestra.run.smithi019.stdout:runc-1.1.12-2.el9.x86_64.rpm 3.2 MB/s | 3.1 MB 00:00 2024-04-02T08:19:12.119 INFO:teuthology.orchestra.run.smithi019.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:19:12.119 INFO:teuthology.orchestra.run.smithi019.stdout:Total 3.0 MB/s | 3.1 MB 00:01 2024-04-02T08:19:12.159 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check 2024-04-02T08:19:12.165 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction check succeeded. 2024-04-02T08:19:12.165 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction test 2024-04-02T08:19:12.251 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction test succeeded. 2024-04-02T08:19:12.251 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction 2024-04-02T08:19:12.478 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 2024-04-02T08:19:12.567 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:12.673 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:12.998 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:12.998 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:19:12.998 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-04-02T08:19:12.998 INFO:teuthology.orchestra.run.smithi066.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:19:12.998 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:19:12.998 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-04-02T08:19:13.107 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:13.260 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:13.395 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:19:13.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:19:13.395 INFO:teuthology.orchestra.run.smithi019.stdout:Installed: 2024-04-02T08:19:13.395 INFO:teuthology.orchestra.run.smithi019.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:19:13.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:19:13.395 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! 2024-04-02T08:19:13.693 DEBUG:teuthology.parallel:result is None 2024-04-02T08:19:13.693 INFO:teuthology.run_tasks:Running task install... 2024-04-02T08:19:13.703 DEBUG:teuthology.task.install:project ceph 2024-04-02T08:19:13.703 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:19:13.703 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:19:13.703 INFO:teuthology.task.install:Using flavor: default 2024-04-02T08:19:13.712 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-02T08:19:13.712 INFO:teuthology.task.install:extra packages: [] 2024-04-02T08:19:13.712 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:19:13.712 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:13.712 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:13.712 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:13.712 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:13.713 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:19:13.713 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:19:13.715 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:19:13.715 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:13.715 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:13.715 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:13.715 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:13.715 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:19:13.716 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:19:13.977 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:19:13.977 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:19:14.016 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:19:14.017 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:19:14.088 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:19:14.088 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:19:14.088 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:19:14.116 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:19:14.117 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:14.117 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:14.117 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:14.117 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:14.117 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:19:14.117 DEBUG:teuthology.orchestra.run.smithi019:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:19:14.126 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:19:14.126 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:19:14.126 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:19:14.163 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:19:14.163 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:19:14.163 INFO:teuthology.packaging:ref: None 2024-04-02T08:19:14.163 INFO:teuthology.packaging:tag: None 2024-04-02T08:19:14.163 INFO:teuthology.packaging:branch: reef 2024-04-02T08:19:14.163 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:19:14.163 DEBUG:teuthology.orchestra.run.smithi066:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:19:14.184 DEBUG:teuthology.orchestra.run.smithi019:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:19:14.238 DEBUG:teuthology.orchestra.run.smithi066:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:19:14.264 DEBUG:teuthology.orchestra.run.smithi019:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:19:14.328 DEBUG:teuthology.orchestra.run.smithi066:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:19:14.335 INFO:teuthology.orchestra.run.smithi019.stdout:check_obsoletes = 1 2024-04-02T08:19:14.337 DEBUG:teuthology.orchestra.run.smithi019:> sudo yum clean all 2024-04-02T08:19:14.360 INFO:teuthology.orchestra.run.smithi066.stdout:check_obsoletes = 1 2024-04-02T08:19:14.361 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum clean all 2024-04-02T08:19:14.578 INFO:teuthology.orchestra.run.smithi019.stdout:74 files removed 2024-04-02T08:19:14.606 DEBUG:teuthology.orchestra.run.smithi019:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:19:14.618 INFO:teuthology.orchestra.run.smithi066.stdout:74 files removed 2024-04-02T08:19:14.646 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:19:15.242 INFO:teuthology.orchestra.run.smithi019.stdout:ceph packages for x86_64 234 kB/s | 77 kB 00:00 2024-04-02T08:19:15.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph packages for x86_64 186 kB/s | 77 kB 00:00 2024-04-02T08:19:15.626 INFO:teuthology.orchestra.run.smithi019.stdout:ceph noarch packages 30 kB/s | 9.9 kB 00:00 2024-04-02T08:19:15.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph noarch packages 36 kB/s | 9.9 kB 00:00 2024-04-02T08:19:15.977 INFO:teuthology.orchestra.run.smithi019.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-04-02T08:19:16.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph source packages 5.3 kB/s | 1.9 kB 00:00 2024-04-02T08:19:16.380 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS-9 - AppStream 18 MB/s | 6.7 MB 00:00 2024-04-02T08:19:16.531 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - AppStream 17 MB/s | 6.7 MB 00:00 2024-04-02T08:19:17.913 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS-9 - BaseOS 5.2 MB/s | 2.0 MB 00:00 2024-04-02T08:19:18.098 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS-9 - BaseOS 5.2 MB/s | 2.0 MB 00:00 2024-04-02T08:19:20.295 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.0 MB 00:02 2024-04-02T08:19:23.305 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - AppStream 10 MB/s | 19 MB 00:01 2024-04-02T08:19:28.364 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - CRB 4.2 MB/s | 6.1 MB 00:01 2024-04-02T08:19:29.212 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 764 kB/s | 8.0 MB 00:10 2024-04-02T08:19:29.881 INFO:teuthology.orchestra.run.smithi019.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 16 kB 00:00 2024-04-02T08:19:32.083 INFO:teuthology.orchestra.run.smithi019.stdout:Extra Packages for Enterprise Linux 10 MB/s | 21 MB 00:02 2024-04-02T08:19:32.155 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 10 MB/s | 19 MB 00:01 2024-04-02T08:19:36.781 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 6.3 MB/s | 6.1 MB 00:00 2024-04-02T08:19:37.333 INFO:teuthology.orchestra.run.smithi019.stdout:lab-extras 37 kB/s | 1.7 kB 00:00 2024-04-02T08:19:38.240 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 16 kB 00:00 2024-04-02T08:19:40.013 INFO:teuthology.orchestra.run.smithi019.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:40.013 INFO:teuthology.orchestra.run.smithi019.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:40.100 INFO:teuthology.orchestra.run.smithi019.stdout:Dependencies resolved. 2024-04-02T08:19:40.107 INFO:teuthology.orchestra.run.smithi019.stdout:============================================================================================ 2024-04-02T08:19:40.107 INFO:teuthology.orchestra.run.smithi019.stdout: Package Arch Version Repository Size 2024-04-02T08:19:40.107 INFO:teuthology.orchestra.run.smithi019.stdout:============================================================================================ 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout:Installing: 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:19:40.108 INFO:teuthology.orchestra.run.smithi019.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout:Upgrading: 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:40.109 INFO:teuthology.orchestra.run.smithi019.stdout:Installing dependencies: 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:19:40.110 INFO:teuthology.orchestra.run.smithi019.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:19:40.111 INFO:teuthology.orchestra.run.smithi019.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:19:40.112 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:19:40.113 INFO:teuthology.orchestra.run.smithi019.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:19:40.114 INFO:teuthology.orchestra.run.smithi019.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:19:40.115 INFO:teuthology.orchestra.run.smithi019.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction Summary 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout:============================================================================================ 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout:Install 118 Packages 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout:Upgrade 2 Packages 2024-04-02T08:19:40.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:19:40.117 INFO:teuthology.orchestra.run.smithi019.stdout:Total download size: 176 M 2024-04-02T08:19:40.117 INFO:teuthology.orchestra.run.smithi019.stdout:Downloading Packages: 2024-04-02T08:19:40.826 INFO:teuthology.orchestra.run.smithi019.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 36 kB/s | 6.5 kB 00:00 2024-04-02T08:19:41.035 INFO:teuthology.orchestra.run.smithi019.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 4.0 MB/s | 849 kB 00:00 2024-04-02T08:19:41.085 INFO:teuthology.orchestra.run.smithi019.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 2.8 MB/s | 143 kB 00:00 2024-04-02T08:19:41.319 INFO:teuthology.orchestra.run.smithi019.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 9.0 MB/s | 2.1 MB 00:00 2024-04-02T08:19:41.486 INFO:teuthology.orchestra.run.smithi019.stdout:(5/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 8.7 MB/s | 1.5 MB 00:00 2024-04-02T08:19:41.633 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 6.4 MB/s | 21 MB 00:03 2024-04-02T08:19:41.635 INFO:teuthology.orchestra.run.smithi019.stdout:(6/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 5.1 MB/s | 5.1 MB 00:00 2024-04-02T08:19:41.969 INFO:teuthology.orchestra.run.smithi019.stdout:(7/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 9.7 MB/s | 4.7 MB 00:00 2024-04-02T08:19:42.811 INFO:teuthology.orchestra.run.smithi019.stdout:(8/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el9 9.2 MB/s | 7.7 MB 00:00 2024-04-02T08:19:42.862 INFO:teuthology.orchestra.run.smithi019.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 503 kB/s | 25 kB 00:00 2024-04-02T08:19:43.145 INFO:teuthology.orchestra.run.smithi019.stdout:(10/120): ceph-common-18.2.2-1059.g4d05f4ca.el9 7.3 MB/s | 18 MB 00:02 2024-04-02T08:19:43.229 INFO:teuthology.orchestra.run.smithi019.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 374 kB/s | 31 kB 00:00 2024-04-02T08:19:43.379 INFO:teuthology.orchestra.run.smithi019.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 4.6 MB/s | 708 kB 00:00 2024-04-02T08:19:43.546 INFO:teuthology.orchestra.run.smithi019.stdout:(13/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 8.6 MB/s | 17 MB 00:01 2024-04-02T08:19:43.571 INFO:teuthology.orchestra.run.smithi019.stdout:(14/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 865 kB/s | 166 kB 00:00 2024-04-02T08:19:43.621 INFO:teuthology.orchestra.run.smithi019.stdout:(15/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.6 MB/s | 127 kB 00:00 2024-04-02T08:19:43.655 INFO:teuthology.orchestra.run.smithi019.stdout:(16/120): libradosstriper1-18.2.2-1059.g4d05f4c 5.5 MB/s | 474 kB 00:00 2024-04-02T08:19:43.722 INFO:teuthology.orchestra.run.smithi019.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 673 kB/s | 45 kB 00:00 2024-04-02T08:19:43.806 INFO:teuthology.orchestra.run.smithi019.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 1.5 MB/s | 129 kB 00:00 2024-04-02T08:19:43.881 INFO:teuthology.orchestra.run.smithi019.stdout:(19/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 2.1 MB/s | 162 kB 00:00 2024-04-02T08:19:43.973 INFO:teuthology.orchestra.run.smithi019.stdout:(20/120): python3-rados-18.2.2-1059.g4d05f4ca.e 3.4 MB/s | 320 kB 00:00 2024-04-02T08:19:44.082 INFO:teuthology.orchestra.run.smithi019.stdout:(21/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 9.7 MB/s | 4.5 MB 00:00 2024-04-02T08:19:44.107 INFO:teuthology.orchestra.run.smithi019.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 2.2 MB/s | 298 kB 00:00 2024-04-02T08:19:44.149 INFO:teuthology.orchestra.run.smithi019.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.4 MB/s | 99 kB 00:00 2024-04-02T08:19:44.174 INFO:teuthology.orchestra.run.smithi019.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.3 MB/s | 87 kB 00:00 2024-04-02T08:19:44.258 INFO:teuthology.orchestra.run.smithi019.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 2.0 MB/s | 172 kB 00:00 2024-04-02T08:19:44.342 INFO:teuthology.orchestra.run.smithi019.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 281 kB/s | 23 kB 00:00 2024-04-02T08:19:44.417 INFO:teuthology.orchestra.run.smithi019.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 1.8 MB/s | 138 kB 00:00 2024-04-02T08:19:44.475 INFO:teuthology.orchestra.run.smithi019.stdout:(28/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 9.2 MB/s | 3.0 MB 00:00 2024-04-02T08:19:44.634 INFO:teuthology.orchestra.run.smithi019.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 8.2 MB/s | 1.8 MB 00:00 2024-04-02T08:19:44.726 INFO:teuthology.orchestra.run.smithi019.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 2.6 MB/s | 245 kB 00:00 2024-04-02T08:19:44.810 INFO:teuthology.orchestra.run.smithi019.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 591 kB/s | 49 kB 00:00 2024-04-02T08:19:44.876 INFO:teuthology.orchestra.run.smithi019.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 224 kB/s | 15 kB 00:00 2024-04-02T08:19:44.960 INFO:teuthology.orchestra.run.smithi019.stdout:(33/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 2.6 MB/s | 224 kB 00:00 2024-04-02T08:19:45.077 INFO:teuthology.orchestra.run.smithi019.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 907 kB/s | 106 kB 00:00 2024-04-02T08:19:45.102 INFO:teuthology.orchestra.run.smithi019.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 1.2 MB/s | 32 kB 00:00 2024-04-02T08:19:45.236 INFO:teuthology.orchestra.run.smithi019.stdout:(36/120): ceph-mgr-diskprediction-local-18.2.2- 9.7 MB/s | 7.4 MB 00:00 2024-04-02T08:19:45.470 INFO:teuthology.orchestra.run.smithi019.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 74 kB/s | 17 kB 00:00 2024-04-02T08:19:45.553 INFO:teuthology.orchestra.run.smithi019.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.6 MB/s | 3.0 MB 00:00 2024-04-02T08:19:45.578 INFO:teuthology.orchestra.run.smithi019.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 159 kB 00:00 2024-04-02T08:19:45.612 INFO:teuthology.orchestra.run.smithi019.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 753 kB/s | 44 kB 00:00 2024-04-02T08:19:45.654 INFO:teuthology.orchestra.run.smithi019.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 661 kB 00:00 2024-04-02T08:19:45.680 INFO:teuthology.orchestra.run.smithi019.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.2 MB/s | 282 kB 00:00 2024-04-02T08:19:45.705 INFO:teuthology.orchestra.run.smithi019.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-04-02T08:19:45.730 INFO:teuthology.orchestra.run.smithi019.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 688 kB/s | 34 kB 00:00 2024-04-02T08:19:46.222 INFO:teuthology.orchestra.run.smithi019.stdout:(45/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 12 MB/s | 40 MB 00:03 2024-04-02T08:19:46.247 INFO:teuthology.orchestra.run.smithi019.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 150 kB/s | 78 kB 00:00 2024-04-02T08:19:46.315 INFO:teuthology.orchestra.run.smithi019.stdout:(47/120): openblas-openmp-0.3.21-2.el9.x86_64.r 7.8 MB/s | 4.7 MB 00:00 2024-04-02T08:19:46.523 INFO:teuthology.orchestra.run.smithi019.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 19 MB/s | 5.8 MB 00:00 2024-04-02T08:19:46.548 INFO:teuthology.orchestra.run.smithi019.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 55 kB/s | 16 kB 00:00 2024-04-02T08:19:46.573 INFO:teuthology.orchestra.run.smithi019.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 95 kB/s | 24 kB 00:00 2024-04-02T08:19:46.599 INFO:teuthology.orchestra.run.smithi019.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 241 kB/s | 18 kB 00:00 2024-04-02T08:19:46.624 INFO:teuthology.orchestra.run.smithi019.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 632 kB/s | 32 kB 00:00 2024-04-02T08:19:46.649 INFO:teuthology.orchestra.run.smithi019.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-04-02T08:19:46.825 INFO:teuthology.orchestra.run.smithi019.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 4.8 MB 00:00 2024-04-02T08:19:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-04-02T08:19:46.850 INFO:teuthology.orchestra.run.smithi019.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 969 kB/s | 217 kB 00:00 2024-04-02T08:19:46.875 INFO:teuthology.orchestra.run.smithi019.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 778 kB/s | 174 kB 00:00 2024-04-02T08:19:46.900 INFO:teuthology.orchestra.run.smithi019.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 924 kB/s | 69 kB 00:00 2024-04-02T08:19:46.925 INFO:teuthology.orchestra.run.smithi019.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 758 kB/s | 38 kB 00:00 2024-04-02T08:19:46.942 INFO:teuthology.orchestra.run.smithi019.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 619 kB/s | 41 kB 00:00 2024-04-02T08:19:46.968 INFO:teuthology.orchestra.run.smithi019.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 6.3 MB/s | 427 kB 00:00 2024-04-02T08:19:46.993 INFO:teuthology.orchestra.run.smithi019.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-02T08:19:47.018 INFO:teuthology.orchestra.run.smithi019.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.8 MB/s | 211 kB 00:00 2024-04-02T08:19:47.052 INFO:teuthology.orchestra.run.smithi019.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 5.5 MB/s | 473 kB 00:00 2024-04-02T08:19:47.077 INFO:teuthology.orchestra.run.smithi019.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 825 kB/s | 47 kB 00:00 2024-04-02T08:19:47.102 INFO:teuthology.orchestra.run.smithi019.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 519 kB/s | 43 kB 00:00 2024-04-02T08:19:47.361 INFO:teuthology.orchestra.run.smithi019.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 151 kB/s | 39 kB 00:00 2024-04-02T08:19:47.386 INFO:teuthology.orchestra.run.smithi019.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.0 MB/s | 300 kB 00:00 2024-04-02T08:19:47.595 INFO:teuthology.orchestra.run.smithi019.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 29 MB/s | 16 MB 00:00 2024-04-02T08:19:47.620 INFO:teuthology.orchestra.run.smithi019.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 242 kB/s | 63 kB 00:00 2024-04-02T08:19:47.645 INFO:teuthology.orchestra.run.smithi019.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 307 kB/s | 79 kB 00:00 2024-04-02T08:19:47.678 INFO:teuthology.orchestra.run.smithi019.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.8 MB/s | 241 kB 00:00 2024-04-02T08:19:47.713 INFO:teuthology.orchestra.run.smithi019.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.5 MB/s | 103 kB 00:00 2024-04-02T08:19:47.746 INFO:teuthology.orchestra.run.smithi019.stdout:(73/120): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.1 MB 00:00 2024-04-02T08:19:47.771 INFO:teuthology.orchestra.run.smithi019.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 124 kB 00:00 2024-04-02T08:19:47.796 INFO:teuthology.orchestra.run.smithi019.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.3 MB/s | 187 kB 00:00 2024-04-02T08:19:48.298 INFO:teuthology.orchestra.run.smithi019.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 357 kB/s | 187 kB 00:00 2024-04-02T08:19:48.322 INFO:teuthology.orchestra.run.smithi019.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 372 kB/s | 195 kB 00:00 2024-04-02T08:19:48.405 INFO:teuthology.orchestra.run.smithi019.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-04-02T08:19:48.472 INFO:teuthology.orchestra.run.smithi019.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 803 kB 00:00 2024-04-02T08:19:48.523 INFO:teuthology.orchestra.run.smithi019.stdout:(80/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.2 MB/s | 245 kB 00:00 2024-04-02T08:19:48.615 INFO:teuthology.orchestra.run.smithi019.stdout:(81/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.2 MB/s | 248 kB 00:00 2024-04-02T08:19:48.640 INFO:teuthology.orchestra.run.smithi019.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 662 kB/s | 111 kB 00:00 2024-04-02T08:19:48.698 INFO:teuthology.orchestra.run.smithi019.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.7 MB/s | 309 kB 00:00 2024-04-02T08:19:48.724 INFO:teuthology.orchestra.run.smithi019.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 311 kB/s | 26 kB 00:00 2024-04-02T08:19:48.741 INFO:teuthology.orchestra.run.smithi019.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 1.1 MB/s | 49 kB 00:00 2024-04-02T08:19:48.824 INFO:teuthology.orchestra.run.smithi019.stdout:(86/120): libarrow-9.0.0-10.el9.x86_64.rpm 21 MB/s | 4.4 MB 00:00 2024-04-02T08:19:48.841 INFO:teuthology.orchestra.run.smithi019.stdout:(87/120): libunwind-1.6.2-1.el9.x86_64.rpm 575 kB/s | 67 kB 00:00 2024-04-02T08:19:48.875 INFO:teuthology.orchestra.run.smithi019.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-04-02T08:19:48.909 INFO:teuthology.orchestra.run.smithi019.stdout:(89/120): python3-asyncssh-2.13.2-5.el9.noarch. 6.4 MB/s | 548 kB 00:00 2024-04-02T08:19:48.934 INFO:teuthology.orchestra.run.smithi019.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 472 kB/s | 43 kB 00:00 2024-04-02T08:19:48.959 INFO:teuthology.orchestra.run.smithi019.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 299 kB/s | 15 kB 00:00 2024-04-02T08:19:48.984 INFO:teuthology.orchestra.run.smithi019.stdout:(92/120): python3-cachetools-4.2.4-1.el9.noarch 295 kB/s | 32 kB 00:00 2024-04-02T08:19:49.010 INFO:teuthology.orchestra.run.smithi019.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.2 MB/s | 172 kB 00:00 2024-04-02T08:19:49.035 INFO:teuthology.orchestra.run.smithi019.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 4.7 MB/s | 358 kB 00:00 2024-04-02T08:19:49.069 INFO:teuthology.orchestra.run.smithi019.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 182 kB/s | 11 kB 00:00 2024-04-02T08:19:49.094 INFO:teuthology.orchestra.run.smithi019.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 302 kB/s | 18 kB 00:00 2024-04-02T08:19:49.120 INFO:teuthology.orchestra.run.smithi019.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-04-02T08:19:49.145 INFO:teuthology.orchestra.run.smithi019.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-04-02T08:19:49.170 INFO:teuthology.orchestra.run.smithi019.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-04-02T08:19:49.195 INFO:teuthology.orchestra.run.smithi019.stdout:(100/120): python3-google-auth-2.28.2-1.el9.noa 963 kB/s | 203 kB 00:00 2024-04-02T08:19:49.220 INFO:teuthology.orchestra.run.smithi019.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 924 kB/s | 46 kB 00:00 2024-04-02T08:19:49.271 INFO:teuthology.orchestra.run.smithi019.stdout:(102/120): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-04-02T08:19:49.363 INFO:teuthology.orchestra.run.smithi019.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 470 kB/s | 79 kB 00:00 2024-04-02T08:19:49.388 INFO:teuthology.orchestra.run.smithi019.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 344 kB/s | 58 kB 00:00 2024-04-02T08:19:49.413 INFO:teuthology.orchestra.run.smithi019.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-04-02T08:19:49.438 INFO:teuthology.orchestra.run.smithi019.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 328 kB/s | 16 kB 00:00 2024-04-02T08:19:49.465 INFO:teuthology.orchestra.run.smithi019.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-04-02T08:19:49.468 INFO:teuthology.orchestra.run.smithi066.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:49.469 INFO:teuthology.orchestra.run.smithi066.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:19:49.489 INFO:teuthology.orchestra.run.smithi019.stdout:(108/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 894 kB/s | 90 kB 00:00 2024-04-02T08:19:49.515 INFO:teuthology.orchestra.run.smithi019.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-02T08:19:49.540 INFO:teuthology.orchestra.run.smithi019.stdout:(110/120): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-02T08:19:49.563 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-04-02T08:19:49.565 INFO:teuthology.orchestra.run.smithi019.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-04-02T08:19:49.570 INFO:teuthology.orchestra.run.smithi066.stdout:============================================================================================ 2024-04-02T08:19:49.570 INFO:teuthology.orchestra.run.smithi066.stdout: Package Arch Version Repository Size 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout:============================================================================================ 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:19:49.571 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrading: 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:19:49.572 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:19:49.573 INFO:teuthology.orchestra.run.smithi066.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:19:49.574 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:19:49.575 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:19:49.576 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:19:49.577 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:19:49.578 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:19:49.579 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-04-02T08:19:49.580 INFO:teuthology.orchestra.run.smithi066.stdout:============================================================================================ 2024-04-02T08:19:49.580 INFO:teuthology.orchestra.run.smithi066.stdout:Install 118 Packages 2024-04-02T08:19:49.580 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrade 2 Packages 2024-04-02T08:19:49.580 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:19:49.580 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 176 M 2024-04-02T08:19:49.580 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-04-02T08:19:49.590 INFO:teuthology.orchestra.run.smithi019.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 677 kB/s | 51 kB 00:00 2024-04-02T08:19:49.616 INFO:teuthology.orchestra.run.smithi019.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-02T08:19:49.649 INFO:teuthology.orchestra.run.smithi019.stdout:(114/120): python3-werkzeug-2.0.3-3.el9.1.noarc 7.1 MB/s | 427 kB 00:00 2024-04-02T08:19:49.675 INFO:teuthology.orchestra.run.smithi019.stdout:(115/120): python3-websocket-client-1.2.3-2.el9 823 kB/s | 90 kB 00:00 2024-04-02T08:19:49.700 INFO:teuthology.orchestra.run.smithi019.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 238 kB/s | 20 kB 00:00 2024-04-02T08:19:49.725 INFO:teuthology.orchestra.run.smithi019.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-02T08:19:49.795 INFO:teuthology.orchestra.run.smithi019.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-02T08:19:50.000 INFO:teuthology.orchestra.run.smithi019.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 11 MB/s | 3.3 MB 00:00 2024-04-02T08:19:50.160 INFO:teuthology.orchestra.run.smithi066.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 34 kB/s | 6.5 kB 00:00 2024-04-02T08:19:50.251 INFO:teuthology.orchestra.run.smithi019.stdout:(120/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 5.7 MB/s | 3.0 MB 00:00 2024-04-02T08:19:50.254 INFO:teuthology.orchestra.run.smithi019.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:19:50.254 INFO:teuthology.orchestra.run.smithi019.stdout:Total 17 MB/s | 176 MB 00:10 2024-04-02T08:19:50.332 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check 2024-04-02T08:19:50.432 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction check succeeded. 2024-04-02T08:19:50.432 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction test 2024-04-02T08:19:50.526 INFO:teuthology.orchestra.run.smithi066.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 2.3 MB/s | 849 kB 00:00 2024-04-02T08:19:50.627 INFO:teuthology.orchestra.run.smithi066.stdout:(3/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 7.7 MB/s | 5.1 MB 00:00 2024-04-02T08:19:50.652 INFO:teuthology.orchestra.run.smithi066.stdout:(4/120): ceph-immutable-object-cache-18.2.2-105 1.1 MB/s | 143 kB 00:00 2024-04-02T08:19:50.860 INFO:teuthology.orchestra.run.smithi066.stdout:(5/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 9.0 MB/s | 2.1 MB 00:00 2024-04-02T08:19:51.152 INFO:teuthology.orchestra.run.smithi066.stdout:(6/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 2.9 MB/s | 1.5 MB 00:00 2024-04-02T08:19:51.328 INFO:teuthology.orchestra.run.smithi066.stdout:(7/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 10 MB/s | 4.7 MB 00:00 2024-04-02T08:19:51.570 INFO:teuthology.orchestra.run.smithi066.stdout:(8/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 11 MB/s | 18 MB 00:01 2024-04-02T08:19:51.645 INFO:teuthology.orchestra.run.smithi066.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 336 kB/s | 25 kB 00:00 2024-04-02T08:19:51.999 INFO:teuthology.orchestra.run.smithi019.stdout:Transaction test succeeded. 2024-04-02T08:19:51.999 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction 2024-04-02T08:19:52.078 INFO:teuthology.orchestra.run.smithi066.stdout:(10/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el 10 MB/s | 7.7 MB 00:00 2024-04-02T08:19:52.154 INFO:teuthology.orchestra.run.smithi066.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 415 kB/s | 31 kB 00:00 2024-04-02T08:19:52.262 INFO:teuthology.orchestra.run.smithi066.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 6.4 MB/s | 708 kB 00:00 2024-04-02T08:19:52.346 INFO:teuthology.orchestra.run.smithi066.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 1.9 MB/s | 166 kB 00:00 2024-04-02T08:19:52.429 INFO:teuthology.orchestra.run.smithi066.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.5 MB/s | 127 kB 00:00 2024-04-02T08:19:52.529 INFO:teuthology.orchestra.run.smithi066.stdout:(15/120): libradosstriper1-18.2.2-1059.g4d05f4c 4.6 MB/s | 474 kB 00:00 2024-04-02T08:19:53.196 INFO:teuthology.orchestra.run.smithi066.stdout:(16/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 8.1 MB/s | 17 MB 00:02 2024-04-02T08:19:53.263 INFO:teuthology.orchestra.run.smithi066.stdout:(17/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 6.1 MB/s | 4.5 MB 00:00 2024-04-02T08:19:53.289 INFO:teuthology.orchestra.run.smithi066.stdout:(18/120): python3-ceph-argparse-18.2.2-1059.g4d 489 kB/s | 45 kB 00:00 2024-04-02T08:19:53.332 INFO:teuthology.orchestra.run.smithi066.stdout:(19/120): python3-ceph-common-18.2.2-1059.g4d05 1.9 MB/s | 129 kB 00:00 2024-04-02T08:19:53.364 INFO:teuthology.orchestra.run.smithi066.stdout:(20/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 2.1 MB/s | 162 kB 00:00 2024-04-02T08:19:53.423 INFO:teuthology.orchestra.run.smithi066.stdout:(21/120): python3-rados-18.2.2-1059.g4d05f4ca.e 3.7 MB/s | 320 kB 00:00 2024-04-02T08:19:53.457 INFO:teuthology.orchestra.run.smithi066.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 3.2 MB/s | 298 kB 00:00 2024-04-02T08:19:53.498 INFO:teuthology.orchestra.run.smithi066.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.2 MB/s | 99 kB 00:00 2024-04-02T08:19:53.524 INFO:teuthology.orchestra.run.smithi066.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.3 MB/s | 87 kB 00:00 2024-04-02T08:19:53.615 INFO:teuthology.orchestra.run.smithi066.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 1.8 MB/s | 172 kB 00:00 2024-04-02T08:19:53.708 INFO:teuthology.orchestra.run.smithi066.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 254 kB/s | 23 kB 00:00 2024-04-02T08:19:53.808 INFO:teuthology.orchestra.run.smithi066.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 1.4 MB/s | 138 kB 00:00 2024-04-02T08:19:53.992 INFO:teuthology.orchestra.run.smithi066.stdout:(28/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 6.1 MB/s | 3.0 MB 00:00 2024-04-02T08:19:54.192 INFO:teuthology.orchestra.run.smithi066.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 4.7 MB/s | 1.8 MB 00:00 2024-04-02T08:19:54.292 INFO:teuthology.orchestra.run.smithi066.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 2.4 MB/s | 245 kB 00:00 2024-04-02T08:19:54.384 INFO:teuthology.orchestra.run.smithi066.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 538 kB/s | 49 kB 00:00 2024-04-02T08:19:54.468 INFO:teuthology.orchestra.run.smithi066.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 178 kB/s | 15 kB 00:00 2024-04-02T08:19:54.560 INFO:teuthology.orchestra.run.smithi066.stdout:(33/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 2.4 MB/s | 224 kB 00:00 2024-04-02T08:19:54.668 INFO:teuthology.orchestra.run.smithi066.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 978 kB/s | 106 kB 00:00 2024-04-02T08:19:54.702 INFO:teuthology.orchestra.run.smithi066.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 951 kB/s | 32 kB 00:00 2024-04-02T08:19:54.844 INFO:teuthology.orchestra.run.smithi066.stdout:(36/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-04-02T08:19:54.878 INFO:teuthology.orchestra.run.smithi066.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 513 kB/s | 17 kB 00:00 2024-04-02T08:19:54.961 INFO:teuthology.orchestra.run.smithi066.stdout:(38/120): ceph-mgr-diskprediction-local-18.2.2- 7.6 MB/s | 7.4 MB 00:00 2024-04-02T08:19:54.986 INFO:teuthology.orchestra.run.smithi066.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 159 kB 00:00 2024-04-02T08:19:55.012 INFO:teuthology.orchestra.run.smithi066.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 883 kB/s | 44 kB 00:00 2024-04-02T08:19:55.045 INFO:teuthology.orchestra.run.smithi066.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-04-02T08:19:55.071 INFO:teuthology.orchestra.run.smithi066.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.8 MB/s | 282 kB 00:00 2024-04-02T08:19:55.096 INFO:teuthology.orchestra.run.smithi066.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-04-02T08:19:55.121 INFO:teuthology.orchestra.run.smithi066.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 685 kB/s | 34 kB 00:00 2024-04-02T08:19:55.496 INFO:teuthology.orchestra.run.smithi066.stdout:(45/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 10 MB/s | 40 MB 00:03 2024-04-02T08:19:55.563 INFO:teuthology.orchestra.run.smithi066.stdout:(46/120): openblas-openmp-0.3.21-2.el9.x86_64.r 10 MB/s | 4.7 MB 00:00 2024-04-02T08:19:55.588 INFO:teuthology.orchestra.run.smithi066.stdout:(47/120): python3-attrs-20.3.0-7.el9.noarch.rpm 167 kB/s | 78 kB 00:00 2024-04-02T08:19:55.689 INFO:teuthology.orchestra.run.smithi066.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 5.8 MB 00:00 2024-04-02T08:19:55.714 INFO:teuthology.orchestra.run.smithi066.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 134 kB/s | 16 kB 00:00 2024-04-02T08:19:55.739 INFO:teuthology.orchestra.run.smithi066.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 166 kB/s | 24 kB 00:00 2024-04-02T08:19:55.765 INFO:teuthology.orchestra.run.smithi066.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 240 kB/s | 18 kB 00:00 2024-04-02T08:19:55.790 INFO:teuthology.orchestra.run.smithi066.stdout:(52/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-04-02T08:19:55.815 INFO:teuthology.orchestra.run.smithi066.stdout:(53/120): python3-markupsafe-1.1.1-12.el9.x86_6 421 kB/s | 32 kB 00:00 2024-04-02T08:19:55.907 INFO:teuthology.orchestra.run.smithi066.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 4.8 MB 00:00 2024-04-02T08:19:55.932 INFO:teuthology.orchestra.run.smithi066.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.9 MB/s | 217 kB 00:00 2024-04-02T08:19:55.957 INFO:teuthology.orchestra.run.smithi066.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 174 kB 00:00 2024-04-02T08:19:55.985 INFO:teuthology.orchestra.run.smithi066.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 896 kB/s | 69 kB 00:00 2024-04-02T08:19:56.010 INFO:teuthology.orchestra.run.smithi066.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 727 kB/s | 38 kB 00:00 2024-04-02T08:19:56.035 INFO:teuthology.orchestra.run.smithi066.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 534 kB/s | 41 kB 00:00 2024-04-02T08:19:56.060 INFO:teuthology.orchestra.run.smithi066.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 5.6 MB/s | 427 kB 00:00 2024-04-02T08:19:56.086 INFO:teuthology.orchestra.run.smithi066.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-02T08:19:56.111 INFO:teuthology.orchestra.run.smithi066.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.8 MB/s | 211 kB 00:00 2024-04-02T08:19:56.136 INFO:teuthology.orchestra.run.smithi066.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.2 MB/s | 473 kB 00:00 2024-04-02T08:19:56.161 INFO:teuthology.orchestra.run.smithi066.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 962 kB/s | 47 kB 00:00 2024-04-02T08:19:56.187 INFO:teuthology.orchestra.run.smithi066.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 575 kB/s | 43 kB 00:00 2024-04-02T08:19:56.412 INFO:teuthology.orchestra.run.smithi066.stdout:(66/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 300 kB 00:00 2024-04-02T08:19:56.570 INFO:teuthology.orchestra.run.smithi066.stdout:(67/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 36 MB/s | 16 MB 00:00 2024-04-02T08:19:56.595 INFO:teuthology.orchestra.run.smithi066.stdout:(68/120): python3-toml-0.10.2-6.el9.noarch.rpm 95 kB/s | 39 kB 00:00 2024-04-02T08:19:56.621 INFO:teuthology.orchestra.run.smithi066.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 301 kB/s | 63 kB 00:00 2024-04-02T08:19:56.646 INFO:teuthology.orchestra.run.smithi066.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-04-02T08:19:56.671 INFO:teuthology.orchestra.run.smithi066.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-04-02T08:19:56.704 INFO:teuthology.orchestra.run.smithi066.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-04-02T08:19:56.722 INFO:teuthology.orchestra.run.smithi066.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.5 MB/s | 124 kB 00:00 2024-04-02T08:19:56.747 INFO:teuthology.orchestra.run.smithi066.stdout:(74/120): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 103 kB 00:00 2024-04-02T08:19:56.772 INFO:teuthology.orchestra.run.smithi066.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.7 MB/s | 187 kB 00:00 2024-04-02T08:19:56.903 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 2024-04-02T08:19:56.979 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:19:57.003 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:19:57.058 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:19:57.272 INFO:teuthology.orchestra.run.smithi066.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 340 kB/s | 187 kB 00:00 2024-04-02T08:19:57.297 INFO:teuthology.orchestra.run.smithi066.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 372 kB/s | 195 kB 00:00 2024-04-02T08:19:57.373 INFO:teuthology.orchestra.run.smithi066.stdout:(78/120): python3-devel-3.9.17-2.el9.x86_64.rpm 3.2 MB/s | 245 kB 00:00 2024-04-02T08:19:57.392 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:19:57.398 INFO:teuthology.orchestra.run.smithi066.stdout:(79/120): python3-requests-2.25.1-8.el9.noarch. 994 kB/s | 125 kB 00:00 2024-04-02T08:19:57.438 INFO:teuthology.orchestra.run.smithi019.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:19:57.465 INFO:teuthology.orchestra.run.smithi066.stdout:(80/120): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-02T08:19:57.490 INFO:teuthology.orchestra.run.smithi066.stdout:(81/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 803 kB 00:00 2024-04-02T08:19:57.558 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:19:57.580 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:19:57.673 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:19:57.724 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:19:57.751 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:19:57.796 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:19:57.824 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:19:57.832 INFO:teuthology.orchestra.run.smithi066.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 255 kB/s | 111 kB 00:00 2024-04-02T08:19:57.927 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:19:57.941 INFO:teuthology.orchestra.run.smithi066.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 240 kB/s | 26 kB 00:00 2024-04-02T08:19:57.950 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:19:57.983 INFO:teuthology.orchestra.run.smithi066.stdout:(84/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 597 kB/s | 309 kB 00:00 2024-04-02T08:19:58.058 INFO:teuthology.orchestra.run.smithi066.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 416 kB/s | 49 kB 00:00 2024-04-02T08:19:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:19:58.083 INFO:teuthology.orchestra.run.smithi066.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 673 kB/s | 67 kB 00:00 2024-04-02T08:19:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:19:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:19:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:19:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:19:58.291 INFO:teuthology.orchestra.run.smithi066.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 2.6 MB/s | 548 kB 00:00 2024-04-02T08:19:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:19:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:19:58.366 INFO:teuthology.orchestra.run.smithi066.stdout:(88/120): libarrow-9.0.0-10.el9.x86_64.rpm 5.0 MB/s | 4.4 MB 00:00 2024-04-02T08:19:58.392 INFO:teuthology.orchestra.run.smithi066.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 434 kB/s | 43 kB 00:00 2024-04-02T08:19:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:19:58.434 INFO:teuthology.orchestra.run.smithi066.stdout:(90/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.2 MB/s | 838 kB 00:00 2024-04-02T08:19:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:19:58.459 INFO:teuthology.orchestra.run.smithi066.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 349 kB/s | 32 kB 00:00 2024-04-02T08:19:58.493 INFO:teuthology.orchestra.run.smithi066.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 149 kB/s | 15 kB 00:00 2024-04-02T08:19:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:19:58.535 INFO:teuthology.orchestra.run.smithi066.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.7 MB/s | 172 kB 00:00 2024-04-02T08:19:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:19:58.560 INFO:teuthology.orchestra.run.smithi066.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.5 MB/s | 358 kB 00:00 2024-04-02T08:19:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:19:58.602 INFO:teuthology.orchestra.run.smithi066.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 1.8 MB/s | 203 kB 00:00 2024-04-02T08:19:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:19:58.627 INFO:teuthology.orchestra.run.smithi066.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 116 kB/s | 11 kB 00:00 2024-04-02T08:19:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:19:58.653 INFO:teuthology.orchestra.run.smithi066.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 191 kB/s | 18 kB 00:00 2024-04-02T08:19:58.695 INFO:teuthology.orchestra.run.smithi066.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 251 kB/s | 23 kB 00:00 2024-04-02T08:19:58.719 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:19:58.720 INFO:teuthology.orchestra.run.smithi066.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 211 kB/s | 19 kB 00:00 2024-04-02T08:19:58.737 INFO:teuthology.orchestra.run.smithi066.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 235 kB/s | 20 kB 00:00 2024-04-02T08:19:58.829 INFO:teuthology.orchestra.run.smithi066.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 426 kB/s | 46 kB 00:00 2024-04-02T08:19:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:19:58.879 INFO:teuthology.orchestra.run.smithi066.stdout:(102/120): python3-kubernetes-26.1.0-2.el9.noar 5.6 MB/s | 1.0 MB 00:00 2024-04-02T08:19:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:19:58.929 INFO:teuthology.orchestra.run.smithi066.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 410 kB/s | 79 kB 00:00 2024-04-02T08:19:58.946 INFO:teuthology.orchestra.run.smithi066.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 493 kB/s | 58 kB 00:00 2024-04-02T08:19:58.980 INFO:teuthology.orchestra.run.smithi066.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-04-02T08:19:59.037 INFO:teuthology.orchestra.run.smithi066.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 153 kB/s | 16 kB 00:00 2024-04-02T08:19:59.064 INFO:teuthology.orchestra.run.smithi066.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 768 kB/s | 90 kB 00:00 2024-04-02T08:19:59.089 INFO:teuthology.orchestra.run.smithi066.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 282 kB/s | 31 kB 00:00 2024-04-02T08:19:59.131 INFO:teuthology.orchestra.run.smithi066.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-04-02T08:19:59.164 INFO:teuthology.orchestra.run.smithi066.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 588 kB/s | 59 kB 00:00 2024-04-02T08:19:59.190 INFO:teuthology.orchestra.run.smithi066.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-04-02T08:19:59.223 INFO:teuthology.orchestra.run.smithi066.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 552 kB/s | 51 kB 00:00 2024-04-02T08:19:59.273 INFO:teuthology.orchestra.run.smithi066.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-02T08:19:59.299 INFO:teuthology.orchestra.run.smithi066.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 824 kB/s | 90 kB 00:00 2024-04-02T08:19:59.324 INFO:teuthology.orchestra.run.smithi066.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-04-02T08:19:59.382 INFO:teuthology.orchestra.run.smithi066.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-02T08:19:59.408 INFO:teuthology.orchestra.run.smithi066.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-02T08:19:59.458 INFO:teuthology.orchestra.run.smithi066.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-04-02T08:19:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:19:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:19:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:19:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:19:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:19:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:19:59.766 INFO:teuthology.orchestra.run.smithi066.stdout:(119/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 8.4 MB/s | 3.0 MB 00:00 2024-04-02T08:19:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:19:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:19:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:19:59.858 INFO:teuthology.orchestra.run.smithi066.stdout:(120/120): librados2-18.2.2-1059.g4d05f4ca.el9. 6.9 MB/s | 3.3 MB 00:00 2024-04-02T08:19:59.861 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:19:59.861 INFO:teuthology.orchestra.run.smithi066.stdout:Total 17 MB/s | 176 MB 00:10 2024-04-02T08:19:59.937 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-04-02T08:19:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:19:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:20:00.039 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:20:00.039 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-04-02T08:20:00.039 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-04-02T08:20:00.111 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:20:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:20:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:20:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:20:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:20:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:20:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:20:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:20:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:20:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:20:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:20:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:20:00.752 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:20:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:20:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:20:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:20:00.998 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:20:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:20:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:20:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:20:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:20:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:20:01.612 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-04-02T08:20:01.612 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-04-02T08:20:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:20:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:20:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:20:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:20:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:20:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:20:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:20:01.985 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:20:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:20:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:20:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:20:03.088 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:20:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:20:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:20:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:20:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:20:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:20:03.471 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:20:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:20:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:20:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:20:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:20:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:20:05.851 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:20:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:20:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:20:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:20:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:20:06.406 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-04-02T08:20:06.411 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:20:06.478 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:20:06.503 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:20:06.555 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:20:06.833 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:20:06.864 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:06.906 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:20:06.918 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:06.940 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:20:06.962 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:07.067 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:20:07.097 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:07.181 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:07.236 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:07.268 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:20:07.311 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:20:07.332 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:07.418 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:07.441 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:07.497 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:07.521 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:07.552 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:20:07.558 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:20:07.596 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:20:07.630 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:20:07.633 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:20:07.656 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:20:07.676 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:20:07.762 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:20:07.824 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:20:07.858 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:20:07.887 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:20:07.928 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:20:08.004 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:20:08.052 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:20:08.079 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:20:08.108 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:20:08.153 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:20:08.229 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:20:08.552 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:20:08.605 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:20:09.175 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:20:09.262 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:20:09.304 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:20:09.338 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:20:09.372 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:20:09.414 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:20:09.452 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:20:09.482 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:20:09.524 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:20:09.634 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:20:09.686 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:20:09.743 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:20:09.745 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:09.777 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:09.817 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:20:09.853 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:20:09.890 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:20:09.938 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:20:09.982 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:20:10.025 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:20:10.166 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:20:10.217 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:20:10.259 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:20:10.357 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:20:10.364 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:10.400 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:20:10.405 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:10.441 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:20:10.473 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:20:10.480 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:10.480 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:20:10.480 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:20:10.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:10.500 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:20:10.515 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:10.608 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:20:10.653 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:20:10.711 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:20:10.775 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:20:10.980 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:20:11.023 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:20:11.104 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:20:11.202 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:20:11.345 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:20:11.381 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:20:11.413 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:20:11.446 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:20:11.491 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:20:11.621 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:20:11.665 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:20:11.705 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:20:11.755 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:20:11.866 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:20:11.918 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:20:12.702 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:20:12.748 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:20:12.781 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:20:12.815 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:20:12.864 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:20:12.898 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:20:13.082 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:20:13.113 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:20:13.192 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:20:13.893 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:20:14.007 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:20:15.355 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:20:15.437 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:20:15.469 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:20:15.501 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:20:15.816 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:20:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:15.957 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:20:15.985 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:20:16.022 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:20:16.443 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:20:16.467 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:16.538 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:20:16.568 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:20:16.992 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:17.015 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:20:17.045 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:20:17.122 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:20:17.148 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:20:19.312 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:19.344 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:19.905 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:20:19.939 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:20.042 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:20:20.042 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:20:20.042 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:20:20.042 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:20.074 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:22.364 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:22.364 INFO:teuthology.orchestra.run.smithi019.stdout:skipping the directory /sys 2024-04-02T08:20:22.364 INFO:teuthology.orchestra.run.smithi019.stdout:skipping the directory /proc 2024-04-02T08:20:22.364 INFO:teuthology.orchestra.run.smithi019.stdout:skipping the directory /mnt 2024-04-02T08:20:22.365 INFO:teuthology.orchestra.run.smithi019.stdout:skipping the directory /var/tmp 2024-04-02T08:20:22.365 INFO:teuthology.orchestra.run.smithi019.stdout:skipping the directory /home 2024-04-02T08:20:22.365 INFO:teuthology.orchestra.run.smithi019.stdout:skipping the directory /root 2024-04-02T08:20:22.365 INFO:teuthology.orchestra.run.smithi019.stdout:skipping the directory /tmp 2024-04-02T08:20:22.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:22.442 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:22.681 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:22.709 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:23.743 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:23.770 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:23.875 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:24.036 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:20:24.064 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:24.087 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:24.087 INFO:teuthology.orchestra.run.smithi019.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:24.087 INFO:teuthology.orchestra.run.smithi019.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:20:24.087 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:24.088 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:24.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:24.132 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:24.323 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:24.357 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:24.380 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:24.380 INFO:teuthology.orchestra.run.smithi019.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:24.380 INFO:teuthology.orchestra.run.smithi019.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:20:24.380 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:24.380 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:24.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:24.849 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:24.872 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:24.873 INFO:teuthology.orchestra.run.smithi019.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:24.873 INFO:teuthology.orchestra.run.smithi019.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:20:24.873 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:24.873 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:24.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:26.358 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:26.384 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:26.385 INFO:teuthology.orchestra.run.smithi019.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:26.385 INFO:teuthology.orchestra.run.smithi019.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:20:26.385 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:26.385 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:26.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:27.126 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:20:27.160 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:27.182 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:27.183 INFO:teuthology.orchestra.run.smithi019.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:27.183 INFO:teuthology.orchestra.run.smithi019.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:20:27.183 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:27.183 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:27.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:27.228 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:27.249 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:27.249 INFO:teuthology.orchestra.run.smithi019.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:27.249 INFO:teuthology.orchestra.run.smithi019.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:20:27.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:27.561 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:27.583 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:27.584 INFO:teuthology.orchestra.run.smithi019.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:27.584 INFO:teuthology.orchestra.run.smithi019.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:20:27.584 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:27.584 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:27.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:31.431 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:20:31.473 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:20:31.595 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:20:31.708 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:20:31.747 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:31.778 INFO:teuthology.orchestra.run.smithi019.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:20:31.778 INFO:teuthology.orchestra.run.smithi019.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:31.861 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:31.861 INFO:teuthology.orchestra.run.smithi019.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:32.184 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /sys 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /proc 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /mnt 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /var/tmp 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /home 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /root 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /tmp 2024-04-02T08:20:32.185 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:32.258 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:32.494 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:20:32.526 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:33.550 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:20:33.586 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:33.689 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:20:33.851 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:20:33.879 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:33.904 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:20:33.904 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:33.904 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:20:33.904 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:33.904 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:20:33.905 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:33.955 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:34.150 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:20:34.174 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:34.197 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:20:34.198 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:34.198 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:20:34.198 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:34.198 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:20:34.198 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:34.667 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:34.691 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:20:34.691 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:34.691 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:20:34.691 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:34.691 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:20:34.691 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:20:35.966 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:20:35.967 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:20:35.968 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:20:35.969 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:20:35.970 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:20:35.971 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:20:35.972 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:20:35.973 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:20:35.974 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:20:36.193 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:36.220 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:20:36.220 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:36.220 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:20:36.220 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:36.220 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:20:36.220 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:36.961 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:20:36.994 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:37.018 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:20:37.018 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:37.018 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:20:37.018 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:37.018 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:20:37.018 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:37.070 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:37.093 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:20:37.093 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:37.093 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:20:37.093 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:37.404 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:37.427 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:20:37.427 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:20:37.427 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:20:37.427 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:37.427 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:20:37.428 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout:Upgraded: 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout:Installed: 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.151 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.152 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.153 INFO:teuthology.orchestra.run.smithi019.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:20:38.154 INFO:teuthology.orchestra.run.smithi019.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:20:38.155 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:20:38.156 INFO:teuthology.orchestra.run.smithi019.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:20:38.157 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:20:38.158 INFO:teuthology.orchestra.run.smithi019.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:20:38.159 INFO:teuthology.orchestra.run.smithi019.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:20:38.160 INFO:teuthology.orchestra.run.smithi019.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:20:38.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:20:38.160 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! 2024-04-02T08:20:38.473 DEBUG:teuthology.parallel:result is None 2024-04-02T08:20:41.307 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:20:41.348 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:20:41.471 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:20:41.584 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:20:41.614 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:41.645 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:20:41.646 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:41.729 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:20:41.729 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:45.724 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:45.724 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:20:45.724 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:20:45.724 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:20:45.725 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:20:45.726 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:20:45.727 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:20:45.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:20:45.729 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:20:45.730 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:20:45.731 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:20:45.732 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:20:45.733 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:20:45.733 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:20:45.733 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout:Upgraded: 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.994 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.995 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.996 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:20:47.997 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:20:47.998 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:20:47.999 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:20:48.000 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:20:48.001 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:20:48.002 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:20:48.003 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-04-02T08:20:48.314 DEBUG:teuthology.parallel:result is None 2024-04-02T08:20:48.314 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:20:48.314 INFO:teuthology.packaging:ref: None 2024-04-02T08:20:48.314 INFO:teuthology.packaging:tag: None 2024-04-02T08:20:48.314 INFO:teuthology.packaging:branch: reef 2024-04-02T08:20:48.314 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:20:48.315 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:20:48.611 DEBUG:teuthology.orchestra.run.smithi019:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:20:48.636 INFO:teuthology.orchestra.run.smithi019.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:48.637 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:48.637 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:20:48.639 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:20:48.639 INFO:teuthology.packaging:ref: None 2024-04-02T08:20:48.639 INFO:teuthology.packaging:tag: None 2024-04-02T08:20:48.639 INFO:teuthology.packaging:branch: reef 2024-04-02T08:20:48.639 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:20:48.639 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:20:49.034 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:20:49.058 INFO:teuthology.orchestra.run.smithi066.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:49.058 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:20:49.058 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:20:49.060 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-02T08:20:49.060 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:20:49.060 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:20:49.095 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:20:49.095 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:20:49.133 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-02T08:20:49.133 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:20:49.134 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:20:49.166 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:20:49.237 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:20:49.237 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:20:49.269 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:20:49.341 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-02T08:20:49.342 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:20:49.342 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:20:49.372 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:20:49.442 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:20:49.442 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:20:49.474 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:20:49.545 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-02T08:20:49.546 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:20:49.546 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:20:49.576 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:20:49.645 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:20:49.645 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:20:49.677 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:20:49.749 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:20:49.759 INFO:teuthology.task.print:**** done install task... 2024-04-02T08:20:49.759 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:20:49.767 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-02T08:20:49.767 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-02T08:20:49.877 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:20:49.877 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:20:49.878 INFO:tasks.cephadm:Cluster fsid is e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:20:49.878 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-02T08:20:49.878 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.19', 'mon.c': '[v2:172.21.15.19:3301,v1:172.21.15.19:6790]', 'mon.b': '172.21.15.66'} 2024-04-02T08:20:49.878 INFO:tasks.cephadm:First mon is mon.a on smithi019 2024-04-02T08:20:49.878 INFO:tasks.cephadm:First mgr is y 2024-04-02T08:20:49.878 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-02T08:20:49.879 DEBUG:teuthology.orchestra.run.smithi019:> sudo hostname $(hostname -s) 2024-04-02T08:20:49.910 DEBUG:teuthology.orchestra.run.smithi066:> sudo hostname $(hostname -s) 2024-04-02T08:20:49.942 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-02T08:20:49.943 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:20:50.085 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78144/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2422-g3cba26ea', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2422.g3cba26ea'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-01 20:17:58.257101', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rf-oldDeep', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-02T08:20:50.365 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 4d05f4cad464de0fcdd11a2856643e533aea34e8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-02T08:20:50.416 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm 2024-04-02T08:20:50.416 DEBUG:teuthology.orchestra.run.smithi019:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:50.983 INFO:teuthology.orchestra.run.smithi019.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:20 /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:50.983 DEBUG:teuthology.orchestra.run.smithi066:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:51.390 INFO:teuthology.orchestra.run.smithi066.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:20 /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:51.390 DEBUG:teuthology.orchestra.run.smithi019:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:51.409 DEBUG:teuthology.orchestra.run.smithi066:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:20:51.441 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-02T08:20:51.441 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:20:51.451 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:20:52.368 INFO:teuthology.orchestra.run.smithi066.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:20:52.467 INFO:teuthology.orchestra.run.smithi019.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:18.895 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:21:18.895 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:21:18.895 INFO:teuthology.orchestra.run.smithi019.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:21:18.895 INFO:teuthology.orchestra.run.smithi019.stdout: "repo_digests": [ 2024-04-02T08:21:18.895 INFO:teuthology.orchestra.run.smithi019.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:21:18.895 INFO:teuthology.orchestra.run.smithi019.stdout: ] 2024-04-02T08:21:18.895 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:21:24.690 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-04-02T08:21:24.691 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:21:24.691 INFO:teuthology.orchestra.run.smithi066.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:21:24.691 INFO:teuthology.orchestra.run.smithi066.stdout: "repo_digests": [ 2024-04-02T08:21:24.691 INFO:teuthology.orchestra.run.smithi066.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:21:24.691 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-04-02T08:21:24.691 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-04-02T08:21:24.709 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /etc/ceph 2024-04-02T08:21:24.744 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph 2024-04-02T08:21:24.778 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 777 /etc/ceph 2024-04-02T08:21:24.814 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 777 /etc/ceph 2024-04-02T08:21:24.849 INFO:tasks.cephadm:Writing seed config... 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-02T08:21:24.850 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-02T08:21:24.851 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-02T08:21:24.851 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-02T08:21:24.851 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:21:24.851 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-02T08:21:24.871 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e9ed0690-f0c9-11ee-b647-cb9ed24678a4 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-02T08:21:24.872 DEBUG:teuthology.orchestra.run.smithi019:mon.a> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service 2024-04-02T08:21:24.914 DEBUG:teuthology.orchestra.run.smithi019:mgr.y> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service 2024-04-02T08:21:24.957 INFO:tasks.cephadm:Bootstrapping... 2024-04-02T08:21:24.958 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.19 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:25.121 INFO:teuthology.orchestra.run.smithi019.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:21:25.121 INFO:teuthology.orchestra.run.smithi019.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'e9ed0690-f0c9-11ee-b647-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.19', '--skip-admin-label'] 2024-04-02T08:21:25.147 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:25.148 INFO:teuthology.orchestra.run.smithi019.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-02T08:21:25.148 INFO:teuthology.orchestra.run.smithi019.stdout:Verifying podman|docker is present... 2024-04-02T08:21:25.170 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:25.171 INFO:teuthology.orchestra.run.smithi019.stdout:Verifying lvm2 is present... 2024-04-02T08:21:25.171 INFO:teuthology.orchestra.run.smithi019.stdout:Verifying time synchronization is in place... 2024-04-02T08:21:25.178 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:21:25.178 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:21:25.183 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:21:25.184 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout inactive 2024-04-02T08:21:25.189 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout enabled 2024-04-02T08:21:25.195 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout active 2024-04-02T08:21:25.196 INFO:teuthology.orchestra.run.smithi019.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:21:25.196 INFO:teuthology.orchestra.run.smithi019.stdout:Repeating the final host check... 2024-04-02T08:21:25.218 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:21:25.218 INFO:teuthology.orchestra.run.smithi019.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-02T08:21:25.218 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl is present 2024-04-02T08:21:25.218 INFO:teuthology.orchestra.run.smithi019.stdout:lvcreate is present 2024-04-02T08:21:25.224 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:21:25.224 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:21:25.230 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:21:25.230 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout inactive 2024-04-02T08:21:25.236 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout enabled 2024-04-02T08:21:25.242 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout active 2024-04-02T08:21:25.242 INFO:teuthology.orchestra.run.smithi019.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:21:25.242 INFO:teuthology.orchestra.run.smithi019.stdout:Host looks OK 2024-04-02T08:21:25.242 INFO:teuthology.orchestra.run.smithi019.stdout:Cluster fsid: e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:25.242 INFO:teuthology.orchestra.run.smithi019.stdout:Acquiring lock 140503109281440 on /run/cephadm/e9ed0690-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:21:25.242 INFO:teuthology.orchestra.run.smithi019.stdout:Lock 140503109281440 acquired on /run/cephadm/e9ed0690-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:21:25.243 INFO:teuthology.orchestra.run.smithi019.stdout:Verifying IP 172.21.15.19 port 3300 ... 2024-04-02T08:21:25.243 INFO:teuthology.orchestra.run.smithi019.stdout:Verifying IP 172.21.15.19 port 6789 ... 2024-04-02T08:21:25.243 INFO:teuthology.orchestra.run.smithi019.stdout:Base mon IP(s) is [172.21.15.19:3300, 172.21.15.19:6789], mon addrv is [v2:172.21.15.19:3300,v1:172.21.15.19:6789] 2024-04-02T08:21:25.246 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.19 metric 100 2024-04-02T08:21:25.246 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.19 metric 100 2024-04-02T08:21:25.248 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-02T08:21:25.248 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-02T08:21:25.249 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:161e/64 scope link noprefixroute 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi019.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:21:25.252 INFO:teuthology.orchestra.run.smithi019.stdout:Mon IP `172.21.15.19` is in CIDR network `172.21.0.0/20` 2024-04-02T08:21:25.252 INFO:teuthology.orchestra.run.smithi019.stdout:Mon IP `172.21.15.19` is in CIDR network `172.21.0.0/20` 2024-04-02T08:21:25.252 INFO:teuthology.orchestra.run.smithi019.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-02T08:21:25.252 INFO:teuthology.orchestra.run.smithi019.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-02T08:21:25.253 INFO:teuthology.orchestra.run.smithi019.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:25.745 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stdout 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:21:25.745 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:21:25.746 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stderr Getting image source signatures 2024-04-02T08:21:25.746 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stderr Copying blob sha256:cb7323d9467b19473b36f834f938f39a4497262810bbf67238f5fb8520a9c756 2024-04-02T08:21:25.746 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stderr Copying blob sha256:11da15500eca1f826c328eb3265caa30b0a3730510e2a32023084d6fe9cee20c 2024-04-02T08:21:25.746 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stderr Copying config sha256:909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:21:25.746 INFO:teuthology.orchestra.run.smithi019.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-02T08:21:26.733 INFO:teuthology.orchestra.run.smithi019.stdout:ceph: stdout ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:21:26.733 INFO:teuthology.orchestra.run.smithi019.stdout:Ceph version: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:21:26.733 INFO:teuthology.orchestra.run.smithi019.stdout:Extracting ceph user uid/gid from container image... 2024-04-02T08:21:27.613 INFO:teuthology.orchestra.run.smithi019.stdout:stat: stdout 167 167 2024-04-02T08:21:27.614 INFO:teuthology.orchestra.run.smithi019.stdout:Creating initial keys... 2024-04-02T08:21:28.605 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph-authtool: stdout AQAHwAtmnxBFOBAAnV1U7eSQmq1sX8jdu6kP7w== 2024-04-02T08:21:29.590 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph-authtool: stdout AQAIwAtmg/GdORAArM7T55czK34MNuf15l0lhA== 2024-04-02T08:21:30.545 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph-authtool: stdout AQAJwAtmZCxjOhAAclRQNazwXYyPNK7ix2/uZQ== 2024-04-02T08:21:30.546 INFO:teuthology.orchestra.run.smithi019.stdout:Creating initial monmap... 2024-04-02T08:21:31.510 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:21:31.510 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-02T08:21:31.510 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:31.510 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:21:31.511 INFO:teuthology.orchestra.run.smithi019.stdout:monmaptool for a [v2:172.21.15.19:3300,v1:172.21.15.19:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:21:31.511 INFO:teuthology.orchestra.run.smithi019.stdout:setting min_mon_release = pacific 2024-04-02T08:21:31.511 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/monmaptool: set fsid to e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:31.511 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:21:31.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:21:31.511 INFO:teuthology.orchestra.run.smithi019.stdout:Creating mon... 2024-04-02T08:21:32.340 INFO:teuthology.orchestra.run.smithi019.stdout:create mon.a on 2024-04-02T08:21:32.549 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-02T08:21:32.686 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-02T08:21:32.865 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:21:32.866 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:21:33.065 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T08:21:33.066 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Unit ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service not loaded. 2024-04-02T08:21:33.226 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:21:33.813 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:21:33.813 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout disabled 2024-04-02T08:21:33.820 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:21:33.820 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout inactive 2024-04-02T08:21:33.820 INFO:teuthology.orchestra.run.smithi019.stdout:firewalld.service is not enabled 2024-04-02T08:21:33.820 INFO:teuthology.orchestra.run.smithi019.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:21:33.820 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for mon to start... 2024-04-02T08:21:33.820 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for mon... 2024-04-02T08:21:34.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:34 smithi019 ceph-mon[27024]: from='client.? 172.21.15.19:0/3262744689' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout cluster: 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout id: e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout services: 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.611783s) 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout data: 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-02T08:21:34.927 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout pgs: 2024-04-02T08:21:34.928 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:34.928 INFO:teuthology.orchestra.run.smithi019.stdout:mon is available 2024-04-02T08:21:34.928 INFO:teuthology.orchestra.run.smithi019.stdout:Assimilating anything we can from ceph.conf... 2024-04-02T08:21:35.983 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout fsid = e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.19:3300,v1:172.21.15.19:6789] 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:21:35.984 INFO:teuthology.orchestra.run.smithi019.stdout:Generating new minimal ceph.conf... 2024-04-02T08:21:36.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:35 smithi019 ceph-mon[27024]: from='client.? 172.21.15.19:0/2522218428' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:21:36.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:35 smithi019 ceph-mon[27024]: from='client.? 172.21.15.19:0/2522218428' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-02T08:21:37.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:36 smithi019 ceph-mon[27024]: from='client.? 172.21.15.19:0/3390701849' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:42.770 INFO:teuthology.orchestra.run.smithi019.stdout:Restarting the monitor... 2024-04-02T08:21:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:42 smithi019 systemd[1]: Stopping Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:43 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[27001]: 2024-04-02T08:21:43.837+0000 7ff1d9f57700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:21:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:43 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[27001]: 2024-04-02T08:21:43.837+0000 7ff1d9f57700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-02T08:21:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:43 smithi019 podman[27362]: 2024-04-02 08:21:43.879310057 +0000 UTC m=+0.930584269 container died c018d6fd2393aee691d44cad95242b3d989d9ad51dfe0b699e2b37e2f626ea6e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-02T08:21:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:47 smithi019 podman[27362]: 2024-04-02 08:21:47.088091816 +0000 UTC m=+4.139366035 container cleanup c018d6fd2393aee691d44cad95242b3d989d9ad51dfe0b699e2b37e2f626ea6e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:21:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:47 smithi019 bash[27362]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:21:48.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:47 smithi019 podman[27381]: 2024-04-02 08:21:47.984432369 +0000 UTC m=+4.107038341 container remove c018d6fd2393aee691d44cad95242b3d989d9ad51dfe0b699e2b37e2f626ea6e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:21:48.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:21:48.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 systemd[1]: Stopped Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:48.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 systemd[1]: Starting Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:48.635 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 podman[27482]: 2024-04-02 08:21:48.385283397 +0000 UTC m=+0.107909801 container create 1b0075c3460790508f8293524f898b40b38eb9109677dab6e6b6c4f01a70146d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T08:21:48.636 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 podman[27482]: 2024-04-02 08:21:48.295060034 +0000 UTC m=+0.017686451 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:21:48.636 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 podman[27482]: 2024-04-02 08:21:48.637775682 +0000 UTC m=+0.360402104 container init 1b0075c3460790508f8293524f898b40b38eb9109677dab6e6b6c4f01a70146d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c) 2024-04-02T08:21:48.722 INFO:teuthology.orchestra.run.smithi019.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-02T08:21:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 podman[27482]: 2024-04-02 08:21:48.643522 +0000 UTC m=+0.366148401 container start 1b0075c3460790508f8293524f898b40b38eb9109677dab6e6b6c4f01a70146d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T08:21:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:21:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:21:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: pidfile_write: ignore empty --pid-file 2024-04-02T08:21:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: load: jerasure load: lrc 2024-04-02T08:21:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:21:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Git sha 0 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: DB SUMMARY 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: DB Session ID: EXJG0EHPJTRWIAXMZKXU 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 85538 ; 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:21:48.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.env: 0x555be9fef720 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.info_log: 0x555bec5dd4e0 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.statistics: (nil) 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.use_fsync: 0 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:21:48.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:21:48.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.db_log_dir: 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.wal_dir: 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:21:48.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.write_buffer_manager: 0x555beb854140 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.unordered_write: 0 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:21:48.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.row_cache: None 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.wal_filter: None 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.wal_compression: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:21:48.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:21:48.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_open_files: -1 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Compression algorithms supported: 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kZSTD supported: 0 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:21:48.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.merge_operator: 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_filter: None 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:21:48.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555bec5dd5e0) 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: index_type: 0 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: data_block_index_type: 0 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: index_shortening: 1 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: checksum: 4 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: no_block_cache: 0 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache: 0x555beb8f51f0 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache_options: 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: capacity : 536870912 2024-04-02T08:21:48.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: num_shard_bits : 4 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: strict_capacity_limit : 0 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache_compressed: (nil) 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: persistent_cache: (nil) 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_size: 4096 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_size_deviation: 10 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_restart_interval: 16 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: index_block_restart_interval: 1 2024-04-02T08:21:48.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: metadata_block_size: 4096 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: partition_filters: 0 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: use_delta_encoding: 1 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: filter_policy: bloomfilter 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: whole_key_filtering: 1 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: verify_compression: 0 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: format_version: 5 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: enable_index_compression: 1 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_align: 0 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: max_auto_readahead_size: 262144 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: prepopulate_block_cache: 0 2024-04-02T08:21:48.959 INFO:journalctl@ceph.mon.a.smithi019.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression: NoCompression 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.num_levels: 7 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:21:48.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:21:48.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:21:48.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:21:48.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:21:48.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.ttl: 2592000 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:21:48.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:21:48.966 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:21:48.966 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:21:48.966 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:21:48.966 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:21:48.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:21:48.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-02T08:21:48.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-02T08:21:48.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 86a56c2a-9420-4d86-97ec-f159285780e9 2024-04-02T08:21:48.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046108672628, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-02T08:21:48.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046108673596, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81574, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 274, "table_properties": {"data_size": 79750, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10299, "raw_average_key_size": 47, "raw_value_size": 73925, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 217, "num_filter_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046108, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "86a56c2a-9420-4d86-97ec-f159285780e9", "db_session_id": "EXJG0EHPJTRWIAXMZKXU", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046108673680, "job": 1, "event": "recovery_finished"} 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555beb992000 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: DB pointer 0x555beb980000 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** DB Stats ** 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:21:48.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** Compaction Stats [default] ** 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: L0 2/0 81.50 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 122.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: Sum 2/0 81.50 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 122.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 122.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** Compaction Stats [default] ** 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:21:48.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 122.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative compaction: 0.00 GB write, 26.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval compaction: 0.00 GB write, 26.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:21:48.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: Block cache BinnedLRUCache@0x555beb8f51f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: starting mon.a rank 0 at public addrs [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] at bind addrs [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???) e1 preinit fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???).mds e1 new map 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???).mds e1 print_map 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: e1 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: legacy client fscid: -1 2024-04-02T08:21:48.971 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout: No filesystems configured 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 bash[27482]: 1b0075c3460790508f8293524f898b40b38eb9109677dab6e6b6c4f01a70146d 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 systemd[1]: Started Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: monmap e1: 1 mons at {a=[v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: fsmap 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: osdmap e1: 0 total, 0 up, 0 in 2024-04-02T08:21:48.972 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:48 smithi019 ceph-mon[27522]: mgrmap e1: no daemons active 2024-04-02T08:21:49.902 INFO:teuthology.orchestra.run.smithi019.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-02T08:21:49.915 INFO:teuthology.orchestra.run.smithi019.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:49.916 INFO:teuthology.orchestra.run.smithi019.stdout:Creating mgr... 2024-04-02T08:21:49.916 INFO:teuthology.orchestra.run.smithi019.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-02T08:21:49.916 INFO:teuthology.orchestra.run.smithi019.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-02T08:21:50.141 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T08:21:50.141 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Unit ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service not loaded. 2024-04-02T08:21:50.289 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:21:50.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:50 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1274590022' entity='client.admin' 2024-04-02T08:21:50.632 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:50 smithi019 podman[27771]: 2024-04-02 08:21:50.528506982 +0000 UTC m=+0.118617925 container create be24eaa779974197e0c2f04c56d84ccc630a09feaecc1ec9ca6be93ed31f544b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:21:50.816 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:21:50.817 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout disabled 2024-04-02T08:21:50.823 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:21:50.823 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout inactive 2024-04-02T08:21:50.823 INFO:teuthology.orchestra.run.smithi019.stdout:firewalld.service is not enabled 2024-04-02T08:21:50.824 INFO:teuthology.orchestra.run.smithi019.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:21:50.831 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:21:50.831 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout disabled 2024-04-02T08:21:50.839 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:21:50.839 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout inactive 2024-04-02T08:21:50.839 INFO:teuthology.orchestra.run.smithi019.stdout:firewalld.service is not enabled 2024-04-02T08:21:50.839 INFO:teuthology.orchestra.run.smithi019.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-02T08:21:50.839 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for mgr to start... 2024-04-02T08:21:50.839 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for mgr... 2024-04-02T08:21:51.064 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:50 smithi019 podman[27771]: 2024-04-02 08:21:50.730593115 +0000 UTC m=+0.320704027 container init be24eaa779974197e0c2f04c56d84ccc630a09feaecc1ec9ca6be93ed31f544b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux ) 2024-04-02T08:21:51.064 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:50 smithi019 podman[27771]: 2024-04-02 08:21:50.735525434 +0000 UTC m=+0.325636327 container start be24eaa779974197e0c2f04c56d84ccc630a09feaecc1ec9ca6be93ed31f544b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:21:51.064 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:50 smithi019 bash[27771]: be24eaa779974197e0c2f04c56d84ccc630a09feaecc1ec9ca6be93ed31f544b 2024-04-02T08:21:51.064 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:50 smithi019 systemd[1]: Started Ceph mgr.y for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:51.323 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:51.301+0000 7f83ed175200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:21:51.692 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:51 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1705940495' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:21:51.692 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:51.398+0000 7f83ed175200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsid": "e9ed0690-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:21:51.934 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:21:51.935 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:51.936 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:51.937 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:21:51.938 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:51.938 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:33.759971+0000", 2024-04-02T08:21:51.938 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:51.938 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:51.938 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:21:51.938 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:21:51.938 INFO:teuthology.orchestra.run.smithi019.stdout:mgr not available, waiting (1/15)... 2024-04-02T08:21:52.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.064+0000 7f83ed175200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:21:52.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.157+0000 7f83ed175200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:21:52.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.300+0000 7f83ed175200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:21:52.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.396+0000 7f83ed175200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:21:52.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.479+0000 7f83ed175200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:21:53.034 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.744+0000 7f83ed175200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:21:53.034 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.855+0000 7f83ed175200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:21:53.034 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:52 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:52.941+0000 7f83ed175200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:21:53.034 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:53 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:53.036+0000 7f83ed175200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:21:53.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:53 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:53.214+0000 7f83ed175200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:21:54.347 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:54.216+0000 7f83ed175200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:21:54.348 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:54.350+0000 7f83ed175200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:21:54.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:54.688+0000 7f83ed175200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:21:54.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:54.779+0000 7f83ed175200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:21:55.296 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:54.979+0000 7f83ed175200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:21:55.296 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:55.167+0000 7f83ed175200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:21:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:55 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1755541536' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:21:55.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:55.459+0000 7f83ed175200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:21:56.066 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:55.727+0000 7f83ed175200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:21:56.066 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:55.965+0000 7f83ed175200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsid": "e9ed0690-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:21:56.072 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:21:56.073 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:21:56.077 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:56.078 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:33.759971+0000", 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:21:56.079 INFO:teuthology.orchestra.run.smithi019.stdout:mgr not available, waiting (2/15)... 2024-04-02T08:21:57.195 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:56 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:56.784+0000 7f83ed175200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:21:57.674 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:57.361+0000 7f83ed175200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:21:57.674 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:57.459+0000 7f83ed175200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:21:57.674 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:21:57.676+0000 7f83ed175200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:21:57.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: Activating manager daemon y 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: mgrmap e2: y(active, starting, since 0.00279102s) 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: Manager daemon y is now available 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' 2024-04-02T08:21:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:57 smithi019 ceph-mon[27522]: from='mgr.14100 172.21.15.19:0/3025258529' entity='mgr.y' 2024-04-02T08:21:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:58 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3649692779' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:21:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:21:58 smithi019 ceph-mon[27522]: mgrmap e3: y(active, since 1.00612s) 2024-04-02T08:21:59.311 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:21:59.311 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:21:59.311 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsid": "e9ed0690-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:21:59.311 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:21:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:21:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:21:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:21:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:21:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:21:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:59.317 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:59.318 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:33.759971+0000", 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:21:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:mgr not available, waiting (3/15)... 2024-04-02T08:22:01.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:00 smithi019 ceph-mon[27522]: mgrmap e4: y(active, since 2s) 2024-04-02T08:22:02.420 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:02 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2508112201' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:22:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsid": "e9ed0690-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:22:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:22:02.627 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:22:02.627 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:02.627 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:22:02.627 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:02.627 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:22:02.627 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:22:02.627 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:22:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:22:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:21:33.759971+0000", 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:mgr is available 2024-04-02T08:22:03.634 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:03 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/338205996' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout fsid = e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:22:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:22:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:22:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 2024-04-02T08:22:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:22:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:22:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:22:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:Enabling cephadm module... 2024-04-02T08:22:04.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:04 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2463334472' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-02T08:22:04.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:04 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:22:04.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:04 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:22:05.291 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:05.253+0000 7f7bb5f6a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:05.553 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:05.352+0000 7f7bb5f6a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:05.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:05 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2463334472' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-02T08:22:05.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:05 smithi019 ceph-mon[27522]: mgrmap e5: y(active, since 7s) 2024-04-02T08:22:06.329 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.017+0000 7f7bb5f6a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:22:06.330 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.115+0000 7f7bb5f6a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:22:06.330 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.258+0000 7f7bb5f6a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for the mgr to restart... 2024-04-02T08:22:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for mgr epoch 5... 2024-04-02T08:22:06.683 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.356+0000 7f7bb5f6a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:22:06.683 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.440+0000 7f7bb5f6a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:22:06.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1365169019' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:22:06.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.710+0000 7f7bb5f6a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:22:06.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.826+0000 7f7bb5f6a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:06.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:06.915+0000 7f7bb5f6a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:22:07.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:07.012+0000 7f7bb5f6a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:22:07.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:07.192+0000 7f7bb5f6a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:22:08.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:08.172+0000 7f7bb5f6a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:22:08.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:08.305+0000 7f7bb5f6a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:22:08.930 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:08.642+0000 7f7bb5f6a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:22:08.931 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:08.733+0000 7f7bb5f6a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:08.931 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:08.931+0000 7f7bb5f6a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:09.195 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:09.118+0000 7f7bb5f6a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:09.666 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:09.405+0000 7f7bb5f6a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:09.666 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:09.667+0000 7f7bb5f6a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:09.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:09.905+0000 7f7bb5f6a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:11.195 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:10.725+0000 7f7bb5f6a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:11.621 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:11.305+0000 7f7bb5f6a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:11.621 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:11.403+0000 7f7bb5f6a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:11.621 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:11.622+0000 7f7bb5f6a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:11.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: Active manager daemon y restarted 2024-04-02T08:22:11.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: Activating manager daemon y 2024-04-02T08:22:11.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: osdmap e2: 0 total, 0 up, 0 in 2024-04-02T08:22:11.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: mgrmap e6: y(active, starting, since 0.00327616s) 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: Manager daemon y is now available 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:11 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:12.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:12 smithi019 ceph-mon[27522]: Found migration_current of "None". Setting to last migration. 2024-04-02T08:22:12.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:12 smithi019 ceph-mon[27522]: mgrmap e7: y(active, since 1.00529s) 2024-04-02T08:22:13.190 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:13.190 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-02T08:22:13.190 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:22:13.190 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:13.190 INFO:teuthology.orchestra.run.smithi019.stdout:mgr epoch 5 is available 2024-04-02T08:22:13.190 INFO:teuthology.orchestra.run.smithi019.stdout:Setting orchestrator backend to cephadm... 2024-04-02T08:22:13.898 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:13 smithi019 ceph-mon[27522]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:22:13.898 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:13 smithi019 ceph-mon[27522]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:22:13.898 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:13 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:13.898 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:13 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:13.898 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:13 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:14.812 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:14 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:13] ENGINE Bus STARTING 2024-04-02T08:22:14.812 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:14 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:13] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:22:14.812 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:14 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:13] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:22:14.812 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:14 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:13] ENGINE Bus STARTED 2024-04-02T08:22:14.812 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:14 smithi019 ceph-mon[27522]: mgrmap e8: y(active, since 2s) 2024-04-02T08:22:14.813 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:14 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:14.813 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:14 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:15.568 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-02T08:22:15.568 INFO:teuthology.orchestra.run.smithi019.stdout:Generating ssh key... 2024-04-02T08:22:15.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:15 smithi019 ceph-mon[27522]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:16.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-mon[27522]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: Generating public/private rsa key pair. 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: Your identification has been saved in /tmp/tmpeh6m1wkp/key. 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: Your public key has been saved in /tmp/tmpeh6m1wkp/key.pub. 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: The key fingerprint is: 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: SHA256:claMql9bnMLSlaWacLrEDqdFtBG4bUvucgBM4w5SYHs ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: The key's randomart image is: 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: +---[RSA 3072]----+ 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: |.o .. | 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: |. = . . o | 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: | * E oo . o . | 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: |o = ..++ . + | 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: |.o . +*.S + | 2024-04-02T08:22:16.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: | . .+oX = . | 2024-04-02T08:22:16.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: | ooB B + | 2024-04-02T08:22:16.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: | .Oo+ + | 2024-04-02T08:22:16.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: | .o+ . | 2024-04-02T08:22:16.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: +----[SHA256]-----+ 2024-04-02T08:22:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:17 smithi019 ceph-mon[27522]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:17 smithi019 ceph-mon[27522]: Generating ssh key... 2024-04-02T08:22:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:17 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:17 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:18.531 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDae/38Yy2bzPHN0x6FnnsB8kjOVI6svoAoPhe8qjsQssEdY45kmkiXZ7Cx2IfqTIr+lC21RQEYsx6FUr+aKBk/H2NtLsE/UyZ2huy+iyWPN1edZ3Zc/PFBzXXrb4c1B4YignLtEWxH+RynyuGKVlsFy2D0+0fQQ95U/p7v8YSFoB3am3np2aT0UzlKkhHBbZWM3+9d5I4+h1zLmIzwaHXKXamWqRKugJcm5xrXo03VhmKL8x3g6ljuEw7QbB80khL0917xhADffbglgJTUgFGGvCnuwpdEPEEbruODW+7gguH33O9WecRio/6owLjftWEI39NOX/EP4dnVHlYXM8bZ/VVinogZAAHyilSics3FFHoDE5Ykwz6+glBcTaEL5s0S3cMn9mr+tViBMqlkIP6AsdLR+9tYjtK3VoNndCwdaivSNynWsiiiK2hgpWnReY9mXq01tRyLq0UMRyjENL6JEvvvyLX07bRn+k3Vmk6xwoZB7y+QGEX0+roQkIVLi5U= ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:18.531 INFO:teuthology.orchestra.run.smithi019.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-02T08:22:18.531 INFO:teuthology.orchestra.run.smithi019.stdout:Adding key to root@localhost authorized_keys... 2024-04-02T08:22:18.532 INFO:teuthology.orchestra.run.smithi019.stdout:Adding host smithi019... 2024-04-02T08:22:19.811 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:19 smithi019 ceph-mon[27522]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:20.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:20 smithi019 ceph-mon[27522]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi019", "addr": "172.21.15.19", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:21.916 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:21 smithi019 ceph-mon[27522]: Deploying cephadm binary to smithi019 2024-04-02T08:22:22.438 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout Added host 'smithi019' with addr '172.21.15.19' 2024-04-02T08:22:22.438 INFO:teuthology.orchestra.run.smithi019.stdout:Deploying unmanaged mon service... 2024-04-02T08:22:23.154 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:22 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:23.154 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:22 smithi019 ceph-mon[27522]: Added host smithi019 2024-04-02T08:22:23.154 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:22 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:24 smithi019 ceph-mon[27522]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:24 smithi019 ceph-mon[27522]: Saving service mon spec with placement count:5 2024-04-02T08:22:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:24 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:24.625 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-02T08:22:24.626 INFO:teuthology.orchestra.run.smithi019.stdout:Deploying unmanaged mgr service... 2024-04-02T08:22:25.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:25 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:25.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:25 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:25.840 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-02T08:22:26.349 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:26 smithi019 ceph-mon[27522]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:26.350 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:26 smithi019 ceph-mon[27522]: Saving service mgr spec with placement count:2 2024-04-02T08:22:26.350 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:26 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:27.920 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:27 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3473659168' entity='client.admin' 2024-04-02T08:22:27.920 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:27 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:28.672 INFO:teuthology.orchestra.run.smithi019.stdout:Enabling the dashboard module... 2024-04-02T08:22:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:29 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/120789086' entity='client.admin' 2024-04-02T08:22:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:29 smithi019 ceph-mon[27522]: from='mgr.14120 172.21.15.19:0/2690523123' entity='mgr.y' 2024-04-02T08:22:30.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:30 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3305397166' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-02T08:22:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:22:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:22:30.965 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:30.706+0000 7ff1f30b6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:22:30.965 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:30.804+0000 7ff1f30b6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:22:31.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:31 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3305397166' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-02T08:22:31.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:31 smithi019 ceph-mon[27522]: mgrmap e9: y(active, since 18s) 2024-04-02T08:22:31.574 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:31 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:31.480+0000 7ff1f30b6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:22:31.574 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:31 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:31.575+0000 7ff1f30b6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:22:31.905 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:31 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:31.723+0000 7ff1f30b6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:22:31.905 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:31 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:31.820+0000 7ff1f30b6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:22:31.905 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:31 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:31.906+0000 7ff1f30b6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:22:32.176 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:32 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1919248208' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:22:32.291 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:32.291 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-02T08:22:32.291 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:22:32.291 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:22:32.292 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:22:32.292 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:32.292 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for the mgr to restart... 2024-04-02T08:22:32.292 INFO:teuthology.orchestra.run.smithi019.stdout:Waiting for mgr epoch 9... 2024-04-02T08:22:32.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:32.177+0000 7ff1f30b6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:22:32.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:32.290+0000 7ff1f30b6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:32.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:32.387+0000 7ff1f30b6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:22:32.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:32.485+0000 7ff1f30b6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:22:32.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:32.669+0000 7ff1f30b6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:22:33.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:33.658+0000 7ff1f30b6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:22:33.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:33.793+0000 7ff1f30b6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:22:34.421 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:34.130+0000 7ff1f30b6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:22:34.421 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:34.222+0000 7ff1f30b6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:22:34.421 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:34.422+0000 7ff1f30b6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:34.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:34.611+0000 7ff1f30b6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:22:35.161 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:34.902+0000 7ff1f30b6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:22:35.162 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:35 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:35.163+0000 7ff1f30b6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:22:35.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:35 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:35.403+0000 7ff1f30b6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:22:36.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:36.228+0000 7ff1f30b6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:22:37.128 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:36.808+0000 7ff1f30b6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:22:37.128 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:36.908+0000 7ff1f30b6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:22:37.128 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:22:37.129+0000 7ff1f30b6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:22:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: Active manager daemon y restarted 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: Activating manager daemon y 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: osdmap e3: 0 total, 0 up, 0 in 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: mgrmap e10: y(active, starting, since 0.00311087s) 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: Manager daemon y is now available 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:22:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:22:39.001 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:22:39.001 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-02T08:22:39.001 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:22:39.001 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:22:39.001 INFO:teuthology.orchestra.run.smithi019.stdout:mgr epoch 9 is available 2024-04-02T08:22:39.001 INFO:teuthology.orchestra.run.smithi019.stdout:Generating a dashboard self-signed certificate... 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:37] ENGINE Bus STARTING 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:37] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:37] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: [02/Apr/2024:08:22:37] ENGINE Bus STARTED 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: mgrmap e11: y(active, since 1.00552s) 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:22:39.317 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:40.308 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-02T08:22:40.308 INFO:teuthology.orchestra.run.smithi019.stdout:Creating initial admin user... 2024-04-02T08:22:40.566 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:40 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:40.566 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:40 smithi019 ceph-mon[27522]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:40.566 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:40 smithi019 ceph-mon[27522]: mgrmap e12: y(active, since 2s) 2024-04-02T08:22:40.566 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:40 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:40.566 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:40 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:41.654 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:41 smithi019 ceph-mon[27522]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:41.654 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:41.915 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$yZr6hvfIhGsYG8zMEQRYm.6RfqcD5iMMyIBKhIEzHxSekNUus4ox6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712046161, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-02T08:22:41.915 INFO:teuthology.orchestra.run.smithi019.stdout:Fetching dashboard port number... 2024-04-02T08:22:42.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:42 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1905417046' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-02T08:22:43.299 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stdout 8443 2024-04-02T08:22:43.308 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:22:43.308 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout disabled 2024-04-02T08:22:43.315 INFO:teuthology.orchestra.run.smithi019.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:22:43.315 INFO:teuthology.orchestra.run.smithi019.stdout:systemctl: stdout inactive 2024-04-02T08:22:43.315 INFO:teuthology.orchestra.run.smithi019.stdout:firewalld.service is not enabled 2024-04-02T08:22:43.315 INFO:teuthology.orchestra.run.smithi019.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-02T08:22:43.317 INFO:teuthology.orchestra.run.smithi019.stdout:Ceph Dashboard is now available at: 2024-04-02T08:22:43.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:43.317 INFO:teuthology.orchestra.run.smithi019.stdout: URL: https://smithi019.front.sepia.ceph.com:8443/ 2024-04-02T08:22:43.317 INFO:teuthology.orchestra.run.smithi019.stdout: User: admin 2024-04-02T08:22:43.317 INFO:teuthology.orchestra.run.smithi019.stdout: Password: 304wgk2ml3 2024-04-02T08:22:43.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:43.317 INFO:teuthology.orchestra.run.smithi019.stdout:Saving cluster configuration to /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config directory 2024-04-02T08:22:43.318 INFO:teuthology.orchestra.run.smithi019.stdout:Enabling autotune for osd_memory_target 2024-04-02T08:22:44.929 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:44 smithi019 ceph-mon[27522]: mgrmap e13: y(active, since 6s) 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout:Or, if you are only running a single cluster on this host: 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-02T08:22:46.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout: ceph telemetry on 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout:For more information see: 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:22:46.029 INFO:teuthology.orchestra.run.smithi019.stdout:Bootstrap complete. 2024-04-02T08:22:46.066 INFO:tasks.cephadm:Fetching config... 2024-04-02T08:22:46.066 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:22:46.066 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-02T08:22:46.082 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-02T08:22:46.082 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:22:46.082 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-02T08:22:46.137 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-02T08:22:46.137 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:22:46.137 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-02T08:22:46.204 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-02T08:22:46.204 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:22:46.204 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-02T08:22:46.259 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-02T08:22:46.259 DEBUG:teuthology.orchestra.run.smithi019:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDae/38Yy2bzPHN0x6FnnsB8kjOVI6svoAoPhe8qjsQssEdY45kmkiXZ7Cx2IfqTIr+lC21RQEYsx6FUr+aKBk/H2NtLsE/UyZ2huy+iyWPN1edZ3Zc/PFBzXXrb4c1B4YignLtEWxH+RynyuGKVlsFy2D0+0fQQ95U/p7v8YSFoB3am3np2aT0UzlKkhHBbZWM3+9d5I4+h1zLmIzwaHXKXamWqRKugJcm5xrXo03VhmKL8x3g6ljuEw7QbB80khL0917xhADffbglgJTUgFGGvCnuwpdEPEEbruODW+7gguH33O9WecRio/6owLjftWEI39NOX/EP4dnVHlYXM8bZ/VVinogZAAHyilSics3FFHoDE5Ykwz6+glBcTaEL5s0S3cMn9mr+tViBMqlkIP6AsdLR+9tYjtK3VoNndCwdaivSNynWsiiiK2hgpWnReY9mXq01tRyLq0UMRyjENL6JEvvvyLX07bRn+k3Vmk6xwoZB7y+QGEX0+roQkIVLi5U= ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:22:46.352 INFO:teuthology.orchestra.run.smithi019.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDae/38Yy2bzPHN0x6FnnsB8kjOVI6svoAoPhe8qjsQssEdY45kmkiXZ7Cx2IfqTIr+lC21RQEYsx6FUr+aKBk/H2NtLsE/UyZ2huy+iyWPN1edZ3Zc/PFBzXXrb4c1B4YignLtEWxH+RynyuGKVlsFy2D0+0fQQ95U/p7v8YSFoB3am3np2aT0UzlKkhHBbZWM3+9d5I4+h1zLmIzwaHXKXamWqRKugJcm5xrXo03VhmKL8x3g6ljuEw7QbB80khL0917xhADffbglgJTUgFGGvCnuwpdEPEEbruODW+7gguH33O9WecRio/6owLjftWEI39NOX/EP4dnVHlYXM8bZ/VVinogZAAHyilSics3FFHoDE5Ykwz6+glBcTaEL5s0S3cMn9mr+tViBMqlkIP6AsdLR+9tYjtK3VoNndCwdaivSNynWsiiiK2hgpWnReY9mXq01tRyLq0UMRyjENL6JEvvvyLX07bRn+k3Vmk6xwoZB7y+QGEX0+roQkIVLi5U= ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:46.368 DEBUG:teuthology.orchestra.run.smithi066:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDae/38Yy2bzPHN0x6FnnsB8kjOVI6svoAoPhe8qjsQssEdY45kmkiXZ7Cx2IfqTIr+lC21RQEYsx6FUr+aKBk/H2NtLsE/UyZ2huy+iyWPN1edZ3Zc/PFBzXXrb4c1B4YignLtEWxH+RynyuGKVlsFy2D0+0fQQ95U/p7v8YSFoB3am3np2aT0UzlKkhHBbZWM3+9d5I4+h1zLmIzwaHXKXamWqRKugJcm5xrXo03VhmKL8x3g6ljuEw7QbB80khL0917xhADffbglgJTUgFGGvCnuwpdEPEEbruODW+7gguH33O9WecRio/6owLjftWEI39NOX/EP4dnVHlYXM8bZ/VVinogZAAHyilSics3FFHoDE5Ykwz6+glBcTaEL5s0S3cMn9mr+tViBMqlkIP6AsdLR+9tYjtK3VoNndCwdaivSNynWsiiiK2hgpWnReY9mXq01tRyLq0UMRyjENL6JEvvvyLX07bRn+k3Vmk6xwoZB7y+QGEX0+roQkIVLi5U= ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:22:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDae/38Yy2bzPHN0x6FnnsB8kjOVI6svoAoPhe8qjsQssEdY45kmkiXZ7Cx2IfqTIr+lC21RQEYsx6FUr+aKBk/H2NtLsE/UyZ2huy+iyWPN1edZ3Zc/PFBzXXrb4c1B4YignLtEWxH+RynyuGKVlsFy2D0+0fQQ95U/p7v8YSFoB3am3np2aT0UzlKkhHBbZWM3+9d5I4+h1zLmIzwaHXKXamWqRKugJcm5xrXo03VhmKL8x3g6ljuEw7QbB80khL0917xhADffbglgJTUgFGGvCnuwpdEPEEbruODW+7gguH33O9WecRio/6owLjftWEI39NOX/EP4dnVHlYXM8bZ/VVinogZAAHyilSics3FFHoDE5Ykwz6+glBcTaEL5s0S3cMn9mr+tViBMqlkIP6AsdLR+9tYjtK3VoNndCwdaivSNynWsiiiK2hgpWnReY9mXq01tRyLq0UMRyjENL6JEvvvyLX07bRn+k3Vmk6xwoZB7y+QGEX0+roQkIVLi5U= ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:22:46.441 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-02T08:22:46.648 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:46 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2141174393' entity='client.admin' 2024-04-02T08:22:50.013 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-02T08:22:50.013 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-02T08:22:50.611 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:50 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2099533396' entity='client.admin' 2024-04-02T08:22:50.674 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:51.889 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:51.889 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:51.889 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi019", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:51.889 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:51.889 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:51.889 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:53.126 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi066 2024-04-02T08:22:53.126 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:22:53.126 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.conf 2024-04-02T08:22:53.146 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:22:53.146 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:53.204 INFO:tasks.cephadm:Adding host smithi066 to orchestrator... 2024-04-02T08:22:53.204 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host add smithi066 2024-04-02T08:22:53.403 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:56 smithi019 ceph-mon[27522]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:22:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:56 smithi019 ceph-mon[27522]: Deploying cephadm binary to smithi066 2024-04-02T08:22:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:Added host 'smithi066' with addr '172.21.15.66' 2024-04-02T08:22:58.339 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:58 smithi019 ceph-mon[27522]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:22:58.339 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:58 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:58.339 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:58 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:58.642 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-02T08:22:58.851 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:59.300 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:59 smithi019 ceph-mon[27522]: Added host smithi066 2024-04-02T08:22:59.300 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:22:59.301 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:22:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:00 smithi019 ceph-mon[27522]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:23:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:[{"addr": "172.21.15.19", "hostname": "smithi019", "labels": [], "status": ""}, {"addr": "172.21.15.66", "hostname": "smithi066", "labels": [], "status": ""}] 2024-04-02T08:23:01.214 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-02T08:23:01.214 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-02T08:23:01.413 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:02 smithi019 ceph-mon[27522]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:02 smithi019 ceph-mon[27522]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:03.663 INFO:teuthology.orchestra.run.smithi019.stderr:adjusted tunables profile to default 2024-04-02T08:23:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1719367707' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:23:03.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:03.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:03.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:04.228 INFO:tasks.cephadm:Adding mon.a on smithi019 2024-04-02T08:23:04.228 INFO:tasks.cephadm:Adding mon.c on smithi019 2024-04-02T08:23:04.228 INFO:tasks.cephadm:Adding mon.b on smithi066 2024-04-02T08:23:04.229 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mon '3;smithi019:172.21.15.19=a;smithi019:[v2:172.21.15.19:3301,v1:172.21.15.19:6790]=c;smithi066:172.21.15.66=b' 2024-04-02T08:23:04.443 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:04.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:04 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:04.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:04 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1719367707' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:23:04.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:04 smithi019 ceph-mon[27522]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:05.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:05 smithi019 ceph-mon[27522]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:06.027 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mon update... 2024-04-02T08:23:06.600 DEBUG:teuthology.orchestra.run.smithi019:mon.c> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.c.service 2024-04-02T08:23:06.603 DEBUG:teuthology.orchestra.run.smithi066:mon.b> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.b.service 2024-04-02T08:23:06.605 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:06.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:07.327 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi019:172.21.15.19=a;smithi019:[v2:172.21.15.19:3301,v1:172.21.15.19:6790]=c;smithi066:172.21.15.66=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: Saving service mon spec with placement smithi019:172.21.15.19=a;smithi019:[v2:172.21.15.19:3301,v1:172.21.15.19:6790]=c;smithi066:172.21.15.66=b;count:3 2024-04-02T08:23:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:07 smithi019 ceph-mon[27522]: Deploying daemon mon.b on smithi066 2024-04-02T08:23:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:08 smithi019 ceph-mon[27522]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:09.925 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:23:09.925 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":1,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:21:30.890853Z","created":"2024-04-02T08:21:30.890853Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:3300","nonce":0},{"type":"v1","addr":"172.21.15.19:6789","nonce":0}]},"addr":"172.21.15.19:6789/0","public_addr":"172.21.15.19:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-02T08:23:09.926 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 1 2024-04-02T08:23:09.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:09 smithi019 ceph-mon[27522]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:11.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:10 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/1871894824' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:11.525 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 podman[30960]: 2024-04-02 08:23:11.322732674 +0000 UTC m=+0.018317585 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:23:11.878 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:11.879 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 podman[30960]: 2024-04-02 08:23:11.614156234 +0000 UTC m=+0.309741133 container init d469b18537395bceeaef6eb547c8f933d455a69123b642a07f876805a5643ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 podman[30960]: 2024-04-02 08:23:11.620213219 +0000 UTC m=+0.315798103 container start d469b18537395bceeaef6eb547c8f933d455a69123b642a07f876805a5643ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: pidfile_write: ignore empty --pid-file 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: load: jerasure load: lrc 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Git sha 0 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:23:11.909 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: DB SUMMARY 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: DB Session ID: 8TLWM6DQNG7ZFIPH49K8 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.env: 0x563191f6c720 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:23:11.910 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.info_log: 0x563194f634e0 2024-04-02T08:23:11.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:23:11.911 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.statistics: (nil) 2024-04-02T08:23:11.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.use_fsync: 0 2024-04-02T08:23:11.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:23:11.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:23:11.912 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.db_log_dir: 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.wal_dir: 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:23:11.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.write_buffer_manager: 0x5631941da140 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:23:11.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.unordered_write: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.row_cache: None 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.wal_filter: None 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.wal_compression: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:23:11.915 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:23:11.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_open_files: -1 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Compression algorithms supported: 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kZSTD supported: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:23:11.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.merge_operator: 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_filter: None 2024-04-02T08:23:11.918 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563194f635e0) 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_type: 0 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_index_type: 0 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_shortening: 1 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: checksum: 4 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: no_block_cache: 0 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache: 0x56319427b350 2024-04-02T08:23:11.919 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_options: 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: capacity : 536870912 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_shard_bits : 4 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: strict_capacity_limit : 0 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_compressed: (nil) 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: persistent_cache: (nil) 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size: 4096 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size_deviation: 10 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_restart_interval: 16 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_block_restart_interval: 1 2024-04-02T08:23:11.920 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_block_size: 4096 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: partition_filters: 0 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: use_delta_encoding: 1 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: filter_policy: bloomfilter 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: whole_key_filtering: 1 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: verify_compression: 0 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: format_version: 5 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_index_compression: 1 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_align: 0 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_auto_readahead_size: 262144 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: prepopulate_block_cache: 0 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:23:11.921 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression: NoCompression 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.num_levels: 7 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:23:11.922 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:23:11.923 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:23:11.924 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:23:11.925 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.ttl: 2592000 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:23:11.926 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 38adccc2-8f4d-4245-8920-e6108c498d6c 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046191651853, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046191652410, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046191, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "38adccc2-8f4d-4245-8920-e6108c498d6c", "db_session_id": "8TLWM6DQNG7ZFIPH49K8", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:23:11.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046191652521, "job": 1, "event": "recovery_finished"} 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563194318000 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: DB pointer 0x563194306000 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** DB Stats ** 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:11.928 INFO:journalctl@ceph.mon.b.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:23:11.929 INFO:journalctl@ceph.mon.b.smithi066.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache BinnedLRUCache@0x56319427b350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:23:11.930 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: using public_addr v2:172.21.15.66:0/0 -> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: starting mon.b rank -1 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(???) e0 preinit fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).mds e1 new map 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout: e1 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout: legacy client fscid: -1 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout: No filesystems configured 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:23:11.931 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1719367707' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1719367707' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi019:172.21.15.19=a;smithi019:[v2:172.21.15.19:3301,v1:172.21.15.19:6790]=c;smithi066:172.21.15.66=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:11.933 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: Saving service mon spec with placement smithi019:172.21.15.19=a;smithi019:[v2:172.21.15.19:3301,v1:172.21.15.19:6790]=c;smithi066:172.21.15.66=b;count:3 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: Deploying daemon mon.b on smithi066 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/1871894824' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 ceph-mon[30998]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 bash[30960]: d469b18537395bceeaef6eb547c8f933d455a69123b642a07f876805a5643ae8 2024-04-02T08:23:11.934 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:11 smithi066 systemd[1]: Started Ceph mon.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:12.088 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:17.054 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:23:17.055 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":2,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:23:11.676360Z","created":"2024-04-02T08:21:30.890853Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:3300","nonce":0},{"type":"v1","addr":"172.21.15.19:6789","nonce":0}]},"addr":"172.21.15.19:6789/0","public_addr":"172.21.15.19:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: mon.a calling monitor election 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: mon.b calling monitor election 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: monmap e2: 2 mons at {a=[v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: fsmap 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: mgrmap e13: y(active, since 39s) 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: overall HEALTH_OK 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:17.056 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:17.056 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 2 2024-04-02T08:23:17.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:17.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: mon.a calling monitor election 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: mon.b calling monitor election 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: monmap e2: 2 mons at {a=[v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: fsmap 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: mgrmap e13: y(active, since 39s) 2024-04-02T08:23:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: overall HEALTH_OK 2024-04-02T08:23:17.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:17.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:17.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:17.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:17.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:18.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:17 smithi066 ceph-mon[30998]: Deploying daemon mon.c on smithi019 2024-04-02T08:23:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:17 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/3500046891' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:17 smithi066 ceph-mon[30998]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:18.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:17 smithi019 ceph-mon[27522]: Deploying daemon mon.c on smithi019 2024-04-02T08:23:18.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:17 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/3500046891' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:18.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:17 smithi019 ceph-mon[27522]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:18.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:18.639 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:23:18.639 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:23:18.863 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:19.870 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:19 smithi066 ceph-mon[30998]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:19.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:19 smithi019 ceph-mon[27522]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:20.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:20 smithi019 systemd[1]: Started Ceph mon.c for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: mon.a calling monitor election 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: mon.b calling monitor election 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: mon.c calling monitor election 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: monmap e3: 3 mons at {a=[v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: fsmap 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: mgrmap e13: y(active, since 48s) 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: overall HEALTH_OK 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:25.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: mon.a calling monitor election 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: mon.b calling monitor election 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: mon.c calling monitor election 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: monmap e3: 3 mons at {a=[v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: fsmap 2024-04-02T08:23:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: mgrmap e13: y(active, since 48s) 2024-04-02T08:23:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: overall HEALTH_OK 2024-04-02T08:23:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:25.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:25.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: mon.a calling monitor election 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: mon.b calling monitor election 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: mon.c calling monitor election 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: monmap e3: 3 mons at {a=[v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0],b=[v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0],c=[v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: fsmap 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:23:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: mgrmap e13: y(active, since 48s) 2024-04-02T08:23:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: overall HEALTH_OK 2024-04-02T08:23:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:26.654 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-02T08:23:26.655 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":3,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:23:20.125990Z","created":"2024-04-02T08:21:30.890853Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:3300","nonce":0},{"type":"v1","addr":"172.21.15.19:6789","nonce":0}]},"addr":"172.21.15.19:6789/0","public_addr":"172.21.15.19:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:3301","nonce":0},{"type":"v1","addr":"172.21.15.19:6790","nonce":0}]},"addr":"172.21.15.19:6790/0","public_addr":"172.21.15.19:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-02T08:23:26.657 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 3 2024-04-02T08:23:27.275 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-02T08:23:27.275 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-02T08:23:27.478 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/2766239781' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:27.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:27.599 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.599 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.599 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.599 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.599 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:27.599 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:27.599 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/2766239781' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.600 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:27.601 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/2766239781' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.602 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:27.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:27.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:27.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:29.180 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:29 smithi019 ceph-mon[27522]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:29.180 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:29 smithi019 ceph-mon[27522]: Reconfiguring daemon mon.a on smithi019 2024-04-02T08:23:29.180 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:29 smithi019 ceph-mon[39381]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:29.180 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:29 smithi019 ceph-mon[39381]: Reconfiguring daemon mon.a on smithi019 2024-04-02T08:23:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:29 smithi066 ceph-mon[30998]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:23:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:29 smithi066 ceph-mon[30998]: Reconfiguring daemon mon.a on smithi019 2024-04-02T08:23:30.254 INFO:teuthology.orchestra.run.smithi019.stdout:# minimal ceph.conf for e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:30.254 INFO:teuthology.orchestra.run.smithi019.stdout:[global] 2024-04-02T08:23:30.254 INFO:teuthology.orchestra.run.smithi019.stdout: fsid = e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:23:30.255 INFO:teuthology.orchestra.run.smithi019.stdout: mon_host = [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2024-04-02T08:23:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:30 smithi066 ceph-mon[30998]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:30.352 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[39381]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:30.352 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:30.352 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:30.352 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[27522]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:30.353 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:31.085 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-02T08:23:31.085 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:23:31.086 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:23:31.115 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:23:31.115 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:31.183 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:23:31.183 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:23:31.223 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:23:31.223 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:23:31.298 INFO:tasks.cephadm:Adding mgr.y on smithi019 2024-04-02T08:23:31.298 INFO:tasks.cephadm:Adding mgr.x on smithi066 2024-04-02T08:23:31.298 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mgr '2;smithi019=y;smithi066=x' 2024-04-02T08:23:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:31 smithi066 ceph-mon[30998]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:31 smithi066 ceph-mon[30998]: Reconfiguring daemon mon.c on smithi019 2024-04-02T08:23:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:31 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3608905605' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:31.349 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:31 smithi019 ceph-mon[27522]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:31.349 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:31 smithi019 ceph-mon[27522]: Reconfiguring daemon mon.c on smithi019 2024-04-02T08:23:31.349 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:31 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3608905605' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:31.350 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:31 smithi019 ceph-mon[39381]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:23:31.350 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:31 smithi019 ceph-mon[39381]: Reconfiguring daemon mon.c on smithi019 2024-04-02T08:23:31.350 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:31 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3608905605' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:31.521 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:23:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:32 smithi066 ceph-mon[30998]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:32 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:32 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:32 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:32 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:32 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[27522]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[39381]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:23:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:23:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:32 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.189 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:33 smithi066 ceph-mon[30998]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:33.189 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:33 smithi066 ceph-mon[30998]: Reconfiguring daemon mon.b on smithi066 2024-04-02T08:23:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:33 smithi019 ceph-mon[27522]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:33 smithi019 ceph-mon[27522]: Reconfiguring daemon mon.b on smithi066 2024-04-02T08:23:33.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:33 smithi019 ceph-mon[39381]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:23:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:33 smithi019 ceph-mon[39381]: Reconfiguring daemon mon.b on smithi066 2024-04-02T08:23:33.532 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mgr update... 2024-04-02T08:23:34.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:34 smithi066 ceph-mon[30998]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:34.157 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:34 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:34.158 DEBUG:teuthology.orchestra.run.smithi066:mgr.x> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service 2024-04-02T08:23:34.160 INFO:tasks.cephadm:Deploying OSDs... 2024-04-02T08:23:34.161 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:23:34.161 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:23:34.179 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:23:34.180 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_1 2024-04-02T08:23:34.237 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:23:34.237 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:34.237 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-02T08:23:34.237 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:34.237 INFO:teuthology.orchestra.run.smithi019.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:34.238 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2024-04-02 08:23:19.551333093 +0000 2024-04-02T08:23:34.238 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2024-04-02 08:18:45.210749185 +0000 2024-04-02T08:23:34.238 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2024-04-02 08:18:45.210749185 +0000 2024-04-02T08:23:34.238 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: 2024-04-02 08:18:45.210749185 +0000 2024-04-02T08:23:34.238 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:23:34.307 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2024-04-02T08:23:34.307 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2024-04-02T08:23:34.307 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.000209538 s, 2.4 MB/s 2024-04-02T08:23:34.309 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:23:34.366 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_2 2024-04-02T08:23:34.422 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2024-04-02 08:23:19.551333093 +0000 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2024-04-02 08:18:45.552746050 +0000 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2024-04-02 08:18:45.552746050 +0000 2024-04-02T08:23:34.423 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: 2024-04-02 08:18:45.552746050 +0000 2024-04-02T08:23:34.423 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:23:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:34 smithi019 ceph-mon[27522]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:34 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:34 smithi019 ceph-mon[39381]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:34 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:34.473 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2024-04-02T08:23:34.473 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2024-04-02T08:23:34.474 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.000216968 s, 2.4 MB/s 2024-04-02T08:23:34.474 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:23:34.530 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_3 2024-04-02T08:23:34.585 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:23:34.585 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:34.585 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-04-02T08:23:34.586 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:34.586 INFO:teuthology.orchestra.run.smithi019.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:34.586 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2024-04-02 08:23:19.552333084 +0000 2024-04-02T08:23:34.586 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2024-04-02 08:18:45.901742850 +0000 2024-04-02T08:23:34.586 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2024-04-02 08:18:45.901742850 +0000 2024-04-02T08:23:34.586 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: 2024-04-02 08:18:45.901742850 +0000 2024-04-02T08:23:34.586 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:23:34.651 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2024-04-02T08:23:34.651 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2024-04-02T08:23:34.651 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.000204376 s, 2.5 MB/s 2024-04-02T08:23:34.652 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:23:34.708 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_4 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2024-04-02 08:23:19.552333084 +0000 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2024-04-02 08:18:46.242739724 +0000 2024-04-02T08:23:34.763 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2024-04-02 08:18:46.242739724 +0000 2024-04-02T08:23:34.764 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: 2024-04-02 08:18:46.242739724 +0000 2024-04-02T08:23:34.764 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:23:34.828 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2024-04-02T08:23:34.828 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2024-04-02T08:23:34.829 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.000184134 s, 2.8 MB/s 2024-04-02T08:23:34.830 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:23:34.886 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:23:34.886 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:23:34.902 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:23:34.902 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_1 2024-04-02T08:23:34.957 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-02 08:23:11.114203092 +0000 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-02 08:18:47.798085460 +0000 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-02 08:18:47.798085460 +0000 2024-04-02T08:23:34.958 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-02 08:18:47.798085460 +0000 2024-04-02T08:23:34.959 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:23:35.028 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-02T08:23:35.028 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-02T08:23:35.028 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000271431 s, 1.9 MB/s 2024-04-02T08:23:35.029 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:23:35.086 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_2 2024-04-02T08:23:35.140 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-02 08:23:11.114203092 +0000 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-02 08:18:48.140083341 +0000 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-02 08:18:48.140083341 +0000 2024-04-02T08:23:35.141 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-02 08:18:48.140083341 +0000 2024-04-02T08:23:35.141 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:23:35.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi019=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: Saving service mgr spec with placement smithi019=y;smithi066=x;count:2 2024-04-02T08:23:35.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi019=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: Saving service mgr spec with placement smithi019=y;smithi066=x;count:2 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:35.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.216 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-02T08:23:35.216 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-02T08:23:35.216 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.00020332 s, 2.5 MB/s 2024-04-02T08:23:35.217 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:23:35.274 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_3 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi019=y;smithi066=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: Saving service mgr spec with placement smithi019=y;smithi066=x;count:2 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:35.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:23:35.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:35.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-02 08:23:11.115203085 +0000 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-02 08:18:48.477081253 +0000 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-02 08:18:48.477081253 +0000 2024-04-02T08:23:35.328 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-02 08:18:48.477081253 +0000 2024-04-02T08:23:35.328 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:23:35.398 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-02T08:23:35.398 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-02T08:23:35.398 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.00017967 s, 2.8 MB/s 2024-04-02T08:23:35.399 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:23:35.456 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_4 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-02 08:23:11.115203085 +0000 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-02 08:18:48.815079159 +0000 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-02 08:18:48.815079159 +0000 2024-04-02T08:23:35.511 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-02 08:18:48.815079159 +0000 2024-04-02T08:23:35.512 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:23:35.580 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-02T08:23:35.580 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-02T08:23:35.580 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000237698 s, 2.2 MB/s 2024-04-02T08:23:35.582 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:23:35.638 INFO:tasks.cephadm:Deploying osd.0 on smithi019 with /dev/vg_nvme/lv_4... 2024-04-02T08:23:35.638 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:23:35.849 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:36.221 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:36 smithi019 ceph-mon[27522]: Deploying daemon mgr.x on smithi066 2024-04-02T08:23:36.222 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:36 smithi019 ceph-mon[27522]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:36.222 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:36 smithi019 ceph-mon[39381]: Deploying daemon mgr.x on smithi066 2024-04-02T08:23:36.222 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:36 smithi019 ceph-mon[39381]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:36 smithi066 ceph-mon[30998]: Deploying daemon mgr.x on smithi066 2024-04-02T08:23:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:36 smithi066 ceph-mon[30998]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:36.723 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:36 smithi066 systemd[1]: Starting Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:36.994 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:36 smithi066 podman[33059]: 2024-04-02 08:23:36.628891245 +0000 UTC m=+0.018338433 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:23:36.994 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:36 smithi066 podman[33059]: 2024-04-02 08:23:36.73911164 +0000 UTC m=+0.128558825 container create d6a404ff68a679f2c185cfaa82f0da09344a4ba513fa30314614b19c0a26785c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:23:36.994 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:36 smithi066 podman[33059]: 2024-04-02 08:23:36.966354458 +0000 UTC m=+0.355801659 container init d6a404ff68a679f2c185cfaa82f0da09344a4ba513fa30314614b19c0a26785c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-02T08:23:36.994 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:36 smithi066 podman[33059]: 2024-04-02 08:23:36.971812394 +0000 UTC m=+0.361259593 container start d6a404ff68a679f2c185cfaa82f0da09344a4ba513fa30314614b19c0a26785c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T08:23:37.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:36 smithi066 ceph-mgr[33097]: -- 172.21.15.66:0/3221091224 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f1189721a0 con 0x55f118949000 2024-04-02T08:23:37.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:37 smithi066 bash[33059]: d6a404ff68a679f2c185cfaa82f0da09344a4ba513fa30314614b19c0a26785c 2024-04-02T08:23:37.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:37 smithi066 systemd[1]: Started Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:37.812 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:37.549+0000 7f778f085200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:23:37.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:37.653+0000 7f778f085200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:23:37.837 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:23:37.837 INFO:teuthology.orchestra.run.smithi019.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:23:37.837 INFO:teuthology.orchestra.run.smithi019.stderr: stderr: 10+0 records in 2024-04-02T08:23:37.837 INFO:teuthology.orchestra.run.smithi019.stderr:10+0 records out 2024-04-02T08:23:37.837 INFO:teuthology.orchestra.run.smithi019.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116626 s, 899 MB/s 2024-04-02T08:23:37.837 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping successful for: 2024-04-02T08:23:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-mon[30998]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:38.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[27522]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[39381]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:38.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:38.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:38.421 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi019:vg_nvme/lv_4 2024-04-02T08:23:38.627 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:38.687 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:38.343+0000 7f778f085200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:23:38.687 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:38.441+0000 7f778f085200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:23:38.687 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:38.590+0000 7f778f085200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:23:38.687 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:38.689+0000 7f778f085200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:23:39.045 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:38.775+0000 7f778f085200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:23:39.046 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:39.047+0000 7f778f085200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:23:39.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:39.160+0000 7f778f085200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:39.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:39.249+0000 7f778f085200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:23:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: Reconfiguring daemon mgr.y on smithi019 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[39381]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: Reconfiguring daemon mgr.y on smithi019 2024-04-02T08:23:39.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:39 smithi019 ceph-mon[27522]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:39.812 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:39.346+0000 7f778f085200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:23:39.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:39.529+0000 7f778f085200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:23:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:23:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:23:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:23:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: Reconfiguring daemon mgr.y on smithi019 2024-04-02T08:23:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:39 smithi066 ceph-mon[30998]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:40.812 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:40.559+0000 7f778f085200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:23:40.812 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:40.694+0000 7f778f085200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:23:41.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:41.040+0000 7f778f085200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:23:41.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:41.132+0000 7f778f085200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:23:41.688 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:41.334+0000 7f778f085200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:41.688 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:41.525+0000 7f778f085200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:23:41.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:41.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:41.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:23:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:23:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:41 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:42.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:41.817+0000 7f778f085200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:23:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:41 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:42.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:42.087+0000 7f778f085200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:23:42.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:42.329+0000 7f778f085200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:23:42.809 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:42 smithi019 ceph-mon[27522]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:42.810 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:42 smithi019 ceph-mon[39381]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:43.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:42 smithi066 ceph-mon[30998]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:43.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:43.164+0000 7f778f085200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:23:44.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:43 smithi066 ceph-mon[30998]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:44.063 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:43.757+0000 7f778f085200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:23:44.063 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:43.857+0000 7f778f085200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:23:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:43 smithi019 ceph-mon[27522]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:44.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:43 smithi019 ceph-mon[39381]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:44.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:23:44.079+0000 7f778f085200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:23:45.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1403405540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "961260f1-5b30-41f8-9400-9670bdb81018"}]: dispatch 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1403405540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "961260f1-5b30-41f8-9400-9670bdb81018"}]': finished 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: Standby manager daemon x started 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:44 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2241514807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:23:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1403405540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "961260f1-5b30-41f8-9400-9670bdb81018"}]: dispatch 2024-04-02T08:23:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1403405540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "961260f1-5b30-41f8-9400-9670bdb81018"}]': finished 2024-04-02T08:23:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:23:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: Standby manager daemon x started 2024-04-02T08:23:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2241514807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1403405540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "961260f1-5b30-41f8-9400-9670bdb81018"}]: dispatch 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1403405540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "961260f1-5b30-41f8-9400-9670bdb81018"}]': finished 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: Standby manager daemon x started 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:23:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:23:45.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:23:45.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/1280935367' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:23:45.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:44 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2241514807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:23:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:45 smithi066 ceph-mon[30998]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-02T08:23:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:45 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:45 smithi066 ceph-mon[30998]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:45 smithi019 ceph-mon[27522]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-02T08:23:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:45 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:45 smithi019 ceph-mon[27522]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:45 smithi019 ceph-mon[39381]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-02T08:23:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:45 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:23:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:45 smithi019 ceph-mon[39381]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:47 smithi019 ceph-mon[39381]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:47 smithi019 ceph-mon[27522]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:47 smithi066 ceph-mon[30998]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:49 smithi066 ceph-mon[30998]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:50.154 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:49 smithi019 ceph-mon[27522]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:50.155 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:49 smithi019 ceph-mon[39381]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:51.027 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:50 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:23:51.027 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:50 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:51.027 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:50 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:23:51.027 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:50 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:51.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:50 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:23:51.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:50 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:51.902 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:51 smithi019 ceph-mon[27522]: Deploying daemon osd.0 on smithi019 2024-04-02T08:23:51.902 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:51 smithi019 ceph-mon[27522]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:51.903 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:51 smithi019 ceph-mon[39381]: Deploying daemon osd.0 on smithi019 2024-04-02T08:23:51.903 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:51 smithi019 ceph-mon[39381]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:52.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:51 smithi066 ceph-mon[30998]: Deploying daemon osd.0 on smithi019 2024-04-02T08:23:52.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:51 smithi066 ceph-mon[30998]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:53 smithi019 ceph-mon[27522]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:53 smithi019 ceph-mon[39381]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:53 smithi066 ceph-mon[30998]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:55 smithi019 ceph-mon[27522]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:55 smithi019 ceph-mon[39381]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:55 smithi066 ceph-mon[30998]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:57.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:23:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:57.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:57 smithi019 ceph-mon[27522]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:57.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:57 smithi019 ceph-mon[39381]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:58.046 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:57 smithi066 ceph-mon[30998]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:23:58.853 INFO:teuthology.orchestra.run.smithi019.stdout:Created osd(s) 0 on host 'smithi019' 2024-04-02T08:23:59.485 DEBUG:teuthology.orchestra.run.smithi019:osd.0> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.0.service 2024-04-02T08:23:59.488 INFO:tasks.cephadm:Deploying osd.1 on smithi019 with /dev/vg_nvme/lv_3... 2024-04-02T08:23:59.488 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:24:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[27522]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[27522]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[39381]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:23:59 smithi019 ceph-mon[39381]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:00.274 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:00.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:59 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:59 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:59 smithi066 ceph-mon[30998]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:24:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:59 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:59 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:23:59 smithi066 ceph-mon[30998]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:01.152 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[27522]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:01.152 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[27522]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:01.152 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.152 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[27522]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:01.152 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[39381]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:01.153 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[39381]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:01.153 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.153 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:00 smithi019 ceph-mon[39381]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:01.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:00 smithi066 ceph-mon[30998]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:24:01.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:00 smithi066 ceph-mon[30998]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:24:01.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:00 smithi066 ceph-mon[30998]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:01.446 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[43814]: 2024-04-02T08:24:01.299+0000 7f0440a61700 -1 osd.0 0 waiting for initial osdmap 2024-04-02T08:24:01.446 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[43814]: 2024-04-02T08:24:01.305+0000 7f043804d700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:01.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:24:01.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:24:01.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:01.937 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.938 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:01.938 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:01.938 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' 2024-04-02T08:24:01.938 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:01 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: from='osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444]' entity='osd.0' 2024-04-02T08:24:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:01 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:02.775 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:24:02.775 INFO:teuthology.orchestra.run.smithi019.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:24:02.775 INFO:teuthology.orchestra.run.smithi019.stderr: stderr: 10+0 records in 2024-04-02T08:24:02.775 INFO:teuthology.orchestra.run.smithi019.stderr:10+0 records out 2024-04-02T08:24:02.775 INFO:teuthology.orchestra.run.smithi019.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0142379 s, 736 MB/s 2024-04-02T08:24:02.775 INFO:teuthology.orchestra.run.smithi019.stderr: stderr: 2024-04-02T08:24:02.775 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping successful for: 2024-04-02T08:24:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[27522]: osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444] boot 2024-04-02T08:24:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[27522]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[27522]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[39381]: osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444] boot 2024-04-02T08:24:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[39381]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:03 smithi019 ceph-mon[39381]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:03.499 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi019:vg_nvme/lv_3 2024-04-02T08:24:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:03 smithi066 ceph-mon[30998]: osd.0 [v2:172.21.15.19:6802/1121834444,v1:172.21.15.19:6803/1121834444] boot 2024-04-02T08:24:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:03 smithi066 ceph-mon[30998]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:24:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:24:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:03 smithi066 ceph-mon[30998]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:03.757 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:04 smithi019 ceph-mon[27522]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:04 smithi019 ceph-mon[39381]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:04 smithi066 ceph-mon[30998]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:24:05.594 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi019 2024-04-02T08:24:05.594 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:05.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi019 to 16069M 2024-04-02T08:24:05.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:05.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[27522]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:05.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi019 2024-04-02T08:24:05.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi019 to 16069M 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:05.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.598 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.598 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.598 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:05 smithi019 ceph-mon[39381]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi019 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi019 to 16069M 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:05.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:05.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:05.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:05.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:05 smithi066 ceph-mon[30998]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:06.768 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[39381]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.768 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:06.768 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:06.768 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:06.768 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[27522]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.768 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:06.768 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:06.769 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:06.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:06 smithi066 ceph-mon[30998]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:06.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:07.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:07 smithi066 ceph-mon[30998]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:07.835 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:07 smithi019 ceph-mon[27522]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:07.835 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:07 smithi019 ceph-mon[39381]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:08.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:08 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1235234781' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]: dispatch 2024-04-02T08:24:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:08 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]: dispatch 2024-04-02T08:24:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:08 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]': finished 2024-04-02T08:24:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:08 smithi066 ceph-mon[30998]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:08.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1235234781' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]: dispatch 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]: dispatch 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]': finished 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[39381]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1235234781' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]: dispatch 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]: dispatch 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db8a5558-eca1-4956-9a18-4450ba566272"}]': finished 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[27522]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:24:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:09 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2804135441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:09 smithi066 ceph-mon[30998]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:09 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2804135441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:09 smithi019 ceph-mon[27522]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:09 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2804135441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:09 smithi019 ceph-mon[39381]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:11.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:11 smithi066 ceph-mon[30998]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:11.678 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:11 smithi019 ceph-mon[27522]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:11.678 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:11 smithi019 ceph-mon[39381]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:13.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:13 smithi066 ceph-mon[30998]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:13.567 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:13 smithi019 ceph-mon[27522]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:13.567 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:13 smithi019 ceph-mon[39381]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:14 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:14 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:14 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:14 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:14 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:24:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:14 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:16.256 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:15 smithi019 ceph-mon[27522]: Deploying daemon osd.1 on smithi019 2024-04-02T08:24:16.256 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:15 smithi019 ceph-mon[27522]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:16.256 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:15 smithi019 ceph-mon[39381]: Deploying daemon osd.1 on smithi019 2024-04-02T08:24:16.256 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:15 smithi019 ceph-mon[39381]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:15 smithi066 ceph-mon[30998]: Deploying daemon osd.1 on smithi019 2024-04-02T08:24:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:15 smithi066 ceph-mon[30998]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:17.498 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:17 smithi066 ceph-mon[30998]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:17.675 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:17 smithi019 ceph-mon[27522]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:17.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:17 smithi019 ceph-mon[39381]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:19 smithi019 ceph-mon[27522]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:19.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:19 smithi019 ceph-mon[39381]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:20.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:19 smithi066 ceph-mon[30998]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:21.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:21.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:21.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:21.411 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:21.411 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:21.411 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:21.411 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:21.412 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:21.412 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:22.311 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:22 smithi019 ceph-mon[27522]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:22.312 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:22 smithi019 ceph-mon[39381]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:22 smithi066 ceph-mon[30998]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:23.198 INFO:teuthology.orchestra.run.smithi019.stdout:Created osd(s) 1 on host 'smithi019' 2024-04-02T08:24:23.506 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[27522]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:23.506 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[27522]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:23.506 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:23.506 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:23.506 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[39381]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:23.506 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[39381]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:23.506 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:23.507 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:23 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:23.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:23 smithi066 ceph-mon[30998]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:24:23.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:23 smithi066 ceph-mon[30998]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:23.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:23 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:23 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:23.795 DEBUG:teuthology.orchestra.run.smithi019:osd.1> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.1.service 2024-04-02T08:24:23.797 INFO:tasks.cephadm:Deploying osd.2 on smithi019 with /dev/vg_nvme/lv_2... 2024-04-02T08:24:23.797 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:24:24.062 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[39381]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[39381]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[39381]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[27522]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[27522]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[27522]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:24 smithi066 ceph-mon[30998]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:24:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:24 smithi066 ceph-mon[30998]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:24:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:24 smithi066 ceph-mon[30998]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:24.771 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[49799]: 2024-04-02T08:24:24.658+0000 7f98236a9700 -1 osd.1 0 waiting for initial osdmap 2024-04-02T08:24:24.771 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[49799]: 2024-04-02T08:24:24.661+0000 7f981b496700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:25.415 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[27522]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:25.416 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[27522]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:25.416 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:25.416 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:25.416 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[27522]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' 2024-04-02T08:24:25.416 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[27522]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.416 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[39381]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:25.417 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[39381]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:25.417 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:25.417 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:25.417 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[39381]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' 2024-04-02T08:24:25.417 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:25 smithi019 ceph-mon[39381]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:25 smithi066 ceph-mon[30998]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:25 smithi066 ceph-mon[30998]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:24:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:25 smithi066 ceph-mon[30998]: from='osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952]' entity='osd.1' 2024-04-02T08:24:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:25 smithi066 ceph-mon[30998]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:24:26.233 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:24:26.233 INFO:teuthology.orchestra.run.smithi019.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:24:26.233 INFO:teuthology.orchestra.run.smithi019.stderr: stderr: 10+0 records in 2024-04-02T08:24:26.233 INFO:teuthology.orchestra.run.smithi019.stderr:10+0 records out 2024-04-02T08:24:26.233 INFO:teuthology.orchestra.run.smithi019.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0129506 s, 810 MB/s 2024-04-02T08:24:26.233 INFO:teuthology.orchestra.run.smithi019.stderr: stderr: 2024-04-02T08:24:26.233 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping successful for: 2024-04-02T08:24:26.531 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[27522]: osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952] boot 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[27522]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[39381]: osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952] boot 2024-04-02T08:24:26.532 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[39381]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:26.533 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:26 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:24:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:26 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:24:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:26 smithi066 ceph-mon[30998]: osd.1 [v2:172.21.15.19:6810/2503947952,v1:172.21.15.19:6811/2503947952] boot 2024-04-02T08:24:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:26 smithi066 ceph-mon[30998]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:24:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:24:27.593 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi019:vg_nvme/lv_2 2024-04-02T08:24:27.837 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:27.847 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:27 smithi019 ceph-mon[27522]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:27.847 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:27 smithi019 ceph-mon[27522]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:27.847 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:27 smithi019 ceph-mon[39381]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:27.848 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:27 smithi019 ceph-mon[39381]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:27.942 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:27 smithi066 ceph-mon[30998]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:24:27.942 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:27 smithi066 ceph-mon[30998]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi019 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi019 to 8034M 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi019 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi019 to 8034M 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:30.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:30.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:30 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi019 2024-04-02T08:24:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi019 to 8034M 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:30 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[27522]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[39381]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:31 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:31.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:31 smithi066 ceph-mon[30998]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:31.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:31 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:31.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:31 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:31.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:31 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:32 smithi019 ceph-mon[27522]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:32 smithi019 ceph-mon[39381]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:32 smithi066 ceph-mon[30998]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3910812216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23400a98-bf06-4fc0-be69-bd37070d025e"}]: dispatch 2024-04-02T08:24:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3910812216' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23400a98-bf06-4fc0-be69-bd37070d025e"}]': finished 2024-04-02T08:24:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[27522]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3910812216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23400a98-bf06-4fc0-be69-bd37070d025e"}]: dispatch 2024-04-02T08:24:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3910812216' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23400a98-bf06-4fc0-be69-bd37070d025e"}]': finished 2024-04-02T08:24:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[39381]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:33 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:33 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3910812216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23400a98-bf06-4fc0-be69-bd37070d025e"}]: dispatch 2024-04-02T08:24:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:33 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3910812216' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23400a98-bf06-4fc0-be69-bd37070d025e"}]': finished 2024-04-02T08:24:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:33 smithi066 ceph-mon[30998]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:24:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:33 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:34 smithi019 ceph-mon[27522]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:34 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3061913950' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:34 smithi019 ceph-mon[39381]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:34 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3061913950' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:34 smithi066 ceph-mon[30998]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:34 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3061913950' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:35.542 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:35 smithi019 ceph-mon[27522]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:35.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:35 smithi019 ceph-mon[39381]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:35 smithi066 ceph-mon[30998]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:37 smithi066 ceph-mon[30998]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:37.610 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:37 smithi019 ceph-mon[27522]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:37.610 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:37 smithi019 ceph-mon[39381]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:24:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[27522]: Deploying daemon osd.2 on smithi019 2024-04-02T08:24:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[27522]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:24:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[39381]: Deploying daemon osd.2 on smithi019 2024-04-02T08:24:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:39 smithi019 ceph-mon[39381]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:24:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:39 smithi066 ceph-mon[30998]: Deploying daemon osd.2 on smithi019 2024-04-02T08:24:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:39 smithi066 ceph-mon[30998]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:41.421 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:41 smithi019 ceph-mon[27522]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:41.421 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:41 smithi019 ceph-mon[39381]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:41.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:41 smithi066 ceph-mon[30998]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:43 smithi019 ceph-mon[27522]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:43 smithi019 ceph-mon[39381]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:43 smithi066 ceph-mon[30998]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:45.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:45.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:45.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:45.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[27522]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:45.670 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:45.670 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:45.671 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:45.671 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:45 smithi019 ceph-mon[39381]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:45.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:45 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:45 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:45 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:45 smithi066 ceph-mon[30998]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:47 smithi066 ceph-mon[30998]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:47 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:47.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:47 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:47.655 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:47 smithi019 ceph-mon[27522]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:47.655 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:47 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:47.655 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:47 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:47.655 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:47 smithi019 ceph-mon[39381]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:47.655 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:47 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:47.655 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:47 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.014 INFO:teuthology.orchestra.run.smithi019.stdout:Created osd(s) 2 on host 'smithi019' 2024-04-02T08:24:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:48 smithi066 ceph-mon[30998]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[39381]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[27522]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:24:48.659 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:48.660 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:48.660 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.660 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.660 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:48.660 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:48.681 DEBUG:teuthology.orchestra.run.smithi019:osd.2> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.2.service 2024-04-02T08:24:48.683 INFO:tasks.cephadm:Deploying osd.3 on smithi019 with /dev/vg_nvme/lv_1... 2024-04-02T08:24:48.683 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:24:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[27522]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[27522]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[27522]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[27522]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[39381]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[39381]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[39381]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:49.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-mon[39381]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:49.447 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[56096]: 2024-04-02T08:24:49.263+0000 7fd756de9700 -1 osd.2 0 waiting for initial osdmap 2024-04-02T08:24:49.447 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:49 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[56096]: 2024-04-02T08:24:49.267+0000 7fd752bde700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:24:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:49 smithi066 ceph-mon[30998]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:24:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:49 smithi066 ceph-mon[30998]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:24:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:49 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:49 smithi066 ceph-mon[30998]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:24:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:49 smithi066 ceph-mon[30998]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:49.869 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[27522]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[27522]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:50 smithi066 ceph-mon[30998]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:50 smithi066 ceph-mon[30998]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:50 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:50 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:50.564 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[39381]: from='osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:24:50.564 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[39381]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:24:50.564 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:50.564 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:50 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:51.628 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:24:51.628 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:24:51.628 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[27522]: osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932] boot 2024-04-02T08:24:51.628 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[27522]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[27522]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[39381]: osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932] boot 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[39381]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:51.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:51 smithi019 ceph-mon[39381]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:51.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:51 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:24:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:51 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:24:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:51 smithi066 ceph-mon[30998]: osd.2 [v2:172.21.15.19:6818/1621758932,v1:172.21.15.19:6819/1621758932] boot 2024-04-02T08:24:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:51 smithi066 ceph-mon[30998]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:24:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:51 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:24:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:51 smithi066 ceph-mon[30998]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:24:52.740 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:24:52.740 INFO:teuthology.orchestra.run.smithi019.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:24:52.740 INFO:teuthology.orchestra.run.smithi019.stderr: stderr: 10+0 records in 2024-04-02T08:24:52.740 INFO:teuthology.orchestra.run.smithi019.stderr:10+0 records out 2024-04-02T08:24:52.740 INFO:teuthology.orchestra.run.smithi019.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113545 s, 923 MB/s 2024-04-02T08:24:52.740 INFO:teuthology.orchestra.run.smithi019.stderr:--> Zapping successful for: 2024-04-02T08:24:52.740 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:52.740 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi019 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi019 to 5356M 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.741 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi019 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi019 to 5356M 2024-04-02T08:24:52.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.743 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.743 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.743 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi019 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi019 to 5356M 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:53.445 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59982]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:53.445 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59982]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:53.445 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59982]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:53.445 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59982]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:53.485 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi019:vg_nvme/lv_1 2024-04-02T08:24:53.690 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:53.742 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:53.742 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:53 smithi019 ceph-mon[27522]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:24:53.742 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:53 smithi019 ceph-mon[27522]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:53.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:53.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:53 smithi019 ceph-mon[39381]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:24:53.742 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:53 smithi019 ceph-mon[39381]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:53.742 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59985]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:53.743 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59985]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:53.743 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59985]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:53.743 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[59985]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:53.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:53.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:53 smithi066 ceph-mon[30998]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:24:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:53 smithi066 ceph-mon[30998]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:53.994 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[60063]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:53.995 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[60063]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:53.995 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[60063]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:53.995 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:53 smithi019 sudo[60063]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:54.271 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60086]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:54.271 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60086]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:54.272 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60086]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:54.272 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60086]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:54.544 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:54 smithi019 ceph-mon[27522]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:24:54.544 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:54 smithi019 ceph-mon[27522]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:24:54.544 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:54 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:54.544 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:54 smithi019 ceph-mon[39381]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:24:54.544 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:54 smithi019 ceph-mon[39381]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:24:54.545 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:54 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:54.545 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60107]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:54.545 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60107]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:54.545 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60107]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:54.545 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60107]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:54.799 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60119]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:54.799 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60119]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:54.799 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60119]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:54.799 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60119]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:54.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:54 smithi066 ceph-mon[30998]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:24:54.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:54 smithi066 ceph-mon[30998]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:24:54.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:54 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:55.069 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60122]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:55.069 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60122]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:55.069 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60122]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:55.069 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:54 smithi019 sudo[60122]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 sudo[60145]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 sudo[60145]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 sudo[60145]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 sudo[60145]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:55.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33821]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:55.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33821]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:55.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33821]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33821]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:56.238 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[27522]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:56.239 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:56.240 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:56.240 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:56.240 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:56.240 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:56.240 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:55 smithi019 ceph-mon[39381]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33824]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33824]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33824]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 sudo[33824]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:55 smithi066 ceph-mon[30998]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:56.525 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60343]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:24:56.525 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60343]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:56.525 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60343]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:56.525 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60343]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:56.933 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60358]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:24:56.934 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60358]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:24:56.934 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60358]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:24:56.934 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 sudo[60358]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:24:57.187 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:57.188 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:56 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:57.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi019:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:56 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:24:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:57 smithi066 ceph-mon[30998]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:57 smithi019 ceph-mon[27522]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:57 smithi019 ceph-mon[39381]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:24:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:58 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1840100014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "358a43c8-41e0-432b-8b93-ee40cd370fa2"}]: dispatch 2024-04-02T08:24:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:58 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1840100014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "358a43c8-41e0-432b-8b93-ee40cd370fa2"}]': finished 2024-04-02T08:24:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:58 smithi066 ceph-mon[30998]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:24:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:58 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:24:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:58 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/955499778' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1840100014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "358a43c8-41e0-432b-8b93-ee40cd370fa2"}]: dispatch 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1840100014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "358a43c8-41e0-432b-8b93-ee40cd370fa2"}]': finished 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[27522]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/955499778' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1840100014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "358a43c8-41e0-432b-8b93-ee40cd370fa2"}]: dispatch 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1840100014' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "358a43c8-41e0-432b-8b93-ee40cd370fa2"}]': finished 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[39381]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:24:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:58 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/955499778' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:00.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:24:59 smithi066 ceph-mon[30998]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:24:59 smithi019 ceph-mon[27522]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:24:59 smithi019 ceph-mon[39381]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:01.534 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:01 smithi019 ceph-mon[27522]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:01.537 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:01 smithi019 ceph-mon[39381]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:01.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:01 smithi066 ceph-mon[30998]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:03.551 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:03 smithi019 ceph-mon[27522]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-02T08:25:03.551 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:03 smithi019 ceph-mon[39381]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-02T08:25:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:03 smithi066 ceph-mon[30998]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-02T08:25:04.988 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:04 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:04.988 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:04 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:04.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:04 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:04.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:04 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:05.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:04 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:25:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:04 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:05.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:05 smithi019 ceph-mon[27522]: Deploying daemon osd.3 on smithi019 2024-04-02T08:25:05.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:05 smithi019 ceph-mon[27522]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-02T08:25:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:05 smithi019 ceph-mon[39381]: Deploying daemon osd.3 on smithi019 2024-04-02T08:25:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:05 smithi019 ceph-mon[39381]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-02T08:25:06.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:05 smithi066 ceph-mon[30998]: Deploying daemon osd.3 on smithi019 2024-04-02T08:25:06.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:05 smithi066 ceph-mon[30998]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-02T08:25:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:07 smithi019 ceph-mon[27522]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-02T08:25:07.470 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:07 smithi019 ceph-mon[39381]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-02T08:25:07.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:07 smithi066 ceph-mon[30998]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-02T08:25:09.969 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[27522]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 828 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-02T08:25:09.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:09.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:09.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:09.970 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[39381]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 828 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-02T08:25:09.970 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:09.970 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:09.970 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:09 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:09 smithi066 ceph-mon[30998]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 828 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-02T08:25:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:09 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:09 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:09 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:11.520 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:11 smithi019 ceph-mon[27522]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:25:11.520 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:11 smithi019 ceph-mon[39381]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:25:11.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:11 smithi066 ceph-mon[30998]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:25:13.205 INFO:teuthology.orchestra.run.smithi019.stdout:Created osd(s) 3 on host 'smithi019' 2024-04-02T08:25:13.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:13 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:13.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:13 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:13.818 DEBUG:teuthology.orchestra.run.smithi019:osd.3> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.3.service 2024-04-02T08:25:13.820 INFO:tasks.cephadm:Deploying osd.4 on smithi066 with /dev/vg_nvme/lv_4... 2024-04-02T08:25:13.820 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:25:14.039 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:14.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:14 smithi066 ceph-mon[30998]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:14.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:14 smithi066 ceph-mon[30998]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:14.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:14 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:14.531 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:14 smithi066 ceph-mon[30998]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:25:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[27522]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[27522]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[27522]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:25:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[39381]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:25:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[39381]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:25:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-mon[39381]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:25:14.697 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[62245]: 2024-04-02T08:25:14.391+0000 7f08fafe0700 -1 osd.3 0 waiting for initial osdmap 2024-04-02T08:25:14.697 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:25:14 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[62245]: 2024-04-02T08:25:14.395+0000 7f08f6dd5700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:25:15.438 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:15 smithi066 ceph-mon[30998]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:25:15.438 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:15 smithi066 ceph-mon[30998]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:15.438 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:15 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:15.438 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:15 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:15.439 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:15 smithi066 ceph-mon[30998]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[27522]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[27522]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[27522]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[39381]: from='osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]': finished 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[39381]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:15 smithi019 ceph-mon[39381]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:25:15.987 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:25:15.987 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:25:15.987 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-02T08:25:15.987 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-02T08:25:15.988 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113404 s, 925 MB/s 2024-04-02T08:25:15.988 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-02T08:25:16.556 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:16 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:25:16.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:16 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:25:16.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:16 smithi066 ceph-mon[30998]: osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677] boot 2024-04-02T08:25:16.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:16 smithi066 ceph-mon[30998]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:25:16.557 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:16 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:16.579 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi066:vg_nvme/lv_4 2024-04-02T08:25:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[27522]: osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677] boot 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[27522]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[39381]: osd.3 [v2:172.21.15.19:6826/783740677,v1:172.21.15.19:6827/783740677] boot 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[39381]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:25:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:16 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:16.787 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi019 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi019 to 4017M 2024-04-02T08:25:17.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:17.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:17.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:17 smithi066 ceph-mon[30998]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:17.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi019 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi019 to 4017M 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[39381]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi019 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi019 to 4017M 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:17.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:17.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:17.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:17 smithi019 ceph-mon[27522]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:19.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:18 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:19.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:18 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:19.182 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:18 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:18 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:19.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:18 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:19.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:18 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:18 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:18 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:18 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:19 smithi019 ceph-mon[39381]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:19 smithi019 ceph-mon[39381]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:19 smithi019 ceph-mon[27522]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:19 smithi019 ceph-mon[27522]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:20.212 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:19 smithi066 ceph-mon[30998]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:20.212 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:19 smithi066 ceph-mon[30998]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:21 smithi066 ceph-mon[30998]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:21 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/1216962232' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]: dispatch 2024-04-02T08:25:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:21 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]: dispatch 2024-04-02T08:25:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:21 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]': finished 2024-04-02T08:25:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:21 smithi066 ceph-mon[30998]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:25:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[27522]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/1216962232' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]: dispatch 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]: dispatch 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]': finished 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[27522]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[39381]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/1216962232' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]: dispatch 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]: dispatch 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "006c39be-618f-4e21-b282-40046ab53b50"}]': finished 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[39381]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:25:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:22.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:22 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/236270164' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:22 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/236270164' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:22.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:22 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/236270164' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:23.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:23 smithi066 ceph-mon[30998]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:23.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:23 smithi019 ceph-mon[27522]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:23 smithi019 ceph-mon[39381]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:25.438 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:25 smithi066 ceph-mon[30998]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:25.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:25 smithi019 ceph-mon[27522]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:25 smithi019 ceph-mon[39381]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:27.264 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:27 smithi066 ceph-mon[30998]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:27.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:27 smithi019 ceph-mon[27522]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:27 smithi019 ceph-mon[39381]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:28 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:28 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:28 smithi066 ceph-mon[30998]: Deploying daemon osd.4 on smithi066 2024-04-02T08:25:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:28 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:28 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:28 smithi019 ceph-mon[27522]: Deploying daemon osd.4 on smithi066 2024-04-02T08:25:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:28 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:25:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:28 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:28 smithi019 ceph-mon[39381]: Deploying daemon osd.4 on smithi066 2024-04-02T08:25:29.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:29 smithi066 ceph-mon[30998]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:30.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:29 smithi019 ceph-mon[39381]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:29 smithi019 ceph-mon[27522]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:31.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:31 smithi066 ceph-mon[30998]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:31.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:31 smithi019 ceph-mon[27522]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:31 smithi019 ceph-mon[39381]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:33.550 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:33 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:33.551 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:33 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:33.551 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:33 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:33.551 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:33 smithi066 ceph-mon[30998]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[27522]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:33 smithi019 ceph-mon[39381]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:35.562 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 4 on host 'smithi066' 2024-04-02T08:25:36.109 DEBUG:teuthology.orchestra.run.smithi066:osd.4> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.4.service 2024-04-02T08:25:36.112 INFO:tasks.cephadm:Deploying osd.5 on smithi066 with /dev/vg_nvme/lv_3... 2024-04-02T08:25:36.112 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.140 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.141 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:36.141 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:36.141 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:25:36.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:37.639 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:37.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-mon[30998]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:25:37.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-mon[30998]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:25:37.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:37.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-mon[30998]: from='osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:25:37.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-mon[30998]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:25:37.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-mon[30998]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:37.757 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[36513]: 2024-04-02T08:25:37.564+0000 7f1ad88a6700 -1 osd.4 0 waiting for initial osdmap 2024-04-02T08:25:37.757 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:25:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[36513]: 2024-04-02T08:25:37.568+0000 7f1ad469b700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:25:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[27522]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[27522]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[27522]: from='osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[27522]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[27522]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[39381]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[39381]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[39381]: from='osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:25:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[39381]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:25:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:37 smithi019 ceph-mon[39381]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:25:38.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:38 smithi066 ceph-mon[30998]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:25:38.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:38 smithi066 ceph-mon[30998]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:25:38.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:38 smithi066 ceph-mon[30998]: osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739] boot 2024-04-02T08:25:38.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:38 smithi066 ceph-mon[30998]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:25:38.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[27522]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:25:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[27522]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:25:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[27522]: osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739] boot 2024-04-02T08:25:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[27522]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:25:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[39381]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:25:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[39381]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:25:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[39381]: osd.4 [v2:172.21.15.66:6800/2231687739,v1:172.21.15.66:6801/2231687739] boot 2024-04-02T08:25:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[39381]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:25:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi066 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:39 smithi066 ceph-mon[30998]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi066 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[27522]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi066 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:39 smithi019 ceph-mon[39381]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:40.055 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:25:40.055 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:25:40.055 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-02T08:25:40.055 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-02T08:25:40.055 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120567 s, 870 MB/s 2024-04-02T08:25:40.055 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-02T08:25:40.652 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi066:vg_nvme/lv_3 2024-04-02T08:25:40.867 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:25:40.987 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:40 smithi066 ceph-mon[30998]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:25:41.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:40 smithi019 ceph-mon[27522]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:25:41.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:40 smithi019 ceph-mon[39381]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:25:41.989 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:41 smithi066 ceph-mon[30998]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:25:41.990 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:41 smithi066 ceph-mon[30998]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:41 smithi019 ceph-mon[27522]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:25:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:41 smithi019 ceph-mon[27522]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:41 smithi019 ceph-mon[39381]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:25:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:41 smithi019 ceph-mon[39381]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:43.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:42 smithi066 ceph-mon[30998]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:25:43.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:42 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:43.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:42 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:43.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:42 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[27522]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:25:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[39381]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:25:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:25:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:25:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:42 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.008 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:43 smithi066 ceph-mon[30998]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.008 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:43 smithi066 ceph-mon[30998]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-02T08:25:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:43 smithi019 ceph-mon[27522]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:43 smithi019 ceph-mon[27522]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-02T08:25:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:43 smithi019 ceph-mon[39381]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:43 smithi019 ceph-mon[39381]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-02T08:25:45.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:45 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/1087574010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]: dispatch 2024-04-02T08:25:45.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:45 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]: dispatch 2024-04-02T08:25:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:45 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]': finished 2024-04-02T08:25:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:45 smithi066 ceph-mon[30998]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:25:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:45 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/1087574010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]: dispatch 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]: dispatch 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]': finished 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[27522]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/1087574010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]: dispatch 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]: dispatch 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73015a12-9241-4d7e-88c8-7e09ef2888ce"}]': finished 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[39381]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:25:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:45 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:46 smithi066 ceph-mon[30998]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:25:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:46 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/1219685707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:46 smithi019 ceph-mon[39381]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:25:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:46 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/1219685707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:46 smithi019 ceph-mon[27522]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:25:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:46 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/1219685707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:25:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:47 smithi066 ceph-mon[30998]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:25:47.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:47 smithi019 ceph-mon[27522]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:25:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:47 smithi019 ceph-mon[39381]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:25:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:49 smithi066 ceph-mon[30998]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:25:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:49 smithi019 ceph-mon[27522]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:25:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:49 smithi019 ceph-mon[39381]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:25:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:51 smithi066 ceph-mon[30998]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:51 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:51 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:51.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:51 smithi019 ceph-mon[27522]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:51.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:51.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:51.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:51 smithi019 ceph-mon[39381]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:51.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:51 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:25:51.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:51 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:52.400 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:52 smithi066 ceph-mon[30998]: Deploying daemon osd.5 on smithi066 2024-04-02T08:25:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:52 smithi019 ceph-mon[27522]: Deploying daemon osd.5 on smithi066 2024-04-02T08:25:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:52 smithi019 ceph-mon[39381]: Deploying daemon osd.5 on smithi066 2024-04-02T08:25:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:53 smithi066 ceph-mon[30998]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:53.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:53 smithi019 ceph-mon[27522]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:53 smithi019 ceph-mon[39381]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:55.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:55 smithi066 ceph-mon[30998]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:55 smithi019 ceph-mon[27522]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:55.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:55 smithi019 ceph-mon[39381]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:57.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:57 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:57 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:57 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:57 smithi066 ceph-mon[30998]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:57.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:57.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[27522]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:25:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:57 smithi019 ceph-mon[39381]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:25:59.464 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 5 on host 'smithi066' 2024-04-02T08:26:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:59 smithi066 ceph-mon[30998]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:59 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:59 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:59 smithi066 ceph-mon[30998]: from='osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:25:59 smithi066 ceph-mon[30998]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.141 DEBUG:teuthology.orchestra.run.smithi066:osd.5> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.5.service 2024-04-02T08:26:00.143 INFO:tasks.cephadm:Deploying osd.6 on smithi066 with /dev/vg_nvme/lv_2... 2024-04-02T08:26:00.143 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:26:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[27522]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[27522]: from='osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[27522]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[39381]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[39381]: from='osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:25:59 smithi019 ceph-mon[39381]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:26:00.403 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:01.466 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:01.466 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:01.466 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:01.467 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:26:01.467 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:01.467 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: from='osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:01.467 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:01.467 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-mon[30998]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:01.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: from='osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[27522]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:26:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:26:01.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:01.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: from='osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:01.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:01.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:01 smithi019 ceph-mon[39381]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:26:01.743 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[42441]: 2024-04-02T08:26:01.467+0000 7f5d8388b700 -1 osd.5 0 waiting for initial osdmap 2024-04-02T08:26:01.743 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:26:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[42441]: 2024-04-02T08:26:01.473+0000 7f5d7f680700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:02.611 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:02 smithi066 ceph-mon[30998]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:02.611 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:02 smithi066 ceph-mon[30998]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:02.611 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:02 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.611 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:02 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[27522]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:02.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[27522]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[39381]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[39381]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:26:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:02 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.642 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:26:03.642 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:26:03.642 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-02T08:26:03.642 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-02T08:26:03.642 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012401 s, 846 MB/s 2024-04-02T08:26:03.642 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-02T08:26:03.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:03 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:26:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:03 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:26:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:03 smithi066 ceph-mon[30998]: osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954] boot 2024-04-02T08:26:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:03 smithi066 ceph-mon[30998]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:26:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:03 smithi066 ceph-mon[30998]: pgmap v131: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:03 smithi066 ceph-mon[30998]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[27522]: osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954] boot 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[27522]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[27522]: pgmap v131: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[27522]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[39381]: osd.5 [v2:172.21.15.66:6808/261862954,v1:172.21.15.66:6809/261862954] boot 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[39381]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:26:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[39381]: pgmap v131: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:03 smithi019 ceph-mon[39381]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:26:04.238 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi066:vg_nvme/lv_2 2024-04-02T08:26:04.636 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:05.730 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:05.730 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi066 2024-04-02T08:26:05.730 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.730 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.730 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:05 smithi066 ceph-mon[30998]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi066 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[27522]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi066 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:05.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:05 smithi019 ceph-mon[39381]: pgmap v134: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:06.916 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:06 smithi066 ceph-mon[30998]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:06.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:06.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:06.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[27522]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[39381]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:26:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:06.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.763 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:07 smithi066 ceph-mon[30998]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:07.763 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:07 smithi066 ceph-mon[30998]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:07.763 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:07 smithi066 ceph-mon[30998]: pgmap v137: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:07.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:07 smithi019 ceph-mon[27522]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:07 smithi019 ceph-mon[27522]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:07 smithi019 ceph-mon[27522]: pgmap v137: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:07 smithi019 ceph-mon[39381]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:07 smithi019 ceph-mon[39381]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:26:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:07 smithi019 ceph-mon[39381]: pgmap v137: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:09 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/3653114941' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]: dispatch 2024-04-02T08:26:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:09 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]: dispatch 2024-04-02T08:26:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:09 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]': finished 2024-04-02T08:26:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:09 smithi066 ceph-mon[30998]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:26:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:09 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:09 smithi066 ceph-mon[30998]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-02T08:26:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:09 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/1106925481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/3653114941' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]: dispatch 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]: dispatch 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]': finished 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[27522]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[27522]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/1106925481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/3653114941' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]: dispatch 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]: dispatch 2024-04-02T08:26:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b26622e0-6f7a-4fb1-a93b-c4f243e051e5"}]': finished 2024-04-02T08:26:10.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[39381]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:26:10.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:10.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[39381]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-04-02T08:26:10.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:09 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/1106925481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:11.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:11 smithi066 ceph-mon[30998]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:11.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:11 smithi019 ceph-mon[39381]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:11.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:11 smithi019 ceph-mon[27522]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:26:13.492 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:13 smithi066 ceph-mon[30998]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-02T08:26:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:13 smithi019 ceph-mon[27522]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-02T08:26:13.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:13 smithi019 ceph-mon[39381]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-02T08:26:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:15 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:15 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:15 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:15 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:15.558 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:15 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:26:15.558 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:15 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:16 smithi019 ceph-mon[39381]: Deploying daemon osd.6 on smithi066 2024-04-02T08:26:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:16 smithi019 ceph-mon[39381]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:26:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:16 smithi019 ceph-mon[27522]: Deploying daemon osd.6 on smithi066 2024-04-02T08:26:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:16 smithi019 ceph-mon[27522]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:26:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:16 smithi066 ceph-mon[30998]: Deploying daemon osd.6 on smithi066 2024-04-02T08:26:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:16 smithi066 ceph-mon[30998]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:26:17.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:17 smithi066 ceph-mon[30998]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:17.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:17 smithi019 ceph-mon[27522]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:17 smithi019 ceph-mon[39381]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:19.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:19 smithi066 ceph-mon[30998]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:19 smithi019 ceph-mon[27522]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:19 smithi019 ceph-mon[39381]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[27522]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:21 smithi019 ceph-mon[39381]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:21 smithi066 ceph-mon[30998]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:23.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:23 smithi066 ceph-mon[30998]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:23.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:23 smithi019 ceph-mon[27522]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:23 smithi019 ceph-mon[39381]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:24.294 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 6 on host 'smithi066' 2024-04-02T08:26:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:24 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:24 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:24.965 DEBUG:teuthology.orchestra.run.smithi066:osd.6> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.6.service 2024-04-02T08:26:24.967 INFO:tasks.cephadm:Deploying osd.7 on smithi066 with /dev/vg_nvme/lv_1... 2024-04-02T08:26:24.968 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-mon[30998]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-mon[30998]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-mon[30998]: from='osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-mon[30998]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-mon[30998]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:25.601 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:25.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[27522]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[27522]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[27522]: from='osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[27522]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[27522]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[39381]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[39381]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[39381]: from='osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:25.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[39381]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:25.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:25 smithi019 ceph-mon[39381]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:26:25.986 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[48389]: 2024-04-02T08:26:25.836+0000 7fe2ad4c5700 -1 osd.6 0 waiting for initial osdmap 2024-04-02T08:26:25.986 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:26:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[48389]: 2024-04-02T08:26:25.843+0000 7fe2a52b2700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:26.551 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:26 smithi066 ceph-mon[30998]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:26.551 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:26 smithi066 ceph-mon[30998]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:26.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:26 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.552 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:26 smithi066 ceph-mon[30998]: from='osd.6 ' entity='osd.6' 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[27522]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[27522]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[27522]: from='osd.6 ' entity='osd.6' 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[39381]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[39381]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:26.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:26 smithi019 ceph-mon[39381]: from='osd.6 ' entity='osd.6' 2024-04-02T08:26:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:27 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:26:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:27 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:26:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:27 smithi066 ceph-mon[30998]: osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116] boot 2024-04-02T08:26:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:27 smithi066 ceph-mon[30998]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:26:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:27 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:27 smithi066 ceph-mon[30998]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:27.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[27522]: osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116] boot 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[27522]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[27522]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[39381]: osd.6 [v2:172.21.15.66:6816/2664807116,v1:172.21.15.66:6817/2664807116] boot 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[39381]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:27 smithi019 ceph-mon[39381]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:28.556 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:28 smithi066 ceph-mon[30998]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:28.556 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:26:28.556 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:26:28.556 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-02T08:26:28.556 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-02T08:26:28.556 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.013601 s, 771 MB/s 2024-04-02T08:26:28.556 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 2024-04-02T08:26:28.556 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-02T08:26:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:28 smithi019 ceph-mon[27522]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:28.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:28 smithi019 ceph-mon[39381]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:26:29.118 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi066:vg_nvme/lv_1 2024-04-02T08:26:29.330 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi066 2024-04-02T08:26:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[27522]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi066 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:29 smithi019 ceph-mon[39381]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:29.702 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:26:29.702 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi066 2024-04-02T08:26:29.702 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.702 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.702 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:26:29.703 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:29 smithi066 ceph-mon[30998]: pgmap v155: 1 pgs: 1 remapped+peering; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:30 smithi066 ceph-mon[30998]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:31.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:30 smithi019 ceph-mon[27522]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:30 smithi019 ceph-mon[39381]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:26:31.866 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:31 smithi066 ceph-mon[30998]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:31.866 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:31 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:31.866 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:31 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:31.867 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:31 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:31.867 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:31 smithi066 ceph-mon[30998]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:31.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[27522]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[27522]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[39381]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:31 smithi019 ceph-mon[39381]: pgmap v157: 1 pgs: 1 remapped+peering; 577 KiB data, 541 MiB used, 625 GiB / 626 GiB avail 2024-04-02T08:26:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:33 smithi066 ceph-mon[30998]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-02T08:26:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:33 smithi019 ceph-mon[27522]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-02T08:26:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:33 smithi019 ceph-mon[39381]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-02T08:26:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:34 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/3877705043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]: dispatch 2024-04-02T08:26:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:34 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]: dispatch 2024-04-02T08:26:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:34 smithi066 ceph-mon[30998]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]': finished 2024-04-02T08:26:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:34 smithi066 ceph-mon[30998]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:26:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:34 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:34 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/341060825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/3877705043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]: dispatch 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]: dispatch 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[27522]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]': finished 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[27522]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/341060825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/3877705043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]: dispatch 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]: dispatch 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[39381]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63cfb255-00dc-40c5-8376-837cfd7d7ae9"}]': finished 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[39381]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:26:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:35.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:34 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/341060825' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:26:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:35 smithi066 ceph-mon[30998]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:35 smithi019 ceph-mon[27522]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:26:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:35 smithi019 ceph-mon[39381]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:26:37.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:37 smithi066 ceph-mon[30998]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:37 smithi019 ceph-mon[27522]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:37 smithi019 ceph-mon[39381]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.024 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:39 smithi066 ceph-mon[30998]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:39 smithi019 ceph-mon[27522]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:39 smithi019 ceph-mon[39381]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:26:40.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:40 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:26:40.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:40 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:40 smithi066 ceph-mon[30998]: Deploying daemon osd.7 on smithi066 2024-04-02T08:26:41.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:40 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:26:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:40 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:40 smithi019 ceph-mon[39381]: Deploying daemon osd.7 on smithi066 2024-04-02T08:26:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:40 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:26:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:40 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:40 smithi019 ceph-mon[27522]: Deploying daemon osd.7 on smithi066 2024-04-02T08:26:41.823 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:41 smithi066 ceph-mon[30998]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:41 smithi019 ceph-mon[27522]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:42.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:41 smithi019 ceph-mon[39381]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:26:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:43 smithi066 ceph-mon[30998]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:43 smithi019 ceph-mon[27522]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:43 smithi019 ceph-mon[39381]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:46 smithi066 ceph-mon[30998]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:46 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:46 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:46 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[27522]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[39381]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:46 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:48.432 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:48 smithi066 ceph-mon[30998]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:48.432 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.433 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.433 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:48.433 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:48.433 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:48 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[27522]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[39381]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:48 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:48.907 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 7 on host 'smithi066' 2024-04-02T08:26:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[27522]: from='osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[27522]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[39381]: from='osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[39381]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:49 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:49.483 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:49 smithi066 ceph-mon[30998]: from='osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:49.483 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:49 smithi066 ceph-mon[30998]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:26:49.483 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:49 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:49.483 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:49 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:49.483 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:49 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:49.504 DEBUG:teuthology.orchestra.run.smithi066:osd.7> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.7.service 2024-04-02T08:26:49.507 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-02T08:26:49.507 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd stat -f json 2024-04-02T08:26:49.726 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:26:50.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-mon[30998]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:50.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-mon[30998]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:26:50.422 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-mon[30998]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:26:50.423 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.423 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-mon[30998]: from='osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:50.423 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-mon[30998]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:50.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[39381]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[39381]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[39381]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[39381]: from='osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[39381]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[27522]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[27522]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[27522]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[27522]: from='osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:50 smithi019 ceph-mon[27522]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:26:50.806 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[54749]: 2024-04-02T08:26:50.635+0000 7ff2f9815700 -1 osd.7 0 waiting for initial osdmap 2024-04-02T08:26:50.807 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:26:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[54749]: 2024-04-02T08:26:50.644+0000 7ff2f0e01700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:26:51.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[39381]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[39381]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[39381]: from='osd.7 ' entity='osd.7' 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[27522]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[27522]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:51 smithi019 ceph-mon[27522]: from='osd.7 ' entity='osd.7' 2024-04-02T08:26:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:51 smithi066 ceph-mon[30998]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-02T08:26:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:51 smithi066 ceph-mon[30998]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:26:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:51 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:51 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:51 smithi066 ceph-mon[30998]: from='osd.7 ' entity='osd.7' 2024-04-02T08:26:51.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:26:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:52 smithi066 ceph-mon[30998]: purged_snaps scrub starts 2024-04-02T08:26:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:52 smithi066 ceph-mon[30998]: purged_snaps scrub ok 2024-04-02T08:26:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:52 smithi066 ceph-mon[30998]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:52 smithi066 ceph-mon[30998]: osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492] boot 2024-04-02T08:26:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:52 smithi066 ceph-mon[30998]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:26:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:52 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:52 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3127325236' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:52.348 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046411,"num_in_osds":8,"osd_in_since":1712046393,"num_remapped_pgs":1} 2024-04-02T08:26:52.349 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:26:52.566 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:26:52.688 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[39381]: purged_snaps scrub starts 2024-04-02T08:26:52.688 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[39381]: purged_snaps scrub ok 2024-04-02T08:26:52.688 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[39381]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:52.688 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[39381]: osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492] boot 2024-04-02T08:26:52.688 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[39381]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:26:52.688 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:52.688 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3127325236' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:52.689 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[27522]: purged_snaps scrub starts 2024-04-02T08:26:52.689 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[27522]: purged_snaps scrub ok 2024-04-02T08:26:52.689 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[27522]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:26:52.689 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[27522]: osd.7 [v2:172.21.15.66:6824/1733670492,v1:172.21.15.66:6825/1733670492] boot 2024-04-02T08:26:52.689 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[27522]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:26:52.689 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:52.689 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:52 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3127325236' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:53 smithi066 ceph-mon[30998]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:26:53.647 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:26:53.647 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.647 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.647 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[27522]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.649 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.649 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:53.649 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.649 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:53.649 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:53.649 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:26:53.649 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:53 smithi019 ceph-mon[39381]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:26:54.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:26:54.360 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":57,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:26:53.735736+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:26:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:54 smithi066 ceph-mon[30998]: Detected new or changed devices on smithi066 2024-04-02T08:26:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:54 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-02T08:26:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:54 smithi066 ceph-mon[30998]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 368 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:54 smithi066 ceph-mon[30998]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:26:54.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[27522]: Detected new or changed devices on smithi066 2024-04-02T08:26:54.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-02T08:26:54.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[27522]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 368 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:54.670 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[27522]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:26:54.670 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[39381]: Detected new or changed devices on smithi066 2024-04-02T08:26:54.670 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-02T08:26:54.671 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[39381]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 368 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:54.671 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:54 smithi019 ceph-mon[39381]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:26:54.977 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:51.454844+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:26:54.978 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-02T08:26:55.186 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:26:55.549 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:55 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/685764026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.549 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:55 smithi019 ceph-mon[27522]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:26:55.549 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:55 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/685764026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.549 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:55 smithi019 ceph-mon[39381]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:26:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:55 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/685764026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:55 smithi066 ceph-mon[30998]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:26:56.385 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:56 smithi019 ceph-mon[27522]: pgmap v177: 1 pgs: 1 remapped+peering; 577 KiB data, 368 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:56.386 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:56 smithi019 ceph-mon[39381]: pgmap v177: 1 pgs: 1 remapped+peering; 577 KiB data, 368 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:56 smithi066 ceph-mon[30998]: pgmap v177: 1 pgs: 1 remapped+peering; 577 KiB data, 368 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:57.085 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 1 2024-04-02T08:26:57.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:57 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2014190504' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:26:57.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:57 smithi019 ceph-mon[27522]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-02T08:26:57.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:57 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2014190504' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:26:57.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:57 smithi019 ceph-mon[39381]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-02T08:26:57.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:57 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2014190504' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:26:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:57 smithi066 ceph-mon[30998]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-02T08:26:57.664 INFO:tasks.cephadm:Adding mds.a on smithi019 2024-04-02T08:26:57.664 INFO:tasks.cephadm:Adding mds.b on smithi066 2024-04-02T08:26:57.664 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mds all '2;smithi019=a;smithi066=b' 2024-04-02T08:26:57.894 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:26:59.784 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mds.all update... 2024-04-02T08:27:00.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:26:59 smithi066 ceph-mon[30998]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:26:59 smithi019 ceph-mon[27522]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:26:59 smithi019 ceph-mon[39381]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:27:00.356 DEBUG:teuthology.orchestra.run.smithi019:mds.a> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.a.service 2024-04-02T08:27:00.359 DEBUG:teuthology.orchestra.run.smithi066:mds.b> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.b.service 2024-04-02T08:27:00.361 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-02T08:27:00.362 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:00.718 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":58,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:26:54.741679+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:00.731 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:51.454844+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:27:00.731 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi019=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: Saving service mds.all spec with placement smithi019=a;smithi066=b;count:2 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:00.984 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/675214240' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi019=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: Saving service mds.all spec with placement smithi019=a;smithi066=b;count:2 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:00.985 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:00 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/675214240' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 1 2024-04-02T08:27:01.052 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:01.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi019=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: Saving service mds.all spec with placement smithi019=a;smithi066=b;count:2 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:00 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/675214240' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:01.383 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-02T08:27:01.384 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 1 2024-04-02T08:27:02.059 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[27522]: Deploying daemon mds.a on smithi019 2024-04-02T08:27:02.059 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3262401497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:02.059 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[27522]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.059 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1220414881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:02.059 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[39381]: Deploying daemon mds.a on smithi019 2024-04-02T08:27:02.060 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3262401497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:02.060 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[39381]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.060 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:01 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1220414881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:01 smithi066 ceph-mon[30998]: Deploying daemon mds.a on smithi019 2024-04-02T08:27:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:01 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3262401497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:01 smithi066 ceph-mon[30998]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:27:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:01 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1220414881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:02.696 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:27:02 smithi019 podman[67305]: 2024-04-02 08:27:02.556254737 +0000 UTC m=+0.017758247 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:27:03.198 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:27:02 smithi019 podman[67305]: 2024-04-02 08:27:02.866637494 +0000 UTC m=+0.328140984 container init a295cdd8cbcae4d47f65277553add75222f7d76422e66554bc170274546510be (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS) 2024-04-02T08:27:03.198 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:27:02 smithi019 podman[67305]: 2024-04-02 08:27:02.872173714 +0000 UTC m=+0.333677199 container start a295cdd8cbcae4d47f65277553add75222f7d76422e66554bc170274546510be (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:27:03.198 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:27:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[67320]: starting mds.a at 2024-04-02T08:27:03.198 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:27:03 smithi019 bash[67305]: a295cdd8cbcae4d47f65277553add75222f7d76422e66554bc170274546510be 2024-04-02T08:27:03.199 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:27:03 smithi019 systemd[1]: Started Ceph mds.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:03.397 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.19:6835/2557675225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":2557675225},{"type":"v1","addr":"172.21.15.19:6835","nonce":2557675225}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:27:03.737 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 2 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: mds.? [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] up:boot 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: fsmap 1 up:standby 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: Deploying daemon mds.b on smithi066 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3446601632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: mds.? [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] up:boot 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: fsmap 1 up:standby 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: Deploying daemon mds.b on smithi066 2024-04-02T08:27:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:03 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3446601632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.271 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: mds.? [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] up:boot 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: fsmap 1 up:standby 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: Deploying daemon mds.b on smithi066 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:27:04.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:03 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3446601632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:05.247 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 systemd[1]: Starting Ceph mds.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:05.515 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:05 smithi066 ceph-mon[30998]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-02T08:27:05.517 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 podman[59049]: 2024-04-02 08:27:05.152120575 +0000 UTC m=+0.017634516 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:27:05.517 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 podman[59049]: 2024-04-02 08:27:05.259368629 +0000 UTC m=+0.124882612 container create aedb05f194b90cfb4bae53965576693615ae1017730a4a425455a80bb87db7c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:05.517 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 podman[59049]: 2024-04-02 08:27:05.486628776 +0000 UTC m=+0.352142715 container init aedb05f194b90cfb4bae53965576693615ae1017730a4a425455a80bb87db7c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:27:05.517 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 podman[59049]: 2024-04-02 08:27:05.492176053 +0000 UTC m=+0.357689992 container start aedb05f194b90cfb4bae53965576693615ae1017730a4a425455a80bb87db7c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD) 2024-04-02T08:27:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:05 smithi019 ceph-mon[27522]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-02T08:27:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:05 smithi019 ceph-mon[39381]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-02T08:27:05.751 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:05.812 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b[59064]: starting mds.b at 2024-04-02T08:27:05.813 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 bash[59049]: aedb05f194b90cfb4bae53965576693615ae1017730a4a425455a80bb87db7c4 2024-04-02T08:27:05.813 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:27:05 smithi066 systemd[1]: Started Ceph mds.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:06.096 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.19:6835/2557675225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":2557675225},{"type":"v1","addr":"172.21.15.19:6835","nonce":2557675225}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:27:06.096 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 2 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2087061473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:boot 2024-04-02T08:27:06.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: fsmap 2 up:standby 2024-04-02T08:27:06.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:06 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2087061473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:boot 2024-04-02T08:27:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: fsmap 2 up:standby 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2087061473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:boot 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: fsmap 2 up:standby 2024-04-02T08:27:06.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:06 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:08.113 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:08 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:08.462 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/556921811","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":556921811},{"type":"v1","addr":"172.21.15.66:6833","nonce":556921811}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24344,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.19:6835/2557675225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":2557675225},{"type":"v1","addr":"172.21.15.19:6835","nonce":2557675225}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:27:08.462 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 3 2024-04-02T08:27:08.475 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:08.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:08 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:08.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:08.769 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":58,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:26:54.741679+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:08.781 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:51.454844+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:27:08.782 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:27:09.073 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 1 2024-04-02T08:27:09.086 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-02T08:27:09.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:09.381 INFO:teuthology.orchestra.run.smithi019.stdout:[ 2024-04-02T08:27:09.381 INFO:teuthology.orchestra.run.smithi019.stdout: { 2024-04-02T08:27:09.381 INFO:teuthology.orchestra.run.smithi019.stdout: "poolnum": 1, 2024-04-02T08:27:09.382 INFO:teuthology.orchestra.run.smithi019.stdout: "poolname": ".mgr" 2024-04-02T08:27:09.382 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:27:09.382 INFO:teuthology.orchestra.run.smithi019.stdout:] 2024-04-02T08:27:09.393 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:09 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/227147672' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.393 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:09 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2723828503' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.393 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:09 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3472800938' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:09.393 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:09 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/227147672' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.393 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:09 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2723828503' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.393 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:09 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3472800938' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:09.394 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-02T08:27:09.394 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-02T08:27:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:09 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/227147672' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:09 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2723828503' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:09 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3472800938' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:27:10.212 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'cephfs_metadata' created 2024-04-02T08:27:10.227 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-02T08:27:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:10 smithi066 ceph-mon[30998]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:10 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3165851422' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:10 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4008354138' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:10 smithi019 ceph-mon[27522]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:10 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3165851422' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:10 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4008354138' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:10 smithi019 ceph-mon[39381]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:10 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3165851422' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:10 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4008354138' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:27:11.219 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'cephfs_data' created 2024-04-02T08:27:11.245 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-02T08:27:11.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:11 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4008354138' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:11 smithi066 ceph-mon[30998]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:27:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:11 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3964927653' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:11 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.586 INFO:teuthology.orchestra.run.smithi019.stderr:new fs with metadata pool 2 and data pool 3 2024-04-02T08:27:11.610 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4008354138' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:11.610 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[39381]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:27:11.610 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3964927653' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.610 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.612 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:11.612 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4008354138' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:27:11.612 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[27522]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:27:11.612 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3964927653' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.612 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:11 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:27:11.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:11.907 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":61,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:11.581359+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:11.920 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:12.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:12.212 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":61,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:11.581359+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:12.227 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: pgmap v186: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1657514236' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4217793656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:12 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3060581305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.601 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: pgmap v186: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1657514236' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4217793656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.602 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3060581305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: pgmap v186: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1657514236' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4217793656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.603 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3060581305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:12.604 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-02T08:27:12.604 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-02T08:27:13.195 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:27:12 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[67320]: 2024-04-02T08:27:12.904+0000 7fc686cfd700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:27:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:13 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4019343077' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:13 smithi066 ceph-mon[30998]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:13 smithi066 ceph-mon[30998]: mds.? [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] up:active 2024-04-02T08:27:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:13 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4019343077' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:13 smithi066 ceph-mon[30998]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:13 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/875973569' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.612 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4019343077' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.612 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[27522]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:13.612 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[27522]: mds.? [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] up:active 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4019343077' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[27522]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/875973569' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4019343077' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[39381]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[39381]: mds.? [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] up:active 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4019343077' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[39381]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:13.613 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:13 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/875973569' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:27:13.614 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-02T08:27:13.614 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:27:13.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:13.948 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/556921811","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":556921811},{"type":"v1","addr":"172.21.15.66:6833","nonce":556921811}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.581708+0000","modified":"2024-04-02T08:27:13.590824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24344},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24344":{"gid":24344,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.19:6835/2557675225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":2557675225},{"type":"v1","addr":"172.21.15.19:6835","nonce":2557675225}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:27:13.949 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 6 2024-04-02T08:27:13.961 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:14.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:14.254 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":62,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:12.583144+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:14.266 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-02T08:27:14.267 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:14.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:14.565 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:27:14.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:14 smithi066 ceph-mon[30998]: pgmap v190: 97 pgs: 6 creating+activating, 26 creating+peering, 23 unknown, 42 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 1 op/s 2024-04-02T08:27:14.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:14 smithi066 ceph-mon[30998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:14.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:14 smithi066 ceph-mon[30998]: Cluster is now healthy 2024-04-02T08:27:14.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:14 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/875973569' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:14.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:14 smithi066 ceph-mon[30998]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:14.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:14 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/321165904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.573 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[27522]: pgmap v190: 97 pgs: 6 creating+activating, 26 creating+peering, 23 unknown, 42 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 1 op/s 2024-04-02T08:27:14.573 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[27522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:14.573 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[27522]: Cluster is now healthy 2024-04-02T08:27:14.573 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/875973569' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:14.573 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[27522]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:14.573 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/321165904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.573 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[39381]: pgmap v190: 97 pgs: 6 creating+activating, 26 creating+peering, 23 unknown, 42 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 1 op/s 2024-04-02T08:27:14.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[39381]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:14.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[39381]: Cluster is now healthy 2024-04-02T08:27:14.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/875973569' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:27:14.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[39381]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:14.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:14 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/321165904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:27:14.575 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-02T08:27:13.182164+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":230748,"kb_used_data":6372,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730468,"statfs":{"total":767960285184,"available":767723999232,"internally_reserved":0,"allocated":6524928,"data_stored":3710418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":229625399},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000867"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586470+0000","last_change":"2024-04-02T08:27:11.610057+0000","last_active":"2024-04-02T08:27:12.586470+0000","last_peered":"2024-04-02T08:27:12.586470+0000","last_clean":"2024-04-02T08:27:12.586470+0000","last_became_active":"2024-04-02T08:27:11.609583+0000","last_became_peered":"2024-04-02T08:27:11.609583+0000","last_unstale":"2024-04-02T08:27:12.586470+0000","last_undegraded":"2024-04-02T08:27:12.586470+0000","last_fullsized":"2024-04-02T08:27:12.586470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.596516+0000","last_change":"2024-04-02T08:27:11.596198+0000","last_active":"2024-04-02T08:27:11.596516+0000","last_peered":"2024-04-02T08:27:11.596516+0000","last_clean":"2024-04-02T08:27:11.596516+0000","last_became_active":"2024-04-02T08:27:11.595871+0000","last_became_peered":"2024-04-02T08:27:11.595871+0000","last_unstale":"2024-04-02T08:27:11.596516+0000","last_undegraded":"2024-04-02T08:27:11.596516+0000","last_fullsized":"2024-04-02T08:27:11.596516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.600177+0000","last_change":"2024-04-02T08:27:11.599770+0000","last_active":"2024-04-02T08:27:11.600177+0000","last_peered":"2024-04-02T08:27:11.600177+0000","last_clean":"2024-04-02T08:27:11.600177+0000","last_became_active":"2024-04-02T08:27:11.599469+0000","last_became_peered":"2024-04-02T08:27:11.599469+0000","last_unstale":"2024-04-02T08:27:11.600177+0000","last_undegraded":"2024-04-02T08:27:11.600177+0000","last_fullsized":"2024-04-02T08:27:11.600177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230502+0000","last_change":"2024-04-02T08:27:11.230502+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230502+0000","last_undegraded":"2024-04-02T08:27:11.230502+0000","last_fullsized":"2024-04-02T08:27:11.230502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.221916+0000","last_change":"2024-04-02T08:27:11.221916+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.221916+0000","last_undegraded":"2024-04-02T08:27:11.221916+0000","last_fullsized":"2024-04-02T08:27:11.221916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223901+0000","last_change":"2024-04-02T08:27:11.223901+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223901+0000","last_undegraded":"2024-04-02T08:27:11.223901+0000","last_fullsized":"2024-04-02T08:27:11.223901+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.232162+0000","last_change":"2024-04-02T08:27:11.232162+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.232162+0000","last_undegraded":"2024-04-02T08:27:11.232162+0000","last_fullsized":"2024-04-02T08:27:11.232162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586305+0000","last_change":"2024-04-02T08:27:11.600260+0000","last_active":"2024-04-02T08:27:12.586305+0000","last_peered":"2024-04-02T08:27:12.586305+0000","last_clean":"2024-04-02T08:27:12.586305+0000","last_became_active":"2024-04-02T08:27:11.599932+0000","last_became_peered":"2024-04-02T08:27:11.599932+0000","last_unstale":"2024-04-02T08:27:12.586305+0000","last_undegraded":"2024-04-02T08:27:12.586305+0000","last_fullsized":"2024-04-02T08:27:12.586305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.614163+0000","last_change":"2024-04-02T08:27:11.613865+0000","last_active":"2024-04-02T08:27:11.614163+0000","last_peered":"2024-04-02T08:27:11.614163+0000","last_clean":"2024-04-02T08:27:11.614163+0000","last_became_active":"2024-04-02T08:27:11.613550+0000","last_became_peered":"2024-04-02T08:27:11.613550+0000","last_unstale":"2024-04-02T08:27:11.614163+0000","last_undegraded":"2024-04-02T08:27:11.614163+0000","last_fullsized":"2024-04-02T08:27:11.614163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.983348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.597751+0000","last_change":"2024-04-02T08:27:11.597313+0000","last_active":"2024-04-02T08:27:11.597751+0000","last_peered":"2024-04-02T08:27:11.597751+0000","last_clean":"2024-04-02T08:27:11.597751+0000","last_became_active":"2024-04-02T08:27:11.596987+0000","last_became_peered":"2024-04-02T08:27:11.596987+0000","last_unstale":"2024-04-02T08:27:11.597751+0000","last_undegraded":"2024-04-02T08:27:11.597751+0000","last_fullsized":"2024-04-02T08:27:11.597751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225501+0000","last_change":"2024-04-02T08:27:11.225501+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225501+0000","last_undegraded":"2024-04-02T08:27:11.225501+0000","last_fullsized":"2024-04-02T08:27:11.225501+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586859+0000","last_change":"2024-04-02T08:27:11.244211+0000","last_active":"2024-04-02T08:27:12.586859+0000","last_peered":"2024-04-02T08:27:12.586859+0000","last_clean":"2024-04-02T08:27:12.586859+0000","last_became_active":"2024-04-02T08:27:11.243824+0000","last_became_peered":"2024-04-02T08:27:11.243824+0000","last_unstale":"2024-04-02T08:27:12.586859+0000","last_undegraded":"2024-04-02T08:27:12.586859+0000","last_fullsized":"2024-04-02T08:27:12.586859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229505+0000","last_change":"2024-04-02T08:27:11.229505+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229505+0000","last_undegraded":"2024-04-02T08:27:11.229505+0000","last_fullsized":"2024-04-02T08:27:11.229505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240004+0000","last_change":"2024-04-02T08:27:11.239681+0000","last_active":"2024-04-02T08:27:11.240004+0000","last_peered":"2024-04-02T08:27:11.240004+0000","last_clean":"2024-04-02T08:27:11.240004+0000","last_became_active":"2024-04-02T08:27:11.239092+0000","last_became_peered":"2024-04-02T08:27:11.239092+0000","last_unstale":"2024-04-02T08:27:11.240004+0000","last_undegraded":"2024-04-02T08:27:11.240004+0000","last_fullsized":"2024-04-02T08:27:11.240004+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586717+0000","last_change":"2024-04-02T08:27:11.603140+0000","last_active":"2024-04-02T08:27:12.586717+0000","last_peered":"2024-04-02T08:27:12.586717+0000","last_clean":"2024-04-02T08:27:12.586717+0000","last_became_active":"2024-04-02T08:27:11.602875+0000","last_became_peered":"2024-04-02T08:27:11.602875+0000","last_unstale":"2024-04-02T08:27:12.586717+0000","last_undegraded":"2024-04-02T08:27:12.586717+0000","last_fullsized":"2024-04-02T08:27:12.586717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216679+0000","last_change":"2024-04-02T08:27:10.216679+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216679+0000","last_undegraded":"2024-04-02T08:27:10.216679+0000","last_fullsized":"2024-04-02T08:27:10.216679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.601358+0000","last_change":"2024-04-02T08:27:11.600911+0000","last_active":"2024-04-02T08:27:11.601358+0000","last_peered":"2024-04-02T08:27:11.601358+0000","last_clean":"2024-04-02T08:27:11.601358+0000","last_became_active":"2024-04-02T08:27:11.600622+0000","last_became_peered":"2024-04-02T08:27:11.600622+0000","last_unstale":"2024-04-02T08:27:11.601358+0000","last_undegraded":"2024-04-02T08:27:11.601358+0000","last_fullsized":"2024-04-02T08:27:11.601358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.218490+0000","last_change":"2024-04-02T08:27:10.218490+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.218490+0000","last_undegraded":"2024-04-02T08:27:10.218490+0000","last_fullsized":"2024-04-02T08:27:10.218490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607660+0000","last_change":"2024-04-02T08:27:11.606156+0000","last_active":"2024-04-02T08:27:11.607660+0000","last_peered":"2024-04-02T08:27:11.607660+0000","last_clean":"2024-04-02T08:27:11.607660+0000","last_became_active":"2024-04-02T08:27:11.605181+0000","last_became_peered":"2024-04-02T08:27:11.605181+0000","last_unstale":"2024-04-02T08:27:11.607660+0000","last_undegraded":"2024-04-02T08:27:11.607660+0000","last_fullsized":"2024-04-02T08:27:11.607660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236035+0000","last_change":"2024-04-02T08:27:11.235609+0000","last_active":"2024-04-02T08:27:11.236035+0000","last_peered":"2024-04-02T08:27:11.236035+0000","last_clean":"2024-04-02T08:27:11.236035+0000","last_became_active":"2024-04-02T08:27:11.235326+0000","last_became_peered":"2024-04-02T08:27:11.235326+0000","last_unstale":"2024-04-02T08:27:11.236035+0000","last_undegraded":"2024-04-02T08:27:11.236035+0000","last_fullsized":"2024-04-02T08:27:11.236035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242832+0000","last_change":"2024-04-02T08:27:11.242356+0000","last_active":"2024-04-02T08:27:11.242832+0000","last_peered":"2024-04-02T08:27:11.242832+0000","last_clean":"2024-04-02T08:27:11.242832+0000","last_became_active":"2024-04-02T08:27:11.242019+0000","last_became_peered":"2024-04-02T08:27:11.242019+0000","last_unstale":"2024-04-02T08:27:11.242832+0000","last_undegraded":"2024-04-02T08:27:11.242832+0000","last_fullsized":"2024-04-02T08:27:11.242832+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586410+0000","last_change":"2024-04-02T08:27:11.613023+0000","last_active":"2024-04-02T08:27:12.586410+0000","last_peered":"2024-04-02T08:27:12.586410+0000","last_clean":"2024-04-02T08:27:12.586410+0000","last_became_active":"2024-04-02T08:27:11.612432+0000","last_became_peered":"2024-04-02T08:27:11.612432+0000","last_unstale":"2024-04-02T08:27:12.586410+0000","last_undegraded":"2024-04-02T08:27:12.586410+0000","last_fullsized":"2024-04-02T08:27:12.586410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235937+0000","last_change":"2024-04-02T08:27:11.234310+0000","last_active":"2024-04-02T08:27:11.235937+0000","last_peered":"2024-04-02T08:27:11.235937+0000","last_clean":"2024-04-02T08:27:11.235937+0000","last_became_active":"2024-04-02T08:27:11.233968+0000","last_became_peered":"2024-04-02T08:27:11.233968+0000","last_unstale":"2024-04-02T08:27:11.235937+0000","last_undegraded":"2024-04-02T08:27:11.235937+0000","last_fullsized":"2024-04-02T08:27:11.235937+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228232+0000","last_change":"2024-04-02T08:27:11.228232+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228232+0000","last_undegraded":"2024-04-02T08:27:11.228232+0000","last_fullsized":"2024-04-02T08:27:11.228232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.587168+0000","last_change":"2024-04-02T08:27:11.244247+0000","last_active":"2024-04-02T08:27:11.587168+0000","last_peered":"2024-04-02T08:27:11.587168+0000","last_clean":"2024-04-02T08:27:11.587168+0000","last_became_active":"2024-04-02T08:27:11.243547+0000","last_became_peered":"2024-04-02T08:27:11.243547+0000","last_unstale":"2024-04-02T08:27:11.587168+0000","last_undegraded":"2024-04-02T08:27:11.587168+0000","last_fullsized":"2024-04-02T08:27:11.587168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.243078+0000","last_change":"2024-04-02T08:27:11.242685+0000","last_active":"2024-04-02T08:27:11.243078+0000","last_peered":"2024-04-02T08:27:11.243078+0000","last_clean":"2024-04-02T08:27:11.243078+0000","last_became_active":"2024-04-02T08:27:11.242390+0000","last_became_peered":"2024-04-02T08:27:11.242390+0000","last_unstale":"2024-04-02T08:27:11.243078+0000","last_undegraded":"2024-04-02T08:27:11.243078+0000","last_fullsized":"2024-04-02T08:27:11.243078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607603+0000","last_change":"2024-04-02T08:27:11.604268+0000","last_active":"2024-04-02T08:27:11.607603+0000","last_peered":"2024-04-02T08:27:11.607603+0000","last_clean":"2024-04-02T08:27:11.607603+0000","last_became_active":"2024-04-02T08:27:11.603450+0000","last_became_peered":"2024-04-02T08:27:11.603450+0000","last_unstale":"2024-04-02T08:27:11.607603+0000","last_undegraded":"2024-04-02T08:27:11.607603+0000","last_fullsized":"2024-04-02T08:27:11.607603+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586890+0000","last_change":"2024-04-02T08:27:11.238649+0000","last_active":"2024-04-02T08:27:11.586890+0000","last_peered":"2024-04-02T08:27:11.586890+0000","last_clean":"2024-04-02T08:27:11.586890+0000","last_became_active":"2024-04-02T08:27:11.238063+0000","last_became_peered":"2024-04-02T08:27:11.238063+0000","last_unstale":"2024-04-02T08:27:11.586890+0000","last_undegraded":"2024-04-02T08:27:11.586890+0000","last_fullsized":"2024-04-02T08:27:11.586890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586769+0000","last_change":"2024-04-02T08:27:11.598030+0000","last_active":"2024-04-02T08:27:12.586769+0000","last_peered":"2024-04-02T08:27:12.586769+0000","last_clean":"2024-04-02T08:27:12.586769+0000","last_became_active":"2024-04-02T08:27:11.597748+0000","last_became_peered":"2024-04-02T08:27:11.597748+0000","last_unstale":"2024-04-02T08:27:12.586769+0000","last_undegraded":"2024-04-02T08:27:12.586769+0000","last_fullsized":"2024-04-02T08:27:12.586769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223881+0000","last_change":"2024-04-02T08:27:11.223881+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223881+0000","last_undegraded":"2024-04-02T08:27:11.223881+0000","last_fullsized":"2024-04-02T08:27:11.223881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":["1","0","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.245356+0000","last_change":"2024-04-02T08:27:11.243622+0000","last_active":"2024-04-02T08:27:11.245356+0000","last_peered":"2024-04-02T08:27:11.245356+0000","last_clean":"2024-04-02T08:27:11.245356+0000","last_became_active":"2024-04-02T08:27:11.243204+0000","last_became_peered":"2024-04-02T08:27:11.243204+0000","last_unstale":"2024-04-02T08:27:11.245356+0000","last_undegraded":"2024-04-02T08:27:11.245356+0000","last_fullsized":"2024-04-02T08:27:11.245356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586504+0000","last_change":"2024-04-02T08:27:11.232144+0000","last_active":"2024-04-02T08:27:12.586504+0000","last_peered":"2024-04-02T08:27:12.586504+0000","last_clean":"2024-04-02T08:27:12.586504+0000","last_became_active":"2024-04-02T08:27:11.231801+0000","last_became_peered":"2024-04-02T08:27:11.231801+0000","last_unstale":"2024-04-02T08:27:12.586504+0000","last_undegraded":"2024-04-02T08:27:12.586504+0000","last_fullsized":"2024-04-02T08:27:12.586504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586312+0000","last_change":"2024-04-02T08:27:11.596665+0000","last_active":"2024-04-02T08:27:12.586312+0000","last_peered":"2024-04-02T08:27:12.586312+0000","last_clean":"2024-04-02T08:27:12.586312+0000","last_became_active":"2024-04-02T08:27:11.596392+0000","last_became_peered":"2024-04-02T08:27:11.596392+0000","last_unstale":"2024-04-02T08:27:12.586312+0000","last_undegraded":"2024-04-02T08:27:12.586312+0000","last_fullsized":"2024-04-02T08:27:12.586312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588740+0000","last_change":"2024-04-02T08:27:11.242955+0000","last_active":"2024-04-02T08:27:11.588740+0000","last_peered":"2024-04-02T08:27:11.588740+0000","last_clean":"2024-04-02T08:27:11.588740+0000","last_became_active":"2024-04-02T08:27:11.242627+0000","last_became_peered":"2024-04-02T08:27:11.242627+0000","last_unstale":"2024-04-02T08:27:11.588740+0000","last_undegraded":"2024-04-02T08:27:11.588740+0000","last_fullsized":"2024-04-02T08:27:11.588740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.238896+0000","last_change":"2024-04-02T08:27:11.238313+0000","last_active":"2024-04-02T08:27:11.238896+0000","last_peered":"2024-04-02T08:27:11.238896+0000","last_clean":"2024-04-02T08:27:11.238896+0000","last_became_active":"2024-04-02T08:27:11.237956+0000","last_became_peered":"2024-04-02T08:27:11.237956+0000","last_unstale":"2024-04-02T08:27:11.238896+0000","last_undegraded":"2024-04-02T08:27:11.238896+0000","last_fullsized":"2024-04-02T08:27:11.238896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225024+0000","last_change":"2024-04-02T08:27:11.225024+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225024+0000","last_undegraded":"2024-04-02T08:27:11.225024+0000","last_fullsized":"2024-04-02T08:27:11.225024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.227424+0000","last_change":"2024-04-02T08:27:11.226957+0000","last_active":"2024-04-02T08:27:11.227424+0000","last_peered":"2024-04-02T08:27:11.227424+0000","last_clean":"2024-04-02T08:27:11.227424+0000","last_became_active":"2024-04-02T08:27:11.226647+0000","last_became_peered":"2024-04-02T08:27:11.226647+0000","last_unstale":"2024-04-02T08:27:11.227424+0000","last_undegraded":"2024-04-02T08:27:11.227424+0000","last_fullsized":"2024-04-02T08:27:11.227424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.204162+0000","last_change":"2024-04-02T08:27:10.204162+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.204162+0000","last_undegraded":"2024-04-02T08:27:10.204162+0000","last_fullsized":"2024-04-02T08:27:10.204162+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223493+0000","last_change":"2024-04-02T08:27:11.223493+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223493+0000","last_undegraded":"2024-04-02T08:27:11.223493+0000","last_fullsized":"2024-04-02T08:27:11.223493+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607677+0000","last_change":"2024-04-02T08:27:11.606595+0000","last_active":"2024-04-02T08:27:11.607677+0000","last_peered":"2024-04-02T08:27:11.607677+0000","last_clean":"2024-04-02T08:27:11.607677+0000","last_became_active":"2024-04-02T08:27:11.605603+0000","last_became_peered":"2024-04-02T08:27:11.605603+0000","last_unstale":"2024-04-02T08:27:11.607677+0000","last_undegraded":"2024-04-02T08:27:11.607677+0000","last_fullsized":"2024-04-02T08:27:11.607677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588534+0000","last_change":"2024-04-02T08:27:11.245138+0000","last_active":"2024-04-02T08:27:11.588534+0000","last_peered":"2024-04-02T08:27:11.588534+0000","last_clean":"2024-04-02T08:27:11.588534+0000","last_became_active":"2024-04-02T08:27:11.244562+0000","last_became_peered":"2024-04-02T08:27:11.244562+0000","last_unstale":"2024-04-02T08:27:11.588534+0000","last_undegraded":"2024-04-02T08:27:11.588534+0000","last_fullsized":"2024-04-02T08:27:11.588534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240749+0000","last_change":"2024-04-02T08:27:11.239828+0000","last_active":"2024-04-02T08:27:11.240749+0000","last_peered":"2024-04-02T08:27:11.240749+0000","last_clean":"2024-04-02T08:27:11.240749+0000","last_became_active":"2024-04-02T08:27:11.239484+0000","last_became_peered":"2024-04-02T08:27:11.239484+0000","last_unstale":"2024-04-02T08:27:11.240749+0000","last_undegraded":"2024-04-02T08:27:11.240749+0000","last_fullsized":"2024-04-02T08:27:11.240749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586764+0000","last_change":"2024-04-02T08:27:11.242943+0000","last_active":"2024-04-02T08:27:11.586764+0000","last_peered":"2024-04-02T08:27:11.586764+0000","last_clean":"2024-04-02T08:27:11.586764+0000","last_became_active":"2024-04-02T08:27:11.242325+0000","last_became_peered":"2024-04-02T08:27:11.242325+0000","last_unstale":"2024-04-02T08:27:11.586764+0000","last_undegraded":"2024-04-02T08:27:11.586764+0000","last_fullsized":"2024-04-02T08:27:11.586764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-02T08:26:56.211730+0000","last_change":"2024-04-02T08:26:54.750034+0000","last_active":"2024-04-02T08:26:56.211730+0000","last_peered":"2024-04-02T08:26:56.211730+0000","last_clean":"2024-04-02T08:26:56.211730+0000","last_became_active":"2024-04-02T08:26:54.749558+0000","last_became_peered":"2024-04-02T08:26:54.749558+0000","last_unstale":"2024-04-02T08:26:56.211730+0000","last_undegraded":"2024-04-02T08:26:56.211730+0000","last_fullsized":"2024-04-02T08:26:56.211730+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586019+0000","last_change":"2024-04-02T08:27:11.598617+0000","last_active":"2024-04-02T08:27:12.586019+0000","last_peered":"2024-04-02T08:27:12.586019+0000","last_clean":"2024-04-02T08:27:12.586019+0000","last_became_active":"2024-04-02T08:27:11.598337+0000","last_became_peered":"2024-04-02T08:27:11.598337+0000","last_unstale":"2024-04-02T08:27:12.586019+0000","last_undegraded":"2024-04-02T08:27:12.586019+0000","last_fullsized":"2024-04-02T08:27:12.586019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.215927+0000","last_change":"2024-04-02T08:27:10.215927+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.215927+0000","last_undegraded":"2024-04-02T08:27:10.215927+0000","last_fullsized":"2024-04-02T08:27:10.215927+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:02.161090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216074+0000","last_change":"2024-04-02T08:27:10.216074+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216074+0000","last_undegraded":"2024-04-02T08:27:10.216074+0000","last_fullsized":"2024-04-02T08:27:10.216074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.222926+0000","last_change":"2024-04-02T08:27:11.222926+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222926+0000","last_undegraded":"2024-04-02T08:27:11.222926+0000","last_fullsized":"2024-04-02T08:27:11.222926+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226304+0000","last_change":"2024-04-02T08:27:11.226304+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226304+0000","last_undegraded":"2024-04-02T08:27:11.226304+0000","last_fullsized":"2024-04-02T08:27:11.226304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242766+0000","last_change":"2024-04-02T08:27:11.241582+0000","last_active":"2024-04-02T08:27:11.242766+0000","last_peered":"2024-04-02T08:27:11.242766+0000","last_clean":"2024-04-02T08:27:11.242766+0000","last_became_active":"2024-04-02T08:27:11.241272+0000","last_became_peered":"2024-04-02T08:27:11.241272+0000","last_unstale":"2024-04-02T08:27:11.242766+0000","last_undegraded":"2024-04-02T08:27:11.242766+0000","last_fullsized":"2024-04-02T08:27:11.242766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586631+0000","last_change":"2024-04-02T08:27:11.607165+0000","last_active":"2024-04-02T08:27:12.586631+0000","last_peered":"2024-04-02T08:27:12.586631+0000","last_clean":"2024-04-02T08:27:12.586631+0000","last_became_active":"2024-04-02T08:27:11.606816+0000","last_became_peered":"2024-04-02T08:27:11.606816+0000","last_unstale":"2024-04-02T08:27:12.586631+0000","last_undegraded":"2024-04-02T08:27:12.586631+0000","last_fullsized":"2024-04-02T08:27:12.586631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216520+0000","last_change":"2024-04-02T08:27:10.216520+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216520+0000","last_undegraded":"2024-04-02T08:27:10.216520+0000","last_fullsized":"2024-04-02T08:27:10.216520+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223140+0000","last_change":"2024-04-02T08:27:11.223140+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223140+0000","last_undegraded":"2024-04-02T08:27:11.223140+0000","last_fullsized":"2024-04-02T08:27:11.223140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223748+0000","last_change":"2024-04-02T08:27:11.223748+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223748+0000","last_undegraded":"2024-04-02T08:27:11.223748+0000","last_fullsized":"2024-04-02T08:27:11.223748+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228288+0000","last_change":"2024-04-02T08:27:11.228288+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228288+0000","last_undegraded":"2024-04-02T08:27:11.228288+0000","last_fullsized":"2024-04-02T08:27:11.228288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.217472+0000","last_change":"2024-04-02T08:27:10.217472+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.217472+0000","last_undegraded":"2024-04-02T08:27:10.217472+0000","last_fullsized":"2024-04-02T08:27:10.217472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223886+0000","last_change":"2024-04-02T08:27:11.223886+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223886+0000","last_undegraded":"2024-04-02T08:27:11.223886+0000","last_fullsized":"2024-04-02T08:27:11.223886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236893+0000","last_change":"2024-04-02T08:27:11.236167+0000","last_active":"2024-04-02T08:27:11.236893+0000","last_peered":"2024-04-02T08:27:11.236893+0000","last_clean":"2024-04-02T08:27:11.236893+0000","last_became_active":"2024-04-02T08:27:11.235182+0000","last_became_peered":"2024-04-02T08:27:11.235182+0000","last_unstale":"2024-04-02T08:27:11.236893+0000","last_undegraded":"2024-04-02T08:27:11.236893+0000","last_fullsized":"2024-04-02T08:27:11.236893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.224277+0000","last_change":"2024-04-02T08:27:11.224277+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224277+0000","last_undegraded":"2024-04-02T08:27:11.224277+0000","last_fullsized":"2024-04-02T08:27:11.224277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607246+0000","last_change":"2024-04-02T08:27:11.604070+0000","last_active":"2024-04-02T08:27:11.607246+0000","last_peered":"2024-04-02T08:27:11.607246+0000","last_clean":"2024-04-02T08:27:11.607246+0000","last_became_active":"2024-04-02T08:27:11.603772+0000","last_became_peered":"2024-04-02T08:27:11.603772+0000","last_unstale":"2024-04-02T08:27:11.607246+0000","last_undegraded":"2024-04-02T08:27:11.607246+0000","last_fullsized":"2024-04-02T08:27:11.607246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235264+0000","last_change":"2024-04-02T08:27:11.234418+0000","last_active":"2024-04-02T08:27:11.235264+0000","last_peered":"2024-04-02T08:27:11.235264+0000","last_clean":"2024-04-02T08:27:11.235264+0000","last_became_active":"2024-04-02T08:27:11.233677+0000","last_became_peered":"2024-04-02T08:27:11.233677+0000","last_unstale":"2024-04-02T08:27:11.235264+0000","last_undegraded":"2024-04-02T08:27:11.235264+0000","last_fullsized":"2024-04-02T08:27:11.235264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225942+0000","last_change":"2024-04-02T08:27:11.225942+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225942+0000","last_undegraded":"2024-04-02T08:27:11.225942+0000","last_fullsized":"2024-04-02T08:27:11.225942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.224804+0000","last_change":"2024-04-02T08:27:11.224804+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224804+0000","last_undegraded":"2024-04-02T08:27:11.224804+0000","last_fullsized":"2024-04-02T08:27:11.224804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.610605+0000","last_change":"2024-04-02T08:27:11.609756+0000","last_active":"2024-04-02T08:27:11.610605+0000","last_peered":"2024-04-02T08:27:11.610605+0000","last_clean":"2024-04-02T08:27:11.610605+0000","last_became_active":"2024-04-02T08:27:11.609428+0000","last_became_peered":"2024-04-02T08:27:11.609428+0000","last_unstale":"2024-04-02T08:27:11.610605+0000","last_undegraded":"2024-04-02T08:27:11.610605+0000","last_fullsized":"2024-04-02T08:27:11.610605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586318+0000","last_change":"2024-04-02T08:27:11.613547+0000","last_active":"2024-04-02T08:27:12.586318+0000","last_peered":"2024-04-02T08:27:12.586318+0000","last_clean":"2024-04-02T08:27:12.586318+0000","last_became_active":"2024-04-02T08:27:11.613277+0000","last_became_peered":"2024-04-02T08:27:11.613277+0000","last_unstale":"2024-04-02T08:27:12.586318+0000","last_undegraded":"2024-04-02T08:27:12.586318+0000","last_fullsized":"2024-04-02T08:27:12.586318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:24:24.324146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229135+0000","last_change":"2024-04-02T08:27:11.229135+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229135+0000","last_undegraded":"2024-04-02T08:27:11.229135+0000","last_fullsized":"2024-04-02T08:27:11.229135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223625+0000","last_change":"2024-04-02T08:27:11.223625+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223625+0000","last_undegraded":"2024-04-02T08:27:11.223625+0000","last_fullsized":"2024-04-02T08:27:11.223625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230122+0000","last_change":"2024-04-02T08:27:11.230122+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230122+0000","last_undegraded":"2024-04-02T08:27:11.230122+0000","last_fullsized":"2024-04-02T08:27:11.230122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607585+0000","last_change":"2024-04-02T08:27:11.604836+0000","last_active":"2024-04-02T08:27:11.607585+0000","last_peered":"2024-04-02T08:27:11.607585+0000","last_clean":"2024-04-02T08:27:11.607585+0000","last_became_active":"2024-04-02T08:27:11.604532+0000","last_became_peered":"2024-04-02T08:27:11.604532+0000","last_unstale":"2024-04-02T08:27:11.607585+0000","last_undegraded":"2024-04-02T08:27:11.607585+0000","last_fullsized":"2024-04-02T08:27:11.607585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230461+0000","last_change":"2024-04-02T08:27:11.230461+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230461+0000","last_undegraded":"2024-04-02T08:27:11.230461+0000","last_fullsized":"2024-04-02T08:27:11.230461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.603807+0000","last_change":"2024-04-02T08:27:11.603285+0000","last_active":"2024-04-02T08:27:11.603807+0000","last_peered":"2024-04-02T08:27:11.603807+0000","last_clean":"2024-04-02T08:27:11.603807+0000","last_became_active":"2024-04-02T08:27:11.602954+0000","last_became_peered":"2024-04-02T08:27:11.602954+0000","last_unstale":"2024-04-02T08:27:11.603807+0000","last_undegraded":"2024-04-02T08:27:11.603807+0000","last_fullsized":"2024-04-02T08:27:11.603807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586221+0000","last_change":"2024-04-02T08:27:11.606232+0000","last_active":"2024-04-02T08:27:12.586221+0000","last_peered":"2024-04-02T08:27:12.586221+0000","last_clean":"2024-04-02T08:27:12.586221+0000","last_became_active":"2024-04-02T08:27:11.605910+0000","last_became_peered":"2024-04-02T08:27:11.605910+0000","last_unstale":"2024-04-02T08:27:12.586221+0000","last_undegraded":"2024-04-02T08:27:12.586221+0000","last_fullsized":"2024-04-02T08:27:12.586221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.222333+0000","last_change":"2024-04-02T08:27:11.222333+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222333+0000","last_undegraded":"2024-04-02T08:27:11.222333+0000","last_fullsized":"2024-04-02T08:27:11.222333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.488937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":126,"acting":126,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":93,"acting":93,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31684,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713468,"statfs":{"total":95995035648,"available":95962591232,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.27500000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.34899999999999998,"15min":0.33400000000000002},"min":{"1min":0.32700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.47399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40000000000000002,"15min":0.39500000000000002},"min":{"1min":0.28699999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.53500000000000003,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.36899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.61599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.503},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.34799999999999998},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52400000000000002,"5min":0.622,"15min":0.622},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34100000000000003,"15min":0.33300000000000002},"min":{"1min":0.29199999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.28799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42699999999999999,"15min":0.42899999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58399999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.34499999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.376}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.503},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47199999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38400000000000001,"15min":0.38600000000000001},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.47699999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.26600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.318}]},{"osd":1,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.26000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.36099999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.33600000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.71399999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":593920,"data_stored":245233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.32600000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.254},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.38600000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.373}]},{"osd":4,"last update":"Tue Apr 2 08:26:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47799999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40799999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.38600000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.41899999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.65100000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58399999999999996}]},{"osd":2,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.73099999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.752}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:14.580 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:14.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:14.913 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:27:14.922 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-02T08:27:13.182164+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":230748,"kb_used_data":6372,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730468,"statfs":{"total":767960285184,"available":767723999232,"internally_reserved":0,"allocated":6524928,"data_stored":3710418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":229625399},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000867"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586470+0000","last_change":"2024-04-02T08:27:11.610057+0000","last_active":"2024-04-02T08:27:12.586470+0000","last_peered":"2024-04-02T08:27:12.586470+0000","last_clean":"2024-04-02T08:27:12.586470+0000","last_became_active":"2024-04-02T08:27:11.609583+0000","last_became_peered":"2024-04-02T08:27:11.609583+0000","last_unstale":"2024-04-02T08:27:12.586470+0000","last_undegraded":"2024-04-02T08:27:12.586470+0000","last_fullsized":"2024-04-02T08:27:12.586470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.596516+0000","last_change":"2024-04-02T08:27:11.596198+0000","last_active":"2024-04-02T08:27:11.596516+0000","last_peered":"2024-04-02T08:27:11.596516+0000","last_clean":"2024-04-02T08:27:11.596516+0000","last_became_active":"2024-04-02T08:27:11.595871+0000","last_became_peered":"2024-04-02T08:27:11.595871+0000","last_unstale":"2024-04-02T08:27:11.596516+0000","last_undegraded":"2024-04-02T08:27:11.596516+0000","last_fullsized":"2024-04-02T08:27:11.596516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.600177+0000","last_change":"2024-04-02T08:27:11.599770+0000","last_active":"2024-04-02T08:27:11.600177+0000","last_peered":"2024-04-02T08:27:11.600177+0000","last_clean":"2024-04-02T08:27:11.600177+0000","last_became_active":"2024-04-02T08:27:11.599469+0000","last_became_peered":"2024-04-02T08:27:11.599469+0000","last_unstale":"2024-04-02T08:27:11.600177+0000","last_undegraded":"2024-04-02T08:27:11.600177+0000","last_fullsized":"2024-04-02T08:27:11.600177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230502+0000","last_change":"2024-04-02T08:27:11.230502+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230502+0000","last_undegraded":"2024-04-02T08:27:11.230502+0000","last_fullsized":"2024-04-02T08:27:11.230502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.221916+0000","last_change":"2024-04-02T08:27:11.221916+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.221916+0000","last_undegraded":"2024-04-02T08:27:11.221916+0000","last_fullsized":"2024-04-02T08:27:11.221916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223901+0000","last_change":"2024-04-02T08:27:11.223901+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223901+0000","last_undegraded":"2024-04-02T08:27:11.223901+0000","last_fullsized":"2024-04-02T08:27:11.223901+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.232162+0000","last_change":"2024-04-02T08:27:11.232162+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.232162+0000","last_undegraded":"2024-04-02T08:27:11.232162+0000","last_fullsized":"2024-04-02T08:27:11.232162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586305+0000","last_change":"2024-04-02T08:27:11.600260+0000","last_active":"2024-04-02T08:27:12.586305+0000","last_peered":"2024-04-02T08:27:12.586305+0000","last_clean":"2024-04-02T08:27:12.586305+0000","last_became_active":"2024-04-02T08:27:11.599932+0000","last_became_peered":"2024-04-02T08:27:11.599932+0000","last_unstale":"2024-04-02T08:27:12.586305+0000","last_undegraded":"2024-04-02T08:27:12.586305+0000","last_fullsized":"2024-04-02T08:27:12.586305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.614163+0000","last_change":"2024-04-02T08:27:11.613865+0000","last_active":"2024-04-02T08:27:11.614163+0000","last_peered":"2024-04-02T08:27:11.614163+0000","last_clean":"2024-04-02T08:27:11.614163+0000","last_became_active":"2024-04-02T08:27:11.613550+0000","last_became_peered":"2024-04-02T08:27:11.613550+0000","last_unstale":"2024-04-02T08:27:11.614163+0000","last_undegraded":"2024-04-02T08:27:11.614163+0000","last_fullsized":"2024-04-02T08:27:11.614163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.983348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.597751+0000","last_change":"2024-04-02T08:27:11.597313+0000","last_active":"2024-04-02T08:27:11.597751+0000","last_peered":"2024-04-02T08:27:11.597751+0000","last_clean":"2024-04-02T08:27:11.597751+0000","last_became_active":"2024-04-02T08:27:11.596987+0000","last_became_peered":"2024-04-02T08:27:11.596987+0000","last_unstale":"2024-04-02T08:27:11.597751+0000","last_undegraded":"2024-04-02T08:27:11.597751+0000","last_fullsized":"2024-04-02T08:27:11.597751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225501+0000","last_change":"2024-04-02T08:27:11.225501+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225501+0000","last_undegraded":"2024-04-02T08:27:11.225501+0000","last_fullsized":"2024-04-02T08:27:11.225501+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586859+0000","last_change":"2024-04-02T08:27:11.244211+0000","last_active":"2024-04-02T08:27:12.586859+0000","last_peered":"2024-04-02T08:27:12.586859+0000","last_clean":"2024-04-02T08:27:12.586859+0000","last_became_active":"2024-04-02T08:27:11.243824+0000","last_became_peered":"2024-04-02T08:27:11.243824+0000","last_unstale":"2024-04-02T08:27:12.586859+0000","last_undegraded":"2024-04-02T08:27:12.586859+0000","last_fullsized":"2024-04-02T08:27:12.586859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229505+0000","last_change":"2024-04-02T08:27:11.229505+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229505+0000","last_undegraded":"2024-04-02T08:27:11.229505+0000","last_fullsized":"2024-04-02T08:27:11.229505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240004+0000","last_change":"2024-04-02T08:27:11.239681+0000","last_active":"2024-04-02T08:27:11.240004+0000","last_peered":"2024-04-02T08:27:11.240004+0000","last_clean":"2024-04-02T08:27:11.240004+0000","last_became_active":"2024-04-02T08:27:11.239092+0000","last_became_peered":"2024-04-02T08:27:11.239092+0000","last_unstale":"2024-04-02T08:27:11.240004+0000","last_undegraded":"2024-04-02T08:27:11.240004+0000","last_fullsized":"2024-04-02T08:27:11.240004+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586717+0000","last_change":"2024-04-02T08:27:11.603140+0000","last_active":"2024-04-02T08:27:12.586717+0000","last_peered":"2024-04-02T08:27:12.586717+0000","last_clean":"2024-04-02T08:27:12.586717+0000","last_became_active":"2024-04-02T08:27:11.602875+0000","last_became_peered":"2024-04-02T08:27:11.602875+0000","last_unstale":"2024-04-02T08:27:12.586717+0000","last_undegraded":"2024-04-02T08:27:12.586717+0000","last_fullsized":"2024-04-02T08:27:12.586717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216679+0000","last_change":"2024-04-02T08:27:10.216679+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216679+0000","last_undegraded":"2024-04-02T08:27:10.216679+0000","last_fullsized":"2024-04-02T08:27:10.216679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.601358+0000","last_change":"2024-04-02T08:27:11.600911+0000","last_active":"2024-04-02T08:27:11.601358+0000","last_peered":"2024-04-02T08:27:11.601358+0000","last_clean":"2024-04-02T08:27:11.601358+0000","last_became_active":"2024-04-02T08:27:11.600622+0000","last_became_peered":"2024-04-02T08:27:11.600622+0000","last_unstale":"2024-04-02T08:27:11.601358+0000","last_undegraded":"2024-04-02T08:27:11.601358+0000","last_fullsized":"2024-04-02T08:27:11.601358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.218490+0000","last_change":"2024-04-02T08:27:10.218490+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.218490+0000","last_undegraded":"2024-04-02T08:27:10.218490+0000","last_fullsized":"2024-04-02T08:27:10.218490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607660+0000","last_change":"2024-04-02T08:27:11.606156+0000","last_active":"2024-04-02T08:27:11.607660+0000","last_peered":"2024-04-02T08:27:11.607660+0000","last_clean":"2024-04-02T08:27:11.607660+0000","last_became_active":"2024-04-02T08:27:11.605181+0000","last_became_peered":"2024-04-02T08:27:11.605181+0000","last_unstale":"2024-04-02T08:27:11.607660+0000","last_undegraded":"2024-04-02T08:27:11.607660+0000","last_fullsized":"2024-04-02T08:27:11.607660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236035+0000","last_change":"2024-04-02T08:27:11.235609+0000","last_active":"2024-04-02T08:27:11.236035+0000","last_peered":"2024-04-02T08:27:11.236035+0000","last_clean":"2024-04-02T08:27:11.236035+0000","last_became_active":"2024-04-02T08:27:11.235326+0000","last_became_peered":"2024-04-02T08:27:11.235326+0000","last_unstale":"2024-04-02T08:27:11.236035+0000","last_undegraded":"2024-04-02T08:27:11.236035+0000","last_fullsized":"2024-04-02T08:27:11.236035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242832+0000","last_change":"2024-04-02T08:27:11.242356+0000","last_active":"2024-04-02T08:27:11.242832+0000","last_peered":"2024-04-02T08:27:11.242832+0000","last_clean":"2024-04-02T08:27:11.242832+0000","last_became_active":"2024-04-02T08:27:11.242019+0000","last_became_peered":"2024-04-02T08:27:11.242019+0000","last_unstale":"2024-04-02T08:27:11.242832+0000","last_undegraded":"2024-04-02T08:27:11.242832+0000","last_fullsized":"2024-04-02T08:27:11.242832+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586410+0000","last_change":"2024-04-02T08:27:11.613023+0000","last_active":"2024-04-02T08:27:12.586410+0000","last_peered":"2024-04-02T08:27:12.586410+0000","last_clean":"2024-04-02T08:27:12.586410+0000","last_became_active":"2024-04-02T08:27:11.612432+0000","last_became_peered":"2024-04-02T08:27:11.612432+0000","last_unstale":"2024-04-02T08:27:12.586410+0000","last_undegraded":"2024-04-02T08:27:12.586410+0000","last_fullsized":"2024-04-02T08:27:12.586410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235937+0000","last_change":"2024-04-02T08:27:11.234310+0000","last_active":"2024-04-02T08:27:11.235937+0000","last_peered":"2024-04-02T08:27:11.235937+0000","last_clean":"2024-04-02T08:27:11.235937+0000","last_became_active":"2024-04-02T08:27:11.233968+0000","last_became_peered":"2024-04-02T08:27:11.233968+0000","last_unstale":"2024-04-02T08:27:11.235937+0000","last_undegraded":"2024-04-02T08:27:11.235937+0000","last_fullsized":"2024-04-02T08:27:11.235937+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228232+0000","last_change":"2024-04-02T08:27:11.228232+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228232+0000","last_undegraded":"2024-04-02T08:27:11.228232+0000","last_fullsized":"2024-04-02T08:27:11.228232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.587168+0000","last_change":"2024-04-02T08:27:11.244247+0000","last_active":"2024-04-02T08:27:11.587168+0000","last_peered":"2024-04-02T08:27:11.587168+0000","last_clean":"2024-04-02T08:27:11.587168+0000","last_became_active":"2024-04-02T08:27:11.243547+0000","last_became_peered":"2024-04-02T08:27:11.243547+0000","last_unstale":"2024-04-02T08:27:11.587168+0000","last_undegraded":"2024-04-02T08:27:11.587168+0000","last_fullsized":"2024-04-02T08:27:11.587168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.243078+0000","last_change":"2024-04-02T08:27:11.242685+0000","last_active":"2024-04-02T08:27:11.243078+0000","last_peered":"2024-04-02T08:27:11.243078+0000","last_clean":"2024-04-02T08:27:11.243078+0000","last_became_active":"2024-04-02T08:27:11.242390+0000","last_became_peered":"2024-04-02T08:27:11.242390+0000","last_unstale":"2024-04-02T08:27:11.243078+0000","last_undegraded":"2024-04-02T08:27:11.243078+0000","last_fullsized":"2024-04-02T08:27:11.243078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607603+0000","last_change":"2024-04-02T08:27:11.604268+0000","last_active":"2024-04-02T08:27:11.607603+0000","last_peered":"2024-04-02T08:27:11.607603+0000","last_clean":"2024-04-02T08:27:11.607603+0000","last_became_active":"2024-04-02T08:27:11.603450+0000","last_became_peered":"2024-04-02T08:27:11.603450+0000","last_unstale":"2024-04-02T08:27:11.607603+0000","last_undegraded":"2024-04-02T08:27:11.607603+0000","last_fullsized":"2024-04-02T08:27:11.607603+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586890+0000","last_change":"2024-04-02T08:27:11.238649+0000","last_active":"2024-04-02T08:27:11.586890+0000","last_peered":"2024-04-02T08:27:11.586890+0000","last_clean":"2024-04-02T08:27:11.586890+0000","last_became_active":"2024-04-02T08:27:11.238063+0000","last_became_peered":"2024-04-02T08:27:11.238063+0000","last_unstale":"2024-04-02T08:27:11.586890+0000","last_undegraded":"2024-04-02T08:27:11.586890+0000","last_fullsized":"2024-04-02T08:27:11.586890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586769+0000","last_change":"2024-04-02T08:27:11.598030+0000","last_active":"2024-04-02T08:27:12.586769+0000","last_peered":"2024-04-02T08:27:12.586769+0000","last_clean":"2024-04-02T08:27:12.586769+0000","last_became_active":"2024-04-02T08:27:11.597748+0000","last_became_peered":"2024-04-02T08:27:11.597748+0000","last_unstale":"2024-04-02T08:27:12.586769+0000","last_undegraded":"2024-04-02T08:27:12.586769+0000","last_fullsized":"2024-04-02T08:27:12.586769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223881+0000","last_change":"2024-04-02T08:27:11.223881+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223881+0000","last_undegraded":"2024-04-02T08:27:11.223881+0000","last_fullsized":"2024-04-02T08:27:11.223881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":["1","0","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.245356+0000","last_change":"2024-04-02T08:27:11.243622+0000","last_active":"2024-04-02T08:27:11.245356+0000","last_peered":"2024-04-02T08:27:11.245356+0000","last_clean":"2024-04-02T08:27:11.245356+0000","last_became_active":"2024-04-02T08:27:11.243204+0000","last_became_peered":"2024-04-02T08:27:11.243204+0000","last_unstale":"2024-04-02T08:27:11.245356+0000","last_undegraded":"2024-04-02T08:27:11.245356+0000","last_fullsized":"2024-04-02T08:27:11.245356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586504+0000","last_change":"2024-04-02T08:27:11.232144+0000","last_active":"2024-04-02T08:27:12.586504+0000","last_peered":"2024-04-02T08:27:12.586504+0000","last_clean":"2024-04-02T08:27:12.586504+0000","last_became_active":"2024-04-02T08:27:11.231801+0000","last_became_peered":"2024-04-02T08:27:11.231801+0000","last_unstale":"2024-04-02T08:27:12.586504+0000","last_undegraded":"2024-04-02T08:27:12.586504+0000","last_fullsized":"2024-04-02T08:27:12.586504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586312+0000","last_change":"2024-04-02T08:27:11.596665+0000","last_active":"2024-04-02T08:27:12.586312+0000","last_peered":"2024-04-02T08:27:12.586312+0000","last_clean":"2024-04-02T08:27:12.586312+0000","last_became_active":"2024-04-02T08:27:11.596392+0000","last_became_peered":"2024-04-02T08:27:11.596392+0000","last_unstale":"2024-04-02T08:27:12.586312+0000","last_undegraded":"2024-04-02T08:27:12.586312+0000","last_fullsized":"2024-04-02T08:27:12.586312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588740+0000","last_change":"2024-04-02T08:27:11.242955+0000","last_active":"2024-04-02T08:27:11.588740+0000","last_peered":"2024-04-02T08:27:11.588740+0000","last_clean":"2024-04-02T08:27:11.588740+0000","last_became_active":"2024-04-02T08:27:11.242627+0000","last_became_peered":"2024-04-02T08:27:11.242627+0000","last_unstale":"2024-04-02T08:27:11.588740+0000","last_undegraded":"2024-04-02T08:27:11.588740+0000","last_fullsized":"2024-04-02T08:27:11.588740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.238896+0000","last_change":"2024-04-02T08:27:11.238313+0000","last_active":"2024-04-02T08:27:11.238896+0000","last_peered":"2024-04-02T08:27:11.238896+0000","last_clean":"2024-04-02T08:27:11.238896+0000","last_became_active":"2024-04-02T08:27:11.237956+0000","last_became_peered":"2024-04-02T08:27:11.237956+0000","last_unstale":"2024-04-02T08:27:11.238896+0000","last_undegraded":"2024-04-02T08:27:11.238896+0000","last_fullsized":"2024-04-02T08:27:11.238896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225024+0000","last_change":"2024-04-02T08:27:11.225024+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225024+0000","last_undegraded":"2024-04-02T08:27:11.225024+0000","last_fullsized":"2024-04-02T08:27:11.225024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.227424+0000","last_change":"2024-04-02T08:27:11.226957+0000","last_active":"2024-04-02T08:27:11.227424+0000","last_peered":"2024-04-02T08:27:11.227424+0000","last_clean":"2024-04-02T08:27:11.227424+0000","last_became_active":"2024-04-02T08:27:11.226647+0000","last_became_peered":"2024-04-02T08:27:11.226647+0000","last_unstale":"2024-04-02T08:27:11.227424+0000","last_undegraded":"2024-04-02T08:27:11.227424+0000","last_fullsized":"2024-04-02T08:27:11.227424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:10.204162+0000","last_change":"2024-04-02T08:27:10.204162+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.204162+0000","last_undegraded":"2024-04-02T08:27:10.204162+0000","last_fullsized":"2024-04-02T08:27:10.204162+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223493+0000","last_change":"2024-04-02T08:27:11.223493+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223493+0000","last_undegraded":"2024-04-02T08:27:11.223493+0000","last_fullsized":"2024-04-02T08:27:11.223493+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607677+0000","last_change":"2024-04-02T08:27:11.606595+0000","last_active":"2024-04-02T08:27:11.607677+0000","last_peered":"2024-04-02T08:27:11.607677+0000","last_clean":"2024-04-02T08:27:11.607677+0000","last_became_active":"2024-04-02T08:27:11.605603+0000","last_became_peered":"2024-04-02T08:27:11.605603+0000","last_unstale":"2024-04-02T08:27:11.607677+0000","last_undegraded":"2024-04-02T08:27:11.607677+0000","last_fullsized":"2024-04-02T08:27:11.607677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588534+0000","last_change":"2024-04-02T08:27:11.245138+0000","last_active":"2024-04-02T08:27:11.588534+0000","last_peered":"2024-04-02T08:27:11.588534+0000","last_clean":"2024-04-02T08:27:11.588534+0000","last_became_active":"2024-04-02T08:27:11.244562+0000","last_became_peered":"2024-04-02T08:27:11.244562+0000","last_unstale":"2024-04-02T08:27:11.588534+0000","last_undegraded":"2024-04-02T08:27:11.588534+0000","last_fullsized":"2024-04-02T08:27:11.588534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240749+0000","last_change":"2024-04-02T08:27:11.239828+0000","last_active":"2024-04-02T08:27:11.240749+0000","last_peered":"2024-04-02T08:27:11.240749+0000","last_clean":"2024-04-02T08:27:11.240749+0000","last_became_active":"2024-04-02T08:27:11.239484+0000","last_became_peered":"2024-04-02T08:27:11.239484+0000","last_unstale":"2024-04-02T08:27:11.240749+0000","last_undegraded":"2024-04-02T08:27:11.240749+0000","last_fullsized":"2024-04-02T08:27:11.240749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586764+0000","last_change":"2024-04-02T08:27:11.242943+0000","last_active":"2024-04-02T08:27:11.586764+0000","last_peered":"2024-04-02T08:27:11.586764+0000","last_clean":"2024-04-02T08:27:11.586764+0000","last_became_active":"2024-04-02T08:27:11.242325+0000","last_became_peered":"2024-04-02T08:27:11.242325+0000","last_unstale":"2024-04-02T08:27:11.586764+0000","last_undegraded":"2024-04-02T08:27:11.586764+0000","last_fullsized":"2024-04-02T08:27:11.586764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-02T08:26:56.211730+0000","last_change":"2024-04-02T08:26:54.750034+0000","last_active":"2024-04-02T08:26:56.211730+0000","last_peered":"2024-04-02T08:26:56.211730+0000","last_clean":"2024-04-02T08:26:56.211730+0000","last_became_active":"2024-04-02T08:26:54.749558+0000","last_became_peered":"2024-04-02T08:26:54.749558+0000","last_unstale":"2024-04-02T08:26:56.211730+0000","last_undegraded":"2024-04-02T08:26:56.211730+0000","last_fullsized":"2024-04-02T08:26:56.211730+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586019+0000","last_change":"2024-04-02T08:27:11.598617+0000","last_active":"2024-04-02T08:27:12.586019+0000","last_peered":"2024-04-02T08:27:12.586019+0000","last_clean":"2024-04-02T08:27:12.586019+0000","last_became_active":"2024-04-02T08:27:11.598337+0000","last_became_peered":"2024-04-02T08:27:11.598337+0000","last_unstale":"2024-04-02T08:27:12.586019+0000","last_undegraded":"2024-04-02T08:27:12.586019+0000","last_fullsized":"2024-04-02T08:27:12.586019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.215927+0000","last_change":"2024-04-02T08:27:10.215927+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.215927+0000","last_undegraded":"2024-04-02T08:27:10.215927+0000","last_fullsized":"2024-04-02T08:27:10.215927+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:02.161090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216074+0000","last_change":"2024-04-02T08:27:10.216074+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216074+0000","last_undegraded":"2024-04-02T08:27:10.216074+0000","last_fullsized":"2024-04-02T08:27:10.216074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.222926+0000","last_change":"2024-04-02T08:27:11.222926+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222926+0000","last_undegraded":"2024-04-02T08:27:11.222926+0000","last_fullsized":"2024-04-02T08:27:11.222926+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226304+0000","last_change":"2024-04-02T08:27:11.226304+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226304+0000","last_undegraded":"2024-04-02T08:27:11.226304+0000","last_fullsized":"2024-04-02T08:27:11.226304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242766+0000","last_change":"2024-04-02T08:27:11.241582+0000","last_active":"2024-04-02T08:27:11.242766+0000","last_peered":"2024-04-02T08:27:11.242766+0000","last_clean":"2024-04-02T08:27:11.242766+0000","last_became_active":"2024-04-02T08:27:11.241272+0000","last_became_peered":"2024-04-02T08:27:11.241272+0000","last_unstale":"2024-04-02T08:27:11.242766+0000","last_undegraded":"2024-04-02T08:27:11.242766+0000","last_fullsized":"2024-04-02T08:27:11.242766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586631+0000","last_change":"2024-04-02T08:27:11.607165+0000","last_active":"2024-04-02T08:27:12.586631+0000","last_peered":"2024-04-02T08:27:12.586631+0000","last_clean":"2024-04-02T08:27:12.586631+0000","last_became_active":"2024-04-02T08:27:11.606816+0000","last_became_peered":"2024-04-02T08:27:11.606816+0000","last_unstale":"2024-04-02T08:27:12.586631+0000","last_undegraded":"2024-04-02T08:27:12.586631+0000","last_fullsized":"2024-04-02T08:27:12.586631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216520+0000","last_change":"2024-04-02T08:27:10.216520+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216520+0000","last_undegraded":"2024-04-02T08:27:10.216520+0000","last_fullsized":"2024-04-02T08:27:10.216520+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223140+0000","last_change":"2024-04-02T08:27:11.223140+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223140+0000","last_undegraded":"2024-04-02T08:27:11.223140+0000","last_fullsized":"2024-04-02T08:27:11.223140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223748+0000","last_change":"2024-04-02T08:27:11.223748+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223748+0000","last_undegraded":"2024-04-02T08:27:11.223748+0000","last_fullsized":"2024-04-02T08:27:11.223748+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228288+0000","last_change":"2024-04-02T08:27:11.228288+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228288+0000","last_undegraded":"2024-04-02T08:27:11.228288+0000","last_fullsized":"2024-04-02T08:27:11.228288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.217472+0000","last_change":"2024-04-02T08:27:10.217472+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.217472+0000","last_undegraded":"2024-04-02T08:27:10.217472+0000","last_fullsized":"2024-04-02T08:27:10.217472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223886+0000","last_change":"2024-04-02T08:27:11.223886+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223886+0000","last_undegraded":"2024-04-02T08:27:11.223886+0000","last_fullsized":"2024-04-02T08:27:11.223886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236893+0000","last_change":"2024-04-02T08:27:11.236167+0000","last_active":"2024-04-02T08:27:11.236893+0000","last_peered":"2024-04-02T08:27:11.236893+0000","last_clean":"2024-04-02T08:27:11.236893+0000","last_became_active":"2024-04-02T08:27:11.235182+0000","last_became_peered":"2024-04-02T08:27:11.235182+0000","last_unstale":"2024-04-02T08:27:11.236893+0000","last_undegraded":"2024-04-02T08:27:11.236893+0000","last_fullsized":"2024-04-02T08:27:11.236893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.224277+0000","last_change":"2024-04-02T08:27:11.224277+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224277+0000","last_undegraded":"2024-04-02T08:27:11.224277+0000","last_fullsized":"2024-04-02T08:27:11.224277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607246+0000","last_change":"2024-04-02T08:27:11.604070+0000","last_active":"2024-04-02T08:27:11.607246+0000","last_peered":"2024-04-02T08:27:11.607246+0000","last_clean":"2024-04-02T08:27:11.607246+0000","last_became_active":"2024-04-02T08:27:11.603772+0000","last_became_peered":"2024-04-02T08:27:11.603772+0000","last_unstale":"2024-04-02T08:27:11.607246+0000","last_undegraded":"2024-04-02T08:27:11.607246+0000","last_fullsized":"2024-04-02T08:27:11.607246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235264+0000","last_change":"2024-04-02T08:27:11.234418+0000","last_active":"2024-04-02T08:27:11.235264+0000","last_peered":"2024-04-02T08:27:11.235264+0000","last_clean":"2024-04-02T08:27:11.235264+0000","last_became_active":"2024-04-02T08:27:11.233677+0000","last_became_peered":"2024-04-02T08:27:11.233677+0000","last_unstale":"2024-04-02T08:27:11.235264+0000","last_undegraded":"2024-04-02T08:27:11.235264+0000","last_fullsized":"2024-04-02T08:27:11.235264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225942+0000","last_change":"2024-04-02T08:27:11.225942+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225942+0000","last_undegraded":"2024-04-02T08:27:11.225942+0000","last_fullsized":"2024-04-02T08:27:11.225942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.224804+0000","last_change":"2024-04-02T08:27:11.224804+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224804+0000","last_undegraded":"2024-04-02T08:27:11.224804+0000","last_fullsized":"2024-04-02T08:27:11.224804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.610605+0000","last_change":"2024-04-02T08:27:11.609756+0000","last_active":"2024-04-02T08:27:11.610605+0000","last_peered":"2024-04-02T08:27:11.610605+0000","last_clean":"2024-04-02T08:27:11.610605+0000","last_became_active":"2024-04-02T08:27:11.609428+0000","last_became_peered":"2024-04-02T08:27:11.609428+0000","last_unstale":"2024-04-02T08:27:11.610605+0000","last_undegraded":"2024-04-02T08:27:11.610605+0000","last_fullsized":"2024-04-02T08:27:11.610605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586318+0000","last_change":"2024-04-02T08:27:11.613547+0000","last_active":"2024-04-02T08:27:12.586318+0000","last_peered":"2024-04-02T08:27:12.586318+0000","last_clean":"2024-04-02T08:27:12.586318+0000","last_became_active":"2024-04-02T08:27:11.613277+0000","last_became_peered":"2024-04-02T08:27:11.613277+0000","last_unstale":"2024-04-02T08:27:12.586318+0000","last_undegraded":"2024-04-02T08:27:12.586318+0000","last_fullsized":"2024-04-02T08:27:12.586318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:24:24.324146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229135+0000","last_change":"2024-04-02T08:27:11.229135+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229135+0000","last_undegraded":"2024-04-02T08:27:11.229135+0000","last_fullsized":"2024-04-02T08:27:11.229135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223625+0000","last_change":"2024-04-02T08:27:11.223625+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223625+0000","last_undegraded":"2024-04-02T08:27:11.223625+0000","last_fullsized":"2024-04-02T08:27:11.223625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230122+0000","last_change":"2024-04-02T08:27:11.230122+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230122+0000","last_undegraded":"2024-04-02T08:27:11.230122+0000","last_fullsized":"2024-04-02T08:27:11.230122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607585+0000","last_change":"2024-04-02T08:27:11.604836+0000","last_active":"2024-04-02T08:27:11.607585+0000","last_peered":"2024-04-02T08:27:11.607585+0000","last_clean":"2024-04-02T08:27:11.607585+0000","last_became_active":"2024-04-02T08:27:11.604532+0000","last_became_peered":"2024-04-02T08:27:11.604532+0000","last_unstale":"2024-04-02T08:27:11.607585+0000","last_undegraded":"2024-04-02T08:27:11.607585+0000","last_fullsized":"2024-04-02T08:27:11.607585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230461+0000","last_change":"2024-04-02T08:27:11.230461+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230461+0000","last_undegraded":"2024-04-02T08:27:11.230461+0000","last_fullsized":"2024-04-02T08:27:11.230461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.603807+0000","last_change":"2024-04-02T08:27:11.603285+0000","last_active":"2024-04-02T08:27:11.603807+0000","last_peered":"2024-04-02T08:27:11.603807+0000","last_clean":"2024-04-02T08:27:11.603807+0000","last_became_active":"2024-04-02T08:27:11.602954+0000","last_became_peered":"2024-04-02T08:27:11.602954+0000","last_unstale":"2024-04-02T08:27:11.603807+0000","last_undegraded":"2024-04-02T08:27:11.603807+0000","last_fullsized":"2024-04-02T08:27:11.603807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586221+0000","last_change":"2024-04-02T08:27:11.606232+0000","last_active":"2024-04-02T08:27:12.586221+0000","last_peered":"2024-04-02T08:27:12.586221+0000","last_clean":"2024-04-02T08:27:12.586221+0000","last_became_active":"2024-04-02T08:27:11.605910+0000","last_became_peered":"2024-04-02T08:27:11.605910+0000","last_unstale":"2024-04-02T08:27:12.586221+0000","last_undegraded":"2024-04-02T08:27:12.586221+0000","last_fullsized":"2024-04-02T08:27:12.586221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.222333+0000","last_change":"2024-04-02T08:27:11.222333+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222333+0000","last_undegraded":"2024-04-02T08:27:11.222333+0000","last_fullsized":"2024-04-02T08:27:11.222333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.488937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":126,"acting":126,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":93,"acting":93,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31684,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713468,"statfs":{"total":95995035648,"available":95962591232,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.27500000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.34899999999999998,"15min":0.33400000000000002},"min":{"1min":0.32700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.47399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40000000000000002,"15min":0.39500000000000002},"min":{"1min":0.28699999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.53500000000000003,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.36899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.61599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.503},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.34799999999999998},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52400000000000002,"5min":0.622,"15min":0.622},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34100000000000003,"15min":0.33300000000000002},"min":{"1min":0.29199999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.28799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42699999999999999,"15min":0.42899999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58399999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.34499999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.376}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.503},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47199999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38400000000000001,"15min":0.38600000000000001},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.47699999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.26600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.318}]},{"osd":1,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.26000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.36099999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.33600000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.71399999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":593920,"data_stored":245233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.32600000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.254},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.38600000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.373}]},{"osd":4,"last update":"Tue Apr 2 08:26:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47799999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27584,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40799999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.38600000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.439}]},{"osd":3,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.41899999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.65100000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58399999999999996}]},{"osd":2,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.73099999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.752}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:14.926 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:15.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:15.261 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:27:15.270 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-02T08:27:15.182556+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":167,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":25,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":230804,"kb_used_data":6424,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730412,"statfs":{"total":767960285184,"available":767723941888,"internally_reserved":0,"allocated":6578176,"data_stored":3731283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":229625399},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.971262"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586470+0000","last_change":"2024-04-02T08:27:11.610057+0000","last_active":"2024-04-02T08:27:12.586470+0000","last_peered":"2024-04-02T08:27:12.586470+0000","last_clean":"2024-04-02T08:27:12.586470+0000","last_became_active":"2024-04-02T08:27:11.609583+0000","last_became_peered":"2024-04-02T08:27:11.609583+0000","last_unstale":"2024-04-02T08:27:12.586470+0000","last_undegraded":"2024-04-02T08:27:12.586470+0000","last_fullsized":"2024-04-02T08:27:12.586470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.596516+0000","last_change":"2024-04-02T08:27:11.596198+0000","last_active":"2024-04-02T08:27:11.596516+0000","last_peered":"2024-04-02T08:27:11.596516+0000","last_clean":"2024-04-02T08:27:11.596516+0000","last_became_active":"2024-04-02T08:27:11.595871+0000","last_became_peered":"2024-04-02T08:27:11.595871+0000","last_unstale":"2024-04-02T08:27:11.596516+0000","last_undegraded":"2024-04-02T08:27:11.596516+0000","last_fullsized":"2024-04-02T08:27:11.596516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.600177+0000","last_change":"2024-04-02T08:27:11.599770+0000","last_active":"2024-04-02T08:27:11.600177+0000","last_peered":"2024-04-02T08:27:11.600177+0000","last_clean":"2024-04-02T08:27:11.600177+0000","last_became_active":"2024-04-02T08:27:11.599469+0000","last_became_peered":"2024-04-02T08:27:11.599469+0000","last_unstale":"2024-04-02T08:27:11.600177+0000","last_undegraded":"2024-04-02T08:27:11.600177+0000","last_fullsized":"2024-04-02T08:27:11.600177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230502+0000","last_change":"2024-04-02T08:27:11.230502+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230502+0000","last_undegraded":"2024-04-02T08:27:11.230502+0000","last_fullsized":"2024-04-02T08:27:11.230502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.221916+0000","last_change":"2024-04-02T08:27:11.221916+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.221916+0000","last_undegraded":"2024-04-02T08:27:11.221916+0000","last_fullsized":"2024-04-02T08:27:11.221916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223901+0000","last_change":"2024-04-02T08:27:11.223901+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223901+0000","last_undegraded":"2024-04-02T08:27:11.223901+0000","last_fullsized":"2024-04-02T08:27:11.223901+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.904063+0000","last_change":"2024-04-02T08:27:11.615315+0000","last_active":"2024-04-02T08:27:12.904063+0000","last_peered":"2024-04-02T08:27:12.904063+0000","last_clean":"2024-04-02T08:27:12.904063+0000","last_became_active":"2024-04-02T08:27:11.614398+0000","last_became_peered":"2024-04-02T08:27:11.614398+0000","last_unstale":"2024-04-02T08:27:12.904063+0000","last_undegraded":"2024-04-02T08:27:12.904063+0000","last_fullsized":"2024-04-02T08:27:12.904063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:40:48.024561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.232162+0000","last_change":"2024-04-02T08:27:11.232162+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.232162+0000","last_undegraded":"2024-04-02T08:27:11.232162+0000","last_fullsized":"2024-04-02T08:27:11.232162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586305+0000","last_change":"2024-04-02T08:27:11.600260+0000","last_active":"2024-04-02T08:27:12.586305+0000","last_peered":"2024-04-02T08:27:12.586305+0000","last_clean":"2024-04-02T08:27:12.586305+0000","last_became_active":"2024-04-02T08:27:11.599932+0000","last_became_peered":"2024-04-02T08:27:11.599932+0000","last_unstale":"2024-04-02T08:27:12.586305+0000","last_undegraded":"2024-04-02T08:27:12.586305+0000","last_fullsized":"2024-04-02T08:27:12.586305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.614163+0000","last_change":"2024-04-02T08:27:11.613865+0000","last_active":"2024-04-02T08:27:11.614163+0000","last_peered":"2024-04-02T08:27:11.614163+0000","last_clean":"2024-04-02T08:27:11.614163+0000","last_became_active":"2024-04-02T08:27:11.613550+0000","last_became_peered":"2024-04-02T08:27:11.613550+0000","last_unstale":"2024-04-02T08:27:11.614163+0000","last_undegraded":"2024-04-02T08:27:11.614163+0000","last_fullsized":"2024-04-02T08:27:11.614163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.983348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.597751+0000","last_change":"2024-04-02T08:27:11.597313+0000","last_active":"2024-04-02T08:27:11.597751+0000","last_peered":"2024-04-02T08:27:11.597751+0000","last_clean":"2024-04-02T08:27:11.597751+0000","last_became_active":"2024-04-02T08:27:11.596987+0000","last_became_peered":"2024-04-02T08:27:11.596987+0000","last_unstale":"2024-04-02T08:27:11.597751+0000","last_undegraded":"2024-04-02T08:27:11.597751+0000","last_fullsized":"2024-04-02T08:27:11.597751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225501+0000","last_change":"2024-04-02T08:27:11.225501+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225501+0000","last_undegraded":"2024-04-02T08:27:11.225501+0000","last_fullsized":"2024-04-02T08:27:11.225501+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586859+0000","last_change":"2024-04-02T08:27:11.244211+0000","last_active":"2024-04-02T08:27:12.586859+0000","last_peered":"2024-04-02T08:27:12.586859+0000","last_clean":"2024-04-02T08:27:12.586859+0000","last_became_active":"2024-04-02T08:27:11.243824+0000","last_became_peered":"2024-04-02T08:27:11.243824+0000","last_unstale":"2024-04-02T08:27:12.586859+0000","last_undegraded":"2024-04-02T08:27:12.586859+0000","last_fullsized":"2024-04-02T08:27:12.586859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229505+0000","last_change":"2024-04-02T08:27:11.229505+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229505+0000","last_undegraded":"2024-04-02T08:27:11.229505+0000","last_fullsized":"2024-04-02T08:27:11.229505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240004+0000","last_change":"2024-04-02T08:27:11.239681+0000","last_active":"2024-04-02T08:27:11.240004+0000","last_peered":"2024-04-02T08:27:11.240004+0000","last_clean":"2024-04-02T08:27:11.240004+0000","last_became_active":"2024-04-02T08:27:11.239092+0000","last_became_peered":"2024-04-02T08:27:11.239092+0000","last_unstale":"2024-04-02T08:27:11.240004+0000","last_undegraded":"2024-04-02T08:27:11.240004+0000","last_fullsized":"2024-04-02T08:27:11.240004+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586717+0000","last_change":"2024-04-02T08:27:11.603140+0000","last_active":"2024-04-02T08:27:12.586717+0000","last_peered":"2024-04-02T08:27:12.586717+0000","last_clean":"2024-04-02T08:27:12.586717+0000","last_became_active":"2024-04-02T08:27:11.602875+0000","last_became_peered":"2024-04-02T08:27:11.602875+0000","last_unstale":"2024-04-02T08:27:12.586717+0000","last_undegraded":"2024-04-02T08:27:12.586717+0000","last_fullsized":"2024-04-02T08:27:12.586717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216679+0000","last_change":"2024-04-02T08:27:10.216679+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216679+0000","last_undegraded":"2024-04-02T08:27:10.216679+0000","last_fullsized":"2024-04-02T08:27:10.216679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.601358+0000","last_change":"2024-04-02T08:27:11.600911+0000","last_active":"2024-04-02T08:27:11.601358+0000","last_peered":"2024-04-02T08:27:11.601358+0000","last_clean":"2024-04-02T08:27:11.601358+0000","last_became_active":"2024-04-02T08:27:11.600622+0000","last_became_peered":"2024-04-02T08:27:11.600622+0000","last_unstale":"2024-04-02T08:27:11.601358+0000","last_undegraded":"2024-04-02T08:27:11.601358+0000","last_fullsized":"2024-04-02T08:27:11.601358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.218490+0000","last_change":"2024-04-02T08:27:10.218490+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.218490+0000","last_undegraded":"2024-04-02T08:27:10.218490+0000","last_fullsized":"2024-04-02T08:27:10.218490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607660+0000","last_change":"2024-04-02T08:27:11.606156+0000","last_active":"2024-04-02T08:27:11.607660+0000","last_peered":"2024-04-02T08:27:11.607660+0000","last_clean":"2024-04-02T08:27:11.607660+0000","last_became_active":"2024-04-02T08:27:11.605181+0000","last_became_peered":"2024-04-02T08:27:11.605181+0000","last_unstale":"2024-04-02T08:27:11.607660+0000","last_undegraded":"2024-04-02T08:27:11.607660+0000","last_fullsized":"2024-04-02T08:27:11.607660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236035+0000","last_change":"2024-04-02T08:27:11.235609+0000","last_active":"2024-04-02T08:27:11.236035+0000","last_peered":"2024-04-02T08:27:11.236035+0000","last_clean":"2024-04-02T08:27:11.236035+0000","last_became_active":"2024-04-02T08:27:11.235326+0000","last_became_peered":"2024-04-02T08:27:11.235326+0000","last_unstale":"2024-04-02T08:27:11.236035+0000","last_undegraded":"2024-04-02T08:27:11.236035+0000","last_fullsized":"2024-04-02T08:27:11.236035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903233+0000","last_change":"2024-04-02T08:27:11.612333+0000","last_active":"2024-04-02T08:27:12.903233+0000","last_peered":"2024-04-02T08:27:12.903233+0000","last_clean":"2024-04-02T08:27:12.903233+0000","last_became_active":"2024-04-02T08:27:11.611814+0000","last_became_peered":"2024-04-02T08:27:11.611814+0000","last_unstale":"2024-04-02T08:27:12.903233+0000","last_undegraded":"2024-04-02T08:27:12.903233+0000","last_fullsized":"2024-04-02T08:27:12.903233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:18:27.479401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242832+0000","last_change":"2024-04-02T08:27:11.242356+0000","last_active":"2024-04-02T08:27:11.242832+0000","last_peered":"2024-04-02T08:27:11.242832+0000","last_clean":"2024-04-02T08:27:11.242832+0000","last_became_active":"2024-04-02T08:27:11.242019+0000","last_became_peered":"2024-04-02T08:27:11.242019+0000","last_unstale":"2024-04-02T08:27:11.242832+0000","last_undegraded":"2024-04-02T08:27:11.242832+0000","last_fullsized":"2024-04-02T08:27:11.242832+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586410+0000","last_change":"2024-04-02T08:27:11.613023+0000","last_active":"2024-04-02T08:27:12.586410+0000","last_peered":"2024-04-02T08:27:12.586410+0000","last_clean":"2024-04-02T08:27:12.586410+0000","last_became_active":"2024-04-02T08:27:11.612432+0000","last_became_peered":"2024-04-02T08:27:11.612432+0000","last_unstale":"2024-04-02T08:27:12.586410+0000","last_undegraded":"2024-04-02T08:27:12.586410+0000","last_fullsized":"2024-04-02T08:27:12.586410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235937+0000","last_change":"2024-04-02T08:27:11.234310+0000","last_active":"2024-04-02T08:27:11.235937+0000","last_peered":"2024-04-02T08:27:11.235937+0000","last_clean":"2024-04-02T08:27:11.235937+0000","last_became_active":"2024-04-02T08:27:11.233968+0000","last_became_peered":"2024-04-02T08:27:11.233968+0000","last_unstale":"2024-04-02T08:27:11.235937+0000","last_undegraded":"2024-04-02T08:27:11.235937+0000","last_fullsized":"2024-04-02T08:27:11.235937+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228232+0000","last_change":"2024-04-02T08:27:11.228232+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228232+0000","last_undegraded":"2024-04-02T08:27:11.228232+0000","last_fullsized":"2024-04-02T08:27:11.228232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.587168+0000","last_change":"2024-04-02T08:27:11.244247+0000","last_active":"2024-04-02T08:27:11.587168+0000","last_peered":"2024-04-02T08:27:11.587168+0000","last_clean":"2024-04-02T08:27:11.587168+0000","last_became_active":"2024-04-02T08:27:11.243547+0000","last_became_peered":"2024-04-02T08:27:11.243547+0000","last_unstale":"2024-04-02T08:27:11.587168+0000","last_undegraded":"2024-04-02T08:27:11.587168+0000","last_fullsized":"2024-04-02T08:27:11.587168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.243078+0000","last_change":"2024-04-02T08:27:11.242685+0000","last_active":"2024-04-02T08:27:11.243078+0000","last_peered":"2024-04-02T08:27:11.243078+0000","last_clean":"2024-04-02T08:27:11.243078+0000","last_became_active":"2024-04-02T08:27:11.242390+0000","last_became_peered":"2024-04-02T08:27:11.242390+0000","last_unstale":"2024-04-02T08:27:11.243078+0000","last_undegraded":"2024-04-02T08:27:11.243078+0000","last_fullsized":"2024-04-02T08:27:11.243078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607603+0000","last_change":"2024-04-02T08:27:11.604268+0000","last_active":"2024-04-02T08:27:11.607603+0000","last_peered":"2024-04-02T08:27:11.607603+0000","last_clean":"2024-04-02T08:27:11.607603+0000","last_became_active":"2024-04-02T08:27:11.603450+0000","last_became_peered":"2024-04-02T08:27:11.603450+0000","last_unstale":"2024-04-02T08:27:11.607603+0000","last_undegraded":"2024-04-02T08:27:11.607603+0000","last_fullsized":"2024-04-02T08:27:11.607603+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586890+0000","last_change":"2024-04-02T08:27:11.238649+0000","last_active":"2024-04-02T08:27:11.586890+0000","last_peered":"2024-04-02T08:27:11.586890+0000","last_clean":"2024-04-02T08:27:11.586890+0000","last_became_active":"2024-04-02T08:27:11.238063+0000","last_became_peered":"2024-04-02T08:27:11.238063+0000","last_unstale":"2024-04-02T08:27:11.586890+0000","last_undegraded":"2024-04-02T08:27:11.586890+0000","last_fullsized":"2024-04-02T08:27:11.586890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586769+0000","last_change":"2024-04-02T08:27:11.598030+0000","last_active":"2024-04-02T08:27:12.586769+0000","last_peered":"2024-04-02T08:27:12.586769+0000","last_clean":"2024-04-02T08:27:12.586769+0000","last_became_active":"2024-04-02T08:27:11.597748+0000","last_became_peered":"2024-04-02T08:27:11.597748+0000","last_unstale":"2024-04-02T08:27:12.586769+0000","last_undegraded":"2024-04-02T08:27:12.586769+0000","last_fullsized":"2024-04-02T08:27:12.586769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223881+0000","last_change":"2024-04-02T08:27:11.223881+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223881+0000","last_undegraded":"2024-04-02T08:27:11.223881+0000","last_fullsized":"2024-04-02T08:27:11.223881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":["1","0","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903935+0000","last_change":"2024-04-02T08:27:11.602953+0000","last_active":"2024-04-02T08:27:12.903935+0000","last_peered":"2024-04-02T08:27:12.903935+0000","last_clean":"2024-04-02T08:27:12.903935+0000","last_became_active":"2024-04-02T08:27:11.602512+0000","last_became_peered":"2024-04-02T08:27:11.602512+0000","last_unstale":"2024-04-02T08:27:12.903935+0000","last_undegraded":"2024-04-02T08:27:12.903935+0000","last_fullsized":"2024-04-02T08:27:12.903935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:35.944610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.245356+0000","last_change":"2024-04-02T08:27:11.243622+0000","last_active":"2024-04-02T08:27:11.245356+0000","last_peered":"2024-04-02T08:27:11.245356+0000","last_clean":"2024-04-02T08:27:11.245356+0000","last_became_active":"2024-04-02T08:27:11.243204+0000","last_became_peered":"2024-04-02T08:27:11.243204+0000","last_unstale":"2024-04-02T08:27:11.245356+0000","last_undegraded":"2024-04-02T08:27:11.245356+0000","last_fullsized":"2024-04-02T08:27:11.245356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586504+0000","last_change":"2024-04-02T08:27:11.232144+0000","last_active":"2024-04-02T08:27:12.586504+0000","last_peered":"2024-04-02T08:27:12.586504+0000","last_clean":"2024-04-02T08:27:12.586504+0000","last_became_active":"2024-04-02T08:27:11.231801+0000","last_became_peered":"2024-04-02T08:27:11.231801+0000","last_unstale":"2024-04-02T08:27:12.586504+0000","last_undegraded":"2024-04-02T08:27:12.586504+0000","last_fullsized":"2024-04-02T08:27:12.586504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586312+0000","last_change":"2024-04-02T08:27:11.596665+0000","last_active":"2024-04-02T08:27:12.586312+0000","last_peered":"2024-04-02T08:27:12.586312+0000","last_clean":"2024-04-02T08:27:12.586312+0000","last_became_active":"2024-04-02T08:27:11.596392+0000","last_became_peered":"2024-04-02T08:27:11.596392+0000","last_unstale":"2024-04-02T08:27:12.586312+0000","last_undegraded":"2024-04-02T08:27:12.586312+0000","last_fullsized":"2024-04-02T08:27:12.586312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588740+0000","last_change":"2024-04-02T08:27:11.242955+0000","last_active":"2024-04-02T08:27:11.588740+0000","last_peered":"2024-04-02T08:27:11.588740+0000","last_clean":"2024-04-02T08:27:11.588740+0000","last_became_active":"2024-04-02T08:27:11.242627+0000","last_became_peered":"2024-04-02T08:27:11.242627+0000","last_unstale":"2024-04-02T08:27:11.588740+0000","last_undegraded":"2024-04-02T08:27:11.588740+0000","last_fullsized":"2024-04-02T08:27:11.588740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.238896+0000","last_change":"2024-04-02T08:27:11.238313+0000","last_active":"2024-04-02T08:27:11.238896+0000","last_peered":"2024-04-02T08:27:11.238896+0000","last_clean":"2024-04-02T08:27:11.238896+0000","last_became_active":"2024-04-02T08:27:11.237956+0000","last_became_peered":"2024-04-02T08:27:11.237956+0000","last_unstale":"2024-04-02T08:27:11.238896+0000","last_undegraded":"2024-04-02T08:27:11.238896+0000","last_fullsized":"2024-04-02T08:27:11.238896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225024+0000","last_change":"2024-04-02T08:27:11.225024+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225024+0000","last_undegraded":"2024-04-02T08:27:11.225024+0000","last_fullsized":"2024-04-02T08:27:11.225024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.227424+0000","last_change":"2024-04-02T08:27:11.226957+0000","last_active":"2024-04-02T08:27:11.227424+0000","last_peered":"2024-04-02T08:27:11.227424+0000","last_clean":"2024-04-02T08:27:11.227424+0000","last_became_active":"2024-04-02T08:27:11.226647+0000","last_became_peered":"2024-04-02T08:27:11.226647+0000","last_unstale":"2024-04-02T08:27:11.227424+0000","last_undegraded":"2024-04-02T08:27:11.227424+0000","last_fullsized":"2024-04-02T08:27:11.227424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.904097+0000","last_change":"2024-04-02T08:27:11.232295+0000","last_active":"2024-04-02T08:27:12.904097+0000","last_peered":"2024-04-02T08:27:12.904097+0000","last_clean":"2024-04-02T08:27:12.904097+0000","last_became_active":"2024-04-02T08:27:11.231930+0000","last_became_peered":"2024-04-02T08:27:11.231930+0000","last_unstale":"2024-04-02T08:27:12.904097+0000","last_undegraded":"2024-04-02T08:27:12.904097+0000","last_fullsized":"2024-04-02T08:27:12.904097+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:48:27.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223493+0000","last_change":"2024-04-02T08:27:11.223493+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223493+0000","last_undegraded":"2024-04-02T08:27:11.223493+0000","last_fullsized":"2024-04-02T08:27:11.223493+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607677+0000","last_change":"2024-04-02T08:27:11.606595+0000","last_active":"2024-04-02T08:27:11.607677+0000","last_peered":"2024-04-02T08:27:11.607677+0000","last_clean":"2024-04-02T08:27:11.607677+0000","last_became_active":"2024-04-02T08:27:11.605603+0000","last_became_peered":"2024-04-02T08:27:11.605603+0000","last_unstale":"2024-04-02T08:27:11.607677+0000","last_undegraded":"2024-04-02T08:27:11.607677+0000","last_fullsized":"2024-04-02T08:27:11.607677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588534+0000","last_change":"2024-04-02T08:27:11.245138+0000","last_active":"2024-04-02T08:27:11.588534+0000","last_peered":"2024-04-02T08:27:11.588534+0000","last_clean":"2024-04-02T08:27:11.588534+0000","last_became_active":"2024-04-02T08:27:11.244562+0000","last_became_peered":"2024-04-02T08:27:11.244562+0000","last_unstale":"2024-04-02T08:27:11.588534+0000","last_undegraded":"2024-04-02T08:27:11.588534+0000","last_fullsized":"2024-04-02T08:27:11.588534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903711+0000","last_change":"2024-04-02T08:27:11.614840+0000","last_active":"2024-04-02T08:27:12.903711+0000","last_peered":"2024-04-02T08:27:12.903711+0000","last_clean":"2024-04-02T08:27:12.903711+0000","last_became_active":"2024-04-02T08:27:11.614489+0000","last_became_peered":"2024-04-02T08:27:11.614489+0000","last_unstale":"2024-04-02T08:27:12.903711+0000","last_undegraded":"2024-04-02T08:27:12.903711+0000","last_fullsized":"2024-04-02T08:27:12.903711+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:49:15.358943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240749+0000","last_change":"2024-04-02T08:27:11.239828+0000","last_active":"2024-04-02T08:27:11.240749+0000","last_peered":"2024-04-02T08:27:11.240749+0000","last_clean":"2024-04-02T08:27:11.240749+0000","last_became_active":"2024-04-02T08:27:11.239484+0000","last_became_peered":"2024-04-02T08:27:11.239484+0000","last_unstale":"2024-04-02T08:27:11.240749+0000","last_undegraded":"2024-04-02T08:27:11.240749+0000","last_fullsized":"2024-04-02T08:27:11.240749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586764+0000","last_change":"2024-04-02T08:27:11.242943+0000","last_active":"2024-04-02T08:27:11.586764+0000","last_peered":"2024-04-02T08:27:11.586764+0000","last_clean":"2024-04-02T08:27:11.586764+0000","last_became_active":"2024-04-02T08:27:11.242325+0000","last_became_peered":"2024-04-02T08:27:11.242325+0000","last_unstale":"2024-04-02T08:27:11.586764+0000","last_undegraded":"2024-04-02T08:27:11.586764+0000","last_fullsized":"2024-04-02T08:27:11.586764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-02T08:26:56.211730+0000","last_change":"2024-04-02T08:26:54.750034+0000","last_active":"2024-04-02T08:26:56.211730+0000","last_peered":"2024-04-02T08:26:56.211730+0000","last_clean":"2024-04-02T08:26:56.211730+0000","last_became_active":"2024-04-02T08:26:54.749558+0000","last_became_peered":"2024-04-02T08:26:54.749558+0000","last_unstale":"2024-04-02T08:26:56.211730+0000","last_undegraded":"2024-04-02T08:26:56.211730+0000","last_fullsized":"2024-04-02T08:26:56.211730+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586019+0000","last_change":"2024-04-02T08:27:11.598617+0000","last_active":"2024-04-02T08:27:12.586019+0000","last_peered":"2024-04-02T08:27:12.586019+0000","last_clean":"2024-04-02T08:27:12.586019+0000","last_became_active":"2024-04-02T08:27:11.598337+0000","last_became_peered":"2024-04-02T08:27:11.598337+0000","last_unstale":"2024-04-02T08:27:12.586019+0000","last_undegraded":"2024-04-02T08:27:12.586019+0000","last_fullsized":"2024-04-02T08:27:12.586019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.215927+0000","last_change":"2024-04-02T08:27:10.215927+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.215927+0000","last_undegraded":"2024-04-02T08:27:10.215927+0000","last_fullsized":"2024-04-02T08:27:10.215927+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:02.161090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216074+0000","last_change":"2024-04-02T08:27:10.216074+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216074+0000","last_undegraded":"2024-04-02T08:27:10.216074+0000","last_fullsized":"2024-04-02T08:27:10.216074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.222926+0000","last_change":"2024-04-02T08:27:11.222926+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222926+0000","last_undegraded":"2024-04-02T08:27:11.222926+0000","last_fullsized":"2024-04-02T08:27:11.222926+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226304+0000","last_change":"2024-04-02T08:27:11.226304+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226304+0000","last_undegraded":"2024-04-02T08:27:11.226304+0000","last_fullsized":"2024-04-02T08:27:11.226304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242766+0000","last_change":"2024-04-02T08:27:11.241582+0000","last_active":"2024-04-02T08:27:11.242766+0000","last_peered":"2024-04-02T08:27:11.242766+0000","last_clean":"2024-04-02T08:27:11.242766+0000","last_became_active":"2024-04-02T08:27:11.241272+0000","last_became_peered":"2024-04-02T08:27:11.241272+0000","last_unstale":"2024-04-02T08:27:11.242766+0000","last_undegraded":"2024-04-02T08:27:11.242766+0000","last_fullsized":"2024-04-02T08:27:11.242766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586631+0000","last_change":"2024-04-02T08:27:11.607165+0000","last_active":"2024-04-02T08:27:12.586631+0000","last_peered":"2024-04-02T08:27:12.586631+0000","last_clean":"2024-04-02T08:27:12.586631+0000","last_became_active":"2024-04-02T08:27:11.606816+0000","last_became_peered":"2024-04-02T08:27:11.606816+0000","last_unstale":"2024-04-02T08:27:12.586631+0000","last_undegraded":"2024-04-02T08:27:12.586631+0000","last_fullsized":"2024-04-02T08:27:12.586631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216520+0000","last_change":"2024-04-02T08:27:10.216520+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216520+0000","last_undegraded":"2024-04-02T08:27:10.216520+0000","last_fullsized":"2024-04-02T08:27:10.216520+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903377+0000","last_change":"2024-04-02T08:27:11.598273+0000","last_active":"2024-04-02T08:27:12.903377+0000","last_peered":"2024-04-02T08:27:12.903377+0000","last_clean":"2024-04-02T08:27:12.903377+0000","last_became_active":"2024-04-02T08:27:11.597911+0000","last_became_peered":"2024-04-02T08:27:11.597911+0000","last_unstale":"2024-04-02T08:27:12.903377+0000","last_undegraded":"2024-04-02T08:27:12.903377+0000","last_fullsized":"2024-04-02T08:27:12.903377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:57:03.928721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223140+0000","last_change":"2024-04-02T08:27:11.223140+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223140+0000","last_undegraded":"2024-04-02T08:27:11.223140+0000","last_fullsized":"2024-04-02T08:27:11.223140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223748+0000","last_change":"2024-04-02T08:27:11.223748+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223748+0000","last_undegraded":"2024-04-02T08:27:11.223748+0000","last_fullsized":"2024-04-02T08:27:11.223748+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228288+0000","last_change":"2024-04-02T08:27:11.228288+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228288+0000","last_undegraded":"2024-04-02T08:27:11.228288+0000","last_fullsized":"2024-04-02T08:27:11.228288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.217472+0000","last_change":"2024-04-02T08:27:10.217472+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.217472+0000","last_undegraded":"2024-04-02T08:27:10.217472+0000","last_fullsized":"2024-04-02T08:27:10.217472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223886+0000","last_change":"2024-04-02T08:27:11.223886+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223886+0000","last_undegraded":"2024-04-02T08:27:11.223886+0000","last_fullsized":"2024-04-02T08:27:11.223886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236893+0000","last_change":"2024-04-02T08:27:11.236167+0000","last_active":"2024-04-02T08:27:11.236893+0000","last_peered":"2024-04-02T08:27:11.236893+0000","last_clean":"2024-04-02T08:27:11.236893+0000","last_became_active":"2024-04-02T08:27:11.235182+0000","last_became_peered":"2024-04-02T08:27:11.235182+0000","last_unstale":"2024-04-02T08:27:11.236893+0000","last_undegraded":"2024-04-02T08:27:11.236893+0000","last_fullsized":"2024-04-02T08:27:11.236893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.224277+0000","last_change":"2024-04-02T08:27:11.224277+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224277+0000","last_undegraded":"2024-04-02T08:27:11.224277+0000","last_fullsized":"2024-04-02T08:27:11.224277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607246+0000","last_change":"2024-04-02T08:27:11.604070+0000","last_active":"2024-04-02T08:27:11.607246+0000","last_peered":"2024-04-02T08:27:11.607246+0000","last_clean":"2024-04-02T08:27:11.607246+0000","last_became_active":"2024-04-02T08:27:11.603772+0000","last_became_peered":"2024-04-02T08:27:11.603772+0000","last_unstale":"2024-04-02T08:27:11.607246+0000","last_undegraded":"2024-04-02T08:27:11.607246+0000","last_fullsized":"2024-04-02T08:27:11.607246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235264+0000","last_change":"2024-04-02T08:27:11.234418+0000","last_active":"2024-04-02T08:27:11.235264+0000","last_peered":"2024-04-02T08:27:11.235264+0000","last_clean":"2024-04-02T08:27:11.235264+0000","last_became_active":"2024-04-02T08:27:11.233677+0000","last_became_peered":"2024-04-02T08:27:11.233677+0000","last_unstale":"2024-04-02T08:27:11.235264+0000","last_undegraded":"2024-04-02T08:27:11.235264+0000","last_fullsized":"2024-04-02T08:27:11.235264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225942+0000","last_change":"2024-04-02T08:27:11.225942+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225942+0000","last_undegraded":"2024-04-02T08:27:11.225942+0000","last_fullsized":"2024-04-02T08:27:11.225942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.224804+0000","last_change":"2024-04-02T08:27:11.224804+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224804+0000","last_undegraded":"2024-04-02T08:27:11.224804+0000","last_fullsized":"2024-04-02T08:27:11.224804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.610605+0000","last_change":"2024-04-02T08:27:11.609756+0000","last_active":"2024-04-02T08:27:11.610605+0000","last_peered":"2024-04-02T08:27:11.610605+0000","last_clean":"2024-04-02T08:27:11.610605+0000","last_became_active":"2024-04-02T08:27:11.609428+0000","last_became_peered":"2024-04-02T08:27:11.609428+0000","last_unstale":"2024-04-02T08:27:11.610605+0000","last_undegraded":"2024-04-02T08:27:11.610605+0000","last_fullsized":"2024-04-02T08:27:11.610605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586318+0000","last_change":"2024-04-02T08:27:11.613547+0000","last_active":"2024-04-02T08:27:12.586318+0000","last_peered":"2024-04-02T08:27:12.586318+0000","last_clean":"2024-04-02T08:27:12.586318+0000","last_became_active":"2024-04-02T08:27:11.613277+0000","last_became_peered":"2024-04-02T08:27:11.613277+0000","last_unstale":"2024-04-02T08:27:12.586318+0000","last_undegraded":"2024-04-02T08:27:12.586318+0000","last_fullsized":"2024-04-02T08:27:12.586318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:24:24.324146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229135+0000","last_change":"2024-04-02T08:27:11.229135+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229135+0000","last_undegraded":"2024-04-02T08:27:11.229135+0000","last_fullsized":"2024-04-02T08:27:11.229135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223625+0000","last_change":"2024-04-02T08:27:11.223625+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223625+0000","last_undegraded":"2024-04-02T08:27:11.223625+0000","last_fullsized":"2024-04-02T08:27:11.223625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230122+0000","last_change":"2024-04-02T08:27:11.230122+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230122+0000","last_undegraded":"2024-04-02T08:27:11.230122+0000","last_fullsized":"2024-04-02T08:27:11.230122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607585+0000","last_change":"2024-04-02T08:27:11.604836+0000","last_active":"2024-04-02T08:27:11.607585+0000","last_peered":"2024-04-02T08:27:11.607585+0000","last_clean":"2024-04-02T08:27:11.607585+0000","last_became_active":"2024-04-02T08:27:11.604532+0000","last_became_peered":"2024-04-02T08:27:11.604532+0000","last_unstale":"2024-04-02T08:27:11.607585+0000","last_undegraded":"2024-04-02T08:27:11.607585+0000","last_fullsized":"2024-04-02T08:27:11.607585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230461+0000","last_change":"2024-04-02T08:27:11.230461+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230461+0000","last_undegraded":"2024-04-02T08:27:11.230461+0000","last_fullsized":"2024-04-02T08:27:11.230461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.603807+0000","last_change":"2024-04-02T08:27:11.603285+0000","last_active":"2024-04-02T08:27:11.603807+0000","last_peered":"2024-04-02T08:27:11.603807+0000","last_clean":"2024-04-02T08:27:11.603807+0000","last_became_active":"2024-04-02T08:27:11.602954+0000","last_became_peered":"2024-04-02T08:27:11.602954+0000","last_unstale":"2024-04-02T08:27:11.603807+0000","last_undegraded":"2024-04-02T08:27:11.603807+0000","last_fullsized":"2024-04-02T08:27:11.603807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586221+0000","last_change":"2024-04-02T08:27:11.606232+0000","last_active":"2024-04-02T08:27:12.586221+0000","last_peered":"2024-04-02T08:27:12.586221+0000","last_clean":"2024-04-02T08:27:12.586221+0000","last_became_active":"2024-04-02T08:27:11.605910+0000","last_became_peered":"2024-04-02T08:27:11.605910+0000","last_unstale":"2024-04-02T08:27:12.586221+0000","last_undegraded":"2024-04-02T08:27:12.586221+0000","last_fullsized":"2024-04-02T08:27:12.586221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.222333+0000","last_change":"2024-04-02T08:27:11.222333+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222333+0000","last_undegraded":"2024-04-02T08:27:11.222333+0000","last_fullsized":"2024-04-02T08:27:11.222333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.488937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31684,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713468,"statfs":{"total":95995035648,"available":95962591232,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.27500000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.34899999999999998,"15min":0.33400000000000002},"min":{"1min":0.32700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.47399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40000000000000002,"15min":0.39500000000000002},"min":{"1min":0.28699999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.53500000000000003,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.36899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.61599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.503},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.34799999999999998},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52400000000000002,"5min":0.622,"15min":0.622},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34100000000000003,"15min":0.33300000000000002},"min":{"1min":0.29199999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.28799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42699999999999999,"15min":0.42899999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58399999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.34499999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.376}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.503},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47199999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38400000000000001,"15min":0.38600000000000001},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.47699999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.26600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.318}]},{"osd":1,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.26000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.36099999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.33600000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.71399999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":593920,"data_stored":245233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.32600000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.254},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.38600000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.373}]},{"osd":4,"last update":"Tue Apr 2 08:26:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47799999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.39000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.442}]},{"osd":2,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52800000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.56000000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.63100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.65100000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58399999999999996}]},{"osd":2,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.73099999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.752}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-04-02T08:27:15.275 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.230502+0000', 'last_change': '2024-04-02T08:27:11.230502+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.230502+0000', 'last_undegraded': '2024-04-02T08:27:11.230502+0000', 'last_fullsized': '2024-04-02T08:27:11.230502+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.221916+0000', 'last_change': '2024-04-02T08:27:11.221916+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.221916+0000', 'last_undegraded': '2024-04-02T08:27:11.221916+0000', 'last_fullsized': '2024-04-02T08:27:11.221916+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 1], 'acting': [6, 5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-02T08:27:15.276 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.223901+0000', 'last_change': '2024-04-02T08:27:11.223901+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.223901+0000', 'last_undegraded': '2024-04-02T08:27:11.223901+0000', 'last_fullsized': '2024-04-02T08:27:11.223901+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 0], 'acting': [6, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.232162+0000', 'last_change': '2024-04-02T08:27:11.232162+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.232162+0000', 'last_undegraded': '2024-04-02T08:27:11.232162+0000', 'last_fullsized': '2024-04-02T08:27:11.232162+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 1], 'acting': [3, 6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.225501+0000', 'last_change': '2024-04-02T08:27:11.225501+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.225501+0000', 'last_undegraded': '2024-04-02T08:27:11.225501+0000', 'last_fullsized': '2024-04-02T08:27:11.225501+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6, 7], 'acting': [2, 6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-04-02T08:27:15.277 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.229505+0000', 'last_change': '2024-04-02T08:27:11.229505+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.229505+0000', 'last_undegraded': '2024-04-02T08:27:11.229505+0000', 'last_fullsized': '2024-04-02T08:27:11.229505+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 2], 'acting': [3, 6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.216679+0000', 'last_change': '2024-04-02T08:27:10.216679+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.216679+0000', 'last_undegraded': '2024-04-02T08:27:10.216679+0000', 'last_fullsized': '2024-04-02T08:27:10.216679+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.218490+0000', 'last_change': '2024-04-02T08:27:10.218490+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.218490+0000', 'last_undegraded': '2024-04-02T08:27:10.218490+0000', 'last_fullsized': '2024-04-02T08:27:10.218490+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 2], 'acting': [7, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.228232+0000', 'last_change': '2024-04-02T08:27:11.228232+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.228232+0000', 'last_undegraded': '2024-04-02T08:27:11.228232+0000', 'last_fullsized': '2024-04-02T08:27:11.228232+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 1], 'acting': [3, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 60, 'state': 'creating+activating', 'last_fresh': '2024-04-02T08:27:11.223881+0000', 'last_change': '2024-04-02T08:27:11.223881+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.223881+0000', 'last_undegraded': '2024-04-02T08:27:11.223881+0000', 'last_fullsized': '2024-04-02T08:27:11.223881+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5, 0], 'acting': [1, 5, 0], 'avail_no_missing': ['1', '0', '5'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:27:15.278 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.225024+0000', 'last_change': '2024-04-02T08:27:11.225024+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.225024+0000', 'last_undegraded': '2024-04-02T08:27:11.225024+0000', 'last_fullsized': '2024-04-02T08:27:11.225024+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0, 5], 'acting': [6, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 60, 'state': 'creating+activating', 'last_fresh': '2024-04-02T08:27:11.223493+0000', 'last_change': '2024-04-02T08:27:11.223493+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.223493+0000', 'last_undegraded': '2024-04-02T08:27:11.223493+0000', 'last_fullsized': '2024-04-02T08:27:11.223493+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 7], 'acting': [1, 0, 7], 'avail_no_missing': ['1', '0', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:27:15.279 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.226949+0000', 'last_change': '2024-04-02T08:27:11.226949+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.226949+0000', 'last_undegraded': '2024-04-02T08:27:11.226949+0000', 'last_fullsized': '2024-04-02T08:27:11.226949+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.215927+0000', 'last_change': '2024-04-02T08:27:10.215927+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.215927+0000', 'last_undegraded': '2024-04-02T08:27:10.215927+0000', 'last_fullsized': '2024-04-02T08:27:10.215927+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T11:47:02.161090+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1, 0], 'acting': [7, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.216074+0000', 'last_change': '2024-04-02T08:27:10.216074+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.216074+0000', 'last_undegraded': '2024-04-02T08:27:10.216074+0000', 'last_fullsized': '2024-04-02T08:27:10.216074+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-02T08:27:15.280 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 60, 'state': 'creating+activating', 'last_fresh': '2024-04-02T08:27:11.222926+0000', 'last_change': '2024-04-02T08:27:11.222926+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.222926+0000', 'last_undegraded': '2024-04-02T08:27:11.222926+0000', 'last_fullsized': '2024-04-02T08:27:11.222926+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6, 4], 'acting': [1, 6, 4], 'avail_no_missing': ['1', '4', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.226304+0000', 'last_change': '2024-04-02T08:27:11.226304+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.226304+0000', 'last_undegraded': '2024-04-02T08:27:11.226304+0000', 'last_fullsized': '2024-04-02T08:27:11.226304+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 0], 'acting': [3, 7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.216520+0000', 'last_change': '2024-04-02T08:27:10.216520+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.216520+0000', 'last_undegraded': '2024-04-02T08:27:10.216520+0000', 'last_fullsized': '2024-04-02T08:27:10.216520+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 1], 'acting': [7, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 60, 'state': 'creating+activating', 'last_fresh': '2024-04-02T08:27:11.223140+0000', 'last_change': '2024-04-02T08:27:11.223140+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.223140+0000', 'last_undegraded': '2024-04-02T08:27:11.223140+0000', 'last_fullsized': '2024-04-02T08:27:11.223140+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7, 3], 'acting': [1, 7, 3], 'avail_no_missing': ['1', '3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.226949+0000', 'last_change': '2024-04-02T08:27:11.226949+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.226949+0000', 'last_undegraded': '2024-04-02T08:27:11.226949+0000', 'last_fullsized': '2024-04-02T08:27:11.226949+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1, 7], 'acting': [3, 1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.282 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 60, 'state': 'creating+activating', 'last_fresh': '2024-04-02T08:27:11.223748+0000', 'last_change': '2024-04-02T08:27:11.223748+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.223748+0000', 'last_undegraded': '2024-04-02T08:27:11.223748+0000', 'last_fullsized': '2024-04-02T08:27:11.223748+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 7], 'acting': [1, 3, 7], 'avail_no_missing': ['1', '3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.228288+0000', 'last_change': '2024-04-02T08:27:11.228288+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.228288+0000', 'last_undegraded': '2024-04-02T08:27:11.228288+0000', 'last_fullsized': '2024-04-02T08:27:11.228288+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 4], 'acting': [3, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:10.217472+0000', 'last_change': '2024-04-02T08:27:10.217472+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:10.217472+0000', 'last_undegraded': '2024-04-02T08:27:10.217472+0000', 'last_fullsized': '2024-04-02T08:27:10.217472+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 5], 'acting': [7, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.223886+0000', 'last_change': '2024-04-02T08:27:11.223886+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.223886+0000', 'last_undegraded': '2024-04-02T08:27:11.223886+0000', 'last_fullsized': '2024-04-02T08:27:11.223886+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-04-02T08:27:15.283 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 60, 'state': 'creating+activating', 'last_fresh': '2024-04-02T08:27:11.224277+0000', 'last_change': '2024-04-02T08:27:11.224277+0000', 'last_active': '2024-04-02T08:27:10.204162+0000', 'last_peered': '2024-04-02T08:27:10.204162+0000', 'last_clean': '2024-04-02T08:27:10.204162+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.224277+0000', 'last_undegraded': '2024-04-02T08:27:11.224277+0000', 'last_fullsized': '2024-04-02T08:27:11.224277+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:10.204162+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 3], 'acting': [1, 4, 3], 'avail_no_missing': ['1', '3', '4'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.225942+0000', 'last_change': '2024-04-02T08:27:11.225942+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.225942+0000', 'last_undegraded': '2024-04-02T08:27:11.225942+0000', 'last_fullsized': '2024-04-02T08:27:11.225942+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0, 5], 'acting': [6, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.224804+0000', 'last_change': '2024-04-02T08:27:11.224804+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.224804+0000', 'last_undegraded': '2024-04-02T08:27:11.224804+0000', 'last_fullsized': '2024-04-02T08:27:11.224804+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5, 6], 'acting': [2, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.229135+0000', 'last_change': '2024-04-02T08:27:11.229135+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.229135+0000', 'last_undegraded': '2024-04-02T08:27:11.229135+0000', 'last_fullsized': '2024-04-02T08:27:11.229135+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 0], 'acting': [3, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:27:11.211496+0000', 'last_change': '2024-04-02T08:27:11.211496+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.211496+0000', 'last_undegraded': '2024-04-02T08:27:11.211496+0000', 'last_fullsized': '2024-04-02T08:27:11.211496+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-02T08:27:15.284 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.223625+0000', 'last_change': '2024-04-02T08:27:11.223625+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.223625+0000', 'last_undegraded': '2024-04-02T08:27:11.223625+0000', 'last_fullsized': '2024-04-02T08:27:11.223625+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 4], 'acting': [6, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.285 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-04-02T08:27:15.285 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.230122+0000', 'last_change': '2024-04-02T08:27:11.230122+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.230122+0000', 'last_undegraded': '2024-04-02T08:27:11.230122+0000', 'last_fullsized': '2024-04-02T08:27:11.230122+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 2], 'acting': [3, 4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.285 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-04-02T08:27:15.285 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.230461+0000', 'last_change': '2024-04-02T08:27:11.230461+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.230461+0000', 'last_undegraded': '2024-04-02T08:27:11.230461+0000', 'last_fullsized': '2024-04-02T08:27:11.230461+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 1], 'acting': [3, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-02T08:27:15.285 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-02T08:27:15.285 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:27:11.222333+0000', 'last_change': '2024-04-02T08:27:11.222333+0000', 'last_active': '2024-04-02T08:27:11.211496+0000', 'last_peered': '2024-04-02T08:27:11.211496+0000', 'last_clean': '2024-04-02T08:27:11.211496+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:27:11.222333+0000', 'last_undegraded': '2024-04-02T08:27:11.222333+0000', 'last_fullsized': '2024-04-02T08:27:11.222333+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'last_clean_scrub_stamp': '2024-04-02T08:27:11.211496+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T12:57:36.488937+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 0], 'acting': [6, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-02T08:27:15.285 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-02T08:27:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:15 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2346389584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:15 smithi066 ceph-mon[30998]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:15 smithi066 ceph-mon[30998]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:15 smithi066 ceph-mon[30998]: pgmap v191: 97 pgs: 6 creating+activating, 26 creating+peering, 17 unknown, 48 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 1 op/s 2024-04-02T08:27:15.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:15.670 INFO:teuthology.orchestra.run.smithi019.stdout:{"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":230,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046411,"num_in_osds":8,"osd_in_since":1712046393,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":48},{"state_name":"creating+peering","count":26},{"state_name":"unknown","count":17},{"state_name":"creating+activating","count":6}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":591006,"bytes_used":236343296,"bytes_avail":767723941888,"bytes_total":767960285184,"unknown_pgs_ratio":0.17525772750377655,"inactive_pgs_ratio":0.32989689707756042,"write_bytes_sec":1853,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24344}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.19:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-02T08:27:03.180083+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-02T08:27:15.681 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2346389584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.682 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[27522]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.682 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[27522]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.682 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[27522]: pgmap v191: 97 pgs: 6 creating+activating, 26 creating+peering, 17 unknown, 48 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 1 op/s 2024-04-02T08:27:15.682 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2346389584' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.682 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[39381]: from='client.24443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.682 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[39381]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:15.682 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:15 smithi019 ceph-mon[39381]: pgmap v191: 97 pgs: 6 creating+activating, 26 creating+peering, 17 unknown, 48 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 1 op/s 2024-04-02T08:27:15.683 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-02T08:27:15.683 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:15.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:15.983 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:27:15.992 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-02T08:27:15.182556+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":167,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":240,"acting":240,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":25,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":230804,"kb_used_data":6424,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730412,"statfs":{"total":767960285184,"available":767723941888,"internally_reserved":0,"allocated":6578176,"data_stored":3731283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":229625399},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.971262"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586470+0000","last_change":"2024-04-02T08:27:11.610057+0000","last_active":"2024-04-02T08:27:12.586470+0000","last_peered":"2024-04-02T08:27:12.586470+0000","last_clean":"2024-04-02T08:27:12.586470+0000","last_became_active":"2024-04-02T08:27:11.609583+0000","last_became_peered":"2024-04-02T08:27:11.609583+0000","last_unstale":"2024-04-02T08:27:12.586470+0000","last_undegraded":"2024-04-02T08:27:12.586470+0000","last_fullsized":"2024-04-02T08:27:12.586470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.596516+0000","last_change":"2024-04-02T08:27:11.596198+0000","last_active":"2024-04-02T08:27:11.596516+0000","last_peered":"2024-04-02T08:27:11.596516+0000","last_clean":"2024-04-02T08:27:11.596516+0000","last_became_active":"2024-04-02T08:27:11.595871+0000","last_became_peered":"2024-04-02T08:27:11.595871+0000","last_unstale":"2024-04-02T08:27:11.596516+0000","last_undegraded":"2024-04-02T08:27:11.596516+0000","last_fullsized":"2024-04-02T08:27:11.596516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.600177+0000","last_change":"2024-04-02T08:27:11.599770+0000","last_active":"2024-04-02T08:27:11.600177+0000","last_peered":"2024-04-02T08:27:11.600177+0000","last_clean":"2024-04-02T08:27:11.600177+0000","last_became_active":"2024-04-02T08:27:11.599469+0000","last_became_peered":"2024-04-02T08:27:11.599469+0000","last_unstale":"2024-04-02T08:27:11.600177+0000","last_undegraded":"2024-04-02T08:27:11.600177+0000","last_fullsized":"2024-04-02T08:27:11.600177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230502+0000","last_change":"2024-04-02T08:27:11.230502+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230502+0000","last_undegraded":"2024-04-02T08:27:11.230502+0000","last_fullsized":"2024-04-02T08:27:11.230502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.221916+0000","last_change":"2024-04-02T08:27:11.221916+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.221916+0000","last_undegraded":"2024-04-02T08:27:11.221916+0000","last_fullsized":"2024-04-02T08:27:11.221916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223901+0000","last_change":"2024-04-02T08:27:11.223901+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223901+0000","last_undegraded":"2024-04-02T08:27:11.223901+0000","last_fullsized":"2024-04-02T08:27:11.223901+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.904063+0000","last_change":"2024-04-02T08:27:11.615315+0000","last_active":"2024-04-02T08:27:12.904063+0000","last_peered":"2024-04-02T08:27:12.904063+0000","last_clean":"2024-04-02T08:27:12.904063+0000","last_became_active":"2024-04-02T08:27:11.614398+0000","last_became_peered":"2024-04-02T08:27:11.614398+0000","last_unstale":"2024-04-02T08:27:12.904063+0000","last_undegraded":"2024-04-02T08:27:12.904063+0000","last_fullsized":"2024-04-02T08:27:12.904063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:40:48.024561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.232162+0000","last_change":"2024-04-02T08:27:11.232162+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.232162+0000","last_undegraded":"2024-04-02T08:27:11.232162+0000","last_fullsized":"2024-04-02T08:27:11.232162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586305+0000","last_change":"2024-04-02T08:27:11.600260+0000","last_active":"2024-04-02T08:27:12.586305+0000","last_peered":"2024-04-02T08:27:12.586305+0000","last_clean":"2024-04-02T08:27:12.586305+0000","last_became_active":"2024-04-02T08:27:11.599932+0000","last_became_peered":"2024-04-02T08:27:11.599932+0000","last_unstale":"2024-04-02T08:27:12.586305+0000","last_undegraded":"2024-04-02T08:27:12.586305+0000","last_fullsized":"2024-04-02T08:27:12.586305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.614163+0000","last_change":"2024-04-02T08:27:11.613865+0000","last_active":"2024-04-02T08:27:11.614163+0000","last_peered":"2024-04-02T08:27:11.614163+0000","last_clean":"2024-04-02T08:27:11.614163+0000","last_became_active":"2024-04-02T08:27:11.613550+0000","last_became_peered":"2024-04-02T08:27:11.613550+0000","last_unstale":"2024-04-02T08:27:11.614163+0000","last_undegraded":"2024-04-02T08:27:11.614163+0000","last_fullsized":"2024-04-02T08:27:11.614163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.983348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.597751+0000","last_change":"2024-04-02T08:27:11.597313+0000","last_active":"2024-04-02T08:27:11.597751+0000","last_peered":"2024-04-02T08:27:11.597751+0000","last_clean":"2024-04-02T08:27:11.597751+0000","last_became_active":"2024-04-02T08:27:11.596987+0000","last_became_peered":"2024-04-02T08:27:11.596987+0000","last_unstale":"2024-04-02T08:27:11.597751+0000","last_undegraded":"2024-04-02T08:27:11.597751+0000","last_fullsized":"2024-04-02T08:27:11.597751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225501+0000","last_change":"2024-04-02T08:27:11.225501+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225501+0000","last_undegraded":"2024-04-02T08:27:11.225501+0000","last_fullsized":"2024-04-02T08:27:11.225501+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586859+0000","last_change":"2024-04-02T08:27:11.244211+0000","last_active":"2024-04-02T08:27:12.586859+0000","last_peered":"2024-04-02T08:27:12.586859+0000","last_clean":"2024-04-02T08:27:12.586859+0000","last_became_active":"2024-04-02T08:27:11.243824+0000","last_became_peered":"2024-04-02T08:27:11.243824+0000","last_unstale":"2024-04-02T08:27:12.586859+0000","last_undegraded":"2024-04-02T08:27:12.586859+0000","last_fullsized":"2024-04-02T08:27:12.586859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229505+0000","last_change":"2024-04-02T08:27:11.229505+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229505+0000","last_undegraded":"2024-04-02T08:27:11.229505+0000","last_fullsized":"2024-04-02T08:27:11.229505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240004+0000","last_change":"2024-04-02T08:27:11.239681+0000","last_active":"2024-04-02T08:27:11.240004+0000","last_peered":"2024-04-02T08:27:11.240004+0000","last_clean":"2024-04-02T08:27:11.240004+0000","last_became_active":"2024-04-02T08:27:11.239092+0000","last_became_peered":"2024-04-02T08:27:11.239092+0000","last_unstale":"2024-04-02T08:27:11.240004+0000","last_undegraded":"2024-04-02T08:27:11.240004+0000","last_fullsized":"2024-04-02T08:27:11.240004+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586717+0000","last_change":"2024-04-02T08:27:11.603140+0000","last_active":"2024-04-02T08:27:12.586717+0000","last_peered":"2024-04-02T08:27:12.586717+0000","last_clean":"2024-04-02T08:27:12.586717+0000","last_became_active":"2024-04-02T08:27:11.602875+0000","last_became_peered":"2024-04-02T08:27:11.602875+0000","last_unstale":"2024-04-02T08:27:12.586717+0000","last_undegraded":"2024-04-02T08:27:12.586717+0000","last_fullsized":"2024-04-02T08:27:12.586717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216679+0000","last_change":"2024-04-02T08:27:10.216679+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216679+0000","last_undegraded":"2024-04-02T08:27:10.216679+0000","last_fullsized":"2024-04-02T08:27:10.216679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.601358+0000","last_change":"2024-04-02T08:27:11.600911+0000","last_active":"2024-04-02T08:27:11.601358+0000","last_peered":"2024-04-02T08:27:11.601358+0000","last_clean":"2024-04-02T08:27:11.601358+0000","last_became_active":"2024-04-02T08:27:11.600622+0000","last_became_peered":"2024-04-02T08:27:11.600622+0000","last_unstale":"2024-04-02T08:27:11.601358+0000","last_undegraded":"2024-04-02T08:27:11.601358+0000","last_fullsized":"2024-04-02T08:27:11.601358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.218490+0000","last_change":"2024-04-02T08:27:10.218490+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.218490+0000","last_undegraded":"2024-04-02T08:27:10.218490+0000","last_fullsized":"2024-04-02T08:27:10.218490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607660+0000","last_change":"2024-04-02T08:27:11.606156+0000","last_active":"2024-04-02T08:27:11.607660+0000","last_peered":"2024-04-02T08:27:11.607660+0000","last_clean":"2024-04-02T08:27:11.607660+0000","last_became_active":"2024-04-02T08:27:11.605181+0000","last_became_peered":"2024-04-02T08:27:11.605181+0000","last_unstale":"2024-04-02T08:27:11.607660+0000","last_undegraded":"2024-04-02T08:27:11.607660+0000","last_fullsized":"2024-04-02T08:27:11.607660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236035+0000","last_change":"2024-04-02T08:27:11.235609+0000","last_active":"2024-04-02T08:27:11.236035+0000","last_peered":"2024-04-02T08:27:11.236035+0000","last_clean":"2024-04-02T08:27:11.236035+0000","last_became_active":"2024-04-02T08:27:11.235326+0000","last_became_peered":"2024-04-02T08:27:11.235326+0000","last_unstale":"2024-04-02T08:27:11.236035+0000","last_undegraded":"2024-04-02T08:27:11.236035+0000","last_fullsized":"2024-04-02T08:27:11.236035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903233+0000","last_change":"2024-04-02T08:27:11.612333+0000","last_active":"2024-04-02T08:27:12.903233+0000","last_peered":"2024-04-02T08:27:12.903233+0000","last_clean":"2024-04-02T08:27:12.903233+0000","last_became_active":"2024-04-02T08:27:11.611814+0000","last_became_peered":"2024-04-02T08:27:11.611814+0000","last_unstale":"2024-04-02T08:27:12.903233+0000","last_undegraded":"2024-04-02T08:27:12.903233+0000","last_fullsized":"2024-04-02T08:27:12.903233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:18:27.479401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242832+0000","last_change":"2024-04-02T08:27:11.242356+0000","last_active":"2024-04-02T08:27:11.242832+0000","last_peered":"2024-04-02T08:27:11.242832+0000","last_clean":"2024-04-02T08:27:11.242832+0000","last_became_active":"2024-04-02T08:27:11.242019+0000","last_became_peered":"2024-04-02T08:27:11.242019+0000","last_unstale":"2024-04-02T08:27:11.242832+0000","last_undegraded":"2024-04-02T08:27:11.242832+0000","last_fullsized":"2024-04-02T08:27:11.242832+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586410+0000","last_change":"2024-04-02T08:27:11.613023+0000","last_active":"2024-04-02T08:27:12.586410+0000","last_peered":"2024-04-02T08:27:12.586410+0000","last_clean":"2024-04-02T08:27:12.586410+0000","last_became_active":"2024-04-02T08:27:11.612432+0000","last_became_peered":"2024-04-02T08:27:11.612432+0000","last_unstale":"2024-04-02T08:27:12.586410+0000","last_undegraded":"2024-04-02T08:27:12.586410+0000","last_fullsized":"2024-04-02T08:27:12.586410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235937+0000","last_change":"2024-04-02T08:27:11.234310+0000","last_active":"2024-04-02T08:27:11.235937+0000","last_peered":"2024-04-02T08:27:11.235937+0000","last_clean":"2024-04-02T08:27:11.235937+0000","last_became_active":"2024-04-02T08:27:11.233968+0000","last_became_peered":"2024-04-02T08:27:11.233968+0000","last_unstale":"2024-04-02T08:27:11.235937+0000","last_undegraded":"2024-04-02T08:27:11.235937+0000","last_fullsized":"2024-04-02T08:27:11.235937+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228232+0000","last_change":"2024-04-02T08:27:11.228232+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228232+0000","last_undegraded":"2024-04-02T08:27:11.228232+0000","last_fullsized":"2024-04-02T08:27:11.228232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.587168+0000","last_change":"2024-04-02T08:27:11.244247+0000","last_active":"2024-04-02T08:27:11.587168+0000","last_peered":"2024-04-02T08:27:11.587168+0000","last_clean":"2024-04-02T08:27:11.587168+0000","last_became_active":"2024-04-02T08:27:11.243547+0000","last_became_peered":"2024-04-02T08:27:11.243547+0000","last_unstale":"2024-04-02T08:27:11.587168+0000","last_undegraded":"2024-04-02T08:27:11.587168+0000","last_fullsized":"2024-04-02T08:27:11.587168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.243078+0000","last_change":"2024-04-02T08:27:11.242685+0000","last_active":"2024-04-02T08:27:11.243078+0000","last_peered":"2024-04-02T08:27:11.243078+0000","last_clean":"2024-04-02T08:27:11.243078+0000","last_became_active":"2024-04-02T08:27:11.242390+0000","last_became_peered":"2024-04-02T08:27:11.242390+0000","last_unstale":"2024-04-02T08:27:11.243078+0000","last_undegraded":"2024-04-02T08:27:11.243078+0000","last_fullsized":"2024-04-02T08:27:11.243078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607603+0000","last_change":"2024-04-02T08:27:11.604268+0000","last_active":"2024-04-02T08:27:11.607603+0000","last_peered":"2024-04-02T08:27:11.607603+0000","last_clean":"2024-04-02T08:27:11.607603+0000","last_became_active":"2024-04-02T08:27:11.603450+0000","last_became_peered":"2024-04-02T08:27:11.603450+0000","last_unstale":"2024-04-02T08:27:11.607603+0000","last_undegraded":"2024-04-02T08:27:11.607603+0000","last_fullsized":"2024-04-02T08:27:11.607603+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586890+0000","last_change":"2024-04-02T08:27:11.238649+0000","last_active":"2024-04-02T08:27:11.586890+0000","last_peered":"2024-04-02T08:27:11.586890+0000","last_clean":"2024-04-02T08:27:11.586890+0000","last_became_active":"2024-04-02T08:27:11.238063+0000","last_became_peered":"2024-04-02T08:27:11.238063+0000","last_unstale":"2024-04-02T08:27:11.586890+0000","last_undegraded":"2024-04-02T08:27:11.586890+0000","last_fullsized":"2024-04-02T08:27:11.586890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586769+0000","last_change":"2024-04-02T08:27:11.598030+0000","last_active":"2024-04-02T08:27:12.586769+0000","last_peered":"2024-04-02T08:27:12.586769+0000","last_clean":"2024-04-02T08:27:12.586769+0000","last_became_active":"2024-04-02T08:27:11.597748+0000","last_became_peered":"2024-04-02T08:27:11.597748+0000","last_unstale":"2024-04-02T08:27:12.586769+0000","last_undegraded":"2024-04-02T08:27:12.586769+0000","last_fullsized":"2024-04-02T08:27:12.586769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223881+0000","last_change":"2024-04-02T08:27:11.223881+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223881+0000","last_undegraded":"2024-04-02T08:27:11.223881+0000","last_fullsized":"2024-04-02T08:27:11.223881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":["1","0","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903935+0000","last_change":"2024-04-02T08:27:11.602953+0000","last_active":"2024-04-02T08:27:12.903935+0000","last_peered":"2024-04-02T08:27:12.903935+0000","last_clean":"2024-04-02T08:27:12.903935+0000","last_became_active":"2024-04-02T08:27:11.602512+0000","last_became_peered":"2024-04-02T08:27:11.602512+0000","last_unstale":"2024-04-02T08:27:12.903935+0000","last_undegraded":"2024-04-02T08:27:12.903935+0000","last_fullsized":"2024-04-02T08:27:12.903935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:35.944610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.245356+0000","last_change":"2024-04-02T08:27:11.243622+0000","last_active":"2024-04-02T08:27:11.245356+0000","last_peered":"2024-04-02T08:27:11.245356+0000","last_clean":"2024-04-02T08:27:11.245356+0000","last_became_active":"2024-04-02T08:27:11.243204+0000","last_became_peered":"2024-04-02T08:27:11.243204+0000","last_unstale":"2024-04-02T08:27:11.245356+0000","last_undegraded":"2024-04-02T08:27:11.245356+0000","last_fullsized":"2024-04-02T08:27:11.245356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586504+0000","last_change":"2024-04-02T08:27:11.232144+0000","last_active":"2024-04-02T08:27:12.586504+0000","last_peered":"2024-04-02T08:27:12.586504+0000","last_clean":"2024-04-02T08:27:12.586504+0000","last_became_active":"2024-04-02T08:27:11.231801+0000","last_became_peered":"2024-04-02T08:27:11.231801+0000","last_unstale":"2024-04-02T08:27:12.586504+0000","last_undegraded":"2024-04-02T08:27:12.586504+0000","last_fullsized":"2024-04-02T08:27:12.586504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586312+0000","last_change":"2024-04-02T08:27:11.596665+0000","last_active":"2024-04-02T08:27:12.586312+0000","last_peered":"2024-04-02T08:27:12.586312+0000","last_clean":"2024-04-02T08:27:12.586312+0000","last_became_active":"2024-04-02T08:27:11.596392+0000","last_became_peered":"2024-04-02T08:27:11.596392+0000","last_unstale":"2024-04-02T08:27:12.586312+0000","last_undegraded":"2024-04-02T08:27:12.586312+0000","last_fullsized":"2024-04-02T08:27:12.586312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588740+0000","last_change":"2024-04-02T08:27:11.242955+0000","last_active":"2024-04-02T08:27:11.588740+0000","last_peered":"2024-04-02T08:27:11.588740+0000","last_clean":"2024-04-02T08:27:11.588740+0000","last_became_active":"2024-04-02T08:27:11.242627+0000","last_became_peered":"2024-04-02T08:27:11.242627+0000","last_unstale":"2024-04-02T08:27:11.588740+0000","last_undegraded":"2024-04-02T08:27:11.588740+0000","last_fullsized":"2024-04-02T08:27:11.588740+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.238896+0000","last_change":"2024-04-02T08:27:11.238313+0000","last_active":"2024-04-02T08:27:11.238896+0000","last_peered":"2024-04-02T08:27:11.238896+0000","last_clean":"2024-04-02T08:27:11.238896+0000","last_became_active":"2024-04-02T08:27:11.237956+0000","last_became_peered":"2024-04-02T08:27:11.237956+0000","last_unstale":"2024-04-02T08:27:11.238896+0000","last_undegraded":"2024-04-02T08:27:11.238896+0000","last_fullsized":"2024-04-02T08:27:11.238896+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225024+0000","last_change":"2024-04-02T08:27:11.225024+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225024+0000","last_undegraded":"2024-04-02T08:27:11.225024+0000","last_fullsized":"2024-04-02T08:27:11.225024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.227424+0000","last_change":"2024-04-02T08:27:11.226957+0000","last_active":"2024-04-02T08:27:11.227424+0000","last_peered":"2024-04-02T08:27:11.227424+0000","last_clean":"2024-04-02T08:27:11.227424+0000","last_became_active":"2024-04-02T08:27:11.226647+0000","last_became_peered":"2024-04-02T08:27:11.226647+0000","last_unstale":"2024-04-02T08:27:11.227424+0000","last_undegraded":"2024-04-02T08:27:11.227424+0000","last_fullsized":"2024-04-02T08:27:11.227424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.904097+0000","last_change":"2024-04-02T08:27:11.232295+0000","last_active":"2024-04-02T08:27:12.904097+0000","last_peered":"2024-04-02T08:27:12.904097+0000","last_clean":"2024-04-02T08:27:12.904097+0000","last_became_active":"2024-04-02T08:27:11.231930+0000","last_became_peered":"2024-04-02T08:27:11.231930+0000","last_unstale":"2024-04-02T08:27:12.904097+0000","last_undegraded":"2024-04-02T08:27:12.904097+0000","last_fullsized":"2024-04-02T08:27:12.904097+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:48:27.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223493+0000","last_change":"2024-04-02T08:27:11.223493+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223493+0000","last_undegraded":"2024-04-02T08:27:11.223493+0000","last_fullsized":"2024-04-02T08:27:11.223493+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":["1","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607677+0000","last_change":"2024-04-02T08:27:11.606595+0000","last_active":"2024-04-02T08:27:11.607677+0000","last_peered":"2024-04-02T08:27:11.607677+0000","last_clean":"2024-04-02T08:27:11.607677+0000","last_became_active":"2024-04-02T08:27:11.605603+0000","last_became_peered":"2024-04-02T08:27:11.605603+0000","last_unstale":"2024-04-02T08:27:11.607677+0000","last_undegraded":"2024-04-02T08:27:11.607677+0000","last_fullsized":"2024-04-02T08:27:11.607677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.588534+0000","last_change":"2024-04-02T08:27:11.245138+0000","last_active":"2024-04-02T08:27:11.588534+0000","last_peered":"2024-04-02T08:27:11.588534+0000","last_clean":"2024-04-02T08:27:11.588534+0000","last_became_active":"2024-04-02T08:27:11.244562+0000","last_became_peered":"2024-04-02T08:27:11.244562+0000","last_unstale":"2024-04-02T08:27:11.588534+0000","last_undegraded":"2024-04-02T08:27:11.588534+0000","last_fullsized":"2024-04-02T08:27:11.588534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903711+0000","last_change":"2024-04-02T08:27:11.614840+0000","last_active":"2024-04-02T08:27:12.903711+0000","last_peered":"2024-04-02T08:27:12.903711+0000","last_clean":"2024-04-02T08:27:12.903711+0000","last_became_active":"2024-04-02T08:27:11.614489+0000","last_became_peered":"2024-04-02T08:27:11.614489+0000","last_unstale":"2024-04-02T08:27:12.903711+0000","last_undegraded":"2024-04-02T08:27:12.903711+0000","last_fullsized":"2024-04-02T08:27:12.903711+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:49:15.358943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.240749+0000","last_change":"2024-04-02T08:27:11.239828+0000","last_active":"2024-04-02T08:27:11.240749+0000","last_peered":"2024-04-02T08:27:11.240749+0000","last_clean":"2024-04-02T08:27:11.240749+0000","last_became_active":"2024-04-02T08:27:11.239484+0000","last_became_peered":"2024-04-02T08:27:11.239484+0000","last_unstale":"2024-04-02T08:27:11.240749+0000","last_undegraded":"2024-04-02T08:27:11.240749+0000","last_fullsized":"2024-04-02T08:27:11.240749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.586764+0000","last_change":"2024-04-02T08:27:11.242943+0000","last_active":"2024-04-02T08:27:11.586764+0000","last_peered":"2024-04-02T08:27:11.586764+0000","last_clean":"2024-04-02T08:27:11.586764+0000","last_became_active":"2024-04-02T08:27:11.242325+0000","last_became_peered":"2024-04-02T08:27:11.242325+0000","last_unstale":"2024-04-02T08:27:11.586764+0000","last_undegraded":"2024-04-02T08:27:11.586764+0000","last_fullsized":"2024-04-02T08:27:11.586764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-02T08:26:56.211730+0000","last_change":"2024-04-02T08:26:54.750034+0000","last_active":"2024-04-02T08:26:56.211730+0000","last_peered":"2024-04-02T08:26:56.211730+0000","last_clean":"2024-04-02T08:26:56.211730+0000","last_became_active":"2024-04-02T08:26:54.749558+0000","last_became_peered":"2024-04-02T08:26:54.749558+0000","last_unstale":"2024-04-02T08:26:56.211730+0000","last_undegraded":"2024-04-02T08:26:56.211730+0000","last_fullsized":"2024-04-02T08:26:56.211730+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586019+0000","last_change":"2024-04-02T08:27:11.598617+0000","last_active":"2024-04-02T08:27:12.586019+0000","last_peered":"2024-04-02T08:27:12.586019+0000","last_clean":"2024-04-02T08:27:12.586019+0000","last_became_active":"2024-04-02T08:27:11.598337+0000","last_became_peered":"2024-04-02T08:27:11.598337+0000","last_unstale":"2024-04-02T08:27:12.586019+0000","last_undegraded":"2024-04-02T08:27:12.586019+0000","last_fullsized":"2024-04-02T08:27:12.586019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.215927+0000","last_change":"2024-04-02T08:27:10.215927+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.215927+0000","last_undegraded":"2024-04-02T08:27:10.215927+0000","last_fullsized":"2024-04-02T08:27:10.215927+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:02.161090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216074+0000","last_change":"2024-04-02T08:27:10.216074+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216074+0000","last_undegraded":"2024-04-02T08:27:10.216074+0000","last_fullsized":"2024-04-02T08:27:10.216074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.222926+0000","last_change":"2024-04-02T08:27:11.222926+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222926+0000","last_undegraded":"2024-04-02T08:27:11.222926+0000","last_fullsized":"2024-04-02T08:27:11.222926+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226304+0000","last_change":"2024-04-02T08:27:11.226304+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226304+0000","last_undegraded":"2024-04-02T08:27:11.226304+0000","last_fullsized":"2024-04-02T08:27:11.226304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.242766+0000","last_change":"2024-04-02T08:27:11.241582+0000","last_active":"2024-04-02T08:27:11.242766+0000","last_peered":"2024-04-02T08:27:11.242766+0000","last_clean":"2024-04-02T08:27:11.242766+0000","last_became_active":"2024-04-02T08:27:11.241272+0000","last_became_peered":"2024-04-02T08:27:11.241272+0000","last_unstale":"2024-04-02T08:27:11.242766+0000","last_undegraded":"2024-04-02T08:27:11.242766+0000","last_fullsized":"2024-04-02T08:27:11.242766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586631+0000","last_change":"2024-04-02T08:27:11.607165+0000","last_active":"2024-04-02T08:27:12.586631+0000","last_peered":"2024-04-02T08:27:12.586631+0000","last_clean":"2024-04-02T08:27:12.586631+0000","last_became_active":"2024-04-02T08:27:11.606816+0000","last_became_peered":"2024-04-02T08:27:11.606816+0000","last_unstale":"2024-04-02T08:27:12.586631+0000","last_undegraded":"2024-04-02T08:27:12.586631+0000","last_fullsized":"2024-04-02T08:27:12.586631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.216520+0000","last_change":"2024-04-02T08:27:10.216520+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.216520+0000","last_undegraded":"2024-04-02T08:27:10.216520+0000","last_fullsized":"2024-04-02T08:27:10.216520+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903377+0000","last_change":"2024-04-02T08:27:11.598273+0000","last_active":"2024-04-02T08:27:12.903377+0000","last_peered":"2024-04-02T08:27:12.903377+0000","last_clean":"2024-04-02T08:27:12.903377+0000","last_became_active":"2024-04-02T08:27:11.597911+0000","last_became_peered":"2024-04-02T08:27:11.597911+0000","last_unstale":"2024-04-02T08:27:12.903377+0000","last_undegraded":"2024-04-02T08:27:12.903377+0000","last_fullsized":"2024-04-02T08:27:12.903377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:57:03.928721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223140+0000","last_change":"2024-04-02T08:27:11.223140+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223140+0000","last_undegraded":"2024-04-02T08:27:11.223140+0000","last_fullsized":"2024-04-02T08:27:11.223140+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.226949+0000","last_change":"2024-04-02T08:27:11.226949+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.226949+0000","last_undegraded":"2024-04-02T08:27:11.226949+0000","last_fullsized":"2024-04-02T08:27:11.226949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.223748+0000","last_change":"2024-04-02T08:27:11.223748+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223748+0000","last_undegraded":"2024-04-02T08:27:11.223748+0000","last_fullsized":"2024-04-02T08:27:11.223748+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":["1","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.228288+0000","last_change":"2024-04-02T08:27:11.228288+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.228288+0000","last_undegraded":"2024-04-02T08:27:11.228288+0000","last_fullsized":"2024-04-02T08:27:11.228288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:27:10.217472+0000","last_change":"2024-04-02T08:27:10.217472+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:10.217472+0000","last_undegraded":"2024-04-02T08:27:10.217472+0000","last_fullsized":"2024-04-02T08:27:10.217472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223886+0000","last_change":"2024-04-02T08:27:11.223886+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223886+0000","last_undegraded":"2024-04-02T08:27:11.223886+0000","last_fullsized":"2024-04-02T08:27:11.223886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.236893+0000","last_change":"2024-04-02T08:27:11.236167+0000","last_active":"2024-04-02T08:27:11.236893+0000","last_peered":"2024-04-02T08:27:11.236893+0000","last_clean":"2024-04-02T08:27:11.236893+0000","last_became_active":"2024-04-02T08:27:11.235182+0000","last_became_peered":"2024-04-02T08:27:11.235182+0000","last_unstale":"2024-04-02T08:27:11.236893+0000","last_undegraded":"2024-04-02T08:27:11.236893+0000","last_fullsized":"2024-04-02T08:27:11.236893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":3,"reported_epoch":60,"state":"creating+activating","last_fresh":"2024-04-02T08:27:11.224277+0000","last_change":"2024-04-02T08:27:11.224277+0000","last_active":"2024-04-02T08:27:10.204162+0000","last_peered":"2024-04-02T08:27:10.204162+0000","last_clean":"2024-04-02T08:27:10.204162+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224277+0000","last_undegraded":"2024-04-02T08:27:11.224277+0000","last_fullsized":"2024-04-02T08:27:11.224277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":["1","3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607246+0000","last_change":"2024-04-02T08:27:11.604070+0000","last_active":"2024-04-02T08:27:11.607246+0000","last_peered":"2024-04-02T08:27:11.607246+0000","last_clean":"2024-04-02T08:27:11.607246+0000","last_became_active":"2024-04-02T08:27:11.603772+0000","last_became_peered":"2024-04-02T08:27:11.603772+0000","last_unstale":"2024-04-02T08:27:11.607246+0000","last_undegraded":"2024-04-02T08:27:11.607246+0000","last_fullsized":"2024-04-02T08:27:11.607246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.235264+0000","last_change":"2024-04-02T08:27:11.234418+0000","last_active":"2024-04-02T08:27:11.235264+0000","last_peered":"2024-04-02T08:27:11.235264+0000","last_clean":"2024-04-02T08:27:11.235264+0000","last_became_active":"2024-04-02T08:27:11.233677+0000","last_became_peered":"2024-04-02T08:27:11.233677+0000","last_unstale":"2024-04-02T08:27:11.235264+0000","last_undegraded":"2024-04-02T08:27:11.235264+0000","last_fullsized":"2024-04-02T08:27:11.235264+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.225942+0000","last_change":"2024-04-02T08:27:11.225942+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.225942+0000","last_undegraded":"2024-04-02T08:27:11.225942+0000","last_fullsized":"2024-04-02T08:27:11.225942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.224804+0000","last_change":"2024-04-02T08:27:11.224804+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.224804+0000","last_undegraded":"2024-04-02T08:27:11.224804+0000","last_fullsized":"2024-04-02T08:27:11.224804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.610605+0000","last_change":"2024-04-02T08:27:11.609756+0000","last_active":"2024-04-02T08:27:11.610605+0000","last_peered":"2024-04-02T08:27:11.610605+0000","last_clean":"2024-04-02T08:27:11.610605+0000","last_became_active":"2024-04-02T08:27:11.609428+0000","last_became_peered":"2024-04-02T08:27:11.609428+0000","last_unstale":"2024-04-02T08:27:11.610605+0000","last_undegraded":"2024-04-02T08:27:11.610605+0000","last_fullsized":"2024-04-02T08:27:11.610605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586318+0000","last_change":"2024-04-02T08:27:11.613547+0000","last_active":"2024-04-02T08:27:12.586318+0000","last_peered":"2024-04-02T08:27:12.586318+0000","last_clean":"2024-04-02T08:27:12.586318+0000","last_became_active":"2024-04-02T08:27:11.613277+0000","last_became_peered":"2024-04-02T08:27:11.613277+0000","last_unstale":"2024-04-02T08:27:12.586318+0000","last_undegraded":"2024-04-02T08:27:12.586318+0000","last_fullsized":"2024-04-02T08:27:12.586318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:24:24.324146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.229135+0000","last_change":"2024-04-02T08:27:11.229135+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.229135+0000","last_undegraded":"2024-04-02T08:27:11.229135+0000","last_fullsized":"2024-04-02T08:27:11.229135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:27:11.211496+0000","last_change":"2024-04-02T08:27:11.211496+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.211496+0000","last_undegraded":"2024-04-02T08:27:11.211496+0000","last_fullsized":"2024-04-02T08:27:11.211496+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.223625+0000","last_change":"2024-04-02T08:27:11.223625+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.223625+0000","last_undegraded":"2024-04-02T08:27:11.223625+0000","last_fullsized":"2024-04-02T08:27:11.223625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230122+0000","last_change":"2024-04-02T08:27:11.230122+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230122+0000","last_undegraded":"2024-04-02T08:27:11.230122+0000","last_fullsized":"2024-04-02T08:27:11.230122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607585+0000","last_change":"2024-04-02T08:27:11.604836+0000","last_active":"2024-04-02T08:27:11.607585+0000","last_peered":"2024-04-02T08:27:11.607585+0000","last_clean":"2024-04-02T08:27:11.607585+0000","last_became_active":"2024-04-02T08:27:11.604532+0000","last_became_peered":"2024-04-02T08:27:11.604532+0000","last_unstale":"2024-04-02T08:27:11.607585+0000","last_undegraded":"2024-04-02T08:27:11.607585+0000","last_fullsized":"2024-04-02T08:27:11.607585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.230461+0000","last_change":"2024-04-02T08:27:11.230461+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.230461+0000","last_undegraded":"2024-04-02T08:27:11.230461+0000","last_fullsized":"2024-04-02T08:27:11.230461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.603807+0000","last_change":"2024-04-02T08:27:11.603285+0000","last_active":"2024-04-02T08:27:11.603807+0000","last_peered":"2024-04-02T08:27:11.603807+0000","last_clean":"2024-04-02T08:27:11.603807+0000","last_became_active":"2024-04-02T08:27:11.602954+0000","last_became_peered":"2024-04-02T08:27:11.602954+0000","last_unstale":"2024-04-02T08:27:11.603807+0000","last_undegraded":"2024-04-02T08:27:11.603807+0000","last_fullsized":"2024-04-02T08:27:11.603807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586221+0000","last_change":"2024-04-02T08:27:11.606232+0000","last_active":"2024-04-02T08:27:12.586221+0000","last_peered":"2024-04-02T08:27:12.586221+0000","last_clean":"2024-04-02T08:27:12.586221+0000","last_became_active":"2024-04-02T08:27:11.605910+0000","last_became_peered":"2024-04-02T08:27:11.605910+0000","last_unstale":"2024-04-02T08:27:12.586221+0000","last_undegraded":"2024-04-02T08:27:12.586221+0000","last_fullsized":"2024-04-02T08:27:12.586221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:27:11.222333+0000","last_change":"2024-04-02T08:27:11.222333+0000","last_active":"2024-04-02T08:27:11.211496+0000","last_peered":"2024-04-02T08:27:11.211496+0000","last_clean":"2024-04-02T08:27:11.211496+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:27:11.222333+0000","last_undegraded":"2024-04-02T08:27:11.222333+0000","last_fullsized":"2024-04-02T08:27:11.222333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.488937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7,"ondisk_log_size":7,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31684,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713468,"statfs":{"total":95995035648,"available":95962591232,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.27500000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.34899999999999998,"15min":0.33400000000000002},"min":{"1min":0.32700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.47399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40000000000000002,"15min":0.39500000000000002},"min":{"1min":0.28699999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.53500000000000003,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.36899999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.61599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.503},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1220608,"data_stored":843807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.34799999999999998},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52400000000000002,"5min":0.622,"15min":0.622},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34100000000000003,"15min":0.33300000000000002},"min":{"1min":0.29199999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.28799999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42699999999999999,"15min":0.42899999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58399999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.34499999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.376}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.503},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47199999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38400000000000001,"15min":0.38600000000000001},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.47699999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.26600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.318}]},{"osd":1,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.26000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.36099999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.33600000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.71399999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":593920,"data_stored":245233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.32600000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.254},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.38600000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.373}]},{"osd":4,"last update":"Tue Apr 2 08:26:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47799999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.39000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.442}]},{"osd":2,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52800000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.56000000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.63100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":618496,"data_stored":253761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.65100000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58399999999999996}]},{"osd":2,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.73099999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.752}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:16 smithi019 ceph-mon[27522]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:16 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2758819212' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:16 smithi019 ceph-mon[27522]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:16 smithi019 ceph-mon[39381]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:16 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2758819212' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:16 smithi019 ceph-mon[39381]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:16 smithi066 ceph-mon[30998]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:16 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2758819212' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:27:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:16 smithi066 ceph-mon[30998]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:17.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:17 smithi066 ceph-mon[30998]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:27:17.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:17 smithi019 ceph-mon[27522]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:27:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:17 smithi019 ceph-mon[39381]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:27:18.997 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:27:19.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:19.313 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:27:19.322 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-02T08:27:19.183464+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":270,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231044,"kb_used_data":6676,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730172,"statfs":{"total":767960285184,"available":767723696128,"internally_reserved":0,"allocated":6836224,"data_stored":3851964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":229625399},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.966396"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589471+0000","last_change":"2024-04-02T08:27:11.605808+0000","last_active":"2024-04-02T08:27:12.589471+0000","last_peered":"2024-04-02T08:27:12.589471+0000","last_clean":"2024-04-02T08:27:12.589471+0000","last_became_active":"2024-04-02T08:27:11.605499+0000","last_became_peered":"2024-04-02T08:27:11.605499+0000","last_unstale":"2024-04-02T08:27:12.589471+0000","last_undegraded":"2024-04-02T08:27:12.589471+0000","last_fullsized":"2024-04-02T08:27:12.589471+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:44.867032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.901139+0000","last_change":"2024-04-02T08:27:11.613487+0000","last_active":"2024-04-02T08:27:12.901139+0000","last_peered":"2024-04-02T08:27:12.901139+0000","last_clean":"2024-04-02T08:27:12.901139+0000","last_became_active":"2024-04-02T08:27:11.613215+0000","last_became_peered":"2024-04-02T08:27:11.613215+0000","last_unstale":"2024-04-02T08:27:12.901139+0000","last_undegraded":"2024-04-02T08:27:12.901139+0000","last_fullsized":"2024-04-02T08:27:12.901139+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:50.565288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586470+0000","last_change":"2024-04-02T08:27:11.610057+0000","last_active":"2024-04-02T08:27:12.586470+0000","last_peered":"2024-04-02T08:27:12.586470+0000","last_clean":"2024-04-02T08:27:12.586470+0000","last_became_active":"2024-04-02T08:27:11.609583+0000","last_became_peered":"2024-04-02T08:27:11.609583+0000","last_unstale":"2024-04-02T08:27:12.586470+0000","last_undegraded":"2024-04-02T08:27:12.586470+0000","last_fullsized":"2024-04-02T08:27:12.586470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477535+0000","last_change":"2024-04-02T08:27:11.596198+0000","last_active":"2024-04-02T08:27:12.477535+0000","last_peered":"2024-04-02T08:27:12.477535+0000","last_clean":"2024-04-02T08:27:12.477535+0000","last_became_active":"2024-04-02T08:27:11.595871+0000","last_became_peered":"2024-04-02T08:27:11.595871+0000","last_unstale":"2024-04-02T08:27:12.477535+0000","last_undegraded":"2024-04-02T08:27:12.477535+0000","last_fullsized":"2024-04-02T08:27:12.477535+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589247+0000","last_change":"2024-04-02T08:27:11.612774+0000","last_active":"2024-04-02T08:27:12.589247+0000","last_peered":"2024-04-02T08:27:12.589247+0000","last_clean":"2024-04-02T08:27:12.589247+0000","last_became_active":"2024-04-02T08:27:11.612446+0000","last_became_peered":"2024-04-02T08:27:11.612446+0000","last_unstale":"2024-04-02T08:27:12.589247+0000","last_undegraded":"2024-04-02T08:27:12.589247+0000","last_fullsized":"2024-04-02T08:27:12.589247+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:33.901660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477498+0000","last_change":"2024-04-02T08:27:11.599770+0000","last_active":"2024-04-02T08:27:12.477498+0000","last_peered":"2024-04-02T08:27:12.477498+0000","last_clean":"2024-04-02T08:27:12.477498+0000","last_became_active":"2024-04-02T08:27:11.599469+0000","last_became_peered":"2024-04-02T08:27:11.599469+0000","last_unstale":"2024-04-02T08:27:12.477498+0000","last_undegraded":"2024-04-02T08:27:12.477498+0000","last_fullsized":"2024-04-02T08:27:12.477498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.588618+0000","last_change":"2024-04-02T08:27:11.607935+0000","last_active":"2024-04-02T08:27:12.588618+0000","last_peered":"2024-04-02T08:27:12.588618+0000","last_clean":"2024-04-02T08:27:12.588618+0000","last_became_active":"2024-04-02T08:27:11.607627+0000","last_became_peered":"2024-04-02T08:27:11.607627+0000","last_unstale":"2024-04-02T08:27:12.588618+0000","last_undegraded":"2024-04-02T08:27:12.588618+0000","last_fullsized":"2024-04-02T08:27:12.588618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:25:25.858588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.601724+0000","last_change":"2024-04-02T08:27:11.600948+0000","last_active":"2024-04-02T08:27:11.601724+0000","last_peered":"2024-04-02T08:27:11.601724+0000","last_clean":"2024-04-02T08:27:11.601724+0000","last_became_active":"2024-04-02T08:27:11.600587+0000","last_became_peered":"2024-04-02T08:27:11.600587+0000","last_unstale":"2024-04-02T08:27:11.601724+0000","last_undegraded":"2024-04-02T08:27:11.601724+0000","last_fullsized":"2024-04-02T08:27:11.601724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589432+0000","last_change":"2024-04-02T08:27:11.619788+0000","last_active":"2024-04-02T08:27:12.589432+0000","last_peered":"2024-04-02T08:27:12.589432+0000","last_clean":"2024-04-02T08:27:12.589432+0000","last_became_active":"2024-04-02T08:27:11.619201+0000","last_became_peered":"2024-04-02T08:27:11.619201+0000","last_unstale":"2024-04-02T08:27:12.589432+0000","last_undegraded":"2024-04-02T08:27:12.589432+0000","last_fullsized":"2024-04-02T08:27:12.589432+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:17:10.500988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.615759+0000","last_change":"2024-04-02T08:27:11.613933+0000","last_active":"2024-04-02T08:27:11.615759+0000","last_peered":"2024-04-02T08:27:11.615759+0000","last_clean":"2024-04-02T08:27:11.615759+0000","last_became_active":"2024-04-02T08:27:11.613665+0000","last_became_peered":"2024-04-02T08:27:11.613665+0000","last_unstale":"2024-04-02T08:27:11.615759+0000","last_undegraded":"2024-04-02T08:27:11.615759+0000","last_fullsized":"2024-04-02T08:27:11.615759+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.615866+0000","last_change":"2024-04-02T08:27:11.614922+0000","last_active":"2024-04-02T08:27:11.615866+0000","last_peered":"2024-04-02T08:27:11.615866+0000","last_clean":"2024-04-02T08:27:11.615866+0000","last_became_active":"2024-04-02T08:27:11.614630+0000","last_became_peered":"2024-04-02T08:27:11.614630+0000","last_unstale":"2024-04-02T08:27:11.615866+0000","last_undegraded":"2024-04-02T08:27:11.615866+0000","last_fullsized":"2024-04-02T08:27:11.615866+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.904063+0000","last_change":"2024-04-02T08:27:11.615315+0000","last_active":"2024-04-02T08:27:12.904063+0000","last_peered":"2024-04-02T08:27:12.904063+0000","last_clean":"2024-04-02T08:27:12.904063+0000","last_became_active":"2024-04-02T08:27:11.614398+0000","last_became_peered":"2024-04-02T08:27:11.614398+0000","last_unstale":"2024-04-02T08:27:12.904063+0000","last_undegraded":"2024-04-02T08:27:12.904063+0000","last_fullsized":"2024-04-02T08:27:12.904063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:40:48.024561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.610611+0000","last_change":"2024-04-02T08:27:11.607853+0000","last_active":"2024-04-02T08:27:11.610611+0000","last_peered":"2024-04-02T08:27:11.610611+0000","last_clean":"2024-04-02T08:27:11.610611+0000","last_became_active":"2024-04-02T08:27:11.607577+0000","last_became_peered":"2024-04-02T08:27:11.607577+0000","last_unstale":"2024-04-02T08:27:11.610611+0000","last_undegraded":"2024-04-02T08:27:11.610611+0000","last_fullsized":"2024-04-02T08:27:11.610611+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586305+0000","last_change":"2024-04-02T08:27:11.600260+0000","last_active":"2024-04-02T08:27:12.586305+0000","last_peered":"2024-04-02T08:27:12.586305+0000","last_clean":"2024-04-02T08:27:12.586305+0000","last_became_active":"2024-04-02T08:27:11.599932+0000","last_became_peered":"2024-04-02T08:27:11.599932+0000","last_unstale":"2024-04-02T08:27:12.586305+0000","last_undegraded":"2024-04-02T08:27:12.586305+0000","last_fullsized":"2024-04-02T08:27:12.586305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.900615+0000","last_change":"2024-04-02T08:27:11.618594+0000","last_active":"2024-04-02T08:27:12.900615+0000","last_peered":"2024-04-02T08:27:12.900615+0000","last_clean":"2024-04-02T08:27:12.900615+0000","last_became_active":"2024-04-02T08:27:11.618195+0000","last_became_peered":"2024-04-02T08:27:11.618195+0000","last_unstale":"2024-04-02T08:27:12.900615+0000","last_undegraded":"2024-04-02T08:27:12.900615+0000","last_fullsized":"2024-04-02T08:27:12.900615+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:58.872114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477369+0000","last_change":"2024-04-02T08:27:11.613865+0000","last_active":"2024-04-02T08:27:12.477369+0000","last_peered":"2024-04-02T08:27:12.477369+0000","last_clean":"2024-04-02T08:27:12.477369+0000","last_became_active":"2024-04-02T08:27:11.613550+0000","last_became_peered":"2024-04-02T08:27:11.613550+0000","last_unstale":"2024-04-02T08:27:12.477369+0000","last_undegraded":"2024-04-02T08:27:12.477369+0000","last_fullsized":"2024-04-02T08:27:12.477369+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:42.983348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477622+0000","last_change":"2024-04-02T08:27:11.597313+0000","last_active":"2024-04-02T08:27:12.477622+0000","last_peered":"2024-04-02T08:27:12.477622+0000","last_clean":"2024-04-02T08:27:12.477622+0000","last_became_active":"2024-04-02T08:27:11.596987+0000","last_became_peered":"2024-04-02T08:27:11.596987+0000","last_unstale":"2024-04-02T08:27:12.477622+0000","last_undegraded":"2024-04-02T08:27:12.477622+0000","last_fullsized":"2024-04-02T08:27:12.477622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.608275+0000","last_change":"2024-04-02T08:27:11.607611+0000","last_active":"2024-04-02T08:27:11.608275+0000","last_peered":"2024-04-02T08:27:11.608275+0000","last_clean":"2024-04-02T08:27:11.608275+0000","last_became_active":"2024-04-02T08:27:11.607332+0000","last_became_peered":"2024-04-02T08:27:11.607332+0000","last_unstale":"2024-04-02T08:27:11.608275+0000","last_undegraded":"2024-04-02T08:27:11.608275+0000","last_fullsized":"2024-04-02T08:27:11.608275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.588923+0000","last_change":"2024-04-02T08:27:11.606788+0000","last_active":"2024-04-02T08:27:12.588923+0000","last_peered":"2024-04-02T08:27:12.588923+0000","last_clean":"2024-04-02T08:27:12.588923+0000","last_became_active":"2024-04-02T08:27:11.606476+0000","last_became_peered":"2024-04-02T08:27:11.606476+0000","last_unstale":"2024-04-02T08:27:12.588923+0000","last_undegraded":"2024-04-02T08:27:12.588923+0000","last_fullsized":"2024-04-02T08:27:12.588923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:28.095968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586859+0000","last_change":"2024-04-02T08:27:11.244211+0000","last_active":"2024-04-02T08:27:12.586859+0000","last_peered":"2024-04-02T08:27:12.586859+0000","last_clean":"2024-04-02T08:27:12.586859+0000","last_became_active":"2024-04-02T08:27:11.243824+0000","last_became_peered":"2024-04-02T08:27:11.243824+0000","last_unstale":"2024-04-02T08:27:12.586859+0000","last_undegraded":"2024-04-02T08:27:12.586859+0000","last_fullsized":"2024-04-02T08:27:12.586859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.604046+0000","last_change":"2024-04-02T08:27:11.603338+0000","last_active":"2024-04-02T08:27:11.604046+0000","last_peered":"2024-04-02T08:27:11.604046+0000","last_clean":"2024-04-02T08:27:11.604046+0000","last_became_active":"2024-04-02T08:27:11.602929+0000","last_became_peered":"2024-04-02T08:27:11.602929+0000","last_unstale":"2024-04-02T08:27:11.604046+0000","last_undegraded":"2024-04-02T08:27:11.604046+0000","last_fullsized":"2024-04-02T08:27:11.604046+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.616447+0000","last_change":"2024-04-02T08:27:11.239681+0000","last_active":"2024-04-02T08:27:11.616447+0000","last_peered":"2024-04-02T08:27:11.616447+0000","last_clean":"2024-04-02T08:27:11.616447+0000","last_became_active":"2024-04-02T08:27:11.239092+0000","last_became_peered":"2024-04-02T08:27:11.239092+0000","last_unstale":"2024-04-02T08:27:11.616447+0000","last_undegraded":"2024-04-02T08:27:11.616447+0000","last_fullsized":"2024-04-02T08:27:11.616447+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586717+0000","last_change":"2024-04-02T08:27:11.603140+0000","last_active":"2024-04-02T08:27:12.586717+0000","last_peered":"2024-04-02T08:27:12.586717+0000","last_clean":"2024-04-02T08:27:12.586717+0000","last_became_active":"2024-04-02T08:27:11.602875+0000","last_became_peered":"2024-04-02T08:27:11.602875+0000","last_unstale":"2024-04-02T08:27:12.586717+0000","last_undegraded":"2024-04-02T08:27:12.586717+0000","last_fullsized":"2024-04-02T08:27:12.586717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.623361+0000","last_change":"2024-04-02T08:27:11.247267+0000","last_active":"2024-04-02T08:27:11.623361+0000","last_peered":"2024-04-02T08:27:11.623361+0000","last_clean":"2024-04-02T08:27:11.623361+0000","last_became_active":"2024-04-02T08:27:11.246958+0000","last_became_peered":"2024-04-02T08:27:11.246958+0000","last_unstale":"2024-04-02T08:27:11.623361+0000","last_undegraded":"2024-04-02T08:27:11.623361+0000","last_fullsized":"2024-04-02T08:27:11.623361+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477562+0000","last_change":"2024-04-02T08:27:11.600911+0000","last_active":"2024-04-02T08:27:12.477562+0000","last_peered":"2024-04-02T08:27:12.477562+0000","last_clean":"2024-04-02T08:27:12.477562+0000","last_became_active":"2024-04-02T08:27:11.600622+0000","last_became_peered":"2024-04-02T08:27:11.600622+0000","last_unstale":"2024-04-02T08:27:12.477562+0000","last_undegraded":"2024-04-02T08:27:12.477562+0000","last_fullsized":"2024-04-02T08:27:12.477562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.619482+0000","last_change":"2024-04-02T08:27:11.241382+0000","last_active":"2024-04-02T08:27:11.619482+0000","last_peered":"2024-04-02T08:27:11.619482+0000","last_clean":"2024-04-02T08:27:11.619482+0000","last_became_active":"2024-04-02T08:27:11.241029+0000","last_became_peered":"2024-04-02T08:27:11.241029+0000","last_unstale":"2024-04-02T08:27:11.619482+0000","last_undegraded":"2024-04-02T08:27:11.619482+0000","last_fullsized":"2024-04-02T08:27:11.619482+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477576+0000","last_change":"2024-04-02T08:27:11.606156+0000","last_active":"2024-04-02T08:27:12.477576+0000","last_peered":"2024-04-02T08:27:12.477576+0000","last_clean":"2024-04-02T08:27:12.477576+0000","last_became_active":"2024-04-02T08:27:11.605181+0000","last_became_peered":"2024-04-02T08:27:11.605181+0000","last_unstale":"2024-04-02T08:27:12.477576+0000","last_undegraded":"2024-04-02T08:27:12.477576+0000","last_fullsized":"2024-04-02T08:27:12.477576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.621205+0000","last_change":"2024-04-02T08:27:11.235609+0000","last_active":"2024-04-02T08:27:11.621205+0000","last_peered":"2024-04-02T08:27:11.621205+0000","last_clean":"2024-04-02T08:27:11.621205+0000","last_became_active":"2024-04-02T08:27:11.235326+0000","last_became_peered":"2024-04-02T08:27:11.235326+0000","last_unstale":"2024-04-02T08:27:11.621205+0000","last_undegraded":"2024-04-02T08:27:11.621205+0000","last_fullsized":"2024-04-02T08:27:11.621205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903233+0000","last_change":"2024-04-02T08:27:11.612333+0000","last_active":"2024-04-02T08:27:12.903233+0000","last_peered":"2024-04-02T08:27:12.903233+0000","last_clean":"2024-04-02T08:27:12.903233+0000","last_became_active":"2024-04-02T08:27:11.611814+0000","last_became_peered":"2024-04-02T08:27:11.611814+0000","last_unstale":"2024-04-02T08:27:12.903233+0000","last_undegraded":"2024-04-02T08:27:12.903233+0000","last_fullsized":"2024-04-02T08:27:12.903233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:18:27.479401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.620496+0000","last_change":"2024-04-02T08:27:11.242356+0000","last_active":"2024-04-02T08:27:11.620496+0000","last_peered":"2024-04-02T08:27:11.620496+0000","last_clean":"2024-04-02T08:27:11.620496+0000","last_became_active":"2024-04-02T08:27:11.242019+0000","last_became_peered":"2024-04-02T08:27:11.242019+0000","last_unstale":"2024-04-02T08:27:11.620496+0000","last_undegraded":"2024-04-02T08:27:11.620496+0000","last_fullsized":"2024-04-02T08:27:11.620496+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586410+0000","last_change":"2024-04-02T08:27:11.613023+0000","last_active":"2024-04-02T08:27:12.586410+0000","last_peered":"2024-04-02T08:27:12.586410+0000","last_clean":"2024-04-02T08:27:12.586410+0000","last_became_active":"2024-04-02T08:27:11.612432+0000","last_became_peered":"2024-04-02T08:27:11.612432+0000","last_unstale":"2024-04-02T08:27:12.586410+0000","last_undegraded":"2024-04-02T08:27:12.586410+0000","last_fullsized":"2024-04-02T08:27:12.586410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.592450+0000","last_change":"2024-04-02T08:27:11.234310+0000","last_active":"2024-04-02T08:27:11.592450+0000","last_peered":"2024-04-02T08:27:11.592450+0000","last_clean":"2024-04-02T08:27:11.592450+0000","last_became_active":"2024-04-02T08:27:11.233968+0000","last_became_peered":"2024-04-02T08:27:11.233968+0000","last_unstale":"2024-04-02T08:27:11.592450+0000","last_undegraded":"2024-04-02T08:27:11.592450+0000","last_fullsized":"2024-04-02T08:27:11.592450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.606877+0000","last_change":"2024-04-02T08:27:11.606625+0000","last_active":"2024-04-02T08:27:11.606877+0000","last_peered":"2024-04-02T08:27:11.606877+0000","last_clean":"2024-04-02T08:27:11.606877+0000","last_became_active":"2024-04-02T08:27:11.604247+0000","last_became_peered":"2024-04-02T08:27:11.604247+0000","last_unstale":"2024-04-02T08:27:11.606877+0000","last_undegraded":"2024-04-02T08:27:11.606877+0000","last_fullsized":"2024-04-02T08:27:11.606877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477413+0000","last_change":"2024-04-02T08:27:11.244247+0000","last_active":"2024-04-02T08:27:12.477413+0000","last_peered":"2024-04-02T08:27:12.477413+0000","last_clean":"2024-04-02T08:27:12.477413+0000","last_became_active":"2024-04-02T08:27:11.243547+0000","last_became_peered":"2024-04-02T08:27:11.243547+0000","last_unstale":"2024-04-02T08:27:12.477413+0000","last_undegraded":"2024-04-02T08:27:12.477413+0000","last_fullsized":"2024-04-02T08:27:12.477413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.900684+0000","last_change":"2024-04-02T08:27:11.617426+0000","last_active":"2024-04-02T08:27:12.900684+0000","last_peered":"2024-04-02T08:27:12.900684+0000","last_clean":"2024-04-02T08:27:12.900684+0000","last_became_active":"2024-04-02T08:27:11.616625+0000","last_became_peered":"2024-04-02T08:27:11.616625+0000","last_unstale":"2024-04-02T08:27:12.900684+0000","last_undegraded":"2024-04-02T08:27:12.900684+0000","last_fullsized":"2024-04-02T08:27:12.900684+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:32.003354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.590553+0000","last_change":"2024-04-02T08:27:11.242685+0000","last_active":"2024-04-02T08:27:11.590553+0000","last_peered":"2024-04-02T08:27:11.590553+0000","last_clean":"2024-04-02T08:27:11.590553+0000","last_became_active":"2024-04-02T08:27:11.242390+0000","last_became_peered":"2024-04-02T08:27:11.242390+0000","last_unstale":"2024-04-02T08:27:11.590553+0000","last_undegraded":"2024-04-02T08:27:11.590553+0000","last_fullsized":"2024-04-02T08:27:11.590553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477610+0000","last_change":"2024-04-02T08:27:11.604268+0000","last_active":"2024-04-02T08:27:12.477610+0000","last_peered":"2024-04-02T08:27:12.477610+0000","last_clean":"2024-04-02T08:27:12.477610+0000","last_became_active":"2024-04-02T08:27:11.603450+0000","last_became_peered":"2024-04-02T08:27:11.603450+0000","last_unstale":"2024-04-02T08:27:12.477610+0000","last_undegraded":"2024-04-02T08:27:12.477610+0000","last_fullsized":"2024-04-02T08:27:12.477610+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477599+0000","last_change":"2024-04-02T08:27:11.238649+0000","last_active":"2024-04-02T08:27:12.477599+0000","last_peered":"2024-04-02T08:27:12.477599+0000","last_clean":"2024-04-02T08:27:12.477599+0000","last_became_active":"2024-04-02T08:27:11.238063+0000","last_became_peered":"2024-04-02T08:27:11.238063+0000","last_unstale":"2024-04-02T08:27:12.477599+0000","last_undegraded":"2024-04-02T08:27:12.477599+0000","last_fullsized":"2024-04-02T08:27:12.477599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586769+0000","last_change":"2024-04-02T08:27:11.598030+0000","last_active":"2024-04-02T08:27:12.586769+0000","last_peered":"2024-04-02T08:27:12.586769+0000","last_clean":"2024-04-02T08:27:12.586769+0000","last_became_active":"2024-04-02T08:27:11.597748+0000","last_became_peered":"2024-04-02T08:27:11.597748+0000","last_unstale":"2024-04-02T08:27:12.586769+0000","last_undegraded":"2024-04-02T08:27:12.586769+0000","last_fullsized":"2024-04-02T08:27:12.586769+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.618800+0000","last_change":"2024-04-02T08:27:11.237132+0000","last_active":"2024-04-02T08:27:11.618800+0000","last_peered":"2024-04-02T08:27:11.618800+0000","last_clean":"2024-04-02T08:27:11.618800+0000","last_became_active":"2024-04-02T08:27:11.236759+0000","last_became_peered":"2024-04-02T08:27:11.236759+0000","last_unstale":"2024-04-02T08:27:11.618800+0000","last_undegraded":"2024-04-02T08:27:11.618800+0000","last_fullsized":"2024-04-02T08:27:11.618800+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903935+0000","last_change":"2024-04-02T08:27:11.602953+0000","last_active":"2024-04-02T08:27:12.903935+0000","last_peered":"2024-04-02T08:27:12.903935+0000","last_clean":"2024-04-02T08:27:12.903935+0000","last_became_active":"2024-04-02T08:27:11.602512+0000","last_became_peered":"2024-04-02T08:27:11.602512+0000","last_unstale":"2024-04-02T08:27:12.903935+0000","last_undegraded":"2024-04-02T08:27:12.903935+0000","last_fullsized":"2024-04-02T08:27:12.903935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:35.944610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.624847+0000","last_change":"2024-04-02T08:27:11.243622+0000","last_active":"2024-04-02T08:27:11.624847+0000","last_peered":"2024-04-02T08:27:11.624847+0000","last_clean":"2024-04-02T08:27:11.624847+0000","last_became_active":"2024-04-02T08:27:11.243204+0000","last_became_peered":"2024-04-02T08:27:11.243204+0000","last_unstale":"2024-04-02T08:27:11.624847+0000","last_undegraded":"2024-04-02T08:27:11.624847+0000","last_fullsized":"2024-04-02T08:27:11.624847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589045+0000","last_change":"2024-04-02T08:27:11.611942+0000","last_active":"2024-04-02T08:27:12.589045+0000","last_peered":"2024-04-02T08:27:12.589045+0000","last_clean":"2024-04-02T08:27:12.589045+0000","last_became_active":"2024-04-02T08:27:11.611345+0000","last_became_peered":"2024-04-02T08:27:11.611345+0000","last_unstale":"2024-04-02T08:27:12.589045+0000","last_undegraded":"2024-04-02T08:27:12.589045+0000","last_fullsized":"2024-04-02T08:27:12.589045+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:15.797869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586504+0000","last_change":"2024-04-02T08:27:11.232144+0000","last_active":"2024-04-02T08:27:12.586504+0000","last_peered":"2024-04-02T08:27:12.586504+0000","last_clean":"2024-04-02T08:27:12.586504+0000","last_became_active":"2024-04-02T08:27:11.231801+0000","last_became_peered":"2024-04-02T08:27:11.231801+0000","last_unstale":"2024-04-02T08:27:12.586504+0000","last_undegraded":"2024-04-02T08:27:12.586504+0000","last_fullsized":"2024-04-02T08:27:12.586504+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586312+0000","last_change":"2024-04-02T08:27:11.596665+0000","last_active":"2024-04-02T08:27:12.586312+0000","last_peered":"2024-04-02T08:27:12.586312+0000","last_clean":"2024-04-02T08:27:12.586312+0000","last_became_active":"2024-04-02T08:27:11.596392+0000","last_became_peered":"2024-04-02T08:27:11.596392+0000","last_unstale":"2024-04-02T08:27:12.586312+0000","last_undegraded":"2024-04-02T08:27:12.586312+0000","last_fullsized":"2024-04-02T08:27:12.586312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477461+0000","last_change":"2024-04-02T08:27:11.242955+0000","last_active":"2024-04-02T08:27:12.477461+0000","last_peered":"2024-04-02T08:27:12.477461+0000","last_clean":"2024-04-02T08:27:12.477461+0000","last_became_active":"2024-04-02T08:27:11.242627+0000","last_became_peered":"2024-04-02T08:27:11.242627+0000","last_unstale":"2024-04-02T08:27:12.477461+0000","last_undegraded":"2024-04-02T08:27:12.477461+0000","last_fullsized":"2024-04-02T08:27:12.477461+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589176+0000","last_change":"2024-04-02T08:27:11.613476+0000","last_active":"2024-04-02T08:27:12.589176+0000","last_peered":"2024-04-02T08:27:12.589176+0000","last_clean":"2024-04-02T08:27:12.589176+0000","last_became_active":"2024-04-02T08:27:11.611711+0000","last_became_peered":"2024-04-02T08:27:11.611711+0000","last_unstale":"2024-04-02T08:27:12.589176+0000","last_undegraded":"2024-04-02T08:27:12.589176+0000","last_fullsized":"2024-04-02T08:27:12.589176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:24.090437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.591715+0000","last_change":"2024-04-02T08:27:11.238313+0000","last_active":"2024-04-02T08:27:11.591715+0000","last_peered":"2024-04-02T08:27:11.591715+0000","last_clean":"2024-04-02T08:27:11.591715+0000","last_became_active":"2024-04-02T08:27:11.237956+0000","last_became_peered":"2024-04-02T08:27:11.237956+0000","last_unstale":"2024-04-02T08:27:11.591715+0000","last_undegraded":"2024-04-02T08:27:11.591715+0000","last_fullsized":"2024-04-02T08:27:11.591715+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607051+0000","last_change":"2024-04-02T08:27:11.606593+0000","last_active":"2024-04-02T08:27:11.607051+0000","last_peered":"2024-04-02T08:27:11.607051+0000","last_clean":"2024-04-02T08:27:11.607051+0000","last_became_active":"2024-04-02T08:27:11.606283+0000","last_became_peered":"2024-04-02T08:27:11.606283+0000","last_unstale":"2024-04-02T08:27:11.607051+0000","last_undegraded":"2024-04-02T08:27:11.607051+0000","last_fullsized":"2024-04-02T08:27:11.607051+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.619651+0000","last_change":"2024-04-02T08:27:11.226957+0000","last_active":"2024-04-02T08:27:11.619651+0000","last_peered":"2024-04-02T08:27:11.619651+0000","last_clean":"2024-04-02T08:27:11.619651+0000","last_became_active":"2024-04-02T08:27:11.226647+0000","last_became_peered":"2024-04-02T08:27:11.226647+0000","last_unstale":"2024-04-02T08:27:11.619651+0000","last_undegraded":"2024-04-02T08:27:11.619651+0000","last_fullsized":"2024-04-02T08:27:11.619651+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.588796+0000","last_change":"2024-04-02T08:27:11.608888+0000","last_active":"2024-04-02T08:27:12.588796+0000","last_peered":"2024-04-02T08:27:12.588796+0000","last_clean":"2024-04-02T08:27:12.588796+0000","last_became_active":"2024-04-02T08:27:11.608553+0000","last_became_peered":"2024-04-02T08:27:11.608553+0000","last_unstale":"2024-04-02T08:27:12.588796+0000","last_undegraded":"2024-04-02T08:27:12.588796+0000","last_fullsized":"2024-04-02T08:27:12.588796+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:36.530633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.904097+0000","last_change":"2024-04-02T08:27:11.232295+0000","last_active":"2024-04-02T08:27:12.904097+0000","last_peered":"2024-04-02T08:27:12.904097+0000","last_clean":"2024-04-02T08:27:12.904097+0000","last_became_active":"2024-04-02T08:27:11.231930+0000","last_became_peered":"2024-04-02T08:27:11.231930+0000","last_unstale":"2024-04-02T08:27:12.904097+0000","last_undegraded":"2024-04-02T08:27:12.904097+0000","last_fullsized":"2024-04-02T08:27:12.904097+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:48:27.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589387+0000","last_change":"2024-04-02T08:27:11.611288+0000","last_active":"2024-04-02T08:27:12.589387+0000","last_peered":"2024-04-02T08:27:12.589387+0000","last_clean":"2024-04-02T08:27:12.589387+0000","last_became_active":"2024-04-02T08:27:11.610949+0000","last_became_peered":"2024-04-02T08:27:11.610949+0000","last_unstale":"2024-04-02T08:27:12.589387+0000","last_undegraded":"2024-04-02T08:27:12.589387+0000","last_fullsized":"2024-04-02T08:27:12.589387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:47:04.962930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.594953+0000","last_change":"2024-04-02T08:27:11.237227+0000","last_active":"2024-04-02T08:27:11.594953+0000","last_peered":"2024-04-02T08:27:11.594953+0000","last_clean":"2024-04-02T08:27:11.594953+0000","last_became_active":"2024-04-02T08:27:11.236763+0000","last_became_peered":"2024-04-02T08:27:11.236763+0000","last_unstale":"2024-04-02T08:27:11.594953+0000","last_undegraded":"2024-04-02T08:27:11.594953+0000","last_fullsized":"2024-04-02T08:27:11.594953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477586+0000","last_change":"2024-04-02T08:27:11.606595+0000","last_active":"2024-04-02T08:27:12.477586+0000","last_peered":"2024-04-02T08:27:12.477586+0000","last_clean":"2024-04-02T08:27:12.477586+0000","last_became_active":"2024-04-02T08:27:11.605603+0000","last_became_peered":"2024-04-02T08:27:11.605603+0000","last_unstale":"2024-04-02T08:27:12.477586+0000","last_undegraded":"2024-04-02T08:27:12.477586+0000","last_fullsized":"2024-04-02T08:27:12.477586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477445+0000","last_change":"2024-04-02T08:27:11.245138+0000","last_active":"2024-04-02T08:27:12.477445+0000","last_peered":"2024-04-02T08:27:12.477445+0000","last_clean":"2024-04-02T08:27:12.477445+0000","last_became_active":"2024-04-02T08:27:11.244562+0000","last_became_peered":"2024-04-02T08:27:11.244562+0000","last_unstale":"2024-04-02T08:27:12.477445+0000","last_undegraded":"2024-04-02T08:27:12.477445+0000","last_fullsized":"2024-04-02T08:27:12.477445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903711+0000","last_change":"2024-04-02T08:27:11.614840+0000","last_active":"2024-04-02T08:27:12.903711+0000","last_peered":"2024-04-02T08:27:12.903711+0000","last_clean":"2024-04-02T08:27:12.903711+0000","last_became_active":"2024-04-02T08:27:11.614489+0000","last_became_peered":"2024-04-02T08:27:11.614489+0000","last_unstale":"2024-04-02T08:27:12.903711+0000","last_undegraded":"2024-04-02T08:27:12.903711+0000","last_fullsized":"2024-04-02T08:27:12.903711+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:49:15.358943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.900660+0000","last_change":"2024-04-02T08:27:11.606996+0000","last_active":"2024-04-02T08:27:12.900660+0000","last_peered":"2024-04-02T08:27:12.900660+0000","last_clean":"2024-04-02T08:27:12.900660+0000","last_became_active":"2024-04-02T08:27:11.606702+0000","last_became_peered":"2024-04-02T08:27:11.606702+0000","last_unstale":"2024-04-02T08:27:12.900660+0000","last_undegraded":"2024-04-02T08:27:12.900660+0000","last_fullsized":"2024-04-02T08:27:12.900660+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:39.747963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.597149+0000","last_change":"2024-04-02T08:27:11.239828+0000","last_active":"2024-04-02T08:27:11.597149+0000","last_peered":"2024-04-02T08:27:11.597149+0000","last_clean":"2024-04-02T08:27:11.597149+0000","last_became_active":"2024-04-02T08:27:11.239484+0000","last_became_peered":"2024-04-02T08:27:11.239484+0000","last_unstale":"2024-04-02T08:27:11.597149+0000","last_undegraded":"2024-04-02T08:27:11.597149+0000","last_fullsized":"2024-04-02T08:27:11.597149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.600365+0000","last_change":"2024-04-02T08:27:11.600049+0000","last_active":"2024-04-02T08:27:11.600365+0000","last_peered":"2024-04-02T08:27:11.600365+0000","last_clean":"2024-04-02T08:27:11.600365+0000","last_became_active":"2024-04-02T08:27:11.599710+0000","last_became_peered":"2024-04-02T08:27:11.599710+0000","last_unstale":"2024-04-02T08:27:11.600365+0000","last_undegraded":"2024-04-02T08:27:11.600365+0000","last_fullsized":"2024-04-02T08:27:11.600365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477524+0000","last_change":"2024-04-02T08:27:11.242943+0000","last_active":"2024-04-02T08:27:12.477524+0000","last_peered":"2024-04-02T08:27:12.477524+0000","last_clean":"2024-04-02T08:27:12.477524+0000","last_became_active":"2024-04-02T08:27:11.242325+0000","last_became_peered":"2024-04-02T08:27:11.242325+0000","last_unstale":"2024-04-02T08:27:12.477524+0000","last_undegraded":"2024-04-02T08:27:12.477524+0000","last_fullsized":"2024-04-02T08:27:12.477524+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.594049+0000","last_change":"2024-04-02T08:26:54.750034+0000","last_active":"2024-04-02T08:27:11.594049+0000","last_peered":"2024-04-02T08:27:11.594049+0000","last_clean":"2024-04-02T08:27:11.594049+0000","last_became_active":"2024-04-02T08:26:54.749558+0000","last_became_peered":"2024-04-02T08:26:54.749558+0000","last_unstale":"2024-04-02T08:27:11.594049+0000","last_undegraded":"2024-04-02T08:27:11.594049+0000","last_fullsized":"2024-04-02T08:27:11.594049+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586019+0000","last_change":"2024-04-02T08:27:11.598617+0000","last_active":"2024-04-02T08:27:12.586019+0000","last_peered":"2024-04-02T08:27:12.586019+0000","last_clean":"2024-04-02T08:27:12.586019+0000","last_became_active":"2024-04-02T08:27:11.598337+0000","last_became_peered":"2024-04-02T08:27:11.598337+0000","last_unstale":"2024-04-02T08:27:12.586019+0000","last_undegraded":"2024-04-02T08:27:12.586019+0000","last_fullsized":"2024-04-02T08:27:12.586019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.594004+0000","last_change":"2024-04-02T08:27:11.235831+0000","last_active":"2024-04-02T08:27:11.594004+0000","last_peered":"2024-04-02T08:27:11.594004+0000","last_clean":"2024-04-02T08:27:11.594004+0000","last_became_active":"2024-04-02T08:27:11.235194+0000","last_became_peered":"2024-04-02T08:27:11.235194+0000","last_unstale":"2024-04-02T08:27:11.594004+0000","last_undegraded":"2024-04-02T08:27:11.594004+0000","last_fullsized":"2024-04-02T08:27:11.594004+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:02.161090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.595275+0000","last_change":"2024-04-02T08:27:11.246581+0000","last_active":"2024-04-02T08:27:11.595275+0000","last_peered":"2024-04-02T08:27:11.595275+0000","last_clean":"2024-04-02T08:27:11.595275+0000","last_became_active":"2024-04-02T08:27:11.246238+0000","last_became_peered":"2024-04-02T08:27:11.246238+0000","last_unstale":"2024-04-02T08:27:11.595275+0000","last_undegraded":"2024-04-02T08:27:11.595275+0000","last_fullsized":"2024-04-02T08:27:11.595275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.900921+0000","last_change":"2024-04-02T08:27:11.617534+0000","last_active":"2024-04-02T08:27:12.900921+0000","last_peered":"2024-04-02T08:27:12.900921+0000","last_clean":"2024-04-02T08:27:12.900921+0000","last_became_active":"2024-04-02T08:27:11.617250+0000","last_became_peered":"2024-04-02T08:27:11.617250+0000","last_unstale":"2024-04-02T08:27:12.900921+0000","last_undegraded":"2024-04-02T08:27:12.900921+0000","last_fullsized":"2024-04-02T08:27:12.900921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:35.986250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.901239+0000","last_change":"2024-04-02T08:27:11.232063+0000","last_active":"2024-04-02T08:27:12.901239+0000","last_peered":"2024-04-02T08:27:12.901239+0000","last_clean":"2024-04-02T08:27:12.901239+0000","last_became_active":"2024-04-02T08:27:11.231748+0000","last_became_peered":"2024-04-02T08:27:11.231748+0000","last_unstale":"2024-04-02T08:27:12.901239+0000","last_undegraded":"2024-04-02T08:27:12.901239+0000","last_fullsized":"2024-04-02T08:27:12.901239+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.616455+0000","last_change":"2024-04-02T08:27:11.615700+0000","last_active":"2024-04-02T08:27:11.616455+0000","last_peered":"2024-04-02T08:27:11.616455+0000","last_clean":"2024-04-02T08:27:11.616455+0000","last_became_active":"2024-04-02T08:27:11.615391+0000","last_became_peered":"2024-04-02T08:27:11.615391+0000","last_unstale":"2024-04-02T08:27:11.616455+0000","last_undegraded":"2024-04-02T08:27:11.616455+0000","last_fullsized":"2024-04-02T08:27:11.616455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.622685+0000","last_change":"2024-04-02T08:27:11.241582+0000","last_active":"2024-04-02T08:27:11.622685+0000","last_peered":"2024-04-02T08:27:11.622685+0000","last_clean":"2024-04-02T08:27:11.622685+0000","last_became_active":"2024-04-02T08:27:11.241272+0000","last_became_peered":"2024-04-02T08:27:11.241272+0000","last_unstale":"2024-04-02T08:27:11.622685+0000","last_undegraded":"2024-04-02T08:27:11.622685+0000","last_fullsized":"2024-04-02T08:27:11.622685+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586631+0000","last_change":"2024-04-02T08:27:11.607165+0000","last_active":"2024-04-02T08:27:12.586631+0000","last_peered":"2024-04-02T08:27:12.586631+0000","last_clean":"2024-04-02T08:27:12.586631+0000","last_became_active":"2024-04-02T08:27:11.606816+0000","last_became_peered":"2024-04-02T08:27:11.606816+0000","last_unstale":"2024-04-02T08:27:12.586631+0000","last_undegraded":"2024-04-02T08:27:12.586631+0000","last_fullsized":"2024-04-02T08:27:12.586631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.593799+0000","last_change":"2024-04-02T08:27:11.234800+0000","last_active":"2024-04-02T08:27:11.593799+0000","last_peered":"2024-04-02T08:27:11.593799+0000","last_clean":"2024-04-02T08:27:11.593799+0000","last_became_active":"2024-04-02T08:27:11.234450+0000","last_became_peered":"2024-04-02T08:27:11.234450+0000","last_unstale":"2024-04-02T08:27:11.593799+0000","last_undegraded":"2024-04-02T08:27:11.593799+0000","last_fullsized":"2024-04-02T08:27:11.593799+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.903377+0000","last_change":"2024-04-02T08:27:11.598273+0000","last_active":"2024-04-02T08:27:12.903377+0000","last_peered":"2024-04-02T08:27:12.903377+0000","last_clean":"2024-04-02T08:27:12.903377+0000","last_became_active":"2024-04-02T08:27:11.597911+0000","last_became_peered":"2024-04-02T08:27:11.597911+0000","last_unstale":"2024-04-02T08:27:12.903377+0000","last_undegraded":"2024-04-02T08:27:12.903377+0000","last_fullsized":"2024-04-02T08:27:12.903377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:57:03.928721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.595137+0000","last_change":"2024-04-02T08:27:11.237757+0000","last_active":"2024-04-02T08:27:11.595137+0000","last_peered":"2024-04-02T08:27:11.595137+0000","last_clean":"2024-04-02T08:27:11.595137+0000","last_became_active":"2024-04-02T08:27:11.237479+0000","last_became_peered":"2024-04-02T08:27:11.237479+0000","last_unstale":"2024-04-02T08:27:11.595137+0000","last_undegraded":"2024-04-02T08:27:11.595137+0000","last_fullsized":"2024-04-02T08:27:11.595137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.615198+0000","last_change":"2024-04-02T08:27:11.614808+0000","last_active":"2024-04-02T08:27:11.615198+0000","last_peered":"2024-04-02T08:27:11.615198+0000","last_clean":"2024-04-02T08:27:11.615198+0000","last_became_active":"2024-04-02T08:27:11.614539+0000","last_became_peered":"2024-04-02T08:27:11.614539+0000","last_unstale":"2024-04-02T08:27:11.615198+0000","last_undegraded":"2024-04-02T08:27:11.615198+0000","last_fullsized":"2024-04-02T08:27:11.615198+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.594307+0000","last_change":"2024-04-02T08:27:11.237332+0000","last_active":"2024-04-02T08:27:11.594307+0000","last_peered":"2024-04-02T08:27:11.594307+0000","last_clean":"2024-04-02T08:27:11.594307+0000","last_became_active":"2024-04-02T08:27:11.236834+0000","last_became_peered":"2024-04-02T08:27:11.236834+0000","last_unstale":"2024-04-02T08:27:11.594307+0000","last_undegraded":"2024-04-02T08:27:11.594307+0000","last_fullsized":"2024-04-02T08:27:11.594307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.618562+0000","last_change":"2024-04-02T08:27:11.618189+0000","last_active":"2024-04-02T08:27:11.618562+0000","last_peered":"2024-04-02T08:27:11.618562+0000","last_clean":"2024-04-02T08:27:11.618562+0000","last_became_active":"2024-04-02T08:27:11.616948+0000","last_became_peered":"2024-04-02T08:27:11.616948+0000","last_unstale":"2024-04-02T08:27:11.618562+0000","last_undegraded":"2024-04-02T08:27:11.618562+0000","last_fullsized":"2024-04-02T08:27:11.618562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.619995+0000","last_change":"2024-04-02T08:27:11.240772+0000","last_active":"2024-04-02T08:27:11.619995+0000","last_peered":"2024-04-02T08:27:11.619995+0000","last_clean":"2024-04-02T08:27:11.619995+0000","last_became_active":"2024-04-02T08:27:11.240376+0000","last_became_peered":"2024-04-02T08:27:11.240376+0000","last_unstale":"2024-04-02T08:27:11.619995+0000","last_undegraded":"2024-04-02T08:27:11.619995+0000","last_fullsized":"2024-04-02T08:27:11.619995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.615725+0000","last_change":"2024-04-02T08:27:11.613111+0000","last_active":"2024-04-02T08:27:11.615725+0000","last_peered":"2024-04-02T08:27:11.615725+0000","last_clean":"2024-04-02T08:27:11.615725+0000","last_became_active":"2024-04-02T08:27:11.612693+0000","last_became_peered":"2024-04-02T08:27:11.612693+0000","last_unstale":"2024-04-02T08:27:11.615725+0000","last_undegraded":"2024-04-02T08:27:11.615725+0000","last_fullsized":"2024-04-02T08:27:11.615725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.597270+0000","last_change":"2024-04-02T08:27:11.236167+0000","last_active":"2024-04-02T08:27:11.597270+0000","last_peered":"2024-04-02T08:27:11.597270+0000","last_clean":"2024-04-02T08:27:11.597270+0000","last_became_active":"2024-04-02T08:27:11.235182+0000","last_became_peered":"2024-04-02T08:27:11.235182+0000","last_unstale":"2024-04-02T08:27:11.597270+0000","last_undegraded":"2024-04-02T08:27:11.597270+0000","last_fullsized":"2024-04-02T08:27:11.597270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589432+0000","last_change":"2024-04-02T08:27:11.619293+0000","last_active":"2024-04-02T08:27:12.589432+0000","last_peered":"2024-04-02T08:27:12.589432+0000","last_clean":"2024-04-02T08:27:12.589432+0000","last_became_active":"2024-04-02T08:27:11.618054+0000","last_became_peered":"2024-04-02T08:27:11.618054+0000","last_unstale":"2024-04-02T08:27:12.589432+0000","last_undegraded":"2024-04-02T08:27:12.589432+0000","last_fullsized":"2024-04-02T08:27:12.589432+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:52:50.747102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.620879+0000","last_change":"2024-04-02T08:27:11.232826+0000","last_active":"2024-04-02T08:27:11.620879+0000","last_peered":"2024-04-02T08:27:11.620879+0000","last_clean":"2024-04-02T08:27:11.620879+0000","last_became_active":"2024-04-02T08:27:11.232535+0000","last_became_peered":"2024-04-02T08:27:11.232535+0000","last_unstale":"2024-04-02T08:27:11.620879+0000","last_undegraded":"2024-04-02T08:27:11.620879+0000","last_fullsized":"2024-04-02T08:27:11.620879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477548+0000","last_change":"2024-04-02T08:27:11.604070+0000","last_active":"2024-04-02T08:27:12.477548+0000","last_peered":"2024-04-02T08:27:12.477548+0000","last_clean":"2024-04-02T08:27:12.477548+0000","last_became_active":"2024-04-02T08:27:11.603772+0000","last_became_peered":"2024-04-02T08:27:11.603772+0000","last_unstale":"2024-04-02T08:27:12.477548+0000","last_undegraded":"2024-04-02T08:27:12.477548+0000","last_fullsized":"2024-04-02T08:27:12.477548+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.619545+0000","last_change":"2024-04-02T08:27:11.234418+0000","last_active":"2024-04-02T08:27:11.619545+0000","last_peered":"2024-04-02T08:27:11.619545+0000","last_clean":"2024-04-02T08:27:11.619545+0000","last_became_active":"2024-04-02T08:27:11.233677+0000","last_became_peered":"2024-04-02T08:27:11.233677+0000","last_unstale":"2024-04-02T08:27:11.619545+0000","last_undegraded":"2024-04-02T08:27:11.619545+0000","last_fullsized":"2024-04-02T08:27:11.619545+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.589574+0000","last_change":"2024-04-02T08:27:11.610480+0000","last_active":"2024-04-02T08:27:12.589574+0000","last_peered":"2024-04-02T08:27:12.589574+0000","last_clean":"2024-04-02T08:27:12.589574+0000","last_became_active":"2024-04-02T08:27:11.610182+0000","last_became_peered":"2024-04-02T08:27:11.610182+0000","last_unstale":"2024-04-02T08:27:12.589574+0000","last_undegraded":"2024-04-02T08:27:12.589574+0000","last_fullsized":"2024-04-02T08:27:12.589574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:53:37.341013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.609082+0000","last_change":"2024-04-02T08:27:11.608214+0000","last_active":"2024-04-02T08:27:11.609082+0000","last_peered":"2024-04-02T08:27:11.609082+0000","last_clean":"2024-04-02T08:27:11.609082+0000","last_became_active":"2024-04-02T08:27:11.607902+0000","last_became_peered":"2024-04-02T08:27:11.607902+0000","last_unstale":"2024-04-02T08:27:11.609082+0000","last_undegraded":"2024-04-02T08:27:11.609082+0000","last_fullsized":"2024-04-02T08:27:11.609082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.609629+0000","last_change":"2024-04-02T08:27:11.609307+0000","last_active":"2024-04-02T08:27:11.609629+0000","last_peered":"2024-04-02T08:27:11.609629+0000","last_clean":"2024-04-02T08:27:11.609629+0000","last_became_active":"2024-04-02T08:27:11.609055+0000","last_became_peered":"2024-04-02T08:27:11.609055+0000","last_unstale":"2024-04-02T08:27:11.609629+0000","last_undegraded":"2024-04-02T08:27:11.609629+0000","last_fullsized":"2024-04-02T08:27:11.609629+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477475+0000","last_change":"2024-04-02T08:27:11.609756+0000","last_active":"2024-04-02T08:27:12.477475+0000","last_peered":"2024-04-02T08:27:12.477475+0000","last_clean":"2024-04-02T08:27:12.477475+0000","last_became_active":"2024-04-02T08:27:11.609428+0000","last_became_peered":"2024-04-02T08:27:11.609428+0000","last_unstale":"2024-04-02T08:27:12.477475+0000","last_undegraded":"2024-04-02T08:27:12.477475+0000","last_fullsized":"2024-04-02T08:27:12.477475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586318+0000","last_change":"2024-04-02T08:27:11.613547+0000","last_active":"2024-04-02T08:27:12.586318+0000","last_peered":"2024-04-02T08:27:12.586318+0000","last_clean":"2024-04-02T08:27:12.586318+0000","last_became_active":"2024-04-02T08:27:11.613277+0000","last_became_peered":"2024-04-02T08:27:11.613277+0000","last_unstale":"2024-04-02T08:27:12.586318+0000","last_undegraded":"2024-04-02T08:27:12.586318+0000","last_fullsized":"2024-04-02T08:27:12.586318+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:24:24.324146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.615713+0000","last_change":"2024-04-02T08:27:11.615066+0000","last_active":"2024-04-02T08:27:11.615713+0000","last_peered":"2024-04-02T08:27:11.615713+0000","last_clean":"2024-04-02T08:27:11.615713+0000","last_became_active":"2024-04-02T08:27:11.614800+0000","last_became_peered":"2024-04-02T08:27:11.614800+0000","last_unstale":"2024-04-02T08:27:11.615713+0000","last_undegraded":"2024-04-02T08:27:11.615713+0000","last_fullsized":"2024-04-02T08:27:11.615713+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.900990+0000","last_change":"2024-04-02T08:27:11.602787+0000","last_active":"2024-04-02T08:27:12.900990+0000","last_peered":"2024-04-02T08:27:12.900990+0000","last_clean":"2024-04-02T08:27:12.900990+0000","last_became_active":"2024-04-02T08:27:11.602474+0000","last_became_peered":"2024-04-02T08:27:11.602474+0000","last_unstale":"2024-04-02T08:27:12.900990+0000","last_undegraded":"2024-04-02T08:27:12.900990+0000","last_fullsized":"2024-04-02T08:27:12.900990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:47.807766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.618413+0000","last_change":"2024-04-02T08:27:11.616918+0000","last_active":"2024-04-02T08:27:11.618413+0000","last_peered":"2024-04-02T08:27:11.618413+0000","last_clean":"2024-04-02T08:27:11.618413+0000","last_became_active":"2024-04-02T08:27:11.616508+0000","last_became_peered":"2024-04-02T08:27:11.616508+0000","last_unstale":"2024-04-02T08:27:11.618413+0000","last_undegraded":"2024-04-02T08:27:11.618413+0000","last_fullsized":"2024-04-02T08:27:11.618413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.615573+0000","last_change":"2024-04-02T08:27:11.613308+0000","last_active":"2024-04-02T08:27:11.615573+0000","last_peered":"2024-04-02T08:27:11.615573+0000","last_clean":"2024-04-02T08:27:11.615573+0000","last_became_active":"2024-04-02T08:27:11.613013+0000","last_became_peered":"2024-04-02T08:27:11.613013+0000","last_unstale":"2024-04-02T08:27:11.615573+0000","last_undegraded":"2024-04-02T08:27:11.615573+0000","last_fullsized":"2024-04-02T08:27:11.615573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477430+0000","last_change":"2024-04-02T08:27:11.604836+0000","last_active":"2024-04-02T08:27:12.477430+0000","last_peered":"2024-04-02T08:27:12.477430+0000","last_clean":"2024-04-02T08:27:12.477430+0000","last_became_active":"2024-04-02T08:27:11.604532+0000","last_became_peered":"2024-04-02T08:27:11.604532+0000","last_unstale":"2024-04-02T08:27:12.477430+0000","last_undegraded":"2024-04-02T08:27:12.477430+0000","last_fullsized":"2024-04-02T08:27:12.477430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.611004+0000","last_change":"2024-04-02T08:27:11.610420+0000","last_active":"2024-04-02T08:27:11.611004+0000","last_peered":"2024-04-02T08:27:11.611004+0000","last_clean":"2024-04-02T08:27:11.611004+0000","last_became_active":"2024-04-02T08:27:11.610155+0000","last_became_peered":"2024-04-02T08:27:11.610155+0000","last_unstale":"2024-04-02T08:27:11.611004+0000","last_undegraded":"2024-04-02T08:27:11.611004+0000","last_fullsized":"2024-04-02T08:27:11.611004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.477487+0000","last_change":"2024-04-02T08:27:11.603285+0000","last_active":"2024-04-02T08:27:12.477487+0000","last_peered":"2024-04-02T08:27:12.477487+0000","last_clean":"2024-04-02T08:27:12.477487+0000","last_became_active":"2024-04-02T08:27:11.602954+0000","last_became_peered":"2024-04-02T08:27:11.602954+0000","last_unstale":"2024-04-02T08:27:12.477487+0000","last_undegraded":"2024-04-02T08:27:12.477487+0000","last_fullsized":"2024-04-02T08:27:12.477487+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:27:12.586221+0000","last_change":"2024-04-02T08:27:11.606232+0000","last_active":"2024-04-02T08:27:12.586221+0000","last_peered":"2024-04-02T08:27:12.586221+0000","last_clean":"2024-04-02T08:27:12.586221+0000","last_became_active":"2024-04-02T08:27:11.605910+0000","last_became_peered":"2024-04-02T08:27:11.605910+0000","last_unstale":"2024-04-02T08:27:12.586221+0000","last_undegraded":"2024-04-02T08:27:12.586221+0000","last_fullsized":"2024-04-02T08:27:12.586221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:27:11.607042+0000","last_change":"2024-04-02T08:27:11.605208+0000","last_active":"2024-04-02T08:27:11.607042+0000","last_peered":"2024-04-02T08:27:11.607042+0000","last_clean":"2024-04-02T08:27:11.607042+0000","last_became_active":"2024-04-02T08:27:11.604922+0000","last_became_peered":"2024-04-02T08:27:11.604922+0000","last_unstale":"2024-04-02T08:27:11.607042+0000","last_undegraded":"2024-04-02T08:27:11.607042+0000","last_fullsized":"2024-04-02T08:27:11.607042+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.488937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":850082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1224704,"data_stored":851100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":626688,"data_stored":259328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33700000000000002,"15min":0.32800000000000001},"min":{"1min":0.27500000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.314},{"interface":"front","average":{"1min":0.438,"5min":0.34899999999999998,"15min":0.33400000000000002},"min":{"1min":0.32700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.48199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:26:52 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40000000000000002,"15min":0.39500000000000002},"min":{"1min":0.28699999999999998,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.29799999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.53500000000000003,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.33400000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46899999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:26:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.68799999999999994}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.67300000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.34799999999999998},"min":{"1min":0.26100000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52400000000000002,"5min":0.622,"15min":0.622},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34100000000000003,"15min":0.33300000000000002},"min":{"1min":0.29199999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.36199999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42699999999999999,"15min":0.42899999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58399999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.312,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.315}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.503},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.57499999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38400000000000001,"15min":0.38600000000000001},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.47699999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.26600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.318}]},{"osd":1,"last update":"Tue Apr 2 08:26:57 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.26000000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.36099999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.33600000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:26:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.71399999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":260836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.41799999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.439},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.496}]},{"osd":2,"last update":"Tue Apr 2 08:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.37}]},{"osd":4,"last update":"Tue Apr 2 08:26:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.749},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.63500000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:27:05 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.77400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.45600000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.503},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52000000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.54900000000000004}]},{"osd":3,"last update":"Tue Apr 2 08:26:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.53300000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:27:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.439},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.47399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757265,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":260491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.45300000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.39400000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.59199999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.54600000000000004}]},{"osd":4,"last update":"Tue Apr 2 08:27:03 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.46999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:27:19.327 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-02T08:27:19.328 INFO:tasks.cephadm:Adding prometheus.a on smithi066 2024-04-02T08:27:19.328 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi066=a' 2024-04-02T08:27:19.551 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:19.999 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:19 smithi066 ceph-mon[30998]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:27:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:19 smithi019 ceph-mon[27522]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:27:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:19 smithi019 ceph-mon[39381]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:27:21.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:20 smithi066 ceph-mon[30998]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:21.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:20 smithi019 ceph-mon[27522]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:21.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:20 smithi019 ceph-mon[39381]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:27:21.320 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled prometheus update... 2024-04-02T08:27:21.875 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:21 smithi066 ceph-mon[30998]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:27:21.875 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:21.875 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:21.875 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:21.875 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:21.875 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:21 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:21.899 DEBUG:teuthology.orchestra.run.smithi066:prometheus.a> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service 2024-04-02T08:27:21.901 INFO:tasks.cephadm:Adding node-exporter.a on smithi019 2024-04-02T08:27:21.901 INFO:tasks.cephadm:Adding node-exporter.b on smithi066 2024-04-02T08:27:21.901 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi019=a;smithi066=b' 2024-04-02T08:27:22.169 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[27522]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[39381]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:21 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:22.936 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:22 smithi066 ceph-mon[30998]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:22.936 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:22 smithi066 ceph-mon[30998]: Saving service prometheus spec with placement smithi066=a;count:1 2024-04-02T08:27:22.936 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:22 smithi066 ceph-mon[30998]: Deploying daemon prometheus.a on smithi066 2024-04-02T08:27:23.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:22 smithi019 ceph-mon[27522]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:23.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:22 smithi019 ceph-mon[27522]: Saving service prometheus spec with placement smithi066=a;count:1 2024-04-02T08:27:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:22 smithi019 ceph-mon[27522]: Deploying daemon prometheus.a on smithi066 2024-04-02T08:27:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:22 smithi019 ceph-mon[39381]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:22 smithi019 ceph-mon[39381]: Saving service prometheus spec with placement smithi066=a;count:1 2024-04-02T08:27:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:22 smithi019 ceph-mon[39381]: Deploying daemon prometheus.a on smithi066 2024-04-02T08:27:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:23 smithi066 ceph-mon[30998]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-02T08:27:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:23 smithi019 ceph-mon[27522]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-02T08:27:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:23 smithi019 ceph-mon[39381]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-02T08:27:24.394 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled node-exporter update... 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[27522]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi019=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[27522]: Saving service node-exporter spec with placement smithi019=a;smithi066=b;count:2 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[27522]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 3 op/s 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[39381]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi019=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[39381]: Saving service node-exporter spec with placement smithi019=a;smithi066=b;count:2 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:25 smithi019 ceph-mon[39381]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 3 op/s 2024-04-02T08:27:25.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:25 smithi066 ceph-mon[30998]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi019=a;smithi066=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:25.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:25 smithi066 ceph-mon[30998]: Saving service node-exporter spec with placement smithi019=a;smithi066=b;count:2 2024-04-02T08:27:25.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:25 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:25.789 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:25 smithi066 ceph-mon[30998]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 3 op/s 2024-04-02T08:27:25.811 DEBUG:teuthology.orchestra.run.smithi019:node-exporter.a> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service 2024-04-02T08:27:25.814 DEBUG:teuthology.orchestra.run.smithi066:node-exporter.b> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service 2024-04-02T08:27:25.816 INFO:tasks.cephadm:Adding alertmanager.a on smithi019 2024-04-02T08:27:25.816 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi019=a' 2024-04-02T08:27:26.090 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:27 smithi066 ceph-mon[30998]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-04-02T08:27:27.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:27 smithi019 ceph-mon[27522]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-04-02T08:27:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:27 smithi019 ceph-mon[39381]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 3 op/s 2024-04-02T08:27:29.471 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled alertmanager update... 2024-04-02T08:27:30.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:29 smithi066 ceph-mon[30998]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:29 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:29 smithi019 ceph-mon[27522]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:29 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:29 smithi019 ceph-mon[39381]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:29 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:30.627 DEBUG:teuthology.orchestra.run.smithi019:alertmanager.a> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service 2024-04-02T08:27:30.630 INFO:tasks.cephadm:Adding grafana.a on smithi066 2024-04-02T08:27:30.630 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply grafana '1;smithi066=a' 2024-04-02T08:27:30.921 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:30 smithi019 ceph-mon[27522]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi019=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:30.921 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:30 smithi019 ceph-mon[27522]: Saving service alertmanager spec with placement smithi019=a;count:1 2024-04-02T08:27:30.921 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:30 smithi019 ceph-mon[39381]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi019=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:30.921 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:30 smithi019 ceph-mon[39381]: Saving service alertmanager spec with placement smithi019=a;count:1 2024-04-02T08:27:31.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:30 smithi066 ceph-mon[30998]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi019=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:31.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:30 smithi066 ceph-mon[30998]: Saving service alertmanager spec with placement smithi019=a;count:1 2024-04-02T08:27:31.095 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:31.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:31 smithi019 ceph-mon[27522]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:31 smithi019 ceph-mon[39381]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:32.016 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:31 smithi066 ceph-mon[30998]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:33.541 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:33 smithi066 ceph-mon[30998]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:33 smithi019 ceph-mon[27522]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:33 smithi019 ceph-mon[39381]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:34.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:34 smithi066 systemd[1]: Starting Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:34.601 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled grafana update... 2024-04-02T08:27:35.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:34 smithi066 podman[60853]: 2024-04-02 08:27:34.585892495 +0000 UTC m=+0.108640760 container create 56bee364a29b9e7a786edfe7df38db4f5d14dcc639cb127830a1b0ad6cf67fd4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:35.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:34 smithi066 podman[60853]: 2024-04-02 08:27:34.496333535 +0000 UTC m=+0.019081809 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:27:35.342 DEBUG:teuthology.orchestra.run.smithi066:grafana.a> sudo journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service 2024-04-02T08:27:35.344 INFO:tasks.cephadm:Setting up client nodes... 2024-04-02T08:27:35.345 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:27:35.564 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:35.686 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[27522]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:35.686 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[27522]: Saving service grafana spec with placement smithi066=a;count:1 2024-04-02T08:27:35.686 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:35.686 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[27522]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:35.686 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[39381]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:35.686 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[39381]: Saving service grafana spec with placement smithi066=a;count:1 2024-04-02T08:27:35.686 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:35.687 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:35 smithi019 ceph-mon[39381]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:35.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:35 smithi066 ceph-mon[30998]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi066=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:35 smithi066 ceph-mon[30998]: Saving service grafana spec with placement smithi066=a;count:1 2024-04-02T08:27:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:35 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:35 smithi066 ceph-mon[30998]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:36.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 podman[60853]: 2024-04-02 08:27:36.273137998 +0000 UTC m=+1.795886261 container init 56bee364a29b9e7a786edfe7df38db4f5d14dcc639cb127830a1b0ad6cf67fd4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:36.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 podman[60853]: 2024-04-02 08:27:36.280913439 +0000 UTC m=+1.803661705 container start 56bee364a29b9e7a786edfe7df38db4f5d14dcc639cb127830a1b0ad6cf67fd4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:36.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.310Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:27:36.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.310Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:27:36.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.310Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi066 (none))" 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.310Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.310Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.311Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.312Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.312Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.313Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.316Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.316Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.042µs 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.316Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.317Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-02T08:27:36.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.317Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.356µs wal_replay_duration=365.084µs wbl_replay_duration=130ns total_replay_duration=407.064µs 2024-04-02T08:27:36.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.318Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:27:36.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.318Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:27:36.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.318Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:27:36.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.337Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.144148ms db_storage=979ns remote_storage=1.296µs web_handler=419ns query_engine=767ns scrape=253.377µs scrape_sd=87.595µs notify=1.212µs notify_sd=2.384µs rules=18.558601ms tracing=13.441µs 2024-04-02T08:27:36.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.337Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:27:36.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:27:36.338Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:27:37.312 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 bash[60853]: 56bee364a29b9e7a786edfe7df38db4f5d14dcc639cb127830a1b0ad6cf67fd4 2024-04-02T08:27:37.313 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:27:36 smithi066 systemd[1]: Started Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:37.537 INFO:teuthology.orchestra.run.smithi019.stdout:[client.0] 2024-04-02T08:27:37.538 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQB5wQtmBg3pHxAAFSxcTaUSsoarZESf7L9fMw== 2024-04-02T08:27:38.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:27:38.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2, 4, 1]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2250484802' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.116 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2, 4, 1]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2250484802' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:38.117 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:38.154 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:27:38.155 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-02T08:27:38.155 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-02T08:27:38.198 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:27:38.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: ignoring --setuser ceph since I am not root 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: ignoring --setgroup ceph since I am not root 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mgr[33097]: -- 172.21.15.66:0/1067900990 <== mon.0 v2:172.21.15.19:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560f594ee1a0 con 0x560f594c5000 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]: dispatch 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2, 4, 1]}]: dispatch 2024-04-02T08:27:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-04-02T08:27:38.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]: dispatch 2024-04-02T08:27:38.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-04-02T08:27:38.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:38.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' 2024-04-02T08:27:38.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2250484802' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:38.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:38.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:38.424 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:27:38.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:27:38.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:27:38.800 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:38.686+0000 7f7fc9f57200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:38.800 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:38.794+0000 7f7fc9f57200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:38.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:38.643+0000 7f588e708200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:38.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:38.739+0000 7f588e708200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:39.396 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2, 4, 1]}]': finished 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]': finished 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-04-02T08:27:39.397 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[27522]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:39.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:27:39.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:27:39.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-04-02T08:27:39.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-02T08:27:39.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2, 4, 1]}]': finished 2024-04-02T08:27:39.398 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-04-02T08:27:39.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]': finished 2024-04-02T08:27:39.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-04-02T08:27:39.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-mon[39381]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2]}]': finished 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2, 4, 1]}]': finished 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]': finished 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: from='mgr.14152 172.21.15.19:0/1813682036' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-04-02T08:27:39.411 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-mon[30998]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:27:39.694 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:39.484+0000 7f7fc9f57200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:39.695 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:39.580+0000 7f7fc9f57200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:39.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:39.397+0000 7f588e708200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:39.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:39.492+0000 7f588e708200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:39.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:39.637+0000 7f588e708200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:39.956 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:39.732+0000 7f7fc9f57200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:39.956 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:39.832+0000 7f7fc9f57200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:39.956 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:39.921+0000 7f7fc9f57200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:40.065 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:39.737+0000 7f588e708200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:40.066 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:39.823+0000 7f588e708200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:40.282 INFO:teuthology.orchestra.run.smithi066.stdout:[client.1] 2024-04-02T08:27:40.282 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQB8wQtmwnenEBAACswgbNA+WVGKkOKc/hTM+g== 2024-04-02T08:27:40.282 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:40 smithi066 ceph-mon[30998]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:40.283 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:40.198+0000 7f7fc9f57200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:40.391 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:40 smithi019 ceph-mon[27522]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:40.391 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:40 smithi019 ceph-mon[39381]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:27:40.392 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:40.092+0000 7f588e708200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:40.392 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:40.205+0000 7f588e708200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:40.392 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:40.295+0000 7f588e708200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:40.392 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:40.391+0000 7f588e708200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:40.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:40.324+0000 7f7fc9f57200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:40.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:40.413+0000 7f7fc9f57200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:40.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:40.511+0000 7f7fc9f57200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:40.570+0000 7f588e708200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:40.893 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:40.696+0000 7f7fc9f57200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:40.915 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T08:27:40.915 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-02T08:27:40.915 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-02T08:27:40.967 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-02T08:27:40.968 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-02T08:27:41.265 INFO:teuthology.misc.health.smithi019.stdout: 2024-04-02T08:27:41.265 INFO:teuthology.misc.health.smithi019.stdout:{"epoch":64,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:39.061022+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:41.277 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-02T08:27:41.277 INFO:tasks.cephadm:Creating RBD pool 2024-04-02T08:27:41.277 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-02T08:27:41.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:41 smithi066 ceph-mon[30998]: from='client.? 172.21.15.66:0/122649190' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:41 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:41 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-mon[27522]: from='client.? 172.21.15.66:0/122649190' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-mon[39381]: from='client.? 172.21.15.66:0/122649190' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:27:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:27:41.485 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:41.854 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:41.587+0000 7f588e708200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:41.854 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:41.728+0000 7f588e708200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:42.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:41.729+0000 7f7fc9f57200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:42.063 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:41.866+0000 7f7fc9f57200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:42.171 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:42 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3983287484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:42.171 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:42.078+0000 7f588e708200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:42.171 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:42.171+0000 7f588e708200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:42.171 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:42 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3983287484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:42.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:42.375+0000 7f588e708200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:42.507 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:42 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3983287484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:42.507 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:42.213+0000 7f7fc9f57200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:42.507 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:42.306+0000 7f7fc9f57200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:42.508 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:42.509+0000 7f7fc9f57200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:42.812 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:42.701+0000 7f7fc9f57200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:42.842 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:42.564+0000 7f588e708200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:43.134 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:42.867+0000 7f588e708200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:43.134 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:43 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:43.134+0000 7f588e708200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:43.265 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:42.997+0000 7f7fc9f57200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:43.265 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:43.267+0000 7f7fc9f57200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:43.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:43.510+0000 7f7fc9f57200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:43.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:43 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:43.391+0000 7f588e708200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:43.779 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'rbd' created 2024-04-02T08:27:44.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:43 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3240669932' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:43 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:44.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:43 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3240669932' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:44.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:43 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:44.089 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:43 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3240669932' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:44.089 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:43 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:27:44.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:44.251+0000 7f588e708200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:44.478 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-02T08:27:44.698 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:44.778 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:44.362+0000 7f7fc9f57200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:45.061 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:44 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:27:45.061 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:44 smithi066 ceph-mon[30998]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:27:45.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:44.961+0000 7f7fc9f57200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:45.093 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:44 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:27:45.093 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:44 smithi019 ceph-mon[27522]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:27:45.093 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:44.867+0000 7f588e708200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:45.093 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:44.972+0000 7f588e708200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:45.093 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:44 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:27:45.094 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:44 smithi019 ceph-mon[39381]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:27:45.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:45.063+0000 7f7fc9f57200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:45.312 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:45.293+0000 7f7fc9f57200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:45.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: [02/Apr/2024:08:27:45] ENGINE Bus STARTING 2024-04-02T08:27:45.396 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.201+0000 7f588e708200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:45.396 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:27:45] ENGINE Bus STARTING 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.321+0000 7f57ecc93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.321+0000 7f57ecc93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.321+0000 7f57ecc93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.321+0000 7f57ecc93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.321+0000 7f57ecc93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.324+0000 7f57efc99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.324+0000 7f57efc99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.324+0000 7f57efc99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.324+0000 7f57efc99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.397 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.324+0000 7f57efc99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:45.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: CherryPy Checker: 2024-04-02T08:27:45.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: The Application mounted at '' has an empty config. 2024-04-02T08:27:45.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:27:45.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:27:45] ENGINE Serving on http://:::9283 2024-04-02T08:27:45.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:27:45] ENGINE Bus STARTED 2024-04-02T08:27:45.785 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: CherryPy Checker: 2024-04-02T08:27:45.786 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: The Application mounted at '' has an empty config. 2024-04-02T08:27:45.786 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: 2024-04-02T08:27:45.786 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: [02/Apr/2024:08:27:45] ENGINE Serving on http://:::9283 2024-04-02T08:27:45.786 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33074]: [02/Apr/2024:08:27:45] ENGINE Bus STARTED 2024-04-02T08:27:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:27:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: Active manager daemon y restarted 2024-04-02T08:27:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: Activating manager daemon y 2024-04-02T08:27:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:27:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: mgrmap e17: y(active, starting, since 0.0081925s), standbys: x 2024-04-02T08:27:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: Manager daemon y is now available 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: Standby manager daemon x restarted 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: Standby manager daemon x started 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:46.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:45 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:46.087 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:27:46.087 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: Active manager daemon y restarted 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: Activating manager daemon y 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: mgrmap e17: y(active, starting, since 0.0081925s), standbys: x 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:46.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: Manager daemon y is now available 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:46.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: Standby manager daemon x restarted 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: Standby manager daemon x started 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:27:46.090 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: Active manager daemon y restarted 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: Activating manager daemon y 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: mgrmap e17: y(active, starting, since 0.0081925s), standbys: x 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:46.091 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: Manager daemon y is now available 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: Standby manager daemon x restarted 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: Standby manager daemon x started 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:46.092 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:46.093 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:46.093 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:46.093 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:45 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/236511637' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:47.030 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[27522]: [02/Apr/2024:08:27:45] ENGINE Bus STARTING 2024-04-02T08:27:47.030 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[27522]: [02/Apr/2024:08:27:45] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:27:47.030 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[27522]: [02/Apr/2024:08:27:46] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:27:47.030 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[27522]: [02/Apr/2024:08:27:46] ENGINE Bus STARTED 2024-04-02T08:27:47.030 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[27522]: mgrmap e18: y(active, since 1.01367s), standbys: x 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[27522]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1886393915' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[39381]: [02/Apr/2024:08:27:45] ENGINE Bus STARTING 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[39381]: [02/Apr/2024:08:27:45] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[39381]: [02/Apr/2024:08:27:46] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[39381]: [02/Apr/2024:08:27:46] ENGINE Bus STARTED 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[39381]: mgrmap e18: y(active, since 1.01367s), standbys: x 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[39381]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:27:47.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:46 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1886393915' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:46 smithi066 ceph-mon[30998]: [02/Apr/2024:08:27:45] ENGINE Bus STARTING 2024-04-02T08:27:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:46 smithi066 ceph-mon[30998]: [02/Apr/2024:08:27:45] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:27:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:46 smithi066 ceph-mon[30998]: [02/Apr/2024:08:27:46] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:27:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:46 smithi066 ceph-mon[30998]: [02/Apr/2024:08:27:46] ENGINE Bus STARTED 2024-04-02T08:27:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:46 smithi066 ceph-mon[30998]: mgrmap e18: y(active, since 1.01367s), standbys: x 2024-04-02T08:27:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:46 smithi066 ceph-mon[30998]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:27:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:46 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1886393915' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:27:47.233 INFO:teuthology.orchestra.run.smithi019.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-02T08:27:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[27522]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 76 MiB/s rd, 1.8 GiB/s wr, 234.28k op/s; 1.3 GiB/s, 4.67k objects/s recovering 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[27522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1886393915' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[27522]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[39381]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 76 MiB/s rd, 1.8 GiB/s wr, 234.28k op/s; 1.3 GiB/s, 4.67k objects/s recovering 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[39381]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1886393915' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[39381]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:47 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:47.974 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-02T08:27:47.975 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-02T08:27:47.975 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-02T08:27:48.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:47 smithi066 ceph-mon[30998]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 76 MiB/s rd, 1.8 GiB/s wr, 234.28k op/s; 1.3 GiB/s, 4.67k objects/s recovering 2024-04-02T08:27:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:47 smithi066 ceph-mon[30998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:27:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:47 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1886393915' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:27:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:47 smithi066 ceph-mon[30998]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:27:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:47 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:47 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.201 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:48.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:27:48] "GET /metrics HTTP/1.1" 200 31015 "" "Prometheus/2.43.0" 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 2.4 MiB/s wr, 302 op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 2.4 MiB/s wr, 302 op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:48 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 101 KiB/s rd, 2.4 MiB/s wr, 302 op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-02T08:27:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:27:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:49.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:49.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:49.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:48 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi066 to 2992M 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:50.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi066 to 2992M 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:49 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:50.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi066 to 2992M 2024-04-02T08:27:50.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:49 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:50.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:50.988 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 810 KiB/s wr, 100 op/s; 578 KiB/s, 2 objects/s recovering 2024-04-02T08:27:50.988 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi019 to 2993M 2024-04-02T08:27:50.988 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Cluster is now healthy 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1170863007' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 810 KiB/s wr, 100 op/s; 578 KiB/s, 2 objects/s recovering 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi019 to 2993M 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Cluster is now healthy 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1170863007' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:27:50.990 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.991 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.991 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.991 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:50.991 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:50 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:51.010 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":20,"active_gid":14607,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6800","nonce":1208857340},{"type":"v1","addr":"172.21.15.19:6801","nonce":1208857340}]},"active_addr":"172.21.15.19:6801/1208857340","active_change":"2024-04-02T08:27:45.203676+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":14610,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.19:8443/","prometheus":"http://172.21.15.19:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":67,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.19:0","nonce":882777154}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.19:0","nonce":2394919505}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.19:0","nonce":1076466595}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.19:0","nonce":4026851677}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.19:0","nonce":2046625277}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.19:0","nonce":1692819026}]}]} 2024-04-02T08:27:51.014 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-02T08:27:51.014 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-02T08:27:51.015 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:27:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 810 KiB/s wr, 100 op/s; 578 KiB/s, 2 objects/s recovering 2024-04-02T08:27:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi019 to 2993M 2024-04-02T08:27:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:27:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:27:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Cluster is now healthy 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1170863007' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:51.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:51.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:51.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:50 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:27:51.243 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:51.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:51 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:51.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:51 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:51 smithi019 ceph-mon[39381]: Deploying daemon alertmanager.a on smithi019 2024-04-02T08:27:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:51 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:51 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:51 smithi019 ceph-mon[27522]: Deploying daemon alertmanager.a on smithi019 2024-04-02T08:27:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:51 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:51 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:51 smithi066 ceph-mon[30998]: Deploying daemon alertmanager.a on smithi019 2024-04-02T08:27:53.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:52 smithi019 ceph-mon[27522]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 485 KiB/s wr, 60 op/s; 346 KiB/s, 1 objects/s recovering 2024-04-02T08:27:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:52 smithi019 ceph-mon[39381]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 485 KiB/s wr, 60 op/s; 346 KiB/s, 1 objects/s recovering 2024-04-02T08:27:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:52 smithi066 ceph-mon[30998]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 485 KiB/s wr, 60 op/s; 346 KiB/s, 1 objects/s recovering 2024-04-02T08:27:54.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:27:54.104 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":69,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:47.221509+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:43.721088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/758955171":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/1253458374":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/2243646063":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3158289133":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:27:55.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:54 smithi019 ceph-mon[27522]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 347 KiB/s wr, 59 op/s; 247 KiB/s, 0 objects/s recovering 2024-04-02T08:27:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:54 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3537805463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:54 smithi019 ceph-mon[39381]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 347 KiB/s wr, 59 op/s; 247 KiB/s, 0 objects/s recovering 2024-04-02T08:27:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:54 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3537805463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:55.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:54 smithi066 ceph-mon[30998]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 347 KiB/s wr, 59 op/s; 247 KiB/s, 0 objects/s recovering 2024-04-02T08:27:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:54 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3537805463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:27:55.677 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-02T08:27:55.678 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:27:56.802 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:27:57.141 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:56 smithi019 ceph-mon[27522]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-02T08:27:57.142 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:56 smithi019 ceph-mon[39381]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-02T08:27:57.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:56 smithi066 ceph-mon[30998]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-02T08:27:58.827 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:27:58 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:27:58] "GET /metrics HTTP/1.1" 200 31015 "" "Prometheus/2.43.0" 2024-04-02T08:27:59.077 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:27:58 smithi019 ceph-mon[27522]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:27:59.078 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:27:58 smithi019 ceph-mon[39381]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:27:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:27:58 smithi066 ceph-mon[30998]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:28:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:00.776 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":69,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:47.221509+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:43.721088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/758955171":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/1253458374":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/2243646063":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3158289133":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:01.109 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:00 smithi019 ceph-mon[27522]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:01.109 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:00 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:01.110 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:00 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1840810405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:01.110 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:00 smithi019 ceph-mon[39381]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:01.110 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:00 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:01.110 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:00 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1840810405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:00 smithi066 ceph-mon[30998]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:00 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:00 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1840810405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:01.529 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-02T08:28:01.530 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-02T08:28:01.530 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-02T08:28:01.531 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-02T08:28:01.531 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-02T08:28:01.532 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-02T08:28:01.532 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-02T08:28:01.532 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-02T08:28:01.757 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:01 smithi019 podman[72201]: 2024-04-02 08:28:01.757307515 +0000 UTC m=+0.159215206 volume create 20bde7c3d2002d171d9d09cb9b2f52229cb71cf05e8f203f2737c3f80944110b 2024-04-02T08:28:02.361 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 podman[72201]: 2024-04-02 08:28:02.027425971 +0000 UTC m=+0.429333660 container create 7bcd911e860e717e87f2c0cd838d02320b3141d3f6c3679a3b710455d34e2329 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:02.544 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:02.556 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:02.569 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:02.691 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 podman[72201]: 2024-04-02 08:28:02.363667231 +0000 UTC m=+0.765574921 container init 7bcd911e860e717e87f2c0cd838d02320b3141d3f6c3679a3b710455d34e2329 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:02.691 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 podman[72201]: 2024-04-02 08:28:02.370165627 +0000 UTC m=+0.772073324 container start 7bcd911e860e717e87f2c0cd838d02320b3141d3f6c3679a3b710455d34e2329 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:02.691 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.383Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:28:02.691 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.383Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:28:02.691 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.384Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.19 port=9094 2024-04-02T08:28:02.691 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.385Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:28:02.692 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.409Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:02.692 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.409Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:02.692 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.412Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:28:02.692 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:02.412Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:28:02.692 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 bash[72201]: 7bcd911e860e717e87f2c0cd838d02320b3141d3f6c3679a3b710455d34e2329 2024-04-02T08:28:02.693 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:02 smithi019 systemd[1]: Started Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:02.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:02.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:02] ENGINE Bus STOPPING 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:02] ENGINE Bus STOPPED 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:02] ENGINE Bus STARTING 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:02] ENGINE Serving on http://:::9283 2024-04-02T08:28:02.949 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:02] ENGINE Bus STARTED 2024-04-02T08:28:03.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:03.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:02 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:04.192 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:03 smithi019 ceph-mon[27522]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:04.192 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:03 smithi019 ceph-mon[27522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:04.192 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:03 smithi019 ceph-mon[27522]: Deploying daemon grafana.a on smithi066 2024-04-02T08:28:04.192 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:03 smithi019 ceph-mon[39381]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:04.193 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:03 smithi019 ceph-mon[39381]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:04.193 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:03 smithi019 ceph-mon[39381]: Deploying daemon grafana.a on smithi066 2024-04-02T08:28:04.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:03 smithi066 ceph-mon[30998]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:28:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:03 smithi066 ceph-mon[30998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:28:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:03 smithi066 ceph-mon[30998]: Deploying daemon grafana.a on smithi066 2024-04-02T08:28:04.445 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:04 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:04.386Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000601113s 2024-04-02T08:28:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:04 smithi019 ceph-mon[27522]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:04 smithi019 ceph-mon[39381]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:04 smithi066 ceph-mon[30998]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-02T08:28:05.536 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:05.542 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:05.548 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:06.293 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:06 smithi019 ceph-mon[27522]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:06.293 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:06.293 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:06 smithi019 ceph-mon[39381]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:06.293 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:06 smithi066 ceph-mon[30998]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:07.728 INFO:teuthology.orchestra.run.smithi019.stdout:77309411369 2024-04-02T08:28:07.728 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-02T08:28:08.431 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:08 smithi019 ceph-mon[27522]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:08.431 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:08 smithi019 ceph-mon[39381]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:08 smithi066 ceph-mon[30998]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:09.143 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:28:08] "GET /metrics HTTP/1.1" 200 33646 "" "Prometheus/2.43.0" 2024-04-02T08:28:10.703 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:10.703 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:10 smithi019 ceph-mon[27522]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:10.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:10 smithi019 ceph-mon[39381]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:11.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:10 smithi066 ceph-mon[30998]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:11.903 INFO:teuthology.orchestra.run.smithi019.stdout:231928234001 2024-04-02T08:28:11.904 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-02T08:28:12.695 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:12 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:12.388Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002667404s 2024-04-02T08:28:13.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:12 smithi066 ceph-mon[30998]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.094 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:12 smithi019 ceph-mon[27522]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.095 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:12 smithi019 ceph-mon[39381]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:13.520 INFO:teuthology.orchestra.run.smithi019.stdout:197568495638 2024-04-02T08:28:13.521 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-02T08:28:14.890 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:14 smithi019 ceph-mon[27522]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:14.890 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:14 smithi019 ceph-mon[39381]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:14.896 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:14.915 INFO:teuthology.orchestra.run.smithi019.stdout:107374182436 2024-04-02T08:28:14.915 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-02T08:28:15.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:14 smithi066 ceph-mon[30998]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:16.048 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:15 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:16.048 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:15 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:16.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:15 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:16.622 INFO:teuthology.orchestra.run.smithi019.stdout:34359738421 2024-04-02T08:28:16.623 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-02T08:28:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:16 smithi019 ceph-mon[39381]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:16 smithi019 ceph-mon[27522]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:17.055 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:16 smithi066 ceph-mon[30998]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:17.055 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:16 smithi066 systemd[1]: Starting Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:17.313 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 podman[63070]: 2024-04-02 08:28:17.056926242 +0000 UTC m=+0.102952472 container create 9b8022bd71a7ac4c72e5db23cfcfc8df02d9771ca8b5e99c8ebb59beccff56ab (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, io.buildah.version=1.32.0, name=ubi8, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., architecture=x86_64, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, distribution-scope=public, version=8.5, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, release=239.1651231664, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-02T08:28:17.313 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 podman[63070]: 2024-04-02 08:28:16.971460476 +0000 UTC m=+0.017486661 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-02T08:28:17.313 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 podman[63070]: 2024-04-02 08:28:17.285243658 +0000 UTC m=+0.331269845 container init 9b8022bd71a7ac4c72e5db23cfcfc8df02d9771ca8b5e99c8ebb59beccff56ab (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, version=8.5, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, release=239.1651231664, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.buildah.version=1.32.0, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.openshift.expose-services=) 2024-04-02T08:28:17.313 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 podman[63070]: 2024-04-02 08:28:17.290610833 +0000 UTC m=+0.336637020 container start 9b8022bd71a7ac4c72e5db23cfcfc8df02d9771ca8b5e99c8ebb59beccff56ab (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, version=8.5, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.buildah.version=1.32.0, name=ubi8, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-02T08:28:17.369 INFO:teuthology.orchestra.run.smithi019.stdout:163208757276 2024-04-02T08:28:17.369 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-02T08:28:17.633 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 bash[63070]: 9b8022bd71a7ac4c72e5db23cfcfc8df02d9771ca8b5e99c8ebb59beccff56ab 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 systemd[1]: Started Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461572625Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461752355Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461772277Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461780583Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461787423Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461794418Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461800707Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461807594Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461814123Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461821037Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:28:17.634 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461827073Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:28:17.635 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461833126Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:28:17.635 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461839313Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:28:17.635 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=settings t=2024-04-02T08:28:17.461845674Z level=info msg="App mode production" 2024-04-02T08:28:17.635 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=sqlstore t=2024-04-02T08:28:17.461893007Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:28:17.635 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=sqlstore t=2024-04-02T08:28:17.461910595Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:28:17.635 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.462782896Z level=info msg="Starting DB migrations" 2024-04-02T08:28:17.635 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.46286083Z level=info msg="Executing migration" id="create migration_log table" 2024-04-02T08:28:17.636 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.463381471Z level=info msg="Executing migration" id="create user table" 2024-04-02T08:28:17.636 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.463891461Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-02T08:28:17.636 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.464394281Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-02T08:28:17.636 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.464881197Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.465524346Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.465974797Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.466718844Z level=info msg="Executing migration" id="create user table v2" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.467155766Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.467568955Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.468052996Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.468403538Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.468795911Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.469234566Z level=info msg="Executing migration" id="Update user table charset" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.469534612Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.4699941Z level=info msg="Executing migration" id="Add missing user data" 2024-04-02T08:28:17.637 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.470348366Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.470806337Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.472626Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.473128171Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.474405623Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.474892467Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.475348786Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.475803086Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.476247101Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.476684578Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.477015144Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.477386549Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.477797648Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-02T08:28:17.638 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.478222565Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.478585335Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.479234621Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.479626994Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.480060805Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.480428313Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.480846481Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.48127349Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.481585474Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.48193815Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.48225875Z level=info msg="Executing migration" id="create star table" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.482659497Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.483109497Z level=info msg="Executing migration" id="create org table v1" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.4835483Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-02T08:28:17.639 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.484018686Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.484475306Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.484932066Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.485379906Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.485853616Z level=info msg="Executing migration" id="Update org table charset" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.488704698Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.491106418Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.493810466Z level=info msg="Executing migration" id="create dashboard table" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.494235201Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.496910553Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.499619726Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.501842293Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-02T08:28:17.640 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.504762228Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.507535371Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.50987864Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.512566073Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.515252526Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.517826108Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.520541505Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.523262234Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.52597212Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.528182257Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.528981472Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.529829775Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.530662469Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.531632832Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-02T08:28:17.641 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.532472267Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.533193107Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.533992882Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.534327899Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.534903592Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.535740211Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.536623079Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.537640859Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.538383708Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.539364985Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.540225992Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.540923025Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.541814148Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.542613311Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-02T08:28:17.642 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.543575445Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.54442686Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.545277052Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.546138062Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.546983583Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.547830859Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.54866983Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.549546209Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.550462475Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.551380616Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.552129971Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.553170277Z level=info msg="Executing migration" id="create data_source table" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.553888746Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.55478127Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-02T08:28:17.643 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.555660515Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.556675021Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.557358946Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.560290349Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.562941889Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.565723773Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.568398963Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.571351765Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.574266098Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.57704531Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.579815646Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.58264174Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.585175217Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.587950058Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.590852348Z level=info msg="Executing migration" id="Add uid column" 2024-04-02T08:28:17.644 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.593728315Z level=info msg="Executing migration" id="Update uid value" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.596605409Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.599413869Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.602226282Z level=info msg="Executing migration" id="create api_key table" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.604851361Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.607747688Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.610219019Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.612708746Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.615286635Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.618002831Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.620795756Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.621975249Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.624347514Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.627024026Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.629795434Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-02T08:28:17.645 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.63028081Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-02T08:28:17.646 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.632842107Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-02T08:28:17.646 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.635610835Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-02T08:28:17.646 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.638175598Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-02T08:28:17.646 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.638783101Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-02T08:28:17.884 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.641354854Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-02T08:28:17.884 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.644027855Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.646638082Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.647230995Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.64810311Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.648947797Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.649891118Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.65054211Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.651326895Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.652279849Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.652995408Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.653325516Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.654169829Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-02T08:28:17.885 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.655028128Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-02T08:28:17.886 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.656029188Z level=info msg="Executing migration" id="create quota table v1" 2024-04-02T08:28:17.886 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.656607686Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-02T08:28:17.886 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.657414928Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-02T08:28:17.886 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.658406036Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.659102734Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.659579608Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.660564448Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.661263622Z level=info msg="Executing migration" id="create session table" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.662162559Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.662498266Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.663371608Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.664205002Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-02T08:28:17.887 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.665088507Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.665411814Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.666296162Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.667255097Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.667994428Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.668428326Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.669290714Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.670321574Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.671058941Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.671723413Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.672561753Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.673424056Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.676889498Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.677563349Z level=info msg="Executing migration" id="create alert table v1" 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.680444514Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-02T08:28:17.888 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.683187466Z level=info msg="Executing migration" id="add index alert state" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.685887844Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.686351695Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.689110594Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.69181773Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.694605094Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.696062766Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.696513189Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.696978645Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.697314534Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.697750612Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.698174853Z level=info msg="Executing migration" id="Add column is_default" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.698855775Z level=info msg="Executing migration" id="Add column frequency" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.69953212Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.700204504Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-02T08:28:17.889 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.700893904Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.70136399Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.701700344Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.702040643Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.702470102Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.702956738Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.703351868Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.703795127Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.70424922Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.704933453Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.705610903Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.705975642Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-02T08:28:17.890 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.706426678Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.706879331Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.707549968Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.707902304Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.708355481Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.708822658Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.709180285Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.709658597Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.710452979Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.710943826Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.711394597Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.711892711Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.712801415Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.71313553Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.713848279Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-02T08:28:17.891 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.714724633Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.717377734Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.720294589Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.723195363Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.725913158Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.728827713Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.731891439Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.734749851Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.737557499Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.740433303Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.743397146Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.746306921Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.749087253Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.752100516Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.754992138Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-02T08:28:17.892 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.757886825Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.760613851Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.763593811Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.766344793Z level=info msg="Executing migration" id="Move region to single row" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.769009752Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.771659361Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.772292801Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.775084179Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.777608569Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.780651367Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.782991387Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.78554072Z level=info msg="Executing migration" id="create test_data table" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.785996684Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.788081752Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-02T08:28:17.893 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.790907212Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.793369808Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.796170044Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.798956195Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.801588014Z level=info msg="Executing migration" id="create team table" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.804177547Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.806891293Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.809377309Z level=info msg="Executing migration" id="create team member table" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.810310014Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.811039559Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.8120151Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.812741198Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.813586623Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.814445433Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.815285949Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-02T08:28:17.894 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.816072669Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-02T08:28:17.895 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.817066126Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-02T08:28:17.895 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.817722858Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-02T08:28:17.895 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.818197244Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-02T08:28:17.895 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.819195579Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-02T08:28:17.895 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.81988633Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-02T08:28:17.895 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.820736633Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.82119916Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.821983688Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.822333626Z level=info msg="Executing migration" id="create tag table" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.8228693Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.823622164Z level=info msg="Executing migration" id="create login attempt table" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.824052852Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.824914237Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.825749764Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.82767619Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.82809847Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.828959808Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.829949305Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.830670778Z level=info msg="Executing migration" id="create user auth table" 2024-04-02T08:28:17.896 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.831090281Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.831950999Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.832779604Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.833665093Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.834434538Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.835294353Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.836165142Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.837116035Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.838030511Z level=info msg="Executing migration" id="create server_lock table" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.840888563Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.843656146Z level=info msg="Executing migration" id="create user auth token table" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.846542436Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.847156942Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.850085549Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.852999223Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.855644014Z level=info msg="Executing migration" id="create cache_data table" 2024-04-02T08:28:17.897 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.856105033Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.858879035Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.861601168Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.864571817Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.864895568Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.865195144Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.865678917Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.868563862Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.869063214Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.869360098Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.869817062Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.870261338Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.870735537Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.871193587Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-02T08:28:17.898 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.872042488Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.875008562Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.87762881Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.880446356Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.880935343Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.883729068Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.88405689Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.886577266Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.887038439Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.889323094Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.889894384Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-02T08:28:17.899 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.890927121Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-02T08:28:18.135 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.893882068Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-02T08:28:18.135 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.896626096Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-02T08:28:18.135 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.900101122Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-02T08:28:18.135 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.903492428Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.906239061Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.909047035Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.911605579Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.912101522Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.914763951Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.917097164Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.919916381Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.9203819Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.923014393Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.925763101Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.928537643Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-02T08:28:18.136 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.929039607Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.931655049Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.932481087Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.934471065Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.936905841Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.937754744Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.940628277Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.94320755Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.94583586Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.946325331Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.947172634Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.948002491Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-02T08:28:18.137 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.948904851Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.949778694Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.950636183Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.951520329Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.952385307Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.952739261Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.953553001Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.95442087Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-02T08:28:18.138 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.955312073Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-02T08:28:18.139 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.956219124Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.957076288Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.958039596Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.958820046Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.959364241Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.960311818Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.961332741Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.962065107Z level=info msg="Executing migration" id="create alert_image table" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.96247659Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.963417635Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.964167375Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.96505455Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.965493787Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:28:18.140 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.965584884Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.966350182Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.967296452Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.968027215Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.968149107Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.968277247Z level=info msg="alerts found to migrate" alerts=0 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.968709414Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.969733836Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.970460565Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.971449642Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.972037712Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.973000448Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.97370686Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.976626852Z level=info msg="Executing migration" id="create data_keys table" 2024-04-02T08:28:18.141 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.977087321Z level=info msg="Executing migration" id="create secrets table" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.980016075Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.984545798Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.987287013Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.987745081Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.992242917Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.996572406Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.999317135Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:17.999804842Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.002694922Z level=info msg="Executing migration" id="create permission table" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.005712717Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.00839766Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-02T08:28:18.142 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.011234533Z level=info msg="Executing migration" id="create role table" 2024-04-02T08:28:18.143 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.013877128Z level=info msg="Executing migration" id="add column display_name" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.016719256Z level=info msg="Executing migration" id="add column group_name" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.019488559Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.020070593Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.022496897Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.024984826Z level=info msg="Executing migration" id="create team role table" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.027813504Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.02846305Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.031272335Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.033962647Z level=info msg="Executing migration" id="create user role table" 2024-04-02T08:28:18.144 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.03664034Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.037136865Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.039904172Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.042788299Z level=info msg="Executing migration" id="create builtin role table" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.045176612Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.045630529Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.0482691Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.050906631Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.053559218Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.05403623Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.056754607Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.057389327Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-02T08:28:18.145 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.057808638Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.05865962Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.059641277Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.060608836Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.061261972Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.062171752Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.062756147Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.063251179Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.064084416Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.064923952Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.065961897Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-02T08:28:18.146 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.066410178Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.067273983Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.068262781Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.069124116Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.069579203Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.070419171Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.071278859Z level=info msg="Executing migration" id="add correlation config column" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.07230234Z level=info msg="Executing migration" id="create entity_events table" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.07275797Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.073752906Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.073940272Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:18.147 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.07448718Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.074591998Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.075431152Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.075988277Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.076815691Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.07727278Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.077734189Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.078740243Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.079306959Z level=info msg="Executing migration" id="Drop public config table" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.079751914Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.08018065Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.080600486Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:28:18.148 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.081075665Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.081539418Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.084586342Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.085598151Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.086651669Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.086984009Z level=info msg="Executing migration" id="add share column" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.088022127Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.088469376Z level=info msg="Executing migration" id="create file table" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.088944076Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.089379866Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.089867536Z level=info msg="Executing migration" id="create file_meta table" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.092823034Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.095635919Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-02T08:28:18.149 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.096119138Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.098911984Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.0994875Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.101622946Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.104550357Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.104924375Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.107678689Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.110496128Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.113159601Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.11355016Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-02T08:28:18.150 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.116253293Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-02T08:28:18.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.118821799Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-02T08:28:18.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.121368506Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-02T08:28:18.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.131373705Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-02T08:28:18.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.134204334Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-02T08:28:18.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.136870399Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-02T08:28:18.151 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.140606045Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-02T08:28:18.454 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.140960753Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.143655371Z level=info msg="Executing migration" id="create folder table" 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.14410433Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.146379805Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.147201128Z level=info msg="Executing migration" id="Update folder title length" 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.148021435Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=migrator t=2024-04-02T08:28:18.148863428Z level=info msg="migrations completed" performed=485 skipped=0 duration=686.022895ms 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=sqlstore t=2024-04-02T08:28:18.149297825Z level=info msg="Created default organization" 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=plugin.loader t=2024-04-02T08:28:18.209328663Z level=info msg="Plugin registered" pluginID=input 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=plugin.loader t=2024-04-02T08:28:18.239556751Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=plugin.loader t=2024-04-02T08:28:18.239581139Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-02T08:28:18.455 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=secrets t=2024-04-02T08:28:18.23961553Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:28:18.456 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=query_data t=2024-04-02T08:28:18.241300401Z level=info msg="Query Service initialization" 2024-04-02T08:28:18.456 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=live.push_http t=2024-04-02T08:28:18.243583747Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[27522]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[27522]: Deploying daemon node-exporter.a on smithi019 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[39381]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.723 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.724 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.724 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.724 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-mon[39381]: Deploying daemon node-exporter.a on smithi019 2024-04-02T08:28:18.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-mon[30998]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:18.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.731 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:18.732 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:18 smithi066 ceph-mon[30998]: Deploying daemon node-exporter.a on smithi019 2024-04-02T08:28:18.994 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:18 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:28:18] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-04-02T08:28:19.313 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=infra.usagestats.collector t=2024-04-02T08:28:19.017613346Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:28:19.313 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=provisioning.datasources t=2024-04-02T08:28:19.072634436Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=provisioning.datasources t=2024-04-02T08:28:19.104751497Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=provisioning.alerting t=2024-04-02T08:28:19.126705349Z level=info msg="starting to provision alerting" 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=provisioning.alerting t=2024-04-02T08:28:19.126732345Z level=info msg="finished to provision alerting" 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=ngalert.state.manager t=2024-04-02T08:28:19.126868035Z level=info msg="Warming state cache for startup" 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=grafanaStorageLogger t=2024-04-02T08:28:19.12693984Z level=info msg="storage starting" 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=http.server t=2024-04-02T08:28:19.129316004Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=sqlstore.transactions t=2024-04-02T08:28:19.138087767Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=ngalert.state.manager t=2024-04-02T08:28:19.138294156Z level=info msg="State cache has been initialized" states=0 duration=11.425631ms 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:28:19.138336584Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=ticker t=2024-04-02T08:28:19.138365264Z level=info msg=starting first_tick=2024-04-02T08:28:20Z 2024-04-02T08:28:19.314 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=sqlstore.transactions t=2024-04-02T08:28:19.190027626Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:28:19.315 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:28:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=sqlstore.transactions t=2024-04-02T08:28:19.200690793Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:28:19.352 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:20.366 INFO:teuthology.orchestra.run.smithi019.stdout:55834574897 2024-04-02T08:28:20.367 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-02T08:28:21.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:20 smithi019 ceph-mon[27522]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:21.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:20 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:21.034 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:20 smithi019 ceph-mon[39381]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:21.034 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:20 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:21.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:20 smithi066 ceph-mon[30998]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:20 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:21.239 INFO:teuthology.orchestra.run.smithi019.stdout:77309411372 2024-04-02T08:28:21.241 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:21.241 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:21.668 INFO:teuthology.orchestra.run.smithi019.stdout:128849018913 2024-04-02T08:28:21.668 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-02T08:28:21.795 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:21 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3571883450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:21.795 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:21 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3571883450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:21 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3571883450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:28:22.800 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:22 smithi019 ceph-mon[39381]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:22.800 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:22 smithi019 ceph-mon[27522]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:22.973 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:22 smithi066 ceph-mon[30998]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:23.346 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411369 got 77309411372 for osd.2 2024-04-02T08:28:23.346 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:23.780 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:24.016 INFO:teuthology.orchestra.run.smithi019.stdout:197568495641 2024-04-02T08:28:24.848 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:24 smithi019 ceph-mon[27522]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:24.848 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:24 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2376659313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:28:24.848 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:24 smithi019 ceph-mon[39381]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:24.848 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:24 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2376659313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:28:24.873 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495638 got 197568495641 for osd.6 2024-04-02T08:28:24.873 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:24 smithi066 ceph-mon[30998]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:24 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2376659313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:28:27.056 INFO:teuthology.orchestra.run.smithi019.stdout:231928234004 2024-04-02T08:28:27.056 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:26 smithi019 ceph-mon[27522]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:27.056 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:26 smithi019 ceph-mon[39381]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:27.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:26 smithi066 ceph-mon[30998]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:28.031 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:27 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/705841265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:28:28.031 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:27 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/705841265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:28:28.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:27 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/705841265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:28:28.417 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:28 smithi019 bash[74630]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:28:28.417 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:28 smithi019 bash[74630]: Writing manifest to image destination 2024-04-02T08:28:28.800 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:28.998 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:28 smithi019 ceph-mon[27522]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:28.998 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:28 smithi019 ceph-mon[39381]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:28.999 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:28:28] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-04-02T08:28:28.999 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:28 smithi019 podman[74630]: 2024-04-02 08:28:28.85975934 +0000 UTC m=+6.689346252 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:28:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:28 smithi066 ceph-mon[30998]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:29.945 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:29 smithi019 podman[74630]: 2024-04-02 08:28:29.803873335 +0000 UTC m=+7.633460245 container create 5212b1fce9618e5fc615a76daf446dd64447deb1c826e4cf8c707d7ac228c4e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:30.306 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 podman[74630]: 2024-04-02 08:28:30.224904141 +0000 UTC m=+8.054491052 container init 5212b1fce9618e5fc615a76daf446dd64447deb1c826e4cf8c707d7ac228c4e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:30.306 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 podman[74630]: 2024-04-02 08:28:30.230760197 +0000 UTC m=+8.060347120 container start 5212b1fce9618e5fc615a76daf446dd64447deb1c826e4cf8c707d7ac228c4e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:30.306 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.235Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.235Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.235Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.235Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.235Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:28:30.307 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:28:30.308 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:28:30.308 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:28:30.308 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:28:30.308 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:28:30.308 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:28:30.308 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:28:30.308 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:28:30.309 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:28:30.310 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:28:30.311 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:28:30.311 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:28:30.311 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[75166]: ts=2024-04-02T08:28:30.236Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:28:30.311 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 bash[74630]: 5212b1fce9618e5fc615a76daf446dd64447deb1c826e4cf8c707d7ac228c4e6 2024-04-02T08:28:30.575 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:28:30 smithi019 systemd[1]: Started Ceph node-exporter.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:30.896 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[27522]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:30.896 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:30.896 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:30.896 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:30.896 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:30.897 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[39381]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:30.897 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:30.897 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:30.897 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:30.897 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:30 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:31.052 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:30 smithi066 ceph-mon[30998]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:31.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:30 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:31.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:30 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:31.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:30 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:31.053 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:30 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:31.313 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:31 smithi066 systemd[1]: Starting Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:31.783 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:31 smithi066 bash[63371]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:28:31.927 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:31 smithi019 ceph-mon[27522]: Deploying daemon node-exporter.b on smithi066 2024-04-02T08:28:31.927 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:31 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2614165908' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:28:31.927 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:31 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/847705709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:28:31.928 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:31 smithi019 ceph-mon[39381]: Deploying daemon node-exporter.b on smithi066 2024-04-02T08:28:31.928 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:31 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2614165908' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:28:31.928 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:31 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/847705709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:28:31.928 INFO:teuthology.orchestra.run.smithi019.stdout:107374182440 2024-04-02T08:28:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:31 smithi066 ceph-mon[30998]: Deploying daemon node-exporter.b on smithi066 2024-04-02T08:28:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:31 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2614165908' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:28:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:31 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/847705709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:28:32.063 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:31 smithi066 bash[63371]: Getting image source signatures 2024-04-02T08:28:32.063 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:31 smithi066 bash[63371]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:28:32.063 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:31 smithi066 bash[63371]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:28:32.063 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:31 smithi066 bash[63371]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:28:32.100 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:32.502 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182436 got 107374182440 for osd.3 2024-04-02T08:28:32.502 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:32.912 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234001 got 231928234004 for osd.7 2024-04-02T08:28:32.913 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:33.048 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:32 smithi066 ceph-mon[30998]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.111 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:32 smithi019 ceph-mon[27522]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.111 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:32 smithi019 ceph-mon[39381]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:33.313 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 bash[63371]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:28:33.313 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 bash[63371]: Writing manifest to image destination 2024-04-02T08:28:33.547 INFO:teuthology.orchestra.run.smithi019.stdout:55834574899 2024-04-02T08:28:33.789 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 podman[63371]: 2024-04-02 08:28:33.398225411 +0000 UTC m=+2.045514931 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:28:34.166 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 podman[63371]: 2024-04-02 08:28:33.479624322 +0000 UTC m=+2.126913873 container create 4fd01954bd64ccc82ae47724534cb04c13ad62383fcc928a332a0c43e3fa924c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:34.166 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 podman[63371]: 2024-04-02 08:28:33.706324624 +0000 UTC m=+2.353614142 container init 4fd01954bd64ccc82ae47724534cb04c13ad62383fcc928a332a0c43e3fa924c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:34.166 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 podman[63371]: 2024-04-02 08:28:33.712195412 +0000 UTC m=+2.359484925 container start 4fd01954bd64ccc82ae47724534cb04c13ad62383fcc928a332a0c43e3fa924c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:28:34.166 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.716Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:28:34.166 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.716Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.717Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.717Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:28:34.167 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:28:34.168 INFO:teuthology.orchestra.run.smithi019.stdout:34359738424 2024-04-02T08:28:34.168 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:33 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1111792375' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:28:34.169 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:28:34.170 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:28:34.171 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:28:34.172 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:28:34.172 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:28:34.172 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.718Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:28:34.172 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.719Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:28:34.172 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[63420]: ts=2024-04-02T08:28:33.719Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:28:34.172 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 bash[63371]: 4fd01954bd64ccc82ae47724534cb04c13ad62383fcc928a332a0c43e3fa924c 2024-04-02T08:28:34.172 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:33 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1111792375' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:28:34.172 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:33 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1111792375' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:28:34.172 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:28:33 smithi066 systemd[1]: Started Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:34.599 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738424 for osd.0 2024-04-02T08:28:34.600 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:34 smithi066 ceph-mon[30998]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:34 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:34 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:34 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:34 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:34 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:34 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:35.129 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[27522]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.129 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[39381]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.130 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.131 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.131 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.131 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:35.131 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:34 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:35.434 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574897 got 55834574899 for osd.1 2024-04-02T08:28:35.434 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:35.858 INFO:teuthology.orchestra.run.smithi019.stdout:163208757280 2024-04-02T08:28:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:36 smithi019 ceph-mon[27522]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:36 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:36 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1692414636' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:36 smithi019 ceph-mon[39381]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:36 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:36 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1692414636' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:36 smithi066 ceph-mon[30998]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:36 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:36 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1692414636' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:28:36.935 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757276 got 163208757280 for osd.5 2024-04-02T08:28:36.935 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:38.409 INFO:teuthology.orchestra.run.smithi019.stdout:128849018917 2024-04-02T08:28:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:38 smithi066 ceph-mon[30998]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:38 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:38 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:38 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3997869950' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:39.079 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[27522]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:39.079 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:39.079 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:39.079 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3997869950' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:39.079 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[39381]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:39.080 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:39.080 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:39.080 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3997869950' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:28:39.080 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:28:38] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-04-02T08:28:39.100 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018913 got 128849018917 for osd.4 2024-04-02T08:28:39.100 DEBUG:teuthology.parallel:result is None 2024-04-02T08:28:39.101 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-02T08:28:39.101 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:28:39.322 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:40 smithi066 ceph-mon[30998]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:40 smithi019 ceph-mon[27522]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:40 smithi019 ceph-mon[39381]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:41.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:41.243 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:28:41.891 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2024-04-02T08:28:41.228391+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235836,"kb_used_data":7348,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725380,"statfs":{"total":767960285184,"available":767718789120,"internally_reserved":0,"allocated":7524352,"data_stored":4252218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":233819703},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002585"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220652+0000","last_change":"2024-04-02T08:27:11.605808+0000","last_active":"2024-04-02T08:27:45.220652+0000","last_peered":"2024-04-02T08:27:45.220652+0000","last_clean":"2024-04-02T08:27:45.220652+0000","last_became_active":"2024-04-02T08:27:11.605499+0000","last_became_peered":"2024-04-02T08:27:11.605499+0000","last_unstale":"2024-04-02T08:27:45.220652+0000","last_undegraded":"2024-04-02T08:27:45.220652+0000","last_fullsized":"2024-04-02T08:27:45.220652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:44.867032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225557+0000","last_change":"2024-04-02T08:27:11.613487+0000","last_active":"2024-04-02T08:27:46.225557+0000","last_peered":"2024-04-02T08:27:46.225557+0000","last_clean":"2024-04-02T08:27:46.225557+0000","last_became_active":"2024-04-02T08:27:11.613215+0000","last_became_peered":"2024-04-02T08:27:11.613215+0000","last_unstale":"2024-04-02T08:27:46.225557+0000","last_undegraded":"2024-04-02T08:27:46.225557+0000","last_fullsized":"2024-04-02T08:27:46.225557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:50.565288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223217+0000","last_change":"2024-04-02T08:27:11.610057+0000","last_active":"2024-04-02T08:27:45.223217+0000","last_peered":"2024-04-02T08:27:45.223217+0000","last_clean":"2024-04-02T08:27:45.223217+0000","last_became_active":"2024-04-02T08:27:11.609583+0000","last_became_peered":"2024-04-02T08:27:11.609583+0000","last_unstale":"2024-04-02T08:27:45.223217+0000","last_undegraded":"2024-04-02T08:27:45.223217+0000","last_fullsized":"2024-04-02T08:27:45.223217+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226011+0000","last_change":"2024-04-02T08:27:11.596198+0000","last_active":"2024-04-02T08:27:46.226011+0000","last_peered":"2024-04-02T08:27:46.226011+0000","last_clean":"2024-04-02T08:27:46.226011+0000","last_became_active":"2024-04-02T08:27:11.595871+0000","last_became_peered":"2024-04-02T08:27:11.595871+0000","last_unstale":"2024-04-02T08:27:46.226011+0000","last_undegraded":"2024-04-02T08:27:46.226011+0000","last_fullsized":"2024-04-02T08:27:46.226011+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219952+0000","last_change":"2024-04-02T08:27:11.612774+0000","last_active":"2024-04-02T08:27:45.219952+0000","last_peered":"2024-04-02T08:27:45.219952+0000","last_clean":"2024-04-02T08:27:45.219952+0000","last_became_active":"2024-04-02T08:27:11.612446+0000","last_became_peered":"2024-04-02T08:27:11.612446+0000","last_unstale":"2024-04-02T08:27:45.219952+0000","last_undegraded":"2024-04-02T08:27:45.219952+0000","last_fullsized":"2024-04-02T08:27:45.219952+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:33.901660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225853+0000","last_change":"2024-04-02T08:27:11.599770+0000","last_active":"2024-04-02T08:27:46.225853+0000","last_peered":"2024-04-02T08:27:46.225853+0000","last_clean":"2024-04-02T08:27:46.225853+0000","last_became_active":"2024-04-02T08:27:11.599469+0000","last_became_peered":"2024-04-02T08:27:11.599469+0000","last_unstale":"2024-04-02T08:27:46.225853+0000","last_undegraded":"2024-04-02T08:27:46.225853+0000","last_fullsized":"2024-04-02T08:27:46.225853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219622+0000","last_change":"2024-04-02T08:27:11.607935+0000","last_active":"2024-04-02T08:27:45.219622+0000","last_peered":"2024-04-02T08:27:45.219622+0000","last_clean":"2024-04-02T08:27:45.219622+0000","last_became_active":"2024-04-02T08:27:11.607627+0000","last_became_peered":"2024-04-02T08:27:11.607627+0000","last_unstale":"2024-04-02T08:27:45.219622+0000","last_undegraded":"2024-04-02T08:27:45.219622+0000","last_fullsized":"2024-04-02T08:27:45.219622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:25:25.858588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988087+0000","last_change":"2024-04-02T08:27:11.600948+0000","last_active":"2024-04-02T08:27:46.988087+0000","last_peered":"2024-04-02T08:27:46.988087+0000","last_clean":"2024-04-02T08:27:46.988087+0000","last_became_active":"2024-04-02T08:27:11.600587+0000","last_became_peered":"2024-04-02T08:27:11.600587+0000","last_unstale":"2024-04-02T08:27:46.988087+0000","last_undegraded":"2024-04-02T08:27:46.988087+0000","last_fullsized":"2024-04-02T08:27:46.988087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220549+0000","last_change":"2024-04-02T08:27:11.619788+0000","last_active":"2024-04-02T08:27:45.220549+0000","last_peered":"2024-04-02T08:27:45.220549+0000","last_clean":"2024-04-02T08:27:45.220549+0000","last_became_active":"2024-04-02T08:27:11.619201+0000","last_became_peered":"2024-04-02T08:27:11.619201+0000","last_unstale":"2024-04-02T08:27:45.220549+0000","last_undegraded":"2024-04-02T08:27:45.220549+0000","last_fullsized":"2024-04-02T08:27:45.220549+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:17:10.500988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222427+0000","last_change":"2024-04-02T08:27:11.613933+0000","last_active":"2024-04-02T08:27:45.222427+0000","last_peered":"2024-04-02T08:27:45.222427+0000","last_clean":"2024-04-02T08:27:45.222427+0000","last_became_active":"2024-04-02T08:27:11.613665+0000","last_became_peered":"2024-04-02T08:27:11.613665+0000","last_unstale":"2024-04-02T08:27:45.222427+0000","last_undegraded":"2024-04-02T08:27:45.222427+0000","last_fullsized":"2024-04-02T08:27:45.222427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222288+0000","last_change":"2024-04-02T08:27:11.614922+0000","last_active":"2024-04-02T08:27:45.222288+0000","last_peered":"2024-04-02T08:27:45.222288+0000","last_clean":"2024-04-02T08:27:45.222288+0000","last_became_active":"2024-04-02T08:27:11.614630+0000","last_became_peered":"2024-04-02T08:27:11.614630+0000","last_unstale":"2024-04-02T08:27:45.222288+0000","last_undegraded":"2024-04-02T08:27:45.222288+0000","last_fullsized":"2024-04-02T08:27:45.222288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218175+0000","last_change":"2024-04-02T08:27:39.538254+0000","last_active":"2024-04-02T08:27:46.218175+0000","last_peered":"2024-04-02T08:27:46.218175+0000","last_clean":"2024-04-02T08:27:46.218175+0000","last_became_active":"2024-04-02T08:27:39.537913+0000","last_became_peered":"2024-04-02T08:27:39.537913+0000","last_unstale":"2024-04-02T08:27:46.218175+0000","last_undegraded":"2024-04-02T08:27:46.218175+0000","last_fullsized":"2024-04-02T08:27:46.218175+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:18:08.740438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988325+0000","last_change":"2024-04-02T08:27:11.607853+0000","last_active":"2024-04-02T08:27:46.988325+0000","last_peered":"2024-04-02T08:27:46.988325+0000","last_clean":"2024-04-02T08:27:46.988325+0000","last_became_active":"2024-04-02T08:27:11.607577+0000","last_became_peered":"2024-04-02T08:27:11.607577+0000","last_unstale":"2024-04-02T08:27:46.988325+0000","last_undegraded":"2024-04-02T08:27:46.988325+0000","last_fullsized":"2024-04-02T08:27:46.988325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222602+0000","last_change":"2024-04-02T08:27:11.600260+0000","last_active":"2024-04-02T08:27:45.222602+0000","last_peered":"2024-04-02T08:27:45.222602+0000","last_clean":"2024-04-02T08:27:45.222602+0000","last_became_active":"2024-04-02T08:27:11.599932+0000","last_became_peered":"2024-04-02T08:27:11.599932+0000","last_unstale":"2024-04-02T08:27:45.222602+0000","last_undegraded":"2024-04-02T08:27:45.222602+0000","last_fullsized":"2024-04-02T08:27:45.222602+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225237+0000","last_change":"2024-04-02T08:27:11.618594+0000","last_active":"2024-04-02T08:27:46.225237+0000","last_peered":"2024-04-02T08:27:46.225237+0000","last_clean":"2024-04-02T08:27:46.225237+0000","last_became_active":"2024-04-02T08:27:11.618195+0000","last_became_peered":"2024-04-02T08:27:11.618195+0000","last_unstale":"2024-04-02T08:27:46.225237+0000","last_undegraded":"2024-04-02T08:27:46.225237+0000","last_fullsized":"2024-04-02T08:27:46.225237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:58.872114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218069+0000","last_change":"2024-04-02T08:27:39.674060+0000","last_active":"2024-04-02T08:27:46.218069+0000","last_peered":"2024-04-02T08:27:46.218069+0000","last_clean":"2024-04-02T08:27:46.218069+0000","last_became_active":"2024-04-02T08:27:39.672583+0000","last_became_peered":"2024-04-02T08:27:39.672583+0000","last_unstale":"2024-04-02T08:27:46.218069+0000","last_undegraded":"2024-04-02T08:27:46.218069+0000","last_fullsized":"2024-04-02T08:27:46.218069+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:08.202617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226444+0000","last_change":"2024-04-02T08:27:11.597313+0000","last_active":"2024-04-02T08:27:46.226444+0000","last_peered":"2024-04-02T08:27:46.226444+0000","last_clean":"2024-04-02T08:27:46.226444+0000","last_became_active":"2024-04-02T08:27:11.596987+0000","last_became_peered":"2024-04-02T08:27:11.596987+0000","last_unstale":"2024-04-02T08:27:46.226444+0000","last_undegraded":"2024-04-02T08:27:46.226444+0000","last_fullsized":"2024-04-02T08:27:46.226444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244559+0000","last_change":"2024-04-02T08:27:11.607611+0000","last_active":"2024-04-02T08:27:45.244559+0000","last_peered":"2024-04-02T08:27:45.244559+0000","last_clean":"2024-04-02T08:27:45.244559+0000","last_became_active":"2024-04-02T08:27:11.607332+0000","last_became_peered":"2024-04-02T08:27:11.607332+0000","last_unstale":"2024-04-02T08:27:45.244559+0000","last_undegraded":"2024-04-02T08:27:45.244559+0000","last_fullsized":"2024-04-02T08:27:45.244559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220186+0000","last_change":"2024-04-02T08:27:11.606788+0000","last_active":"2024-04-02T08:27:45.220186+0000","last_peered":"2024-04-02T08:27:45.220186+0000","last_clean":"2024-04-02T08:27:45.220186+0000","last_became_active":"2024-04-02T08:27:11.606476+0000","last_became_peered":"2024-04-02T08:27:11.606476+0000","last_unstale":"2024-04-02T08:27:45.220186+0000","last_undegraded":"2024-04-02T08:27:45.220186+0000","last_fullsized":"2024-04-02T08:27:45.220186+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:28.095968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.224008+0000","last_change":"2024-04-02T08:27:11.244211+0000","last_active":"2024-04-02T08:27:45.224008+0000","last_peered":"2024-04-02T08:27:45.224008+0000","last_clean":"2024-04-02T08:27:45.224008+0000","last_became_active":"2024-04-02T08:27:11.243824+0000","last_became_peered":"2024-04-02T08:27:11.243824+0000","last_unstale":"2024-04-02T08:27:45.224008+0000","last_undegraded":"2024-04-02T08:27:45.224008+0000","last_fullsized":"2024-04-02T08:27:45.224008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988514+0000","last_change":"2024-04-02T08:27:11.603338+0000","last_active":"2024-04-02T08:27:46.988514+0000","last_peered":"2024-04-02T08:27:46.988514+0000","last_clean":"2024-04-02T08:27:46.988514+0000","last_became_active":"2024-04-02T08:27:11.602929+0000","last_became_peered":"2024-04-02T08:27:11.602929+0000","last_unstale":"2024-04-02T08:27:46.988514+0000","last_undegraded":"2024-04-02T08:27:46.988514+0000","last_fullsized":"2024-04-02T08:27:46.988514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988600+0000","last_change":"2024-04-02T08:27:11.239681+0000","last_active":"2024-04-02T08:27:46.988600+0000","last_peered":"2024-04-02T08:27:46.988600+0000","last_clean":"2024-04-02T08:27:46.988600+0000","last_became_active":"2024-04-02T08:27:11.239092+0000","last_became_peered":"2024-04-02T08:27:11.239092+0000","last_unstale":"2024-04-02T08:27:46.988600+0000","last_undegraded":"2024-04-02T08:27:46.988600+0000","last_fullsized":"2024-04-02T08:27:46.988600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223792+0000","last_change":"2024-04-02T08:27:11.603140+0000","last_active":"2024-04-02T08:27:45.223792+0000","last_peered":"2024-04-02T08:27:45.223792+0000","last_clean":"2024-04-02T08:27:45.223792+0000","last_became_active":"2024-04-02T08:27:11.602875+0000","last_became_peered":"2024-04-02T08:27:11.602875+0000","last_unstale":"2024-04-02T08:27:45.223792+0000","last_undegraded":"2024-04-02T08:27:45.223792+0000","last_fullsized":"2024-04-02T08:27:45.223792+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220571+0000","last_change":"2024-04-02T08:27:11.247267+0000","last_active":"2024-04-02T08:27:45.220571+0000","last_peered":"2024-04-02T08:27:45.220571+0000","last_clean":"2024-04-02T08:27:45.220571+0000","last_became_active":"2024-04-02T08:27:11.246958+0000","last_became_peered":"2024-04-02T08:27:11.246958+0000","last_unstale":"2024-04-02T08:27:45.220571+0000","last_undegraded":"2024-04-02T08:27:45.220571+0000","last_fullsized":"2024-04-02T08:27:45.220571+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226136+0000","last_change":"2024-04-02T08:27:11.600911+0000","last_active":"2024-04-02T08:27:46.226136+0000","last_peered":"2024-04-02T08:27:46.226136+0000","last_clean":"2024-04-02T08:27:46.226136+0000","last_became_active":"2024-04-02T08:27:11.600622+0000","last_became_peered":"2024-04-02T08:27:11.600622+0000","last_unstale":"2024-04-02T08:27:46.226136+0000","last_undegraded":"2024-04-02T08:27:46.226136+0000","last_fullsized":"2024-04-02T08:27:46.226136+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220171+0000","last_change":"2024-04-02T08:27:11.241382+0000","last_active":"2024-04-02T08:27:45.220171+0000","last_peered":"2024-04-02T08:27:45.220171+0000","last_clean":"2024-04-02T08:27:45.220171+0000","last_became_active":"2024-04-02T08:27:11.241029+0000","last_became_peered":"2024-04-02T08:27:11.241029+0000","last_unstale":"2024-04-02T08:27:45.220171+0000","last_undegraded":"2024-04-02T08:27:45.220171+0000","last_fullsized":"2024-04-02T08:27:45.220171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226181+0000","last_change":"2024-04-02T08:27:11.606156+0000","last_active":"2024-04-02T08:27:46.226181+0000","last_peered":"2024-04-02T08:27:46.226181+0000","last_clean":"2024-04-02T08:27:46.226181+0000","last_became_active":"2024-04-02T08:27:11.605181+0000","last_became_peered":"2024-04-02T08:27:11.605181+0000","last_unstale":"2024-04-02T08:27:46.226181+0000","last_undegraded":"2024-04-02T08:27:46.226181+0000","last_fullsized":"2024-04-02T08:27:46.226181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988566+0000","last_change":"2024-04-02T08:27:11.235609+0000","last_active":"2024-04-02T08:27:46.988566+0000","last_peered":"2024-04-02T08:27:46.988566+0000","last_clean":"2024-04-02T08:27:46.988566+0000","last_became_active":"2024-04-02T08:27:11.235326+0000","last_became_peered":"2024-04-02T08:27:11.235326+0000","last_unstale":"2024-04-02T08:27:46.988566+0000","last_undegraded":"2024-04-02T08:27:46.988566+0000","last_fullsized":"2024-04-02T08:27:46.988566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883274+0000","last_change":"2024-04-02T08:27:11.612333+0000","last_active":"2024-04-02T08:27:46.883274+0000","last_peered":"2024-04-02T08:27:46.883274+0000","last_clean":"2024-04-02T08:27:46.883274+0000","last_became_active":"2024-04-02T08:27:11.611814+0000","last_became_peered":"2024-04-02T08:27:11.611814+0000","last_unstale":"2024-04-02T08:27:46.883274+0000","last_undegraded":"2024-04-02T08:27:46.883274+0000","last_fullsized":"2024-04-02T08:27:46.883274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:18:27.479401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222205+0000","last_change":"2024-04-02T08:27:11.242356+0000","last_active":"2024-04-02T08:27:45.222205+0000","last_peered":"2024-04-02T08:27:45.222205+0000","last_clean":"2024-04-02T08:27:45.222205+0000","last_became_active":"2024-04-02T08:27:11.242019+0000","last_became_peered":"2024-04-02T08:27:11.242019+0000","last_unstale":"2024-04-02T08:27:45.222205+0000","last_undegraded":"2024-04-02T08:27:45.222205+0000","last_fullsized":"2024-04-02T08:27:45.222205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222732+0000","last_change":"2024-04-02T08:27:11.613023+0000","last_active":"2024-04-02T08:27:45.222732+0000","last_peered":"2024-04-02T08:27:45.222732+0000","last_clean":"2024-04-02T08:27:45.222732+0000","last_became_active":"2024-04-02T08:27:11.612432+0000","last_became_peered":"2024-04-02T08:27:11.612432+0000","last_unstale":"2024-04-02T08:27:45.222732+0000","last_undegraded":"2024-04-02T08:27:45.222732+0000","last_fullsized":"2024-04-02T08:27:45.222732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988478+0000","last_change":"2024-04-02T08:27:11.234310+0000","last_active":"2024-04-02T08:27:46.988478+0000","last_peered":"2024-04-02T08:27:46.988478+0000","last_clean":"2024-04-02T08:27:46.988478+0000","last_became_active":"2024-04-02T08:27:11.233968+0000","last_became_peered":"2024-04-02T08:27:11.233968+0000","last_unstale":"2024-04-02T08:27:46.988478+0000","last_undegraded":"2024-04-02T08:27:46.988478+0000","last_fullsized":"2024-04-02T08:27:46.988478+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988270+0000","last_change":"2024-04-02T08:27:11.606625+0000","last_active":"2024-04-02T08:27:46.988270+0000","last_peered":"2024-04-02T08:27:46.988270+0000","last_clean":"2024-04-02T08:27:46.988270+0000","last_became_active":"2024-04-02T08:27:11.604247+0000","last_became_peered":"2024-04-02T08:27:11.604247+0000","last_unstale":"2024-04-02T08:27:46.988270+0000","last_undegraded":"2024-04-02T08:27:46.988270+0000","last_fullsized":"2024-04-02T08:27:46.988270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225656+0000","last_change":"2024-04-02T08:27:11.244247+0000","last_active":"2024-04-02T08:27:46.225656+0000","last_peered":"2024-04-02T08:27:46.225656+0000","last_clean":"2024-04-02T08:27:46.225656+0000","last_became_active":"2024-04-02T08:27:11.243547+0000","last_became_peered":"2024-04-02T08:27:11.243547+0000","last_unstale":"2024-04-02T08:27:46.225656+0000","last_undegraded":"2024-04-02T08:27:46.225656+0000","last_fullsized":"2024-04-02T08:27:46.225656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225348+0000","last_change":"2024-04-02T08:27:11.617426+0000","last_active":"2024-04-02T08:27:46.225348+0000","last_peered":"2024-04-02T08:27:46.225348+0000","last_clean":"2024-04-02T08:27:46.225348+0000","last_became_active":"2024-04-02T08:27:11.616625+0000","last_became_peered":"2024-04-02T08:27:11.616625+0000","last_unstale":"2024-04-02T08:27:46.225348+0000","last_undegraded":"2024-04-02T08:27:46.225348+0000","last_fullsized":"2024-04-02T08:27:46.225348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:32.003354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222135+0000","last_change":"2024-04-02T08:27:11.242685+0000","last_active":"2024-04-02T08:27:45.222135+0000","last_peered":"2024-04-02T08:27:45.222135+0000","last_clean":"2024-04-02T08:27:45.222135+0000","last_became_active":"2024-04-02T08:27:11.242390+0000","last_became_peered":"2024-04-02T08:27:11.242390+0000","last_unstale":"2024-04-02T08:27:45.222135+0000","last_undegraded":"2024-04-02T08:27:45.222135+0000","last_fullsized":"2024-04-02T08:27:45.222135+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226246+0000","last_change":"2024-04-02T08:27:11.604268+0000","last_active":"2024-04-02T08:27:46.226246+0000","last_peered":"2024-04-02T08:27:46.226246+0000","last_clean":"2024-04-02T08:27:46.226246+0000","last_became_active":"2024-04-02T08:27:11.603450+0000","last_became_peered":"2024-04-02T08:27:11.603450+0000","last_unstale":"2024-04-02T08:27:46.226246+0000","last_undegraded":"2024-04-02T08:27:46.226246+0000","last_fullsized":"2024-04-02T08:27:46.226246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226166+0000","last_change":"2024-04-02T08:27:11.238649+0000","last_active":"2024-04-02T08:27:46.226166+0000","last_peered":"2024-04-02T08:27:46.226166+0000","last_clean":"2024-04-02T08:27:46.226166+0000","last_became_active":"2024-04-02T08:27:11.238063+0000","last_became_peered":"2024-04-02T08:27:11.238063+0000","last_unstale":"2024-04-02T08:27:46.226166+0000","last_undegraded":"2024-04-02T08:27:46.226166+0000","last_fullsized":"2024-04-02T08:27:46.226166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223915+0000","last_change":"2024-04-02T08:27:11.598030+0000","last_active":"2024-04-02T08:27:45.223915+0000","last_peered":"2024-04-02T08:27:45.223915+0000","last_clean":"2024-04-02T08:27:45.223915+0000","last_became_active":"2024-04-02T08:27:11.597748+0000","last_became_peered":"2024-04-02T08:27:11.597748+0000","last_unstale":"2024-04-02T08:27:45.223915+0000","last_undegraded":"2024-04-02T08:27:45.223915+0000","last_fullsized":"2024-04-02T08:27:45.223915+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225974+0000","last_change":"2024-04-02T08:27:11.237132+0000","last_active":"2024-04-02T08:27:46.225974+0000","last_peered":"2024-04-02T08:27:46.225974+0000","last_clean":"2024-04-02T08:27:46.225974+0000","last_became_active":"2024-04-02T08:27:11.236759+0000","last_became_peered":"2024-04-02T08:27:11.236759+0000","last_unstale":"2024-04-02T08:27:46.225974+0000","last_undegraded":"2024-04-02T08:27:46.225974+0000","last_fullsized":"2024-04-02T08:27:46.225974+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883524+0000","last_change":"2024-04-02T08:27:11.602953+0000","last_active":"2024-04-02T08:27:46.883524+0000","last_peered":"2024-04-02T08:27:46.883524+0000","last_clean":"2024-04-02T08:27:46.883524+0000","last_became_active":"2024-04-02T08:27:11.602512+0000","last_became_peered":"2024-04-02T08:27:11.602512+0000","last_unstale":"2024-04-02T08:27:46.883524+0000","last_undegraded":"2024-04-02T08:27:46.883524+0000","last_fullsized":"2024-04-02T08:27:46.883524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:35.944610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"67'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.329082+0000","last_change":"2024-04-02T08:27:11.243622+0000","last_active":"2024-04-02T08:27:45.329082+0000","last_peered":"2024-04-02T08:27:45.329082+0000","last_clean":"2024-04-02T08:27:45.329082+0000","last_became_active":"2024-04-02T08:27:11.243204+0000","last_became_peered":"2024-04-02T08:27:11.243204+0000","last_unstale":"2024-04-02T08:27:45.329082+0000","last_undegraded":"2024-04-02T08:27:45.329082+0000","last_fullsized":"2024-04-02T08:27:45.329082+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220298+0000","last_change":"2024-04-02T08:27:11.611942+0000","last_active":"2024-04-02T08:27:45.220298+0000","last_peered":"2024-04-02T08:27:45.220298+0000","last_clean":"2024-04-02T08:27:45.220298+0000","last_became_active":"2024-04-02T08:27:11.611345+0000","last_became_peered":"2024-04-02T08:27:11.611345+0000","last_unstale":"2024-04-02T08:27:45.220298+0000","last_undegraded":"2024-04-02T08:27:45.220298+0000","last_fullsized":"2024-04-02T08:27:45.220298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:15.797869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222971+0000","last_change":"2024-04-02T08:27:11.232144+0000","last_active":"2024-04-02T08:27:45.222971+0000","last_peered":"2024-04-02T08:27:45.222971+0000","last_clean":"2024-04-02T08:27:45.222971+0000","last_became_active":"2024-04-02T08:27:11.231801+0000","last_became_peered":"2024-04-02T08:27:11.231801+0000","last_unstale":"2024-04-02T08:27:45.222971+0000","last_undegraded":"2024-04-02T08:27:45.222971+0000","last_fullsized":"2024-04-02T08:27:45.222971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222558+0000","last_change":"2024-04-02T08:27:11.596665+0000","last_active":"2024-04-02T08:27:45.222558+0000","last_peered":"2024-04-02T08:27:45.222558+0000","last_clean":"2024-04-02T08:27:45.222558+0000","last_became_active":"2024-04-02T08:27:11.596392+0000","last_became_peered":"2024-04-02T08:27:11.596392+0000","last_unstale":"2024-04-02T08:27:45.222558+0000","last_undegraded":"2024-04-02T08:27:45.222558+0000","last_fullsized":"2024-04-02T08:27:45.222558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225665+0000","last_change":"2024-04-02T08:27:11.242955+0000","last_active":"2024-04-02T08:27:46.225665+0000","last_peered":"2024-04-02T08:27:46.225665+0000","last_clean":"2024-04-02T08:27:46.225665+0000","last_became_active":"2024-04-02T08:27:11.242627+0000","last_became_peered":"2024-04-02T08:27:11.242627+0000","last_unstale":"2024-04-02T08:27:46.225665+0000","last_undegraded":"2024-04-02T08:27:46.225665+0000","last_fullsized":"2024-04-02T08:27:46.225665+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219766+0000","last_change":"2024-04-02T08:27:11.613476+0000","last_active":"2024-04-02T08:27:45.219766+0000","last_peered":"2024-04-02T08:27:45.219766+0000","last_clean":"2024-04-02T08:27:45.219766+0000","last_became_active":"2024-04-02T08:27:11.611711+0000","last_became_peered":"2024-04-02T08:27:11.611711+0000","last_unstale":"2024-04-02T08:27:45.219766+0000","last_undegraded":"2024-04-02T08:27:45.219766+0000","last_fullsized":"2024-04-02T08:27:45.219766+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:24.090437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.221721+0000","last_change":"2024-04-02T08:27:11.238313+0000","last_active":"2024-04-02T08:27:45.221721+0000","last_peered":"2024-04-02T08:27:45.221721+0000","last_clean":"2024-04-02T08:27:45.221721+0000","last_became_active":"2024-04-02T08:27:11.237956+0000","last_became_peered":"2024-04-02T08:27:11.237956+0000","last_unstale":"2024-04-02T08:27:45.221721+0000","last_undegraded":"2024-04-02T08:27:45.221721+0000","last_fullsized":"2024-04-02T08:27:45.221721+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.221642+0000","last_change":"2024-04-02T08:27:11.606593+0000","last_active":"2024-04-02T08:27:45.221642+0000","last_peered":"2024-04-02T08:27:45.221642+0000","last_clean":"2024-04-02T08:27:45.221642+0000","last_became_active":"2024-04-02T08:27:11.606283+0000","last_became_peered":"2024-04-02T08:27:11.606283+0000","last_unstale":"2024-04-02T08:27:45.221642+0000","last_undegraded":"2024-04-02T08:27:45.221642+0000","last_fullsized":"2024-04-02T08:27:45.221642+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244201+0000","last_change":"2024-04-02T08:27:11.226957+0000","last_active":"2024-04-02T08:27:45.244201+0000","last_peered":"2024-04-02T08:27:45.244201+0000","last_clean":"2024-04-02T08:27:45.244201+0000","last_became_active":"2024-04-02T08:27:11.226647+0000","last_became_peered":"2024-04-02T08:27:11.226647+0000","last_unstale":"2024-04-02T08:27:45.244201+0000","last_undegraded":"2024-04-02T08:27:45.244201+0000","last_fullsized":"2024-04-02T08:27:45.244201+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219807+0000","last_change":"2024-04-02T08:27:11.608888+0000","last_active":"2024-04-02T08:27:45.219807+0000","last_peered":"2024-04-02T08:27:45.219807+0000","last_clean":"2024-04-02T08:27:45.219807+0000","last_became_active":"2024-04-02T08:27:11.608553+0000","last_became_peered":"2024-04-02T08:27:11.608553+0000","last_unstale":"2024-04-02T08:27:45.219807+0000","last_undegraded":"2024-04-02T08:27:45.219807+0000","last_fullsized":"2024-04-02T08:27:45.219807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:36.530633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883737+0000","last_change":"2024-04-02T08:27:11.232295+0000","last_active":"2024-04-02T08:27:46.883737+0000","last_peered":"2024-04-02T08:27:46.883737+0000","last_clean":"2024-04-02T08:27:46.883737+0000","last_became_active":"2024-04-02T08:27:11.231930+0000","last_became_peered":"2024-04-02T08:27:11.231930+0000","last_unstale":"2024-04-02T08:27:46.883737+0000","last_undegraded":"2024-04-02T08:27:46.883737+0000","last_fullsized":"2024-04-02T08:27:46.883737+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:48:27.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220512+0000","last_change":"2024-04-02T08:27:39.673016+0000","last_active":"2024-04-02T08:27:45.220512+0000","last_peered":"2024-04-02T08:27:45.220512+0000","last_clean":"2024-04-02T08:27:45.220512+0000","last_became_active":"2024-04-02T08:27:39.672662+0000","last_became_peered":"2024-04-02T08:27:39.672662+0000","last_unstale":"2024-04-02T08:27:45.220512+0000","last_undegraded":"2024-04-02T08:27:45.220512+0000","last_fullsized":"2024-04-02T08:27:45.220512+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:46.445615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225497+0000","last_change":"2024-04-02T08:27:44.937474+0000","last_active":"2024-04-02T08:27:46.225497+0000","last_peered":"2024-04-02T08:27:46.225497+0000","last_clean":"2024-04-02T08:27:46.225497+0000","last_became_active":"2024-04-02T08:27:44.937055+0000","last_became_peered":"2024-04-02T08:27:44.937055+0000","last_unstale":"2024-04-02T08:27:46.225497+0000","last_undegraded":"2024-04-02T08:27:46.225497+0000","last_fullsized":"2024-04-02T08:27:46.225497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:46:49.765697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225949+0000","last_change":"2024-04-02T08:27:11.237227+0000","last_active":"2024-04-02T08:27:46.225949+0000","last_peered":"2024-04-02T08:27:46.225949+0000","last_clean":"2024-04-02T08:27:46.225949+0000","last_became_active":"2024-04-02T08:27:11.236763+0000","last_became_peered":"2024-04-02T08:27:11.236763+0000","last_unstale":"2024-04-02T08:27:46.225949+0000","last_undegraded":"2024-04-02T08:27:46.225949+0000","last_fullsized":"2024-04-02T08:27:46.225949+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226248+0000","last_change":"2024-04-02T08:27:11.606595+0000","last_active":"2024-04-02T08:27:46.226248+0000","last_peered":"2024-04-02T08:27:46.226248+0000","last_clean":"2024-04-02T08:27:46.226248+0000","last_became_active":"2024-04-02T08:27:11.605603+0000","last_became_peered":"2024-04-02T08:27:11.605603+0000","last_unstale":"2024-04-02T08:27:46.226248+0000","last_undegraded":"2024-04-02T08:27:46.226248+0000","last_fullsized":"2024-04-02T08:27:46.226248+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226034+0000","last_change":"2024-04-02T08:27:45.058550+0000","last_active":"2024-04-02T08:27:46.226034+0000","last_peered":"2024-04-02T08:27:46.226034+0000","last_clean":"2024-04-02T08:27:46.226034+0000","last_became_active":"2024-04-02T08:27:45.058258+0000","last_became_peered":"2024-04-02T08:27:45.058258+0000","last_unstale":"2024-04-02T08:27:46.226034+0000","last_undegraded":"2024-04-02T08:27:46.226034+0000","last_fullsized":"2024-04-02T08:27:46.226034+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:49.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225656+0000","last_change":"2024-04-02T08:27:11.245138+0000","last_active":"2024-04-02T08:27:46.225656+0000","last_peered":"2024-04-02T08:27:46.225656+0000","last_clean":"2024-04-02T08:27:46.225656+0000","last_became_active":"2024-04-02T08:27:11.244562+0000","last_became_peered":"2024-04-02T08:27:11.244562+0000","last_unstale":"2024-04-02T08:27:46.225656+0000","last_undegraded":"2024-04-02T08:27:46.225656+0000","last_fullsized":"2024-04-02T08:27:46.225656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883406+0000","last_change":"2024-04-02T08:27:11.614840+0000","last_active":"2024-04-02T08:27:46.883406+0000","last_peered":"2024-04-02T08:27:46.883406+0000","last_clean":"2024-04-02T08:27:46.883406+0000","last_became_active":"2024-04-02T08:27:11.614489+0000","last_became_peered":"2024-04-02T08:27:11.614489+0000","last_unstale":"2024-04-02T08:27:46.883406+0000","last_undegraded":"2024-04-02T08:27:46.883406+0000","last_fullsized":"2024-04-02T08:27:46.883406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:49:15.358943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225709+0000","last_change":"2024-04-02T08:27:44.937594+0000","last_active":"2024-04-02T08:27:46.225709+0000","last_peered":"2024-04-02T08:27:46.225709+0000","last_clean":"2024-04-02T08:27:46.225709+0000","last_became_active":"2024-04-02T08:27:44.937011+0000","last_became_peered":"2024-04-02T08:27:44.937011+0000","last_unstale":"2024-04-02T08:27:46.225709+0000","last_undegraded":"2024-04-02T08:27:46.225709+0000","last_fullsized":"2024-04-02T08:27:46.225709+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:28:08.447374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225291+0000","last_change":"2024-04-02T08:27:11.606996+0000","last_active":"2024-04-02T08:27:46.225291+0000","last_peered":"2024-04-02T08:27:46.225291+0000","last_clean":"2024-04-02T08:27:46.225291+0000","last_became_active":"2024-04-02T08:27:11.606702+0000","last_became_peered":"2024-04-02T08:27:11.606702+0000","last_unstale":"2024-04-02T08:27:46.225291+0000","last_undegraded":"2024-04-02T08:27:46.225291+0000","last_fullsized":"2024-04-02T08:27:46.225291+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:39.747963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244131+0000","last_change":"2024-04-02T08:27:11.239828+0000","last_active":"2024-04-02T08:27:45.244131+0000","last_peered":"2024-04-02T08:27:45.244131+0000","last_clean":"2024-04-02T08:27:45.244131+0000","last_became_active":"2024-04-02T08:27:11.239484+0000","last_became_peered":"2024-04-02T08:27:11.239484+0000","last_unstale":"2024-04-02T08:27:45.244131+0000","last_undegraded":"2024-04-02T08:27:45.244131+0000","last_fullsized":"2024-04-02T08:27:45.244131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.220091+0000","last_change":"2024-04-02T08:27:45.222425+0000","last_active":"2024-04-02T08:27:46.220091+0000","last_peered":"2024-04-02T08:27:46.220091+0000","last_clean":"2024-04-02T08:27:46.220091+0000","last_became_active":"2024-04-02T08:27:45.221783+0000","last_became_peered":"2024-04-02T08:27:45.221783+0000","last_unstale":"2024-04-02T08:27:46.220091+0000","last_undegraded":"2024-04-02T08:27:46.220091+0000","last_fullsized":"2024-04-02T08:27:46.220091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:57:18.103695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988363+0000","last_change":"2024-04-02T08:27:11.600049+0000","last_active":"2024-04-02T08:27:46.988363+0000","last_peered":"2024-04-02T08:27:46.988363+0000","last_clean":"2024-04-02T08:27:46.988363+0000","last_became_active":"2024-04-02T08:27:11.599710+0000","last_became_peered":"2024-04-02T08:27:11.599710+0000","last_unstale":"2024-04-02T08:27:46.988363+0000","last_undegraded":"2024-04-02T08:27:46.988363+0000","last_fullsized":"2024-04-02T08:27:46.988363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225895+0000","last_change":"2024-04-02T08:27:11.242943+0000","last_active":"2024-04-02T08:27:46.225895+0000","last_peered":"2024-04-02T08:27:46.225895+0000","last_clean":"2024-04-02T08:27:46.225895+0000","last_became_active":"2024-04-02T08:27:11.242325+0000","last_became_peered":"2024-04-02T08:27:11.242325+0000","last_unstale":"2024-04-02T08:27:46.225895+0000","last_undegraded":"2024-04-02T08:27:46.225895+0000","last_fullsized":"2024-04-02T08:27:46.225895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":263,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.289005+0000","last_change":"2024-04-02T08:26:54.750034+0000","last_active":"2024-04-02T08:27:47.289005+0000","last_peered":"2024-04-02T08:27:47.289005+0000","last_clean":"2024-04-02T08:27:47.289005+0000","last_became_active":"2024-04-02T08:26:54.749558+0000","last_became_peered":"2024-04-02T08:26:54.749558+0000","last_unstale":"2024-04-02T08:27:47.289005+0000","last_undegraded":"2024-04-02T08:27:47.289005+0000","last_fullsized":"2024-04-02T08:27:47.289005+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.217747+0000","last_change":"2024-04-02T08:27:45.058619+0000","last_active":"2024-04-02T08:27:46.217747+0000","last_peered":"2024-04-02T08:27:46.217747+0000","last_clean":"2024-04-02T08:27:46.217747+0000","last_became_active":"2024-04-02T08:27:45.058327+0000","last_became_peered":"2024-04-02T08:27:45.058327+0000","last_unstale":"2024-04-02T08:27:46.217747+0000","last_undegraded":"2024-04-02T08:27:46.217747+0000","last_fullsized":"2024-04-02T08:27:46.217747+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:56.157648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222219+0000","last_change":"2024-04-02T08:27:11.598617+0000","last_active":"2024-04-02T08:27:45.222219+0000","last_peered":"2024-04-02T08:27:45.222219+0000","last_clean":"2024-04-02T08:27:45.222219+0000","last_became_active":"2024-04-02T08:27:11.598337+0000","last_became_peered":"2024-04-02T08:27:11.598337+0000","last_unstale":"2024-04-02T08:27:45.222219+0000","last_undegraded":"2024-04-02T08:27:45.222219+0000","last_fullsized":"2024-04-02T08:27:45.222219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218093+0000","last_change":"2024-04-02T08:27:39.674403+0000","last_active":"2024-04-02T08:27:46.218093+0000","last_peered":"2024-04-02T08:27:46.218093+0000","last_clean":"2024-04-02T08:27:46.218093+0000","last_became_active":"2024-04-02T08:27:39.673433+0000","last_became_peered":"2024-04-02T08:27:39.673433+0000","last_unstale":"2024-04-02T08:27:46.218093+0000","last_undegraded":"2024-04-02T08:27:46.218093+0000","last_fullsized":"2024-04-02T08:27:46.218093+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:29.240685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.217689+0000","last_change":"2024-04-02T08:27:45.221981+0000","last_active":"2024-04-02T08:27:46.217689+0000","last_peered":"2024-04-02T08:27:46.217689+0000","last_clean":"2024-04-02T08:27:46.217689+0000","last_became_active":"2024-04-02T08:27:45.221681+0000","last_became_peered":"2024-04-02T08:27:45.221681+0000","last_unstale":"2024-04-02T08:27:46.217689+0000","last_undegraded":"2024-04-02T08:27:46.217689+0000","last_fullsized":"2024-04-02T08:27:46.217689+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:35:52.541739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220515+0000","last_change":"2024-04-02T08:27:11.246581+0000","last_active":"2024-04-02T08:27:45.220515+0000","last_peered":"2024-04-02T08:27:45.220515+0000","last_clean":"2024-04-02T08:27:45.220515+0000","last_became_active":"2024-04-02T08:27:11.246238+0000","last_became_peered":"2024-04-02T08:27:11.246238+0000","last_unstale":"2024-04-02T08:27:45.220515+0000","last_undegraded":"2024-04-02T08:27:45.220515+0000","last_fullsized":"2024-04-02T08:27:45.220515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226050+0000","last_change":"2024-04-02T08:27:11.617534+0000","last_active":"2024-04-02T08:27:46.226050+0000","last_peered":"2024-04-02T08:27:46.226050+0000","last_clean":"2024-04-02T08:27:46.226050+0000","last_became_active":"2024-04-02T08:27:11.617250+0000","last_became_peered":"2024-04-02T08:27:11.617250+0000","last_unstale":"2024-04-02T08:27:46.226050+0000","last_undegraded":"2024-04-02T08:27:46.226050+0000","last_fullsized":"2024-04-02T08:27:46.226050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:35.986250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988195+0000","last_change":"2024-04-02T08:27:45.222205+0000","last_active":"2024-04-02T08:27:46.988195+0000","last_peered":"2024-04-02T08:27:46.988195+0000","last_clean":"2024-04-02T08:27:46.988195+0000","last_became_active":"2024-04-02T08:27:45.221695+0000","last_became_peered":"2024-04-02T08:27:45.221695+0000","last_unstale":"2024-04-02T08:27:46.988195+0000","last_undegraded":"2024-04-02T08:27:46.988195+0000","last_fullsized":"2024-04-02T08:27:46.988195+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:54:34.278160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225667+0000","last_change":"2024-04-02T08:27:11.232063+0000","last_active":"2024-04-02T08:27:46.225667+0000","last_peered":"2024-04-02T08:27:46.225667+0000","last_clean":"2024-04-02T08:27:46.225667+0000","last_became_active":"2024-04-02T08:27:11.231748+0000","last_became_peered":"2024-04-02T08:27:11.231748+0000","last_unstale":"2024-04-02T08:27:46.225667+0000","last_undegraded":"2024-04-02T08:27:46.225667+0000","last_fullsized":"2024-04-02T08:27:46.225667+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988562+0000","last_change":"2024-04-02T08:27:11.615700+0000","last_active":"2024-04-02T08:27:46.988562+0000","last_peered":"2024-04-02T08:27:46.988562+0000","last_clean":"2024-04-02T08:27:46.988562+0000","last_became_active":"2024-04-02T08:27:11.615391+0000","last_became_peered":"2024-04-02T08:27:11.615391+0000","last_unstale":"2024-04-02T08:27:46.988562+0000","last_undegraded":"2024-04-02T08:27:46.988562+0000","last_fullsized":"2024-04-02T08:27:46.988562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883122+0000","last_change":"2024-04-02T08:27:44.937316+0000","last_active":"2024-04-02T08:27:46.883122+0000","last_peered":"2024-04-02T08:27:46.883122+0000","last_clean":"2024-04-02T08:27:46.883122+0000","last_became_active":"2024-04-02T08:27:44.937010+0000","last_became_peered":"2024-04-02T08:27:44.937010+0000","last_unstale":"2024-04-02T08:27:46.883122+0000","last_undegraded":"2024-04-02T08:27:46.883122+0000","last_fullsized":"2024-04-02T08:27:46.883122+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:52.107211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222040+0000","last_change":"2024-04-02T08:27:11.241582+0000","last_active":"2024-04-02T08:27:45.222040+0000","last_peered":"2024-04-02T08:27:45.222040+0000","last_clean":"2024-04-02T08:27:45.222040+0000","last_became_active":"2024-04-02T08:27:11.241272+0000","last_became_peered":"2024-04-02T08:27:11.241272+0000","last_unstale":"2024-04-02T08:27:45.222040+0000","last_undegraded":"2024-04-02T08:27:45.222040+0000","last_fullsized":"2024-04-02T08:27:45.222040+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223564+0000","last_change":"2024-04-02T08:27:11.607165+0000","last_active":"2024-04-02T08:27:45.223564+0000","last_peered":"2024-04-02T08:27:45.223564+0000","last_clean":"2024-04-02T08:27:45.223564+0000","last_became_active":"2024-04-02T08:27:11.606816+0000","last_became_peered":"2024-04-02T08:27:11.606816+0000","last_unstale":"2024-04-02T08:27:45.223564+0000","last_undegraded":"2024-04-02T08:27:45.223564+0000","last_fullsized":"2024-04-02T08:27:45.223564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219605+0000","last_change":"2024-04-02T08:27:11.234800+0000","last_active":"2024-04-02T08:27:45.219605+0000","last_peered":"2024-04-02T08:27:45.219605+0000","last_clean":"2024-04-02T08:27:45.219605+0000","last_became_active":"2024-04-02T08:27:11.234450+0000","last_became_peered":"2024-04-02T08:27:11.234450+0000","last_unstale":"2024-04-02T08:27:45.219605+0000","last_undegraded":"2024-04-02T08:27:45.219605+0000","last_fullsized":"2024-04-02T08:27:45.219605+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883310+0000","last_change":"2024-04-02T08:27:11.598273+0000","last_active":"2024-04-02T08:27:46.883310+0000","last_peered":"2024-04-02T08:27:46.883310+0000","last_clean":"2024-04-02T08:27:46.883310+0000","last_became_active":"2024-04-02T08:27:11.597911+0000","last_became_peered":"2024-04-02T08:27:11.597911+0000","last_unstale":"2024-04-02T08:27:46.883310+0000","last_undegraded":"2024-04-02T08:27:46.883310+0000","last_fullsized":"2024-04-02T08:27:46.883310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:57:03.928721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225266+0000","last_change":"2024-04-02T08:27:11.237757+0000","last_active":"2024-04-02T08:27:46.225266+0000","last_peered":"2024-04-02T08:27:46.225266+0000","last_clean":"2024-04-02T08:27:46.225266+0000","last_became_active":"2024-04-02T08:27:11.237479+0000","last_became_peered":"2024-04-02T08:27:11.237479+0000","last_unstale":"2024-04-02T08:27:46.225266+0000","last_undegraded":"2024-04-02T08:27:46.225266+0000","last_fullsized":"2024-04-02T08:27:46.225266+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988184+0000","last_change":"2024-04-02T08:27:11.614808+0000","last_active":"2024-04-02T08:27:46.988184+0000","last_peered":"2024-04-02T08:27:46.988184+0000","last_clean":"2024-04-02T08:27:46.988184+0000","last_became_active":"2024-04-02T08:27:11.614539+0000","last_became_peered":"2024-04-02T08:27:11.614539+0000","last_unstale":"2024-04-02T08:27:46.988184+0000","last_undegraded":"2024-04-02T08:27:46.988184+0000","last_fullsized":"2024-04-02T08:27:46.988184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225653+0000","last_change":"2024-04-02T08:27:11.237332+0000","last_active":"2024-04-02T08:27:46.225653+0000","last_peered":"2024-04-02T08:27:46.225653+0000","last_clean":"2024-04-02T08:27:46.225653+0000","last_became_active":"2024-04-02T08:27:11.236834+0000","last_became_peered":"2024-04-02T08:27:11.236834+0000","last_unstale":"2024-04-02T08:27:46.225653+0000","last_undegraded":"2024-04-02T08:27:46.225653+0000","last_fullsized":"2024-04-02T08:27:46.225653+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988370+0000","last_change":"2024-04-02T08:27:11.618189+0000","last_active":"2024-04-02T08:27:46.988370+0000","last_peered":"2024-04-02T08:27:46.988370+0000","last_clean":"2024-04-02T08:27:46.988370+0000","last_became_active":"2024-04-02T08:27:11.616948+0000","last_became_peered":"2024-04-02T08:27:11.616948+0000","last_unstale":"2024-04-02T08:27:46.988370+0000","last_undegraded":"2024-04-02T08:27:46.988370+0000","last_fullsized":"2024-04-02T08:27:46.988370+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219775+0000","last_change":"2024-04-02T08:27:11.240772+0000","last_active":"2024-04-02T08:27:45.219775+0000","last_peered":"2024-04-02T08:27:45.219775+0000","last_clean":"2024-04-02T08:27:45.219775+0000","last_became_active":"2024-04-02T08:27:11.240376+0000","last_became_peered":"2024-04-02T08:27:11.240376+0000","last_unstale":"2024-04-02T08:27:45.219775+0000","last_undegraded":"2024-04-02T08:27:45.219775+0000","last_fullsized":"2024-04-02T08:27:45.219775+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222197+0000","last_change":"2024-04-02T08:27:11.613111+0000","last_active":"2024-04-02T08:27:45.222197+0000","last_peered":"2024-04-02T08:27:45.222197+0000","last_clean":"2024-04-02T08:27:45.222197+0000","last_became_active":"2024-04-02T08:27:11.612693+0000","last_became_peered":"2024-04-02T08:27:11.612693+0000","last_unstale":"2024-04-02T08:27:45.222197+0000","last_undegraded":"2024-04-02T08:27:45.222197+0000","last_fullsized":"2024-04-02T08:27:45.222197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244244+0000","last_change":"2024-04-02T08:27:11.236167+0000","last_active":"2024-04-02T08:27:45.244244+0000","last_peered":"2024-04-02T08:27:45.244244+0000","last_clean":"2024-04-02T08:27:45.244244+0000","last_became_active":"2024-04-02T08:27:11.235182+0000","last_became_peered":"2024-04-02T08:27:11.235182+0000","last_unstale":"2024-04-02T08:27:45.244244+0000","last_undegraded":"2024-04-02T08:27:45.244244+0000","last_fullsized":"2024-04-02T08:27:45.244244+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220389+0000","last_change":"2024-04-02T08:27:11.619293+0000","last_active":"2024-04-02T08:27:45.220389+0000","last_peered":"2024-04-02T08:27:45.220389+0000","last_clean":"2024-04-02T08:27:45.220389+0000","last_became_active":"2024-04-02T08:27:11.618054+0000","last_became_peered":"2024-04-02T08:27:11.618054+0000","last_unstale":"2024-04-02T08:27:45.220389+0000","last_undegraded":"2024-04-02T08:27:45.220389+0000","last_fullsized":"2024-04-02T08:27:45.220389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:52:50.747102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225924+0000","last_change":"2024-04-02T08:27:11.232826+0000","last_active":"2024-04-02T08:27:46.225924+0000","last_peered":"2024-04-02T08:27:46.225924+0000","last_clean":"2024-04-02T08:27:46.225924+0000","last_became_active":"2024-04-02T08:27:11.232535+0000","last_became_peered":"2024-04-02T08:27:11.232535+0000","last_unstale":"2024-04-02T08:27:46.225924+0000","last_undegraded":"2024-04-02T08:27:46.225924+0000","last_fullsized":"2024-04-02T08:27:46.225924+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226044+0000","last_change":"2024-04-02T08:27:11.604070+0000","last_active":"2024-04-02T08:27:46.226044+0000","last_peered":"2024-04-02T08:27:46.226044+0000","last_clean":"2024-04-02T08:27:46.226044+0000","last_became_active":"2024-04-02T08:27:11.603772+0000","last_became_peered":"2024-04-02T08:27:11.603772+0000","last_unstale":"2024-04-02T08:27:46.226044+0000","last_undegraded":"2024-04-02T08:27:46.226044+0000","last_fullsized":"2024-04-02T08:27:46.226044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244528+0000","last_change":"2024-04-02T08:27:11.234418+0000","last_active":"2024-04-02T08:27:45.244528+0000","last_peered":"2024-04-02T08:27:45.244528+0000","last_clean":"2024-04-02T08:27:45.244528+0000","last_became_active":"2024-04-02T08:27:11.233677+0000","last_became_peered":"2024-04-02T08:27:11.233677+0000","last_unstale":"2024-04-02T08:27:45.244528+0000","last_undegraded":"2024-04-02T08:27:45.244528+0000","last_fullsized":"2024-04-02T08:27:45.244528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220680+0000","last_change":"2024-04-02T08:27:11.610480+0000","last_active":"2024-04-02T08:27:45.220680+0000","last_peered":"2024-04-02T08:27:45.220680+0000","last_clean":"2024-04-02T08:27:45.220680+0000","last_became_active":"2024-04-02T08:27:11.610182+0000","last_became_peered":"2024-04-02T08:27:11.610182+0000","last_unstale":"2024-04-02T08:27:45.220680+0000","last_undegraded":"2024-04-02T08:27:45.220680+0000","last_fullsized":"2024-04-02T08:27:45.220680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:53:37.341013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.221553+0000","last_change":"2024-04-02T08:27:11.608214+0000","last_active":"2024-04-02T08:27:45.221553+0000","last_peered":"2024-04-02T08:27:45.221553+0000","last_clean":"2024-04-02T08:27:45.221553+0000","last_became_active":"2024-04-02T08:27:11.607902+0000","last_became_peered":"2024-04-02T08:27:11.607902+0000","last_unstale":"2024-04-02T08:27:45.221553+0000","last_undegraded":"2024-04-02T08:27:45.221553+0000","last_fullsized":"2024-04-02T08:27:45.221553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244107+0000","last_change":"2024-04-02T08:27:11.609307+0000","last_active":"2024-04-02T08:27:45.244107+0000","last_peered":"2024-04-02T08:27:45.244107+0000","last_clean":"2024-04-02T08:27:45.244107+0000","last_became_active":"2024-04-02T08:27:11.609055+0000","last_became_peered":"2024-04-02T08:27:11.609055+0000","last_unstale":"2024-04-02T08:27:45.244107+0000","last_undegraded":"2024-04-02T08:27:45.244107+0000","last_fullsized":"2024-04-02T08:27:45.244107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225741+0000","last_change":"2024-04-02T08:27:11.609756+0000","last_active":"2024-04-02T08:27:46.225741+0000","last_peered":"2024-04-02T08:27:46.225741+0000","last_clean":"2024-04-02T08:27:46.225741+0000","last_became_active":"2024-04-02T08:27:11.609428+0000","last_became_peered":"2024-04-02T08:27:11.609428+0000","last_unstale":"2024-04-02T08:27:46.225741+0000","last_undegraded":"2024-04-02T08:27:46.225741+0000","last_fullsized":"2024-04-02T08:27:46.225741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218158+0000","last_change":"2024-04-02T08:27:39.673188+0000","last_active":"2024-04-02T08:27:46.218158+0000","last_peered":"2024-04-02T08:27:46.218158+0000","last_clean":"2024-04-02T08:27:46.218158+0000","last_became_active":"2024-04-02T08:27:39.672837+0000","last_became_peered":"2024-04-02T08:27:39.672837+0000","last_unstale":"2024-04-02T08:27:46.218158+0000","last_undegraded":"2024-04-02T08:27:46.218158+0000","last_fullsized":"2024-04-02T08:27:46.218158+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:58:40.642362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988403+0000","last_change":"2024-04-02T08:27:11.615066+0000","last_active":"2024-04-02T08:27:46.988403+0000","last_peered":"2024-04-02T08:27:46.988403+0000","last_clean":"2024-04-02T08:27:46.988403+0000","last_became_active":"2024-04-02T08:27:11.614800+0000","last_became_peered":"2024-04-02T08:27:11.614800+0000","last_unstale":"2024-04-02T08:27:46.988403+0000","last_undegraded":"2024-04-02T08:27:46.988403+0000","last_fullsized":"2024-04-02T08:27:46.988403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225872+0000","last_change":"2024-04-02T08:27:11.602787+0000","last_active":"2024-04-02T08:27:46.225872+0000","last_peered":"2024-04-02T08:27:46.225872+0000","last_clean":"2024-04-02T08:27:46.225872+0000","last_became_active":"2024-04-02T08:27:11.602474+0000","last_became_peered":"2024-04-02T08:27:11.602474+0000","last_unstale":"2024-04-02T08:27:46.225872+0000","last_undegraded":"2024-04-02T08:27:46.225872+0000","last_fullsized":"2024-04-02T08:27:46.225872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:47.807766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222669+0000","last_change":"2024-04-02T08:27:11.616918+0000","last_active":"2024-04-02T08:27:45.222669+0000","last_peered":"2024-04-02T08:27:45.222669+0000","last_clean":"2024-04-02T08:27:45.222669+0000","last_became_active":"2024-04-02T08:27:11.616508+0000","last_became_peered":"2024-04-02T08:27:11.616508+0000","last_unstale":"2024-04-02T08:27:45.222669+0000","last_undegraded":"2024-04-02T08:27:45.222669+0000","last_fullsized":"2024-04-02T08:27:45.222669+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988596+0000","last_change":"2024-04-02T08:27:11.613308+0000","last_active":"2024-04-02T08:27:46.988596+0000","last_peered":"2024-04-02T08:27:46.988596+0000","last_clean":"2024-04-02T08:27:46.988596+0000","last_became_active":"2024-04-02T08:27:11.613013+0000","last_became_peered":"2024-04-02T08:27:11.613013+0000","last_unstale":"2024-04-02T08:27:46.988596+0000","last_undegraded":"2024-04-02T08:27:46.988596+0000","last_fullsized":"2024-04-02T08:27:46.988596+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225620+0000","last_change":"2024-04-02T08:27:11.604836+0000","last_active":"2024-04-02T08:27:46.225620+0000","last_peered":"2024-04-02T08:27:46.225620+0000","last_clean":"2024-04-02T08:27:46.225620+0000","last_became_active":"2024-04-02T08:27:11.604532+0000","last_became_peered":"2024-04-02T08:27:11.604532+0000","last_unstale":"2024-04-02T08:27:46.225620+0000","last_undegraded":"2024-04-02T08:27:46.225620+0000","last_fullsized":"2024-04-02T08:27:46.225620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988237+0000","last_change":"2024-04-02T08:27:11.610420+0000","last_active":"2024-04-02T08:27:46.988237+0000","last_peered":"2024-04-02T08:27:46.988237+0000","last_clean":"2024-04-02T08:27:46.988237+0000","last_became_active":"2024-04-02T08:27:11.610155+0000","last_became_peered":"2024-04-02T08:27:11.610155+0000","last_unstale":"2024-04-02T08:27:46.988237+0000","last_undegraded":"2024-04-02T08:27:46.988237+0000","last_fullsized":"2024-04-02T08:27:46.988237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225728+0000","last_change":"2024-04-02T08:27:11.603285+0000","last_active":"2024-04-02T08:27:46.225728+0000","last_peered":"2024-04-02T08:27:46.225728+0000","last_clean":"2024-04-02T08:27:46.225728+0000","last_became_active":"2024-04-02T08:27:11.602954+0000","last_became_peered":"2024-04-02T08:27:11.602954+0000","last_unstale":"2024-04-02T08:27:46.225728+0000","last_undegraded":"2024-04-02T08:27:46.225728+0000","last_fullsized":"2024-04-02T08:27:46.225728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222820+0000","last_change":"2024-04-02T08:27:11.606232+0000","last_active":"2024-04-02T08:27:45.222820+0000","last_peered":"2024-04-02T08:27:45.222820+0000","last_clean":"2024-04-02T08:27:45.222820+0000","last_became_active":"2024-04-02T08:27:11.605910+0000","last_became_peered":"2024-04-02T08:27:11.605910+0000","last_unstale":"2024-04-02T08:27:45.222820+0000","last_undegraded":"2024-04-02T08:27:45.222820+0000","last_fullsized":"2024-04-02T08:27:45.222820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222569+0000","last_change":"2024-04-02T08:27:39.672947+0000","last_active":"2024-04-02T08:27:45.222569+0000","last_peered":"2024-04-02T08:27:45.222569+0000","last_clean":"2024-04-02T08:27:45.222569+0000","last_became_active":"2024-04-02T08:27:39.672602+0000","last_became_peered":"2024-04-02T08:27:39.672602+0000","last_unstale":"2024-04-02T08:27:45.222569+0000","last_undegraded":"2024-04-02T08:27:45.222569+0000","last_fullsized":"2024-04-02T08:27:45.222569+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:22:56.089550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":899819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.48599999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.42499999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51000000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.43099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.374},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.496}]},{"osd":5,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.45700000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.441}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32396,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712756,"statfs":{"total":95995035648,"available":95961862144,"internally_reserved":0,"allocated":1310720,"data_stored":901623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.51500000000000001,"15min":0.51800000000000002},"min":{"1min":0.34599999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38600000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.752,"5min":0.753,"15min":0.753},"last":0.57699999999999996}]},{"osd":1,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.40300000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69299999999999995,"5min":1.139,"15min":1.139},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56299999999999994,"15min":0.56699999999999995},"min":{"1min":0.38300000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.76300000000000001,"5min":0.873,"15min":0.873},"last":0.35199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.34399999999999997,"5min":0.312,"15min":0.312},"max":{"1min":0.72799999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77700000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.44800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.58599999999999997,"15min":0.59799999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.746,"5min":1.107,"15min":1.107},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.59799999999999998,"15min":0.60699999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73599999999999999,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.59699999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.49399999999999999,"15min":0.497},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.70699999999999996,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.52400000000000002,"15min":0.53400000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.52900000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79500000000000004,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.59499999999999997,"15min":0.60699999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77500000000000002,"5min":1.179,"15min":1.179},"last":0.61499999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:27:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.378,"15min":0.38400000000000001},"min":{"1min":0.23699999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.55800000000000005,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.56599999999999995,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.39300000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:59 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.379,"15min":0.373},"min":{"1min":0.26000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.53100000000000003,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.378},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.26600000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.60999999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35399999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.35499999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.57699999999999996,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40500000000000003,"15min":0.41199999999999998},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29099999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59199999999999997,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79000000000000004,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.629},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77400000000000002,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.505}]},{"osd":5,"last update":"Tue Apr 2 08:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.751,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.42299999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.70099999999999996,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.439}]},{"osd":6,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57299999999999995,"15min":0.56499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57099999999999995,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.375,"15min":0.375},"max":{"1min":0.748,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.48299999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.59099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32404,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712748,"statfs":{"total":95995035648,"available":95961853952,"internally_reserved":0,"allocated":1318912,"data_stored":900274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.38500000000000001,"15min":0.35799999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.375,"15min":0.34499999999999997},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.217}]},{"osd":2,"last update":"Tue Apr 2 08:27:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.25800000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.311,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71399999999999997,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.33100000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45400000000000001,"15min":0.45600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.47999999999999998},"min":{"1min":0.36499999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.36899999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55700000000000005,"15min":0.56399999999999995},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.60899999999999999,"15min":0.60299999999999998},"min":{"1min":0.5,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.63200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:28:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.45400000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56100000000000005,"15min":0.55900000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.65500000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.623,"15min":0.622},"min":{"1min":0.47599999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.439,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.69999999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.103,"5min":1.103,"15min":1.103},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.66900000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31824,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713328,"statfs":{"total":95995035648,"available":95962447872,"internally_reserved":0,"allocated":712704,"data_stored":309065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35499999999999998,"15min":0.33400000000000002},"min":{"1min":0.22900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.45600000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.376,"15min":0.34300000000000003},"min":{"1min":0.26700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.46300000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.42699999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54300000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.29299999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:19 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.41999999999999998,"15min":0.42599999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.497,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56499999999999995,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.45500000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.497,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.70999999999999996,"5min":0.746,"15min":0.746},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.59199999999999997,"15min":0.58999999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.71599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:28:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.60899999999999999,"15min":0.621},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.623},{"interface":"front","average":{"1min":0.62,"5min":0.66400000000000003,"15min":0.67100000000000004},"min":{"1min":0.47399999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.80400000000000005,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.73099999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:28:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.66300000000000003,"15min":0.67900000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76200000000000001,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.629,"15min":0.64300000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.70099999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.755}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":311359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.26400000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.48499999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.375},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.49099999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.35599999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.27800000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.61699999999999999,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.46400000000000002,"15min":0.47199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.63500000000000001,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.31900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.56100000000000005,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.42899999999999999,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.30499999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54200000000000004,"15min":0.54100000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.749,"5min":0.751,"15min":0.751},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.60599999999999998,"15min":0.61399999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71499999999999997,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.5}]},{"osd":5,"last update":"Tue Apr 2 08:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76200000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.41299999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.48599999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.42499999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77900000000000003,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.433},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.41899999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53400000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":724992,"data_stored":309886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":1.714,"5min":1.714,"15min":1.714},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54300000000000004,"15min":0.54000000000000004},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.956,"5min":1.956,"15min":1.956},"last":0.53800000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.31900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.66100000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57099999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56000000000000005,"15min":0.55200000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.0339999999999998,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.64100000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.9830000000000001,"5min":1.9830000000000001,"15min":1.9830000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.55000000000000004,"15min":0.54400000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":0.51200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47999999999999998,"15min":0.47799999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.65800000000000003,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.31,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.68200000000000005,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.71799999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.47799999999999998,"15min":0.46999999999999997},"min":{"1min":0.33700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.72299999999999998,"5min":2.0089999999999999,"15min":2.0089999999999999},"last":0.497},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.501,"15min":0.495},"min":{"1min":0.35499999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.73399999999999999,"5min":1.7609999999999999,"15min":1.7609999999999999},"last":0.69499999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.9199999999999999,"5min":1.9199999999999999,"15min":1.9199999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.623}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":716800,"data_stored":311014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.37,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71499999999999997,"5min":0.872,"15min":0.872},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.38500000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69499999999999995,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.49399999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.57099999999999995,"15min":0.56899999999999995},"min":{"1min":0.443,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.505,"15min":0.502},"min":{"1min":0.35899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.51700000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53100000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56599999999999995,"15min":0.56699999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.70399999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54800000000000004,"15min":0.54900000000000004},"min":{"1min":0.40300000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.752,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.73999999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41399999999999998,"15min":0.40200000000000002},"min":{"1min":0.34999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42399999999999999,"15min":0.41599999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.72099999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34899999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67700000000000005,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.51200000000000001,"15min":0.505},"min":{"1min":0.33700000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69699999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.83799999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.75800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:28:41.898 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:28:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:42 smithi019 ceph-mon[39381]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:42 smithi019 ceph-mon[39381]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:42 smithi019 ceph-mon[27522]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:42 smithi019 ceph-mon[27522]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:43.057 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:43.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:42 smithi066 ceph-mon[30998]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:43.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:42 smithi066 ceph-mon[30998]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:44 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:44 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:44 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:44 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:44 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.318 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.318 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.318 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:44.318 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:44.318 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.319 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.319 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:44.319 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:44.319 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:44.319 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:44 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:45 smithi066 ceph-mon[30998]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:28:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:45 smithi066 ceph-mon[30998]: Reconfiguring daemon alertmanager.a on smithi019 2024-04-02T08:28:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:45 smithi066 ceph-mon[30998]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.322 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:45 smithi019 ceph-mon[27522]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:28:45.322 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:45 smithi019 ceph-mon[27522]: Reconfiguring daemon alertmanager.a on smithi019 2024-04-02T08:28:45.322 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:45 smithi019 ceph-mon[27522]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.322 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:45 smithi019 ceph-mon[39381]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:28:45.322 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:45 smithi019 ceph-mon[39381]: Reconfiguring daemon alertmanager.a on smithi019 2024-04-02T08:28:45.323 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:45 smithi019 ceph-mon[39381]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:45.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:45.934 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:28:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:46 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:46 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:46 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:47 smithi019 ceph-mon[27522]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:47 smithi019 ceph-mon[27522]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:47 smithi019 ceph-mon[39381]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:47 smithi019 ceph-mon[39381]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:47.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:47 smithi066 ceph-mon[30998]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:47 smithi066 ceph-mon[30998]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:28:47.674 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-04-02T08:28:45.229208+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235836,"kb_used_data":7348,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725380,"statfs":{"total":767960285184,"available":767718789120,"internally_reserved":0,"allocated":7524352,"data_stored":4252218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":233819703},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002536"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220652+0000","last_change":"2024-04-02T08:27:11.605808+0000","last_active":"2024-04-02T08:27:45.220652+0000","last_peered":"2024-04-02T08:27:45.220652+0000","last_clean":"2024-04-02T08:27:45.220652+0000","last_became_active":"2024-04-02T08:27:11.605499+0000","last_became_peered":"2024-04-02T08:27:11.605499+0000","last_unstale":"2024-04-02T08:27:45.220652+0000","last_undegraded":"2024-04-02T08:27:45.220652+0000","last_fullsized":"2024-04-02T08:27:45.220652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:04:44.867032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225557+0000","last_change":"2024-04-02T08:27:11.613487+0000","last_active":"2024-04-02T08:27:46.225557+0000","last_peered":"2024-04-02T08:27:46.225557+0000","last_clean":"2024-04-02T08:27:46.225557+0000","last_became_active":"2024-04-02T08:27:11.613215+0000","last_became_peered":"2024-04-02T08:27:11.613215+0000","last_unstale":"2024-04-02T08:27:46.225557+0000","last_undegraded":"2024-04-02T08:27:46.225557+0000","last_fullsized":"2024-04-02T08:27:46.225557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:50.565288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223217+0000","last_change":"2024-04-02T08:27:11.610057+0000","last_active":"2024-04-02T08:27:45.223217+0000","last_peered":"2024-04-02T08:27:45.223217+0000","last_clean":"2024-04-02T08:27:45.223217+0000","last_became_active":"2024-04-02T08:27:11.609583+0000","last_became_peered":"2024-04-02T08:27:11.609583+0000","last_unstale":"2024-04-02T08:27:45.223217+0000","last_undegraded":"2024-04-02T08:27:45.223217+0000","last_fullsized":"2024-04-02T08:27:45.223217+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226011+0000","last_change":"2024-04-02T08:27:11.596198+0000","last_active":"2024-04-02T08:27:46.226011+0000","last_peered":"2024-04-02T08:27:46.226011+0000","last_clean":"2024-04-02T08:27:46.226011+0000","last_became_active":"2024-04-02T08:27:11.595871+0000","last_became_peered":"2024-04-02T08:27:11.595871+0000","last_unstale":"2024-04-02T08:27:46.226011+0000","last_undegraded":"2024-04-02T08:27:46.226011+0000","last_fullsized":"2024-04-02T08:27:46.226011+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219952+0000","last_change":"2024-04-02T08:27:11.612774+0000","last_active":"2024-04-02T08:27:45.219952+0000","last_peered":"2024-04-02T08:27:45.219952+0000","last_clean":"2024-04-02T08:27:45.219952+0000","last_became_active":"2024-04-02T08:27:11.612446+0000","last_became_peered":"2024-04-02T08:27:11.612446+0000","last_unstale":"2024-04-02T08:27:45.219952+0000","last_undegraded":"2024-04-02T08:27:45.219952+0000","last_fullsized":"2024-04-02T08:27:45.219952+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:05:33.901660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225853+0000","last_change":"2024-04-02T08:27:11.599770+0000","last_active":"2024-04-02T08:27:46.225853+0000","last_peered":"2024-04-02T08:27:46.225853+0000","last_clean":"2024-04-02T08:27:46.225853+0000","last_became_active":"2024-04-02T08:27:11.599469+0000","last_became_peered":"2024-04-02T08:27:11.599469+0000","last_unstale":"2024-04-02T08:27:46.225853+0000","last_undegraded":"2024-04-02T08:27:46.225853+0000","last_fullsized":"2024-04-02T08:27:46.225853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219622+0000","last_change":"2024-04-02T08:27:11.607935+0000","last_active":"2024-04-02T08:27:45.219622+0000","last_peered":"2024-04-02T08:27:45.219622+0000","last_clean":"2024-04-02T08:27:45.219622+0000","last_became_active":"2024-04-02T08:27:11.607627+0000","last_became_peered":"2024-04-02T08:27:11.607627+0000","last_unstale":"2024-04-02T08:27:45.219622+0000","last_undegraded":"2024-04-02T08:27:45.219622+0000","last_fullsized":"2024-04-02T08:27:45.219622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:25:25.858588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988087+0000","last_change":"2024-04-02T08:27:11.600948+0000","last_active":"2024-04-02T08:27:46.988087+0000","last_peered":"2024-04-02T08:27:46.988087+0000","last_clean":"2024-04-02T08:27:46.988087+0000","last_became_active":"2024-04-02T08:27:11.600587+0000","last_became_peered":"2024-04-02T08:27:11.600587+0000","last_unstale":"2024-04-02T08:27:46.988087+0000","last_undegraded":"2024-04-02T08:27:46.988087+0000","last_fullsized":"2024-04-02T08:27:46.988087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220549+0000","last_change":"2024-04-02T08:27:11.619788+0000","last_active":"2024-04-02T08:27:45.220549+0000","last_peered":"2024-04-02T08:27:45.220549+0000","last_clean":"2024-04-02T08:27:45.220549+0000","last_became_active":"2024-04-02T08:27:11.619201+0000","last_became_peered":"2024-04-02T08:27:11.619201+0000","last_unstale":"2024-04-02T08:27:45.220549+0000","last_undegraded":"2024-04-02T08:27:45.220549+0000","last_fullsized":"2024-04-02T08:27:45.220549+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:17:10.500988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222427+0000","last_change":"2024-04-02T08:27:11.613933+0000","last_active":"2024-04-02T08:27:45.222427+0000","last_peered":"2024-04-02T08:27:45.222427+0000","last_clean":"2024-04-02T08:27:45.222427+0000","last_became_active":"2024-04-02T08:27:11.613665+0000","last_became_peered":"2024-04-02T08:27:11.613665+0000","last_unstale":"2024-04-02T08:27:45.222427+0000","last_undegraded":"2024-04-02T08:27:45.222427+0000","last_fullsized":"2024-04-02T08:27:45.222427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222288+0000","last_change":"2024-04-02T08:27:11.614922+0000","last_active":"2024-04-02T08:27:45.222288+0000","last_peered":"2024-04-02T08:27:45.222288+0000","last_clean":"2024-04-02T08:27:45.222288+0000","last_became_active":"2024-04-02T08:27:11.614630+0000","last_became_peered":"2024-04-02T08:27:11.614630+0000","last_unstale":"2024-04-02T08:27:45.222288+0000","last_undegraded":"2024-04-02T08:27:45.222288+0000","last_fullsized":"2024-04-02T08:27:45.222288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218175+0000","last_change":"2024-04-02T08:27:39.538254+0000","last_active":"2024-04-02T08:27:46.218175+0000","last_peered":"2024-04-02T08:27:46.218175+0000","last_clean":"2024-04-02T08:27:46.218175+0000","last_became_active":"2024-04-02T08:27:39.537913+0000","last_became_peered":"2024-04-02T08:27:39.537913+0000","last_unstale":"2024-04-02T08:27:46.218175+0000","last_undegraded":"2024-04-02T08:27:46.218175+0000","last_fullsized":"2024-04-02T08:27:46.218175+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:18:08.740438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988325+0000","last_change":"2024-04-02T08:27:11.607853+0000","last_active":"2024-04-02T08:27:46.988325+0000","last_peered":"2024-04-02T08:27:46.988325+0000","last_clean":"2024-04-02T08:27:46.988325+0000","last_became_active":"2024-04-02T08:27:11.607577+0000","last_became_peered":"2024-04-02T08:27:11.607577+0000","last_unstale":"2024-04-02T08:27:46.988325+0000","last_undegraded":"2024-04-02T08:27:46.988325+0000","last_fullsized":"2024-04-02T08:27:46.988325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222602+0000","last_change":"2024-04-02T08:27:11.600260+0000","last_active":"2024-04-02T08:27:45.222602+0000","last_peered":"2024-04-02T08:27:45.222602+0000","last_clean":"2024-04-02T08:27:45.222602+0000","last_became_active":"2024-04-02T08:27:11.599932+0000","last_became_peered":"2024-04-02T08:27:11.599932+0000","last_unstale":"2024-04-02T08:27:45.222602+0000","last_undegraded":"2024-04-02T08:27:45.222602+0000","last_fullsized":"2024-04-02T08:27:45.222602+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225237+0000","last_change":"2024-04-02T08:27:11.618594+0000","last_active":"2024-04-02T08:27:46.225237+0000","last_peered":"2024-04-02T08:27:46.225237+0000","last_clean":"2024-04-02T08:27:46.225237+0000","last_became_active":"2024-04-02T08:27:11.618195+0000","last_became_peered":"2024-04-02T08:27:11.618195+0000","last_unstale":"2024-04-02T08:27:46.225237+0000","last_undegraded":"2024-04-02T08:27:46.225237+0000","last_fullsized":"2024-04-02T08:27:46.225237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:11:58.872114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218069+0000","last_change":"2024-04-02T08:27:39.674060+0000","last_active":"2024-04-02T08:27:46.218069+0000","last_peered":"2024-04-02T08:27:46.218069+0000","last_clean":"2024-04-02T08:27:46.218069+0000","last_became_active":"2024-04-02T08:27:39.672583+0000","last_became_peered":"2024-04-02T08:27:39.672583+0000","last_unstale":"2024-04-02T08:27:46.218069+0000","last_undegraded":"2024-04-02T08:27:46.218069+0000","last_fullsized":"2024-04-02T08:27:46.218069+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:08.202617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226444+0000","last_change":"2024-04-02T08:27:11.597313+0000","last_active":"2024-04-02T08:27:46.226444+0000","last_peered":"2024-04-02T08:27:46.226444+0000","last_clean":"2024-04-02T08:27:46.226444+0000","last_became_active":"2024-04-02T08:27:11.596987+0000","last_became_peered":"2024-04-02T08:27:11.596987+0000","last_unstale":"2024-04-02T08:27:46.226444+0000","last_undegraded":"2024-04-02T08:27:46.226444+0000","last_fullsized":"2024-04-02T08:27:46.226444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244559+0000","last_change":"2024-04-02T08:27:11.607611+0000","last_active":"2024-04-02T08:27:45.244559+0000","last_peered":"2024-04-02T08:27:45.244559+0000","last_clean":"2024-04-02T08:27:45.244559+0000","last_became_active":"2024-04-02T08:27:11.607332+0000","last_became_peered":"2024-04-02T08:27:11.607332+0000","last_unstale":"2024-04-02T08:27:45.244559+0000","last_undegraded":"2024-04-02T08:27:45.244559+0000","last_fullsized":"2024-04-02T08:27:45.244559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220186+0000","last_change":"2024-04-02T08:27:11.606788+0000","last_active":"2024-04-02T08:27:45.220186+0000","last_peered":"2024-04-02T08:27:45.220186+0000","last_clean":"2024-04-02T08:27:45.220186+0000","last_became_active":"2024-04-02T08:27:11.606476+0000","last_became_peered":"2024-04-02T08:27:11.606476+0000","last_unstale":"2024-04-02T08:27:45.220186+0000","last_undegraded":"2024-04-02T08:27:45.220186+0000","last_fullsized":"2024-04-02T08:27:45.220186+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:28.095968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.224008+0000","last_change":"2024-04-02T08:27:11.244211+0000","last_active":"2024-04-02T08:27:45.224008+0000","last_peered":"2024-04-02T08:27:45.224008+0000","last_clean":"2024-04-02T08:27:45.224008+0000","last_became_active":"2024-04-02T08:27:11.243824+0000","last_became_peered":"2024-04-02T08:27:11.243824+0000","last_unstale":"2024-04-02T08:27:45.224008+0000","last_undegraded":"2024-04-02T08:27:45.224008+0000","last_fullsized":"2024-04-02T08:27:45.224008+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988514+0000","last_change":"2024-04-02T08:27:11.603338+0000","last_active":"2024-04-02T08:27:46.988514+0000","last_peered":"2024-04-02T08:27:46.988514+0000","last_clean":"2024-04-02T08:27:46.988514+0000","last_became_active":"2024-04-02T08:27:11.602929+0000","last_became_peered":"2024-04-02T08:27:11.602929+0000","last_unstale":"2024-04-02T08:27:46.988514+0000","last_undegraded":"2024-04-02T08:27:46.988514+0000","last_fullsized":"2024-04-02T08:27:46.988514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988600+0000","last_change":"2024-04-02T08:27:11.239681+0000","last_active":"2024-04-02T08:27:46.988600+0000","last_peered":"2024-04-02T08:27:46.988600+0000","last_clean":"2024-04-02T08:27:46.988600+0000","last_became_active":"2024-04-02T08:27:11.239092+0000","last_became_peered":"2024-04-02T08:27:11.239092+0000","last_unstale":"2024-04-02T08:27:46.988600+0000","last_undegraded":"2024-04-02T08:27:46.988600+0000","last_fullsized":"2024-04-02T08:27:46.988600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223792+0000","last_change":"2024-04-02T08:27:11.603140+0000","last_active":"2024-04-02T08:27:45.223792+0000","last_peered":"2024-04-02T08:27:45.223792+0000","last_clean":"2024-04-02T08:27:45.223792+0000","last_became_active":"2024-04-02T08:27:11.602875+0000","last_became_peered":"2024-04-02T08:27:11.602875+0000","last_unstale":"2024-04-02T08:27:45.223792+0000","last_undegraded":"2024-04-02T08:27:45.223792+0000","last_fullsized":"2024-04-02T08:27:45.223792+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220571+0000","last_change":"2024-04-02T08:27:11.247267+0000","last_active":"2024-04-02T08:27:45.220571+0000","last_peered":"2024-04-02T08:27:45.220571+0000","last_clean":"2024-04-02T08:27:45.220571+0000","last_became_active":"2024-04-02T08:27:11.246958+0000","last_became_peered":"2024-04-02T08:27:11.246958+0000","last_unstale":"2024-04-02T08:27:45.220571+0000","last_undegraded":"2024-04-02T08:27:45.220571+0000","last_fullsized":"2024-04-02T08:27:45.220571+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226136+0000","last_change":"2024-04-02T08:27:11.600911+0000","last_active":"2024-04-02T08:27:46.226136+0000","last_peered":"2024-04-02T08:27:46.226136+0000","last_clean":"2024-04-02T08:27:46.226136+0000","last_became_active":"2024-04-02T08:27:11.600622+0000","last_became_peered":"2024-04-02T08:27:11.600622+0000","last_unstale":"2024-04-02T08:27:46.226136+0000","last_undegraded":"2024-04-02T08:27:46.226136+0000","last_fullsized":"2024-04-02T08:27:46.226136+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220171+0000","last_change":"2024-04-02T08:27:11.241382+0000","last_active":"2024-04-02T08:27:45.220171+0000","last_peered":"2024-04-02T08:27:45.220171+0000","last_clean":"2024-04-02T08:27:45.220171+0000","last_became_active":"2024-04-02T08:27:11.241029+0000","last_became_peered":"2024-04-02T08:27:11.241029+0000","last_unstale":"2024-04-02T08:27:45.220171+0000","last_undegraded":"2024-04-02T08:27:45.220171+0000","last_fullsized":"2024-04-02T08:27:45.220171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226181+0000","last_change":"2024-04-02T08:27:11.606156+0000","last_active":"2024-04-02T08:27:46.226181+0000","last_peered":"2024-04-02T08:27:46.226181+0000","last_clean":"2024-04-02T08:27:46.226181+0000","last_became_active":"2024-04-02T08:27:11.605181+0000","last_became_peered":"2024-04-02T08:27:11.605181+0000","last_unstale":"2024-04-02T08:27:46.226181+0000","last_undegraded":"2024-04-02T08:27:46.226181+0000","last_fullsized":"2024-04-02T08:27:46.226181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988566+0000","last_change":"2024-04-02T08:27:11.235609+0000","last_active":"2024-04-02T08:27:46.988566+0000","last_peered":"2024-04-02T08:27:46.988566+0000","last_clean":"2024-04-02T08:27:46.988566+0000","last_became_active":"2024-04-02T08:27:11.235326+0000","last_became_peered":"2024-04-02T08:27:11.235326+0000","last_unstale":"2024-04-02T08:27:46.988566+0000","last_undegraded":"2024-04-02T08:27:46.988566+0000","last_fullsized":"2024-04-02T08:27:46.988566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883274+0000","last_change":"2024-04-02T08:27:11.612333+0000","last_active":"2024-04-02T08:27:46.883274+0000","last_peered":"2024-04-02T08:27:46.883274+0000","last_clean":"2024-04-02T08:27:46.883274+0000","last_became_active":"2024-04-02T08:27:11.611814+0000","last_became_peered":"2024-04-02T08:27:11.611814+0000","last_unstale":"2024-04-02T08:27:46.883274+0000","last_undegraded":"2024-04-02T08:27:46.883274+0000","last_fullsized":"2024-04-02T08:27:46.883274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:18:27.479401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222205+0000","last_change":"2024-04-02T08:27:11.242356+0000","last_active":"2024-04-02T08:27:45.222205+0000","last_peered":"2024-04-02T08:27:45.222205+0000","last_clean":"2024-04-02T08:27:45.222205+0000","last_became_active":"2024-04-02T08:27:11.242019+0000","last_became_peered":"2024-04-02T08:27:11.242019+0000","last_unstale":"2024-04-02T08:27:45.222205+0000","last_undegraded":"2024-04-02T08:27:45.222205+0000","last_fullsized":"2024-04-02T08:27:45.222205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222732+0000","last_change":"2024-04-02T08:27:11.613023+0000","last_active":"2024-04-02T08:27:45.222732+0000","last_peered":"2024-04-02T08:27:45.222732+0000","last_clean":"2024-04-02T08:27:45.222732+0000","last_became_active":"2024-04-02T08:27:11.612432+0000","last_became_peered":"2024-04-02T08:27:11.612432+0000","last_unstale":"2024-04-02T08:27:45.222732+0000","last_undegraded":"2024-04-02T08:27:45.222732+0000","last_fullsized":"2024-04-02T08:27:45.222732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988478+0000","last_change":"2024-04-02T08:27:11.234310+0000","last_active":"2024-04-02T08:27:46.988478+0000","last_peered":"2024-04-02T08:27:46.988478+0000","last_clean":"2024-04-02T08:27:46.988478+0000","last_became_active":"2024-04-02T08:27:11.233968+0000","last_became_peered":"2024-04-02T08:27:11.233968+0000","last_unstale":"2024-04-02T08:27:46.988478+0000","last_undegraded":"2024-04-02T08:27:46.988478+0000","last_fullsized":"2024-04-02T08:27:46.988478+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988270+0000","last_change":"2024-04-02T08:27:11.606625+0000","last_active":"2024-04-02T08:27:46.988270+0000","last_peered":"2024-04-02T08:27:46.988270+0000","last_clean":"2024-04-02T08:27:46.988270+0000","last_became_active":"2024-04-02T08:27:11.604247+0000","last_became_peered":"2024-04-02T08:27:11.604247+0000","last_unstale":"2024-04-02T08:27:46.988270+0000","last_undegraded":"2024-04-02T08:27:46.988270+0000","last_fullsized":"2024-04-02T08:27:46.988270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225656+0000","last_change":"2024-04-02T08:27:11.244247+0000","last_active":"2024-04-02T08:27:46.225656+0000","last_peered":"2024-04-02T08:27:46.225656+0000","last_clean":"2024-04-02T08:27:46.225656+0000","last_became_active":"2024-04-02T08:27:11.243547+0000","last_became_peered":"2024-04-02T08:27:11.243547+0000","last_unstale":"2024-04-02T08:27:46.225656+0000","last_undegraded":"2024-04-02T08:27:46.225656+0000","last_fullsized":"2024-04-02T08:27:46.225656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225348+0000","last_change":"2024-04-02T08:27:11.617426+0000","last_active":"2024-04-02T08:27:46.225348+0000","last_peered":"2024-04-02T08:27:46.225348+0000","last_clean":"2024-04-02T08:27:46.225348+0000","last_became_active":"2024-04-02T08:27:11.616625+0000","last_became_peered":"2024-04-02T08:27:11.616625+0000","last_unstale":"2024-04-02T08:27:46.225348+0000","last_undegraded":"2024-04-02T08:27:46.225348+0000","last_fullsized":"2024-04-02T08:27:46.225348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:32.003354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222135+0000","last_change":"2024-04-02T08:27:11.242685+0000","last_active":"2024-04-02T08:27:45.222135+0000","last_peered":"2024-04-02T08:27:45.222135+0000","last_clean":"2024-04-02T08:27:45.222135+0000","last_became_active":"2024-04-02T08:27:11.242390+0000","last_became_peered":"2024-04-02T08:27:11.242390+0000","last_unstale":"2024-04-02T08:27:45.222135+0000","last_undegraded":"2024-04-02T08:27:45.222135+0000","last_fullsized":"2024-04-02T08:27:45.222135+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226246+0000","last_change":"2024-04-02T08:27:11.604268+0000","last_active":"2024-04-02T08:27:46.226246+0000","last_peered":"2024-04-02T08:27:46.226246+0000","last_clean":"2024-04-02T08:27:46.226246+0000","last_became_active":"2024-04-02T08:27:11.603450+0000","last_became_peered":"2024-04-02T08:27:11.603450+0000","last_unstale":"2024-04-02T08:27:46.226246+0000","last_undegraded":"2024-04-02T08:27:46.226246+0000","last_fullsized":"2024-04-02T08:27:46.226246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226166+0000","last_change":"2024-04-02T08:27:11.238649+0000","last_active":"2024-04-02T08:27:46.226166+0000","last_peered":"2024-04-02T08:27:46.226166+0000","last_clean":"2024-04-02T08:27:46.226166+0000","last_became_active":"2024-04-02T08:27:11.238063+0000","last_became_peered":"2024-04-02T08:27:11.238063+0000","last_unstale":"2024-04-02T08:27:46.226166+0000","last_undegraded":"2024-04-02T08:27:46.226166+0000","last_fullsized":"2024-04-02T08:27:46.226166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223915+0000","last_change":"2024-04-02T08:27:11.598030+0000","last_active":"2024-04-02T08:27:45.223915+0000","last_peered":"2024-04-02T08:27:45.223915+0000","last_clean":"2024-04-02T08:27:45.223915+0000","last_became_active":"2024-04-02T08:27:11.597748+0000","last_became_peered":"2024-04-02T08:27:11.597748+0000","last_unstale":"2024-04-02T08:27:45.223915+0000","last_undegraded":"2024-04-02T08:27:45.223915+0000","last_fullsized":"2024-04-02T08:27:45.223915+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225974+0000","last_change":"2024-04-02T08:27:11.237132+0000","last_active":"2024-04-02T08:27:46.225974+0000","last_peered":"2024-04-02T08:27:46.225974+0000","last_clean":"2024-04-02T08:27:46.225974+0000","last_became_active":"2024-04-02T08:27:11.236759+0000","last_became_peered":"2024-04-02T08:27:11.236759+0000","last_unstale":"2024-04-02T08:27:46.225974+0000","last_undegraded":"2024-04-02T08:27:46.225974+0000","last_fullsized":"2024-04-02T08:27:46.225974+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883524+0000","last_change":"2024-04-02T08:27:11.602953+0000","last_active":"2024-04-02T08:27:46.883524+0000","last_peered":"2024-04-02T08:27:46.883524+0000","last_clean":"2024-04-02T08:27:46.883524+0000","last_became_active":"2024-04-02T08:27:11.602512+0000","last_became_peered":"2024-04-02T08:27:11.602512+0000","last_unstale":"2024-04-02T08:27:46.883524+0000","last_undegraded":"2024-04-02T08:27:46.883524+0000","last_fullsized":"2024-04-02T08:27:46.883524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:35.944610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"67'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.329082+0000","last_change":"2024-04-02T08:27:11.243622+0000","last_active":"2024-04-02T08:27:45.329082+0000","last_peered":"2024-04-02T08:27:45.329082+0000","last_clean":"2024-04-02T08:27:45.329082+0000","last_became_active":"2024-04-02T08:27:11.243204+0000","last_became_peered":"2024-04-02T08:27:11.243204+0000","last_unstale":"2024-04-02T08:27:45.329082+0000","last_undegraded":"2024-04-02T08:27:45.329082+0000","last_fullsized":"2024-04-02T08:27:45.329082+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220298+0000","last_change":"2024-04-02T08:27:11.611942+0000","last_active":"2024-04-02T08:27:45.220298+0000","last_peered":"2024-04-02T08:27:45.220298+0000","last_clean":"2024-04-02T08:27:45.220298+0000","last_became_active":"2024-04-02T08:27:11.611345+0000","last_became_peered":"2024-04-02T08:27:11.611345+0000","last_unstale":"2024-04-02T08:27:45.220298+0000","last_undegraded":"2024-04-02T08:27:45.220298+0000","last_fullsized":"2024-04-02T08:27:45.220298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:15.797869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222971+0000","last_change":"2024-04-02T08:27:11.232144+0000","last_active":"2024-04-02T08:27:45.222971+0000","last_peered":"2024-04-02T08:27:45.222971+0000","last_clean":"2024-04-02T08:27:45.222971+0000","last_became_active":"2024-04-02T08:27:11.231801+0000","last_became_peered":"2024-04-02T08:27:11.231801+0000","last_unstale":"2024-04-02T08:27:45.222971+0000","last_undegraded":"2024-04-02T08:27:45.222971+0000","last_fullsized":"2024-04-02T08:27:45.222971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222558+0000","last_change":"2024-04-02T08:27:11.596665+0000","last_active":"2024-04-02T08:27:45.222558+0000","last_peered":"2024-04-02T08:27:45.222558+0000","last_clean":"2024-04-02T08:27:45.222558+0000","last_became_active":"2024-04-02T08:27:11.596392+0000","last_became_peered":"2024-04-02T08:27:11.596392+0000","last_unstale":"2024-04-02T08:27:45.222558+0000","last_undegraded":"2024-04-02T08:27:45.222558+0000","last_fullsized":"2024-04-02T08:27:45.222558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225665+0000","last_change":"2024-04-02T08:27:11.242955+0000","last_active":"2024-04-02T08:27:46.225665+0000","last_peered":"2024-04-02T08:27:46.225665+0000","last_clean":"2024-04-02T08:27:46.225665+0000","last_became_active":"2024-04-02T08:27:11.242627+0000","last_became_peered":"2024-04-02T08:27:11.242627+0000","last_unstale":"2024-04-02T08:27:46.225665+0000","last_undegraded":"2024-04-02T08:27:46.225665+0000","last_fullsized":"2024-04-02T08:27:46.225665+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219766+0000","last_change":"2024-04-02T08:27:11.613476+0000","last_active":"2024-04-02T08:27:45.219766+0000","last_peered":"2024-04-02T08:27:45.219766+0000","last_clean":"2024-04-02T08:27:45.219766+0000","last_became_active":"2024-04-02T08:27:11.611711+0000","last_became_peered":"2024-04-02T08:27:11.611711+0000","last_unstale":"2024-04-02T08:27:45.219766+0000","last_undegraded":"2024-04-02T08:27:45.219766+0000","last_fullsized":"2024-04-02T08:27:45.219766+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:24.090437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.221721+0000","last_change":"2024-04-02T08:27:11.238313+0000","last_active":"2024-04-02T08:27:45.221721+0000","last_peered":"2024-04-02T08:27:45.221721+0000","last_clean":"2024-04-02T08:27:45.221721+0000","last_became_active":"2024-04-02T08:27:11.237956+0000","last_became_peered":"2024-04-02T08:27:11.237956+0000","last_unstale":"2024-04-02T08:27:45.221721+0000","last_undegraded":"2024-04-02T08:27:45.221721+0000","last_fullsized":"2024-04-02T08:27:45.221721+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.221642+0000","last_change":"2024-04-02T08:27:11.606593+0000","last_active":"2024-04-02T08:27:45.221642+0000","last_peered":"2024-04-02T08:27:45.221642+0000","last_clean":"2024-04-02T08:27:45.221642+0000","last_became_active":"2024-04-02T08:27:11.606283+0000","last_became_peered":"2024-04-02T08:27:11.606283+0000","last_unstale":"2024-04-02T08:27:45.221642+0000","last_undegraded":"2024-04-02T08:27:45.221642+0000","last_fullsized":"2024-04-02T08:27:45.221642+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244201+0000","last_change":"2024-04-02T08:27:11.226957+0000","last_active":"2024-04-02T08:27:45.244201+0000","last_peered":"2024-04-02T08:27:45.244201+0000","last_clean":"2024-04-02T08:27:45.244201+0000","last_became_active":"2024-04-02T08:27:11.226647+0000","last_became_peered":"2024-04-02T08:27:11.226647+0000","last_unstale":"2024-04-02T08:27:45.244201+0000","last_undegraded":"2024-04-02T08:27:45.244201+0000","last_fullsized":"2024-04-02T08:27:45.244201+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219807+0000","last_change":"2024-04-02T08:27:11.608888+0000","last_active":"2024-04-02T08:27:45.219807+0000","last_peered":"2024-04-02T08:27:45.219807+0000","last_clean":"2024-04-02T08:27:45.219807+0000","last_became_active":"2024-04-02T08:27:11.608553+0000","last_became_peered":"2024-04-02T08:27:11.608553+0000","last_unstale":"2024-04-02T08:27:45.219807+0000","last_undegraded":"2024-04-02T08:27:45.219807+0000","last_fullsized":"2024-04-02T08:27:45.219807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:36.530633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883737+0000","last_change":"2024-04-02T08:27:11.232295+0000","last_active":"2024-04-02T08:27:46.883737+0000","last_peered":"2024-04-02T08:27:46.883737+0000","last_clean":"2024-04-02T08:27:46.883737+0000","last_became_active":"2024-04-02T08:27:11.231930+0000","last_became_peered":"2024-04-02T08:27:11.231930+0000","last_unstale":"2024-04-02T08:27:46.883737+0000","last_undegraded":"2024-04-02T08:27:46.883737+0000","last_fullsized":"2024-04-02T08:27:46.883737+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:48:27.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220512+0000","last_change":"2024-04-02T08:27:39.673016+0000","last_active":"2024-04-02T08:27:45.220512+0000","last_peered":"2024-04-02T08:27:45.220512+0000","last_clean":"2024-04-02T08:27:45.220512+0000","last_became_active":"2024-04-02T08:27:39.672662+0000","last_became_peered":"2024-04-02T08:27:39.672662+0000","last_unstale":"2024-04-02T08:27:45.220512+0000","last_undegraded":"2024-04-02T08:27:45.220512+0000","last_fullsized":"2024-04-02T08:27:45.220512+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:06:46.445615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225497+0000","last_change":"2024-04-02T08:27:44.937474+0000","last_active":"2024-04-02T08:27:46.225497+0000","last_peered":"2024-04-02T08:27:46.225497+0000","last_clean":"2024-04-02T08:27:46.225497+0000","last_became_active":"2024-04-02T08:27:44.937055+0000","last_became_peered":"2024-04-02T08:27:44.937055+0000","last_unstale":"2024-04-02T08:27:46.225497+0000","last_undegraded":"2024-04-02T08:27:46.225497+0000","last_fullsized":"2024-04-02T08:27:46.225497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:46:49.765697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225949+0000","last_change":"2024-04-02T08:27:11.237227+0000","last_active":"2024-04-02T08:27:46.225949+0000","last_peered":"2024-04-02T08:27:46.225949+0000","last_clean":"2024-04-02T08:27:46.225949+0000","last_became_active":"2024-04-02T08:27:11.236763+0000","last_became_peered":"2024-04-02T08:27:11.236763+0000","last_unstale":"2024-04-02T08:27:46.225949+0000","last_undegraded":"2024-04-02T08:27:46.225949+0000","last_fullsized":"2024-04-02T08:27:46.225949+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226248+0000","last_change":"2024-04-02T08:27:11.606595+0000","last_active":"2024-04-02T08:27:46.226248+0000","last_peered":"2024-04-02T08:27:46.226248+0000","last_clean":"2024-04-02T08:27:46.226248+0000","last_became_active":"2024-04-02T08:27:11.605603+0000","last_became_peered":"2024-04-02T08:27:11.605603+0000","last_unstale":"2024-04-02T08:27:46.226248+0000","last_undegraded":"2024-04-02T08:27:46.226248+0000","last_fullsized":"2024-04-02T08:27:46.226248+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226034+0000","last_change":"2024-04-02T08:27:45.058550+0000","last_active":"2024-04-02T08:27:46.226034+0000","last_peered":"2024-04-02T08:27:46.226034+0000","last_clean":"2024-04-02T08:27:46.226034+0000","last_became_active":"2024-04-02T08:27:45.058258+0000","last_became_peered":"2024-04-02T08:27:45.058258+0000","last_unstale":"2024-04-02T08:27:46.226034+0000","last_undegraded":"2024-04-02T08:27:46.226034+0000","last_fullsized":"2024-04-02T08:27:46.226034+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:49.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225656+0000","last_change":"2024-04-02T08:27:11.245138+0000","last_active":"2024-04-02T08:27:46.225656+0000","last_peered":"2024-04-02T08:27:46.225656+0000","last_clean":"2024-04-02T08:27:46.225656+0000","last_became_active":"2024-04-02T08:27:11.244562+0000","last_became_peered":"2024-04-02T08:27:11.244562+0000","last_unstale":"2024-04-02T08:27:46.225656+0000","last_undegraded":"2024-04-02T08:27:46.225656+0000","last_fullsized":"2024-04-02T08:27:46.225656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883406+0000","last_change":"2024-04-02T08:27:11.614840+0000","last_active":"2024-04-02T08:27:46.883406+0000","last_peered":"2024-04-02T08:27:46.883406+0000","last_clean":"2024-04-02T08:27:46.883406+0000","last_became_active":"2024-04-02T08:27:11.614489+0000","last_became_peered":"2024-04-02T08:27:11.614489+0000","last_unstale":"2024-04-02T08:27:46.883406+0000","last_undegraded":"2024-04-02T08:27:46.883406+0000","last_fullsized":"2024-04-02T08:27:46.883406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:49:15.358943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225709+0000","last_change":"2024-04-02T08:27:44.937594+0000","last_active":"2024-04-02T08:27:46.225709+0000","last_peered":"2024-04-02T08:27:46.225709+0000","last_clean":"2024-04-02T08:27:46.225709+0000","last_became_active":"2024-04-02T08:27:44.937011+0000","last_became_peered":"2024-04-02T08:27:44.937011+0000","last_unstale":"2024-04-02T08:27:46.225709+0000","last_undegraded":"2024-04-02T08:27:46.225709+0000","last_fullsized":"2024-04-02T08:27:46.225709+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:28:08.447374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225291+0000","last_change":"2024-04-02T08:27:11.606996+0000","last_active":"2024-04-02T08:27:46.225291+0000","last_peered":"2024-04-02T08:27:46.225291+0000","last_clean":"2024-04-02T08:27:46.225291+0000","last_became_active":"2024-04-02T08:27:11.606702+0000","last_became_peered":"2024-04-02T08:27:11.606702+0000","last_unstale":"2024-04-02T08:27:46.225291+0000","last_undegraded":"2024-04-02T08:27:46.225291+0000","last_fullsized":"2024-04-02T08:27:46.225291+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:05:39.747963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244131+0000","last_change":"2024-04-02T08:27:11.239828+0000","last_active":"2024-04-02T08:27:45.244131+0000","last_peered":"2024-04-02T08:27:45.244131+0000","last_clean":"2024-04-02T08:27:45.244131+0000","last_became_active":"2024-04-02T08:27:11.239484+0000","last_became_peered":"2024-04-02T08:27:11.239484+0000","last_unstale":"2024-04-02T08:27:45.244131+0000","last_undegraded":"2024-04-02T08:27:45.244131+0000","last_fullsized":"2024-04-02T08:27:45.244131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.220091+0000","last_change":"2024-04-02T08:27:45.222425+0000","last_active":"2024-04-02T08:27:46.220091+0000","last_peered":"2024-04-02T08:27:46.220091+0000","last_clean":"2024-04-02T08:27:46.220091+0000","last_became_active":"2024-04-02T08:27:45.221783+0000","last_became_peered":"2024-04-02T08:27:45.221783+0000","last_unstale":"2024-04-02T08:27:46.220091+0000","last_undegraded":"2024-04-02T08:27:46.220091+0000","last_fullsized":"2024-04-02T08:27:46.220091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:57:18.103695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988363+0000","last_change":"2024-04-02T08:27:11.600049+0000","last_active":"2024-04-02T08:27:46.988363+0000","last_peered":"2024-04-02T08:27:46.988363+0000","last_clean":"2024-04-02T08:27:46.988363+0000","last_became_active":"2024-04-02T08:27:11.599710+0000","last_became_peered":"2024-04-02T08:27:11.599710+0000","last_unstale":"2024-04-02T08:27:46.988363+0000","last_undegraded":"2024-04-02T08:27:46.988363+0000","last_fullsized":"2024-04-02T08:27:46.988363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225895+0000","last_change":"2024-04-02T08:27:11.242943+0000","last_active":"2024-04-02T08:27:46.225895+0000","last_peered":"2024-04-02T08:27:46.225895+0000","last_clean":"2024-04-02T08:27:46.225895+0000","last_became_active":"2024-04-02T08:27:11.242325+0000","last_became_peered":"2024-04-02T08:27:11.242325+0000","last_unstale":"2024-04-02T08:27:46.225895+0000","last_undegraded":"2024-04-02T08:27:46.225895+0000","last_fullsized":"2024-04-02T08:27:46.225895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":263,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:27:47.289005+0000","last_change":"2024-04-02T08:26:54.750034+0000","last_active":"2024-04-02T08:27:47.289005+0000","last_peered":"2024-04-02T08:27:47.289005+0000","last_clean":"2024-04-02T08:27:47.289005+0000","last_became_active":"2024-04-02T08:26:54.749558+0000","last_became_peered":"2024-04-02T08:26:54.749558+0000","last_unstale":"2024-04-02T08:27:47.289005+0000","last_undegraded":"2024-04-02T08:27:47.289005+0000","last_fullsized":"2024-04-02T08:27:47.289005+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.217747+0000","last_change":"2024-04-02T08:27:45.058619+0000","last_active":"2024-04-02T08:27:46.217747+0000","last_peered":"2024-04-02T08:27:46.217747+0000","last_clean":"2024-04-02T08:27:46.217747+0000","last_became_active":"2024-04-02T08:27:45.058327+0000","last_became_peered":"2024-04-02T08:27:45.058327+0000","last_unstale":"2024-04-02T08:27:46.217747+0000","last_undegraded":"2024-04-02T08:27:46.217747+0000","last_fullsized":"2024-04-02T08:27:46.217747+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:56.157648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222219+0000","last_change":"2024-04-02T08:27:11.598617+0000","last_active":"2024-04-02T08:27:45.222219+0000","last_peered":"2024-04-02T08:27:45.222219+0000","last_clean":"2024-04-02T08:27:45.222219+0000","last_became_active":"2024-04-02T08:27:11.598337+0000","last_became_peered":"2024-04-02T08:27:11.598337+0000","last_unstale":"2024-04-02T08:27:45.222219+0000","last_undegraded":"2024-04-02T08:27:45.222219+0000","last_fullsized":"2024-04-02T08:27:45.222219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218093+0000","last_change":"2024-04-02T08:27:39.674403+0000","last_active":"2024-04-02T08:27:46.218093+0000","last_peered":"2024-04-02T08:27:46.218093+0000","last_clean":"2024-04-02T08:27:46.218093+0000","last_became_active":"2024-04-02T08:27:39.673433+0000","last_became_peered":"2024-04-02T08:27:39.673433+0000","last_unstale":"2024-04-02T08:27:46.218093+0000","last_undegraded":"2024-04-02T08:27:46.218093+0000","last_fullsized":"2024-04-02T08:27:46.218093+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:29.240685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.217689+0000","last_change":"2024-04-02T08:27:45.221981+0000","last_active":"2024-04-02T08:27:46.217689+0000","last_peered":"2024-04-02T08:27:46.217689+0000","last_clean":"2024-04-02T08:27:46.217689+0000","last_became_active":"2024-04-02T08:27:45.221681+0000","last_became_peered":"2024-04-02T08:27:45.221681+0000","last_unstale":"2024-04-02T08:27:46.217689+0000","last_undegraded":"2024-04-02T08:27:46.217689+0000","last_fullsized":"2024-04-02T08:27:46.217689+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:35:52.541739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220515+0000","last_change":"2024-04-02T08:27:11.246581+0000","last_active":"2024-04-02T08:27:45.220515+0000","last_peered":"2024-04-02T08:27:45.220515+0000","last_clean":"2024-04-02T08:27:45.220515+0000","last_became_active":"2024-04-02T08:27:11.246238+0000","last_became_peered":"2024-04-02T08:27:11.246238+0000","last_unstale":"2024-04-02T08:27:45.220515+0000","last_undegraded":"2024-04-02T08:27:45.220515+0000","last_fullsized":"2024-04-02T08:27:45.220515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226050+0000","last_change":"2024-04-02T08:27:11.617534+0000","last_active":"2024-04-02T08:27:46.226050+0000","last_peered":"2024-04-02T08:27:46.226050+0000","last_clean":"2024-04-02T08:27:46.226050+0000","last_became_active":"2024-04-02T08:27:11.617250+0000","last_became_peered":"2024-04-02T08:27:11.617250+0000","last_unstale":"2024-04-02T08:27:46.226050+0000","last_undegraded":"2024-04-02T08:27:46.226050+0000","last_fullsized":"2024-04-02T08:27:46.226050+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:35.986250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988195+0000","last_change":"2024-04-02T08:27:45.222205+0000","last_active":"2024-04-02T08:27:46.988195+0000","last_peered":"2024-04-02T08:27:46.988195+0000","last_clean":"2024-04-02T08:27:46.988195+0000","last_became_active":"2024-04-02T08:27:45.221695+0000","last_became_peered":"2024-04-02T08:27:45.221695+0000","last_unstale":"2024-04-02T08:27:46.988195+0000","last_undegraded":"2024-04-02T08:27:46.988195+0000","last_fullsized":"2024-04-02T08:27:46.988195+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:54:34.278160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225667+0000","last_change":"2024-04-02T08:27:11.232063+0000","last_active":"2024-04-02T08:27:46.225667+0000","last_peered":"2024-04-02T08:27:46.225667+0000","last_clean":"2024-04-02T08:27:46.225667+0000","last_became_active":"2024-04-02T08:27:11.231748+0000","last_became_peered":"2024-04-02T08:27:11.231748+0000","last_unstale":"2024-04-02T08:27:46.225667+0000","last_undegraded":"2024-04-02T08:27:46.225667+0000","last_fullsized":"2024-04-02T08:27:46.225667+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988562+0000","last_change":"2024-04-02T08:27:11.615700+0000","last_active":"2024-04-02T08:27:46.988562+0000","last_peered":"2024-04-02T08:27:46.988562+0000","last_clean":"2024-04-02T08:27:46.988562+0000","last_became_active":"2024-04-02T08:27:11.615391+0000","last_became_peered":"2024-04-02T08:27:11.615391+0000","last_unstale":"2024-04-02T08:27:46.988562+0000","last_undegraded":"2024-04-02T08:27:46.988562+0000","last_fullsized":"2024-04-02T08:27:46.988562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883122+0000","last_change":"2024-04-02T08:27:44.937316+0000","last_active":"2024-04-02T08:27:46.883122+0000","last_peered":"2024-04-02T08:27:46.883122+0000","last_clean":"2024-04-02T08:27:46.883122+0000","last_became_active":"2024-04-02T08:27:44.937010+0000","last_became_peered":"2024-04-02T08:27:44.937010+0000","last_unstale":"2024-04-02T08:27:46.883122+0000","last_undegraded":"2024-04-02T08:27:46.883122+0000","last_fullsized":"2024-04-02T08:27:46.883122+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:54:52.107211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222040+0000","last_change":"2024-04-02T08:27:11.241582+0000","last_active":"2024-04-02T08:27:45.222040+0000","last_peered":"2024-04-02T08:27:45.222040+0000","last_clean":"2024-04-02T08:27:45.222040+0000","last_became_active":"2024-04-02T08:27:11.241272+0000","last_became_peered":"2024-04-02T08:27:11.241272+0000","last_unstale":"2024-04-02T08:27:45.222040+0000","last_undegraded":"2024-04-02T08:27:45.222040+0000","last_fullsized":"2024-04-02T08:27:45.222040+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.223564+0000","last_change":"2024-04-02T08:27:11.607165+0000","last_active":"2024-04-02T08:27:45.223564+0000","last_peered":"2024-04-02T08:27:45.223564+0000","last_clean":"2024-04-02T08:27:45.223564+0000","last_became_active":"2024-04-02T08:27:11.606816+0000","last_became_peered":"2024-04-02T08:27:11.606816+0000","last_unstale":"2024-04-02T08:27:45.223564+0000","last_undegraded":"2024-04-02T08:27:45.223564+0000","last_fullsized":"2024-04-02T08:27:45.223564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219605+0000","last_change":"2024-04-02T08:27:11.234800+0000","last_active":"2024-04-02T08:27:45.219605+0000","last_peered":"2024-04-02T08:27:45.219605+0000","last_clean":"2024-04-02T08:27:45.219605+0000","last_became_active":"2024-04-02T08:27:11.234450+0000","last_became_peered":"2024-04-02T08:27:11.234450+0000","last_unstale":"2024-04-02T08:27:45.219605+0000","last_undegraded":"2024-04-02T08:27:45.219605+0000","last_fullsized":"2024-04-02T08:27:45.219605+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.883310+0000","last_change":"2024-04-02T08:27:11.598273+0000","last_active":"2024-04-02T08:27:46.883310+0000","last_peered":"2024-04-02T08:27:46.883310+0000","last_clean":"2024-04-02T08:27:46.883310+0000","last_became_active":"2024-04-02T08:27:11.597911+0000","last_became_peered":"2024-04-02T08:27:11.597911+0000","last_unstale":"2024-04-02T08:27:46.883310+0000","last_undegraded":"2024-04-02T08:27:46.883310+0000","last_fullsized":"2024-04-02T08:27:46.883310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:57:03.928721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225266+0000","last_change":"2024-04-02T08:27:11.237757+0000","last_active":"2024-04-02T08:27:46.225266+0000","last_peered":"2024-04-02T08:27:46.225266+0000","last_clean":"2024-04-02T08:27:46.225266+0000","last_became_active":"2024-04-02T08:27:11.237479+0000","last_became_peered":"2024-04-02T08:27:11.237479+0000","last_unstale":"2024-04-02T08:27:46.225266+0000","last_undegraded":"2024-04-02T08:27:46.225266+0000","last_fullsized":"2024-04-02T08:27:46.225266+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988184+0000","last_change":"2024-04-02T08:27:11.614808+0000","last_active":"2024-04-02T08:27:46.988184+0000","last_peered":"2024-04-02T08:27:46.988184+0000","last_clean":"2024-04-02T08:27:46.988184+0000","last_became_active":"2024-04-02T08:27:11.614539+0000","last_became_peered":"2024-04-02T08:27:11.614539+0000","last_unstale":"2024-04-02T08:27:46.988184+0000","last_undegraded":"2024-04-02T08:27:46.988184+0000","last_fullsized":"2024-04-02T08:27:46.988184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225653+0000","last_change":"2024-04-02T08:27:11.237332+0000","last_active":"2024-04-02T08:27:46.225653+0000","last_peered":"2024-04-02T08:27:46.225653+0000","last_clean":"2024-04-02T08:27:46.225653+0000","last_became_active":"2024-04-02T08:27:11.236834+0000","last_became_peered":"2024-04-02T08:27:11.236834+0000","last_unstale":"2024-04-02T08:27:46.225653+0000","last_undegraded":"2024-04-02T08:27:46.225653+0000","last_fullsized":"2024-04-02T08:27:46.225653+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988370+0000","last_change":"2024-04-02T08:27:11.618189+0000","last_active":"2024-04-02T08:27:46.988370+0000","last_peered":"2024-04-02T08:27:46.988370+0000","last_clean":"2024-04-02T08:27:46.988370+0000","last_became_active":"2024-04-02T08:27:11.616948+0000","last_became_peered":"2024-04-02T08:27:11.616948+0000","last_unstale":"2024-04-02T08:27:46.988370+0000","last_undegraded":"2024-04-02T08:27:46.988370+0000","last_fullsized":"2024-04-02T08:27:46.988370+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.219775+0000","last_change":"2024-04-02T08:27:11.240772+0000","last_active":"2024-04-02T08:27:45.219775+0000","last_peered":"2024-04-02T08:27:45.219775+0000","last_clean":"2024-04-02T08:27:45.219775+0000","last_became_active":"2024-04-02T08:27:11.240376+0000","last_became_peered":"2024-04-02T08:27:11.240376+0000","last_unstale":"2024-04-02T08:27:45.219775+0000","last_undegraded":"2024-04-02T08:27:45.219775+0000","last_fullsized":"2024-04-02T08:27:45.219775+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222197+0000","last_change":"2024-04-02T08:27:11.613111+0000","last_active":"2024-04-02T08:27:45.222197+0000","last_peered":"2024-04-02T08:27:45.222197+0000","last_clean":"2024-04-02T08:27:45.222197+0000","last_became_active":"2024-04-02T08:27:11.612693+0000","last_became_peered":"2024-04-02T08:27:11.612693+0000","last_unstale":"2024-04-02T08:27:45.222197+0000","last_undegraded":"2024-04-02T08:27:45.222197+0000","last_fullsized":"2024-04-02T08:27:45.222197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244244+0000","last_change":"2024-04-02T08:27:11.236167+0000","last_active":"2024-04-02T08:27:45.244244+0000","last_peered":"2024-04-02T08:27:45.244244+0000","last_clean":"2024-04-02T08:27:45.244244+0000","last_became_active":"2024-04-02T08:27:11.235182+0000","last_became_peered":"2024-04-02T08:27:11.235182+0000","last_unstale":"2024-04-02T08:27:45.244244+0000","last_undegraded":"2024-04-02T08:27:45.244244+0000","last_fullsized":"2024-04-02T08:27:45.244244+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220389+0000","last_change":"2024-04-02T08:27:11.619293+0000","last_active":"2024-04-02T08:27:45.220389+0000","last_peered":"2024-04-02T08:27:45.220389+0000","last_clean":"2024-04-02T08:27:45.220389+0000","last_became_active":"2024-04-02T08:27:11.618054+0000","last_became_peered":"2024-04-02T08:27:11.618054+0000","last_unstale":"2024-04-02T08:27:45.220389+0000","last_undegraded":"2024-04-02T08:27:45.220389+0000","last_fullsized":"2024-04-02T08:27:45.220389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:52:50.747102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225924+0000","last_change":"2024-04-02T08:27:11.232826+0000","last_active":"2024-04-02T08:27:46.225924+0000","last_peered":"2024-04-02T08:27:46.225924+0000","last_clean":"2024-04-02T08:27:46.225924+0000","last_became_active":"2024-04-02T08:27:11.232535+0000","last_became_peered":"2024-04-02T08:27:11.232535+0000","last_unstale":"2024-04-02T08:27:46.225924+0000","last_undegraded":"2024-04-02T08:27:46.225924+0000","last_fullsized":"2024-04-02T08:27:46.225924+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.226044+0000","last_change":"2024-04-02T08:27:11.604070+0000","last_active":"2024-04-02T08:27:46.226044+0000","last_peered":"2024-04-02T08:27:46.226044+0000","last_clean":"2024-04-02T08:27:46.226044+0000","last_became_active":"2024-04-02T08:27:11.603772+0000","last_became_peered":"2024-04-02T08:27:11.603772+0000","last_unstale":"2024-04-02T08:27:46.226044+0000","last_undegraded":"2024-04-02T08:27:46.226044+0000","last_fullsized":"2024-04-02T08:27:46.226044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244528+0000","last_change":"2024-04-02T08:27:11.234418+0000","last_active":"2024-04-02T08:27:45.244528+0000","last_peered":"2024-04-02T08:27:45.244528+0000","last_clean":"2024-04-02T08:27:45.244528+0000","last_became_active":"2024-04-02T08:27:11.233677+0000","last_became_peered":"2024-04-02T08:27:11.233677+0000","last_unstale":"2024-04-02T08:27:45.244528+0000","last_undegraded":"2024-04-02T08:27:45.244528+0000","last_fullsized":"2024-04-02T08:27:45.244528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.220680+0000","last_change":"2024-04-02T08:27:11.610480+0000","last_active":"2024-04-02T08:27:45.220680+0000","last_peered":"2024-04-02T08:27:45.220680+0000","last_clean":"2024-04-02T08:27:45.220680+0000","last_became_active":"2024-04-02T08:27:11.610182+0000","last_became_peered":"2024-04-02T08:27:11.610182+0000","last_unstale":"2024-04-02T08:27:45.220680+0000","last_undegraded":"2024-04-02T08:27:45.220680+0000","last_fullsized":"2024-04-02T08:27:45.220680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:53:37.341013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.221553+0000","last_change":"2024-04-02T08:27:11.608214+0000","last_active":"2024-04-02T08:27:45.221553+0000","last_peered":"2024-04-02T08:27:45.221553+0000","last_clean":"2024-04-02T08:27:45.221553+0000","last_became_active":"2024-04-02T08:27:11.607902+0000","last_became_peered":"2024-04-02T08:27:11.607902+0000","last_unstale":"2024-04-02T08:27:45.221553+0000","last_undegraded":"2024-04-02T08:27:45.221553+0000","last_fullsized":"2024-04-02T08:27:45.221553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.244107+0000","last_change":"2024-04-02T08:27:11.609307+0000","last_active":"2024-04-02T08:27:45.244107+0000","last_peered":"2024-04-02T08:27:45.244107+0000","last_clean":"2024-04-02T08:27:45.244107+0000","last_became_active":"2024-04-02T08:27:11.609055+0000","last_became_peered":"2024-04-02T08:27:11.609055+0000","last_unstale":"2024-04-02T08:27:45.244107+0000","last_undegraded":"2024-04-02T08:27:45.244107+0000","last_fullsized":"2024-04-02T08:27:45.244107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225741+0000","last_change":"2024-04-02T08:27:11.609756+0000","last_active":"2024-04-02T08:27:46.225741+0000","last_peered":"2024-04-02T08:27:46.225741+0000","last_clean":"2024-04-02T08:27:46.225741+0000","last_became_active":"2024-04-02T08:27:11.609428+0000","last_became_peered":"2024-04-02T08:27:11.609428+0000","last_unstale":"2024-04-02T08:27:46.225741+0000","last_undegraded":"2024-04-02T08:27:46.225741+0000","last_fullsized":"2024-04-02T08:27:46.225741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.218158+0000","last_change":"2024-04-02T08:27:39.673188+0000","last_active":"2024-04-02T08:27:46.218158+0000","last_peered":"2024-04-02T08:27:46.218158+0000","last_clean":"2024-04-02T08:27:46.218158+0000","last_became_active":"2024-04-02T08:27:39.672837+0000","last_became_peered":"2024-04-02T08:27:39.672837+0000","last_unstale":"2024-04-02T08:27:46.218158+0000","last_undegraded":"2024-04-02T08:27:46.218158+0000","last_fullsized":"2024-04-02T08:27:46.218158+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:58:40.642362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988403+0000","last_change":"2024-04-02T08:27:11.615066+0000","last_active":"2024-04-02T08:27:46.988403+0000","last_peered":"2024-04-02T08:27:46.988403+0000","last_clean":"2024-04-02T08:27:46.988403+0000","last_became_active":"2024-04-02T08:27:11.614800+0000","last_became_peered":"2024-04-02T08:27:11.614800+0000","last_unstale":"2024-04-02T08:27:46.988403+0000","last_undegraded":"2024-04-02T08:27:46.988403+0000","last_fullsized":"2024-04-02T08:27:46.988403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225872+0000","last_change":"2024-04-02T08:27:11.602787+0000","last_active":"2024-04-02T08:27:46.225872+0000","last_peered":"2024-04-02T08:27:46.225872+0000","last_clean":"2024-04-02T08:27:46.225872+0000","last_became_active":"2024-04-02T08:27:11.602474+0000","last_became_peered":"2024-04-02T08:27:11.602474+0000","last_unstale":"2024-04-02T08:27:46.225872+0000","last_undegraded":"2024-04-02T08:27:46.225872+0000","last_fullsized":"2024-04-02T08:27:46.225872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:24:47.807766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222669+0000","last_change":"2024-04-02T08:27:11.616918+0000","last_active":"2024-04-02T08:27:45.222669+0000","last_peered":"2024-04-02T08:27:45.222669+0000","last_clean":"2024-04-02T08:27:45.222669+0000","last_became_active":"2024-04-02T08:27:11.616508+0000","last_became_peered":"2024-04-02T08:27:11.616508+0000","last_unstale":"2024-04-02T08:27:45.222669+0000","last_undegraded":"2024-04-02T08:27:45.222669+0000","last_fullsized":"2024-04-02T08:27:45.222669+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988596+0000","last_change":"2024-04-02T08:27:11.613308+0000","last_active":"2024-04-02T08:27:46.988596+0000","last_peered":"2024-04-02T08:27:46.988596+0000","last_clean":"2024-04-02T08:27:46.988596+0000","last_became_active":"2024-04-02T08:27:11.613013+0000","last_became_peered":"2024-04-02T08:27:11.613013+0000","last_unstale":"2024-04-02T08:27:46.988596+0000","last_undegraded":"2024-04-02T08:27:46.988596+0000","last_fullsized":"2024-04-02T08:27:46.988596+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225620+0000","last_change":"2024-04-02T08:27:11.604836+0000","last_active":"2024-04-02T08:27:46.225620+0000","last_peered":"2024-04-02T08:27:46.225620+0000","last_clean":"2024-04-02T08:27:46.225620+0000","last_became_active":"2024-04-02T08:27:11.604532+0000","last_became_peered":"2024-04-02T08:27:11.604532+0000","last_unstale":"2024-04-02T08:27:46.225620+0000","last_undegraded":"2024-04-02T08:27:46.225620+0000","last_fullsized":"2024-04-02T08:27:46.225620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.988237+0000","last_change":"2024-04-02T08:27:11.610420+0000","last_active":"2024-04-02T08:27:46.988237+0000","last_peered":"2024-04-02T08:27:46.988237+0000","last_clean":"2024-04-02T08:27:46.988237+0000","last_became_active":"2024-04-02T08:27:11.610155+0000","last_became_peered":"2024-04-02T08:27:11.610155+0000","last_unstale":"2024-04-02T08:27:46.988237+0000","last_undegraded":"2024-04-02T08:27:46.988237+0000","last_fullsized":"2024-04-02T08:27:46.988237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:27:46.225728+0000","last_change":"2024-04-02T08:27:11.603285+0000","last_active":"2024-04-02T08:27:46.225728+0000","last_peered":"2024-04-02T08:27:46.225728+0000","last_clean":"2024-04-02T08:27:46.225728+0000","last_became_active":"2024-04-02T08:27:11.602954+0000","last_became_peered":"2024-04-02T08:27:11.602954+0000","last_unstale":"2024-04-02T08:27:46.225728+0000","last_undegraded":"2024-04-02T08:27:46.225728+0000","last_fullsized":"2024-04-02T08:27:46.225728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222820+0000","last_change":"2024-04-02T08:27:11.606232+0000","last_active":"2024-04-02T08:27:45.222820+0000","last_peered":"2024-04-02T08:27:45.222820+0000","last_clean":"2024-04-02T08:27:45.222820+0000","last_became_active":"2024-04-02T08:27:11.605910+0000","last_became_peered":"2024-04-02T08:27:11.605910+0000","last_unstale":"2024-04-02T08:27:45.222820+0000","last_undegraded":"2024-04-02T08:27:45.222820+0000","last_fullsized":"2024-04-02T08:27:45.222820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:27:45.222569+0000","last_change":"2024-04-02T08:27:39.672947+0000","last_active":"2024-04-02T08:27:45.222569+0000","last_peered":"2024-04-02T08:27:45.222569+0000","last_clean":"2024-04-02T08:27:45.222569+0000","last_became_active":"2024-04-02T08:27:39.672602+0000","last_became_peered":"2024-04-02T08:27:39.672602+0000","last_unstale":"2024-04-02T08:27:45.222569+0000","last_undegraded":"2024-04-02T08:27:45.222569+0000","last_fullsized":"2024-04-02T08:27:45.222569+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:22:56.089550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28300,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716852,"statfs":{"total":95995035648,"available":95966056448,"internally_reserved":0,"allocated":1306624,"data_stored":899819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.48599999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.42499999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51000000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.43099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.374},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.496}]},{"osd":5,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.45700000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.441}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32396,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712756,"statfs":{"total":95995035648,"available":95961862144,"internally_reserved":0,"allocated":1310720,"data_stored":901623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.51500000000000001,"15min":0.51800000000000002},"min":{"1min":0.34599999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.38600000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.752,"5min":0.753,"15min":0.753},"last":0.57699999999999996}]},{"osd":1,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.56000000000000005,"15min":0.56299999999999994},"min":{"1min":0.40300000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.69299999999999995,"5min":1.139,"15min":1.139},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56299999999999994,"15min":0.56699999999999995},"min":{"1min":0.38300000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.76300000000000001,"5min":0.873,"15min":0.873},"last":0.35199999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.34399999999999997,"5min":0.312,"15min":0.312},"max":{"1min":0.72799999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77700000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.44800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.58599999999999997,"15min":0.59799999999999998},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.746,"5min":1.107,"15min":1.107},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.59799999999999998,"15min":0.60699999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73599999999999999,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.59699999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.49399999999999999,"15min":0.497},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.70699999999999996,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.52400000000000002,"15min":0.53400000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.52900000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79500000000000004,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.59499999999999997,"15min":0.60699999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77500000000000002,"5min":1.179,"15min":1.179},"last":0.61499999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:27:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:59 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.378,"15min":0.38400000000000001},"min":{"1min":0.23699999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.55800000000000005,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.56599999999999995,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.39300000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:27:59 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.379,"15min":0.373},"min":{"1min":0.26000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.53100000000000003,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.378},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.26600000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.60999999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35399999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:28:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.35499999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.57699999999999996,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.40500000000000003,"15min":0.41199999999999998},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29099999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59199999999999997,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79000000000000004,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.629},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77400000000000002,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.505}]},{"osd":5,"last update":"Tue Apr 2 08:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.751,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56899999999999995,"15min":0.57399999999999995},"min":{"1min":0.42299999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.70099999999999996,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.439}]},{"osd":6,"last update":"Tue Apr 2 08:28:31 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.57299999999999995,"15min":0.56499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57099999999999995,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.375,"15min":0.375},"max":{"1min":0.748,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.48299999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.59099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32404,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712748,"statfs":{"total":95995035648,"available":95961853952,"internally_reserved":0,"allocated":1318912,"data_stored":900274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.38500000000000001,"15min":0.35799999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.375,"15min":0.34499999999999997},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.217}]},{"osd":2,"last update":"Tue Apr 2 08:27:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.25800000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42899999999999999,"15min":0.42499999999999999},"min":{"1min":0.311,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71399999999999997,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.33100000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45400000000000001,"15min":0.45600000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.48199999999999998,"15min":0.47999999999999998},"min":{"1min":0.36499999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.36899999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55700000000000005,"15min":0.56399999999999995},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.60899999999999999,"15min":0.60299999999999998},"min":{"1min":0.5,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.63200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:28:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.45400000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56100000000000005,"15min":0.55900000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.65500000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.623,"15min":0.622},"min":{"1min":0.47599999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.439,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.69999999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.103,"5min":1.103,"15min":1.103},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.66900000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31824,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713328,"statfs":{"total":95995035648,"available":95962447872,"internally_reserved":0,"allocated":712704,"data_stored":309065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:34 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35499999999999998,"15min":0.33400000000000002},"min":{"1min":0.22900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.45600000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.376,"15min":0.34300000000000003},"min":{"1min":0.26700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.46300000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.42699999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:27:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54300000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.40200000000000002,"15min":0.39600000000000002},"min":{"1min":0.29299999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:28:19 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.41999999999999998,"15min":0.42599999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.497,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.56499999999999995,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.45500000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:27:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.497,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.70999999999999996,"5min":0.746,"15min":0.746},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.59199999999999997,"15min":0.58999999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.71599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:28:04 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.60899999999999999,"15min":0.621},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.623},{"interface":"front","average":{"1min":0.62,"5min":0.66400000000000003,"15min":0.67100000000000004},"min":{"1min":0.47399999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.80400000000000005,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.73099999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:28:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.66300000000000003,"15min":0.67900000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76200000000000001,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.629,"15min":0.64300000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.70099999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.755}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":311359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.26400000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.48499999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.375},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.49099999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.35599999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.27800000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.61699999999999999,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.46400000000000002,"15min":0.47199999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.63500000000000001,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.31900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:28:22 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.45800000000000002,"15min":0.46600000000000003},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.56100000000000005,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.42899999999999999,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.30499999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:27:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54200000000000004,"15min":0.54100000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.749,"5min":0.751,"15min":0.751},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.60599999999999998,"15min":0.61399999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.71499999999999997,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.5}]},{"osd":5,"last update":"Tue Apr 2 08:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60799999999999998,"15min":0.60999999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76200000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.41299999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.48599999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:28:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.42499999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77900000000000003,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.433},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.41899999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53400000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":724992,"data_stored":309886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":1.714,"5min":1.714,"15min":1.714},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54300000000000004,"15min":0.54000000000000004},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.956,"5min":1.956,"15min":1.956},"last":0.53800000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.36199999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.31900000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.66100000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.57099999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56000000000000005,"15min":0.55200000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.0339999999999998,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.64100000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.9830000000000001,"5min":1.9830000000000001,"15min":1.9830000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.55000000000000004,"15min":0.54400000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":0.51200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47999999999999998,"15min":0.47799999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.65800000000000003,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.31,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.68200000000000005,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.71799999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.47799999999999998,"15min":0.46999999999999997},"min":{"1min":0.33700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.72299999999999998,"5min":2.0089999999999999,"15min":2.0089999999999999},"last":0.497},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.501,"15min":0.495},"min":{"1min":0.35499999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.73399999999999999,"5min":1.7609999999999999,"15min":1.7609999999999999},"last":0.69499999999999995}]},{"osd":7,"last update":"Tue Apr 2 08:27:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.9199999999999999,"5min":1.9199999999999999,"15min":1.9199999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.623}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":716800,"data_stored":311014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.37,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.71499999999999997,"5min":0.872,"15min":0.872},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.52400000000000002,"15min":0.52800000000000002},"min":{"1min":0.38500000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69499999999999995,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.49399999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.57099999999999995,"15min":0.56899999999999995},"min":{"1min":0.443,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.505,"15min":0.502},"min":{"1min":0.35899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.51700000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53400000000000003,"15min":0.53100000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.7290000000000001,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56599999999999995,"15min":0.56699999999999995},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.70399999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54800000000000004,"15min":0.54900000000000004},"min":{"1min":0.40300000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.752,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.73999999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41399999999999998,"15min":0.40200000000000002},"min":{"1min":0.34999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42399999999999999,"15min":0.41599999999999998},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.72099999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:28:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34899999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67700000000000005,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.51200000000000001,"15min":0.505},"min":{"1min":0.33700000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69699999999999995,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.83799999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:27:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.75800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:28:47.679 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-02T08:28:47.679 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-02T08:28:47.680 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-02T08:28:47.680 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph health --format=json 2024-04-02T08:28:48.335 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:48.445 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:48 smithi019 systemd[1]: Stopping Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:49.056 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:48 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:28:48] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-04-02T08:28:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:49 smithi066 ceph-mon[30998]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:49 smithi019 ceph-mon[27522]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:49 smithi019 ceph-mon[39381]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:49.913 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:49 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[72290]: ts=2024-04-02T08:28:49.714Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:28:50.195 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:49 smithi019 podman[77044]: 2024-04-02 08:28:49.914787793 +0000 UTC m=+0.837195281 container died 7bcd911e860e717e87f2c0cd838d02320b3141d3f6c3679a3b710455d34e2329 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:50.571 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:50 smithi019 podman[77044]: 2024-04-02 08:28:50.306077198 +0000 UTC m=+1.228484691 container cleanup 7bcd911e860e717e87f2c0cd838d02320b3141d3f6c3679a3b710455d34e2329 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:50.571 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:50 smithi019 bash[77044]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:28:50.839 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:50 smithi019 podman[77092]: 2024-04-02 08:28:50.573683024 +0000 UTC m=+0.840143431 container remove 7bcd911e860e717e87f2c0cd838d02320b3141d3f6c3679a3b710455d34e2329 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:50.839 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:50 smithi019 podman[77092]: 2024-04-02 08:28:50.674854717 +0000 UTC m=+0.941315124 volume remove 20bde7c3d2002d171d9d09cb9b2f52229cb71cf05e8f203f2737c3f80944110b 2024-04-02T08:28:51.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:51.179 INFO:teuthology.orchestra.run.smithi019.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-mon[27522]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:51.180 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-mon[39381]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:51.180 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:28:51.180 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 systemd[1]: Stopped Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:51.180 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 1.027s CPU time. 2024-04-02T08:28:51.180 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 systemd[1]: Starting Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:51 smithi066 ceph-mon[30998]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:51.445 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 podman[77239]: 2024-04-02 08:28:51.136419023 +0000 UTC m=+0.020170659 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:28:51.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 podman[77239]: 2024-04-02 08:28:51.259940601 +0000 UTC m=+0.143692191 volume create 20f7d2767fd084e3b5a0d8f7c6aa05cfb8a820464a6e036598370d59fb92d7f0 2024-04-02T08:28:51.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 podman[77239]: 2024-04-02 08:28:51.335367953 +0000 UTC m=+0.219119543 container create 8091a481884f5a187ed5eddb21843362e9cf41cd20ffc6ae1461b127b64828d6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:52 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/723462363' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:28:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:52 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:52 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:52 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/723462363' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:28:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:52 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:52 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:52.196 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 podman[77239]: 2024-04-02 08:28:51.855663825 +0000 UTC m=+0.739415418 container init 8091a481884f5a187ed5eddb21843362e9cf41cd20ffc6ae1461b127b64828d6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 podman[77239]: 2024-04-02 08:28:51.861781275 +0000 UTC m=+0.745532869 container start 8091a481884f5a187ed5eddb21843362e9cf41cd20ffc6ae1461b127b64828d6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.873Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.873Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.875Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.19 port=9094 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.876Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.899Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.899Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.902Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:51.902Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 bash[77239]: 8091a481884f5a187ed5eddb21843362e9cf41cd20ffc6ae1461b127b64828d6 2024-04-02T08:28:52.197 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:51 smithi019 systemd[1]: Started Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:52.497 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-02T08:28:52.498 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:28:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:52 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/723462363' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:28:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:52 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:52 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:52.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:52.799 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":69,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:47.221509+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:43.721088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/758955171":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/1253458374":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/2243646063":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3158289133":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:52.812 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:51.454844+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:27:09.935602+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:27:10.772324+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:27:43.721088+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:28:52.812 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:28:53.107 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 1 2024-04-02T08:28:53.120 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:28:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:53 smithi066 ceph-mon[30998]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:53 smithi066 ceph-mon[30998]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:28:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:53 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3140792495' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:53.434 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 32 2024-04-02T08:28:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:53 smithi019 ceph-mon[27522]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:53 smithi019 ceph-mon[27522]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:28:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:53 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3140792495' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:53 smithi019 ceph-mon[39381]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:53 smithi019 ceph-mon[39381]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:28:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:53 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3140792495' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:53.447 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:28:53.739 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 64 2024-04-02T08:28:53.752 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:28:54.045 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 8 2024-04-02T08:28:54.056 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:28:53 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:28:53.877Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000946608s 2024-04-02T08:28:54.058 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:28:54.200 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:54 smithi066 ceph-mon[30998]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:28:54.200 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:54 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3947821742' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.200 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:54 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4212490107' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.200 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:54 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4179086460' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.200 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:54 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/638438586' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:54.387 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/556921811","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":556921811},{"type":"v1","addr":"172.21.15.66:6833","nonce":556921811}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.581708+0000","modified":"2024-04-02T08:27:13.590824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24344},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24344":{"gid":24344,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.19:6835/2557675225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":2557675225},{"type":"v1","addr":"172.21.15.19:6835","nonce":2557675225}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:28:54.387 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 6 2024-04-02T08:28:54.398 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[27522]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3947821742' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4212490107' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4179086460' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/638438586' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[39381]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3947821742' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4212490107' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4179086460' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.399 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:54 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/638438586' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:28:54.401 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:28:54.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:54.699 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":69,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:47.221509+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:43.721088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/758955171":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/1253458374":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/2243646063":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3158289133":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:54.707 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:24:51.454844+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:27:09.935602+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:27:10.772324+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:27:43.721088+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:28:54.707 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:28:55.002 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 1 2024-04-02T08:28:55.018 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:28:55.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-mon[30998]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/478518191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:55.098 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1512923827' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:55.098 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3373027947' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:28:55.316 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 32 2024-04-02T08:28:55.328 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[27522]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.328 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/478518191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:55.328 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1512923827' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:55.329 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3373027947' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:28:55.329 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[39381]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:55.329 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/478518191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:55.329 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1512923827' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:55.329 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:55 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3373027947' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:28:55.330 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:28:55.529 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 systemd[1]: Stopping Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:55.630 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 64 2024-04-02T08:28:55.641 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:28:55.811 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:28:55.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.531Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:28:55.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.532Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:28:55.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.532Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:28:55.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[60881]: ts=2024-04-02T08:28:55.532Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:28:55.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 podman[64329]: 2024-04-02 08:28:55.541880746 +0000 UTC m=+0.118299987 container died 56bee364a29b9e7a786edfe7df38db4f5d14dcc639cb127830a1b0ad6cf67fd4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:55.933 INFO:teuthology.orchestra.run.smithi019.stdout:pg_num: 8 2024-04-02T08:28:55.946 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:28:56.062 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 podman[64329]: 2024-04-02 08:28:55.886611913 +0000 UTC m=+0.463031141 container cleanup 56bee364a29b9e7a786edfe7df38db4f5d14dcc639cb127830a1b0ad6cf67fd4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:56.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:55 smithi066 bash[64329]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:28:56.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 podman[64348]: 2024-04-02 08:28:56.062680478 +0000 UTC m=+0.519507633 container remove 56bee364a29b9e7a786edfe7df38db4f5d14dcc639cb127830a1b0ad6cf67fd4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/4069891983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1415640112' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3242474417' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/4069891983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1415640112' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3242474417' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:56.276 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/556921811","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":556921811},{"type":"v1","addr":"172.21.15.66:6833","nonce":556921811}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.581708+0000","modified":"2024-04-02T08:27:13.590824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24344},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24344":{"gid":24344,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.19:6835/2557675225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":2557675225},{"type":"v1","addr":"172.21.15.19:6835","nonce":2557675225}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:28:56.276 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 6 2024-04-02T08:28:56.288 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:28:56.520 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/4069891983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.520 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1415640112' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.520 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3242474417' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:28:56.520 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:28:56.521 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 systemd[1]: Stopped Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:56.521 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.182s CPU time. 2024-04-02T08:28:56.521 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 systemd[1]: Starting Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:56.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:56.583 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":69,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:27:47.221509+0000","last_up_change":"2024-04-02T08:26:51.195343+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:43.721088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6803","nonce":1121834444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6805","nonce":1121834444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6809","nonce":1121834444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1121834444},{"type":"v1","addr":"172.21.15.19:6807","nonce":1121834444}]},"public_addr":"172.21.15.19:6803/1121834444","cluster_addr":"172.21.15.19:6805/1121834444","heartbeat_back_addr":"172.21.15.19:6809/1121834444","heartbeat_front_addr":"172.21.15.19:6807/1121834444","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6811","nonce":2503947952}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6813","nonce":2503947952}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6817","nonce":2503947952}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2503947952},{"type":"v1","addr":"172.21.15.19:6815","nonce":2503947952}]},"public_addr":"172.21.15.19:6811/2503947952","cluster_addr":"172.21.15.19:6813/2503947952","heartbeat_back_addr":"172.21.15.19:6817/2503947952","heartbeat_front_addr":"172.21.15.19:6815/2503947952","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6819","nonce":1621758932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6821","nonce":1621758932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6825","nonce":1621758932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":1621758932},{"type":"v1","addr":"172.21.15.19:6823","nonce":1621758932}]},"public_addr":"172.21.15.19:6819/1621758932","cluster_addr":"172.21.15.19:6821/1621758932","heartbeat_back_addr":"172.21.15.19:6825/1621758932","heartbeat_front_addr":"172.21.15.19:6823/1621758932","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6827","nonce":783740677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6829","nonce":783740677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6833","nonce":783740677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":783740677},{"type":"v1","addr":"172.21.15.19:6831","nonce":783740677}]},"public_addr":"172.21.15.19:6827/783740677","cluster_addr":"172.21.15.19:6829/783740677","heartbeat_back_addr":"172.21.15.19:6833/783740677","heartbeat_front_addr":"172.21.15.19:6831/783740677","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6801","nonce":2231687739}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6803","nonce":2231687739}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6807","nonce":2231687739}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2231687739},{"type":"v1","addr":"172.21.15.66:6805","nonce":2231687739}]},"public_addr":"172.21.15.66:6801/2231687739","cluster_addr":"172.21.15.66:6803/2231687739","heartbeat_back_addr":"172.21.15.66:6807/2231687739","heartbeat_front_addr":"172.21.15.66:6805/2231687739","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6809","nonce":261862954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6811","nonce":261862954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6815","nonce":261862954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":261862954},{"type":"v1","addr":"172.21.15.66:6813","nonce":261862954}]},"public_addr":"172.21.15.66:6809/261862954","cluster_addr":"172.21.15.66:6811/261862954","heartbeat_back_addr":"172.21.15.66:6815/261862954","heartbeat_front_addr":"172.21.15.66:6813/261862954","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6817","nonce":2664807116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6819","nonce":2664807116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6823","nonce":2664807116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":2664807116},{"type":"v1","addr":"172.21.15.66:6821","nonce":2664807116}]},"public_addr":"172.21.15.66:6817/2664807116","cluster_addr":"172.21.15.66:6819/2664807116","heartbeat_back_addr":"172.21.15.66:6823/2664807116","heartbeat_front_addr":"172.21.15.66:6821/2664807116","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6825","nonce":1733670492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6827","nonce":1733670492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6831","nonce":1733670492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1733670492},{"type":"v1","addr":"172.21.15.66:6829","nonce":1733670492}]},"public_addr":"172.21.15.66:6825/1733670492","cluster_addr":"172.21.15.66:6827/1733670492","heartbeat_back_addr":"172.21.15.66:6831/1733670492","heartbeat_front_addr":"172.21.15.66:6829/1733670492","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/758955171":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/1253458374":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/2243646063":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/3158289133":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:28:56.595 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:28:56.777 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 podman[64449]: 2024-04-02 08:28:56.522042897 +0000 UTC m=+0.104743449 container create 9a70bcfda2f4b34fc20cc8ba5477e58c3b73648c53454341a05dbcb5cce4105e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:56.777 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 podman[64449]: 2024-04-02 08:28:56.436621998 +0000 UTC m=+0.019322522 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:28:56.777 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 podman[64449]: 2024-04-02 08:28:56.749336095 +0000 UTC m=+0.332036608 container init 9a70bcfda2f4b34fc20cc8ba5477e58c3b73648c53454341a05dbcb5cce4105e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:56.777 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 podman[64449]: 2024-04-02 08:28:56.754784224 +0000 UTC m=+0.337484732 container start 9a70bcfda2f4b34fc20cc8ba5477e58c3b73648c53454341a05dbcb5cce4105e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:28:56.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:28:56.938 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/556921811","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":556921811},{"type":"v1","addr":"172.21.15.66:6833","nonce":556921811}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.581708+0000","modified":"2024-04-02T08:27:13.590824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24344},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24344":{"gid":24344,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":4,"addr":"172.21.15.19:6835/2557675225","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":2557675225},{"type":"v1","addr":"172.21.15.19:6835","nonce":2557675225}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:28:56.939 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 6 2024-04-02T08:28:56.952 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-02T08:27:11.581708+0000', 'modified': '2024-04-02T08:27:13.590824+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24344}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24344': {'gid': 24344, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.19:6835/2557675225', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.19:6834', 'nonce': 2557675225}, {'type': 'v1', 'addr': '172.21.15.19:6835', 'nonce': 2557675225}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-02T08:28:56.952 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-02T08:28:56.952 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-02T08:28:57.066 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.779Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.779Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.779Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi066 (none))" 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.779Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.779Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.781Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.781Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.783Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.783Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.784Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.784Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.613µs 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.784Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:28:57.067 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.785Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.786Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.786Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.122µs wal_replay_duration=1.684386ms wbl_replay_duration=108ns total_replay_duration=1.723716ms 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.787Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.787Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.787Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.804Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.94612ms db_storage=811ns remote_storage=1.063µs web_handler=383ns query_engine=844ns scrape=210.546µs scrape_sd=73.899µs notify=10.17µs notify_sd=10.786µs rules=16.411833ms tracing=4.959µs 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.804Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:28:56.804Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 bash[64449]: 9a70bcfda2f4b34fc20cc8ba5477e58c3b73648c53454341a05dbcb5cce4105e 2024-04-02T08:28:57.068 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:28:56 smithi066 systemd[1]: Started Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:57.069 INFO:teuthology.orchestra.run.smithi019.stderr:2024-04-02T08:28:57.069+0000 7f2fb6ffd640 0 client.24791 ms_handle_reset on v2:172.21.15.19:6834/2557675225 2024-04-02T08:28:57.090 INFO:teuthology.orchestra.run.smithi019.stderr:2024-04-02T08:28:57.091+0000 7f2fb6ffd640 0 client.14904 ms_handle_reset on v2:172.21.15.19:6834/2557675225 2024-04-02T08:28:57.090 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:28:57.090 INFO:teuthology.orchestra.run.smithi019.stdout: "cluster_fsid": "e9ed0690-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:28:57.090 INFO:teuthology.orchestra.run.smithi019.stdout: "whoami": 0, 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "id": 24344, 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "want_state": "up:active", 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "state": "up:active", 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "fs_name": "cephfs", 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "rank_uptime": 105.50828457199999, 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "mdsmap_epoch": 6, 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "osdmap_epoch": 69, 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "osdmap_epoch_barrier": 62, 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout: "uptime": 114.19464743499999 2024-04-02T08:28:57.091 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:28:57.106 INFO:tasks.cephadm:Setup complete, yielding 2024-04-02T08:28:57.106 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:28:57.116 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-02T08:28:57.116 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:28:57.140 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-02T08:28:57.140 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-02T08:28:57.173 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi019.front.sepia.ceph.com 2024-04-02T08:28:57.174 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2703394273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/426233792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi019.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:28:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1846669251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2703394273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/426233792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi019.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:28:57.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1846669251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:56] ENGINE Bus STOPPING 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:56] ENGINE Bus STOPPED 2024-04-02T08:28:57.198 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:56 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:56] ENGINE Bus STARTING 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Serving on http://:::9283 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STARTED 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STOPPING 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STOPPED 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STARTING 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Serving on http://:::9283 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STARTED 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STOPPING 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STOPPED 2024-04-02T08:28:57.199 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STARTING 2024-04-02T08:28:57.390 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:28:57.514 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Serving on http://:::9283 2024-04-02T08:28:57.514 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:28:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:28:57] ENGINE Bus STARTED 2024-04-02T08:28:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2703394273' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/426233792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi019.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1846669251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:28:57.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[27522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[27522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi019.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[27522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[27522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[27522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[27522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[39381]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[39381]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi019.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:28:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[39381]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:28:58.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[39381]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:28:58.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[39381]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:28:58.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:58 smithi019 ceph-mon[39381]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:28:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:58 smithi066 ceph-mon[30998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:28:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:58 smithi066 ceph-mon[30998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi019.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:28:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:58 smithi066 ceph-mon[30998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:28:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:58 smithi066 ceph-mon[30998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi066.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:28:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:58 smithi066 ceph-mon[30998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:28:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:58 smithi066 ceph-mon[30998]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi066.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:28:59.094 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:28:59 smithi019 ceph-mon[27522]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:59.094 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:28:59 smithi019 ceph-mon[39381]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:28:59.414 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:28:59 smithi066 ceph-mon[30998]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:00.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:29:00] ENGINE Bus STOPPING 2024-04-02T08:29:00.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:29:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:29:00.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:29:00] ENGINE Bus STOPPED 2024-04-02T08:29:00.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:29:00] ENGINE Bus STARTING 2024-04-02T08:29:00.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:29:00] ENGINE Serving on http://:::9283 2024-04-02T08:29:00.394 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:29:00] ENGINE Bus STARTED 2024-04-02T08:29:00.791 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:00.800 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-02T08:29:00.801 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:29:00.990 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-02T08:29:00.990 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T08:29:01.031 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:29:01.031 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:29:01.031 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:01.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:29:01.049 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:29:01.049 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:01.104 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:29:01.105 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:29:01.159 INFO:tasks.workunit:timeout=3h 2024-04-02T08:29:01.159 INFO:tasks.workunit:cleanup=True 2024-04-02T08:29:01.159 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:29:01.214 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:29:01.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:01 smithi066 ceph-mon[30998]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:01 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/567173175' entity='client.admin' 2024-04-02T08:29:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[27522]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/567173175' entity='client.admin' 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[39381]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/567173175' entity='client.admin' 2024-04-02T08:29:01.315 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:01.316 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:01.316 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:02.195 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:29:01 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:29:01.880Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00405974s 2024-04-02T08:29:03.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:03 smithi066 ceph-mon[30998]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:03 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:03 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:03 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:03 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:03 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:03 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:03.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[39381]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:03.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:03.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[27522]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:03.365 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:03 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:05 smithi066 ceph-mon[30998]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.413 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:05 smithi019 ceph-mon[27522]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:05.413 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:05 smithi019 ceph-mon[39381]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:07.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:29:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:08 smithi019 ceph-mon[27522]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:09.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:29:08] "GET /metrics HTTP/1.1" 200 33642 "" "Prometheus/2.43.0" 2024-04-02T08:29:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:08 smithi019 ceph-mon[39381]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:08 smithi066 ceph-mon[30998]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:10 smithi019 ceph-mon[27522]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:10 smithi019 ceph-mon[39381]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:10 smithi066 ceph-mon[30998]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:13.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:12 smithi019 ceph-mon[27522]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:12 smithi019 ceph-mon[39381]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:13.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:12 smithi066 ceph-mon[30998]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:14 smithi019 ceph-mon[27522]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:14 smithi019 ceph-mon[39381]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:14 smithi066 ceph-mon[30998]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:15 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:15 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:15 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:17.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:16 smithi019 ceph-mon[27522]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:16 smithi019 ceph-mon[39381]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:17.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:16 smithi066 ceph-mon[30998]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:19.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:18 smithi019 ceph-mon[27522]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:18 smithi019 ceph-mon[27522]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:29:19.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:18 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:29:18] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-04-02T08:29:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:18 smithi019 ceph-mon[39381]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:18 smithi019 ceph-mon[39381]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:29:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:18 smithi066 ceph-mon[30998]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:18 smithi066 ceph-mon[30998]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:29:21.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:20 smithi019 ceph-mon[27522]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:21.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:20 smithi019 ceph-mon[39381]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:20 smithi066 ceph-mon[30998]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:23.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:22 smithi019 ceph-mon[27522]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:22 smithi019 ceph-mon[39381]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:22 smithi066 ceph-mon[30998]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:24 smithi019 ceph-mon[27522]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:24 smithi019 ceph-mon[39381]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:24 smithi066 ceph-mon[30998]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:27.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:26 smithi019 ceph-mon[27522]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:27.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:26 smithi019 ceph-mon[39381]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:27.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:26 smithi066 ceph-mon[30998]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:28 smithi019 ceph-mon[27522]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:28 smithi019 ceph-mon[39381]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:29.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:29:28] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-04-02T08:29:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:28 smithi066 ceph-mon[30998]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:29:31.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:30 smithi019 ceph-mon[27522]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:31.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:30 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:30 smithi019 ceph-mon[39381]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:31.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:30 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:30 smithi066 ceph-mon[30998]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:30 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:32 smithi019 ceph-mon[27522]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:32 smithi019 ceph-mon[39381]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:33.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:32 smithi066 ceph-mon[30998]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:34 smithi019 ceph-mon[27522]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:34 smithi019 ceph-mon[39381]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:34 smithi066 ceph-mon[30998]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:37.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:36 smithi019 ceph-mon[27522]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:36 smithi019 ceph-mon[39381]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:36 smithi066 ceph-mon[30998]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:38 smithi019 ceph-mon[27522]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:39.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:29:38] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-04-02T08:29:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:38 smithi019 ceph-mon[39381]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:38 smithi066 ceph-mon[30998]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:41.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:40 smithi019 ceph-mon[27522]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:40 smithi019 ceph-mon[39381]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:40 smithi066 ceph-mon[30998]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:42 smithi019 ceph-mon[27522]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:42 smithi019 ceph-mon[39381]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:42 smithi066 ceph-mon[30998]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:45.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:44 smithi019 ceph-mon[27522]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:44 smithi019 ceph-mon[39381]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:44 smithi066 ceph-mon[30998]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:47.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:46 smithi019 ceph-mon[27522]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:46 smithi019 ceph-mon[39381]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:47.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:46 smithi066 ceph-mon[30998]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:48 smithi019 ceph-mon[27522]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:48 smithi019 ceph-mon[39381]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:49.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:48 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:29:48] "GET /metrics HTTP/1.1" 200 33641 "" "Prometheus/2.43.0" 2024-04-02T08:29:49.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:48 smithi066 ceph-mon[30998]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:51.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:50 smithi019 ceph-mon[27522]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:50 smithi019 ceph-mon[39381]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:50 smithi066 ceph-mon[30998]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:53.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:52 smithi019 ceph-mon[27522]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:52 smithi019 ceph-mon[39381]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:52 smithi066 ceph-mon[30998]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:55.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:54 smithi019 ceph-mon[27522]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:54 smithi019 ceph-mon[39381]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:55.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:54 smithi066 ceph-mon[30998]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:56 smithi019 ceph-mon[27522]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:56 smithi019 ceph-mon[39381]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:56 smithi066 ceph-mon[30998]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:29:58 smithi019 ceph-mon[27522]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:59.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:29:58 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:29:58] "GET /metrics HTTP/1.1" 200 33641 "" "Prometheus/2.43.0" 2024-04-02T08:29:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:29:58 smithi019 ceph-mon[39381]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:29:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:29:58 smithi066 ceph-mon[30998]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:00 smithi019 ceph-mon[27522]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:00 smithi019 ceph-mon[27522]: overall HEALTH_OK 2024-04-02T08:30:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:00 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:00 smithi019 ceph-mon[39381]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:00 smithi019 ceph-mon[39381]: overall HEALTH_OK 2024-04-02T08:30:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:00 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:00 smithi066 ceph-mon[30998]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:00 smithi066 ceph-mon[30998]: overall HEALTH_OK 2024-04-02T08:30:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:00 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:03.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:02 smithi019 ceph-mon[27522]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:02 smithi019 ceph-mon[39381]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:02 smithi066 ceph-mon[30998]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:04 smithi019 ceph-mon[27522]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:04 smithi019 ceph-mon[39381]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:05.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:04 smithi066 ceph-mon[30998]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:06 smithi066 ceph-mon[30998]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:06 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:06 smithi019 ceph-mon[27522]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:06 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:07.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:06 smithi019 ceph-mon[39381]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:07.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:06 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:08.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:07 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:07 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:08.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:07 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:07 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:07 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:07 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:07 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:07 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:07 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:08 smithi019 ceph-mon[27522]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:09.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:30:08] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-02T08:30:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:08 smithi019 ceph-mon[39381]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:08 smithi066 ceph-mon[30998]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:10 smithi066 ceph-mon[30998]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:10 smithi019 ceph-mon[27522]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:11.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:10 smithi019 ceph-mon[39381]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:12 smithi066 ceph-mon[30998]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:12 smithi019 ceph-mon[27522]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:12 smithi019 ceph-mon[39381]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:14 smithi066 ceph-mon[30998]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:14 smithi019 ceph-mon[27522]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:14 smithi019 ceph-mon[39381]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:15 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:15 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:15 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:16 smithi066 ceph-mon[30998]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:16 smithi019 ceph-mon[39381]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:16 smithi019 ceph-mon[27522]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:18.873 INFO:tasks.workunit.client.0.smithi019.stderr:Updating files: 94% (11618/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T08:30:18.978 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:18 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:30:18] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-02T08:30:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:18 smithi066 ceph-mon[30998]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:18 smithi019 ceph-mon[39381]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:18 smithi019 ceph-mon[27522]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:19.655 INFO:tasks.workunit.client.0.smithi019.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T08:30:19.655 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:19.655 INFO:tasks.workunit.client.0.smithi019.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T08:30:19.655 INFO:tasks.workunit.client.0.smithi019.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: git switch -c 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr:Or undo this operation with: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: git switch - 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:19.656 INFO:tasks.workunit.client.0.smithi019.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T08:30:19.661 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:30:19.700 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:30:19.702 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:30:19.702 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:30:20.528 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:30:20.595 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:30:20.635 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:30:20.637 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:30:20.637 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:30:20.676 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:30:20.679 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:30:20.679 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:30:20.736 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-02T08:30:20.737 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-02T08:30:20.737 DEBUG:teuthology.orchestra.run.smithi019:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-02T08:30:20.793 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-02T08:30:21.197 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-02T08:30:21.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:20 smithi066 ceph-mon[30998]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:20 smithi019 ceph-mon[27522]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:20 smithi019 ceph-mon[39381]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STOPPING 2024-04-02T08:30:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STOPPED 2024-04-02T08:30:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STARTING 2024-04-02T08:30:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Serving on http://:::9283 2024-04-02T08:30:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STARTED 2024-04-02T08:30:21.606 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-02T08:30:21.888 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STOPPING 2024-04-02T08:30:21.888 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:21.889 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STOPPED 2024-04-02T08:30:21.889 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STARTING 2024-04-02T08:30:21.889 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Serving on http://:::9283 2024-04-02T08:30:21.889 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STARTED 2024-04-02T08:30:21.889 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STOPPING 2024-04-02T08:30:22.008 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry preview 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STOPPED 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:21] ENGINE Bus STARTING 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:22] ENGINE Serving on http://:::9283 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:22] ENGINE Bus STARTED 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1335486425' entity='client.admin' 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/893888965' entity='client.admin' 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2117282143' entity='client.admin' 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1335486425' entity='client.admin' 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/893888965' entity='client.admin' 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2117282143' entity='client.admin' 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:22 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:22.521 INFO:tasks.workunit.client.0.smithi019.stdout: "ident" 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:22.523 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T08:30:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_block_size", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_cache_size", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_compression", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_log", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:22.525 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:22.526 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:22.527 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:22.528 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:22.529 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T08:30:22.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addr", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addrv", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:22.531 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:22.532 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:22.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:22.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:22.535 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:22.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T08:30:22.537 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 1, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:22.538 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 0, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.539 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T08:30:22.540 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T08:30:22.541 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T08:30:22.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.543 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:30:22.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:22.546 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T08:30:22.547 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T08:30:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "reef" 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 18, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "reef" 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.549 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:22.550 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 212, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 313344, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T08:30:22.551 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 179, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:22.552 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 98304, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:22.553 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 3430, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 3430, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 10290, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 51, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 20480 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:22.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:22.557 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:22.558 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:22.559 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T08:30:22.560 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T08:30:22.515679", 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:22.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T08:30:22.563 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T08:30:22.564 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767718817792, 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 241467392, 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 241467392, 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.00031442692852579057 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767718817792, 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 241467392 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T08:30:22.565 INFO:tasks.workunit.client.0.smithi019.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1335486425' entity='client.admin' 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/893888965' entity='client.admin' 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2117282143' entity='client.admin' 2024-04-02T08:30:22.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:22.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:22.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:22.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:22 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:22.567 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry preview-device 2024-04-02T08:30:23.061 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T08:30:23.061 INFO:tasks.workunit.client.0.smithi019.stdout: "3f745608-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.062 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f74de48-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.062 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082453": { 2024-04-02T08:30:23.062 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:23.062 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:23.062 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:23.062 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:23.063 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:23.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.063 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:23.063 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f745608-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:23.063 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:23.063 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:23.064 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:23.064 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.064 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:23.064 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:23.064 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046293 2024-04-02T08:30:23.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:23.065 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:23.067 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.069 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:23.069 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.069 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.069 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:23.069 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.069 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 38341283 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.070 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 59662687 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:23.072 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.073 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:23.074 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 87, 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3947, 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3965, 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3929 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 4, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 481215691, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2512734367, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 7241341901, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 40335365169, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:23.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 13, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 51160, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 65241, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 24, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 19 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 51160, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 65241 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:23.077 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.078 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:23.079 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:23.080 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 24 Celsius", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:23.081 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 13%", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 481,215,691 [246 TB]", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,512,734,367 [1.28 PB]", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 7,241,341,901", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 40,335,365,169", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 4", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 51,160", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 65,241", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 19", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:23.082 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 24 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.083 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "3f7620e6-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f76b006-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082455": { 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:23.084 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f7620e6-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:23.085 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046295 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:23.086 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.087 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.088 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 30870745 2024-04-02T08:30:23.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 48620758 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.090 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:23.091 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.092 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.093 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 90, 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.094 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3248, 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3263, 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3229 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:23.095 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 112, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 412022402, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2023145206, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 6457056734, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 33252229082, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 10, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 45176, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 56859, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 25, 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 11299 2024-04-02T08:30:23.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 45176, 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 56859 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:23.097 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.098 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:23.099 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:23.100 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 25 Celsius", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 10%", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 412,022,402 [210 TB]", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,023,145,206 [1.03 PB]", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 6,457,056,734", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 33,252,229,082", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 112", 2024-04-02T08:30:23.101 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 45,176", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 56,859", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 11,299", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:23.102 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 25 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.103 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.104 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.104 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.104 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T08:30:23.104 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry preview-all 2024-04-02T08:30:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:23 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:23 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:23.598 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T08:30:23.598 INFO:tasks.workunit.client.0.smithi019.stdout: "device_report": { 2024-04-02T08:30:23.598 INFO:tasks.workunit.client.0.smithi019.stdout: "3f745608-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.598 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f74de48-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.598 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082453": { 2024-04-02T08:30:23.598 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f745608-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046293 2024-04-02T08:30:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.601 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:23.601 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:23.601 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:23.601 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.601 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:23.602 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:23.603 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:23.603 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.603 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.603 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:23.603 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.603 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 38341283 2024-04-02T08:30:23.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.605 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:23.605 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.605 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:23.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.605 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 59662687 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.607 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.608 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 87, 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3947, 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3965, 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3929 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 4, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 481215691, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2512734367, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 7241341901, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 40335365169, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 13, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 51160, 2024-04-02T08:30:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 65241, 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 24, 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 19 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 51160, 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 65241 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.612 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.613 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:23.615 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 24 Celsius", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 13%", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 481,215,691 [246 TB]", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,512,734,367 [1.28 PB]", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 7,241,341,901", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 40,335,365,169", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 4", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 51,160", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 65,241", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 19", 2024-04-02T08:30:23.616 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 24 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "3f7620e6-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f76b006-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082455": { 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:23.619 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f7620e6-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046295 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:23.620 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:23.621 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.622 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:23.623 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 30870745 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 48620758 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:23.625 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.626 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:23.627 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 90, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3248, 2024-04-02T08:30:23.628 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3263, 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3229 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 112, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 412022402, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2023145206, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 6457056734, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 33252229082, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 10, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 45176, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 56859, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 25, 2024-04-02T08:30:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 11299 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 45176, 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 56859 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:23.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:23.632 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:23.633 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:23.634 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 25 Celsius", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 10%", 2024-04-02T08:30:23.635 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 412,022,402 [210 TB]", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,023,145,206 [1.03 PB]", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 6,457,056,734", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 33,252,229,082", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 112", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 45,176", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 56,859", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 11,299", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 25 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.637 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "report": { 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "ident" 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T08:30:23.638 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:23.639 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:23.640 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_block_size", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_cache_size", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_compression", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_log", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:23.642 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:23.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:23.644 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:23.645 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:23.646 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T08:30:23.646 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:23.646 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:23.646 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:23.646 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T08:30:23.646 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:23.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:23.648 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addr", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addrv", 2024-04-02T08:30:23.649 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:23.650 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:23.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:23.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:23.653 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:23.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T08:30:23.655 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T08:30:23.656 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 1, 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T08:30:23.657 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 0, 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T08:30:23.659 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T08:30:23.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T08:30:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T08:30:23.662 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T08:30:23.663 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.664 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T08:30:23.664 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T08:30:23.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.664 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T08:30:23.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T08:30:23.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T08:30:23.665 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:23.666 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.667 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:23.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:23.670 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:30:23.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.673 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.674 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T08:30:23.675 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "reef" 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 18, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "reef" 2024-04-02T08:30:23.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:23.678 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 212, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 313344, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 179, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.679 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:23.680 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 98304, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:23.681 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 3430, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 3430, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 10290, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 51, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 20480 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.682 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:23.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:23.685 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:23.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:23.687 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T08:30:23.689 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T08:30:23.581216", 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:23.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.691 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:23.692 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T08:30:23.693 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767718817792, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 241467392, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 241467392, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.00031442692852579057 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767718817792, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 241467392 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:23.694 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T08:30:23.695 INFO:tasks.workunit.client.0.smithi019.stderr:++ ceph telemetry collection ls 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T08:30:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:24.114 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T08:30:24.114 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:24.114 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T08:30:24.114 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:24.114 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:24.114 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:24.115 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T08:30:24.115 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:24.115 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:24.115 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:24.115 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:24.116 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:24.116 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:24.116 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:24.116 INFO:tasks.workunit.client.0.smithi019.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:24.116 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:24.117 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T08:30:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T08:30:24.119 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T08:30:24.442 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.443 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.444 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.444 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.444 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.444 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:24 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:24.625 INFO:tasks.workunit.client.0.smithi019.stdout:Telemetry is on. 2024-04-02T08:30:24.625 INFO:tasks.workunit.client.0.smithi019.stdout:Some channels are disabled, please enable with: 2024-04-02T08:30:24.625 INFO:tasks.workunit.client.0.smithi019.stdout:`ceph telemetry enable channel perf` 2024-04-02T08:30:24.636 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry enable channel perf 2024-04-02T08:30:24.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Bus STOPPING 2024-04-02T08:30:24.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:24.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Bus STOPPED 2024-04-02T08:30:24.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Bus STARTING 2024-04-02T08:30:24.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Serving on http://:::9283 2024-04-02T08:30:24.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Bus STARTED 2024-04-02T08:30:25.133 INFO:tasks.workunit.client.0.smithi019.stdout:channel_perf is enabled 2024-04-02T08:30:25.145 INFO:tasks.workunit.client.0.smithi019.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T08:30:25.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Bus STOPPING 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Bus STOPPED 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:24] ENGINE Bus STARTING 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:25] ENGINE Serving on http://:::9283 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:30:25] ENGINE Bus STARTED 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:25.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:25.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:25 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.536 INFO:tasks.workunit.client.0.smithi019.stderr:+ LAST_OPT_REVISION=1 2024-04-02T08:30:25.536 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T08:30:25.536 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry show 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:25.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:25 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:26.277 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T08:30:26.277 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T08:30:26.277 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T08:30:26.277 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T08:30:26.278 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T08:30:26.279 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:26.280 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:26.281 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_block_size", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_cache_size", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_compression", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_log", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:26.282 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:26.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:26.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:26.285 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T08:30:26.286 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:26.287 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addr", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addrv", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:26.288 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:26.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/enabled", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:26.290 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:26.291 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:26.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:26.293 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T08:30:26.294 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 1, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T08:30:26.295 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 0, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:26.296 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T08:30:26.297 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T08:30:26.298 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_stats": { 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20267008, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 319984, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 983040, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 0, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 325, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.299 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 926480, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 824320, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14460672, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20455424, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 404944, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 98304, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 860160, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 401, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1284040, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:30:26.300 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1031168, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14884456, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 34521088, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 631352, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 7888896, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1128, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 9473280, 2024-04-02T08:30:26.301 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1358336, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 20305608, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 42409984 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 33357824, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 756128, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 6955008, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 949, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 8046264, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:30:26.302 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1366272, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 20436648, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 40312832 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 43991040, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1479328, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 573440, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 4620288, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1828, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 12427944, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2305280, 2024-04-02T08:30:26.303 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 24452536, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 48611328 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 51322880, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1842552, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 172032, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1761, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5919056, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3902720, 2024-04-02T08:30:26.304 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 36774968, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 51494912 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 50339840, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2164200, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 106496, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1699, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5411112, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 4019712, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 35861232, 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 50446336 2024-04-02T08:30:26.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 44949504, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 813048, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 319488, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1241, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5046472, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2118144, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34088256, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.306 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 43778048, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1113824, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 376832, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1199, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 4014960, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 45, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1540352, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34225328, 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 44154880 2024-04-02T08:30:26.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 45244416, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 832192, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1007616, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1224, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 4796544, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1901056, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34831040, 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:30:26.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 45506560, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1072160, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 811008, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1257, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 4514992, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2266624, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34769200, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 46317568 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.309 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 48873472, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1822136, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 589824, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1627, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5849424, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3549440, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34768888, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T08:30:26.310 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 48644096, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2292912, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1802240, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1642, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5335064, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3567360, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34565176, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 50446336 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T08:30:26.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "io_rate": { 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_stats_delta": { 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 0, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 0, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "stamp_delta": "12.002355", 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:26.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:26.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:26.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:26.315 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 0 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "mempool": { 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:26.316 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 149127, 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 31 2024-04-02T08:30:26.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.322 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:26.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 222439, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 68 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.329 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 51496, 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 208 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7928, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 125 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1085331, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 346 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6504, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 124 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12744, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1546 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5152, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 83 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.342 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.346 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.346 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1121573, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 351 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6504, 2024-04-02T08:30:26.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 124 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12744, 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1546 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5152, 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 83 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.350 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.354 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1135363, 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 339 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 352, 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 4 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6504, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 124 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12744, 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1546 2024-04-02T08:30:26.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10304, 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 166 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.357 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5440, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 68 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20944, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1824, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 46 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 617189, 2024-04-02T08:30:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 19 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 91672, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15728 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 204936, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 333 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11372, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 742 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8976, 2024-04-02T08:30:26.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 31702, 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 201 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20944, 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:26.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 408068, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 92 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2452094, 2024-04-02T08:30:26.362 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 196 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6952, 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 79 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 521640, 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 45 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.363 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 88400, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4320, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19488, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2048, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 48 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8192, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86249, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 14812 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 196096, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 320 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9580, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 570 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8352, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 27938, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 188 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2944, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 4 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 458105, 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 103 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 36160, 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2435346, 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4928, 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 56 2024-04-02T08:30:26.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 452088, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7280, 2024-04-02T08:30:26.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 226248, 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3491 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.373 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4080, 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 51 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19376, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 173 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1376, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 42 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8192, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 43344, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8236 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.375 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 122656, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 212 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8280, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 515 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8304, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 173 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.376 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 26058, 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 180 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19376, 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 173 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 736, 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 347873, 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 77 2024-04-02T08:30:26.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12112, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2405984, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 172 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4312, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359352, 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 31 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8320, 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T08:30:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 226248, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3491 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.380 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.381 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3680, 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 46 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:26.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 480, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 34 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 44201, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8457 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 126736, 2024-04-02T08:30:26.383 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 218 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9400, 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 573 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8496, 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 26922, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 186 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 251218, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 53 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 26565, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2468482, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 194 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4752, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.386 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 428904, 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 37 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10400, 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 20 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:26.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.388 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.389 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3280, 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1712, 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 45 2024-04-02T08:30:26.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14819, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 44834, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8521 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 127416, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 219 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9400, 2024-04-02T08:30:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 573 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8496, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 27178, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20048, 2024-04-02T08:30:26.392 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 179 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 945918, 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 80 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.393 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2436584, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4752, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 428904, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 37 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.394 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7904, 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 16 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225992, 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3479 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.396 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2800, 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 35 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19600, 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 175 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 480, 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 34 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.398 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 44984, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8564 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 128776, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 221 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9808, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 573 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8400, 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 175 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28026, 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 189 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19600, 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 175 2024-04-02T08:30:26.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 829373, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 51 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28605, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2447407, 2024-04-02T08:30:26.401 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 183 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5544, 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 475272, 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.402 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11960, 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 23 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T08:30:26.404 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.405 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2240, 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 28 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20720, 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 480, 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 34 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 15077, 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86519, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15178 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 196776, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 321 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10852, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 732 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8880, 2024-04-02T08:30:26.407 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28886, 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 189 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20720, 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.408 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 781332, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2412494, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 165 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4840, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 55 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 452088, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.410 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 88712, 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.412 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1520, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 19 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:26.413 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20608, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 184 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 266240, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 88959, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15500 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:26.414 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 202216, 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 329 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11616, 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 737 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8832, 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 184 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 31102, 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 197 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20608, 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 184 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 144121, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 29 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2430792, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 186 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5808, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 66 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:26.417 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 533232, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 46 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 90480, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 202 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.418 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.420 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.423 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:26.424 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T08:30:26.425 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T08:30:26.426 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "reef" 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 18, 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T08:30:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "reef" 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_perf_histograms": [ 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:26.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:26.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:26.430 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:26.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:26.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.433 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.451 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.454 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:26.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:26.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:26.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:26.459 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.462 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.467 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:26.472 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:26.477 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:26.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:26.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:26.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:26.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.485 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:26.493 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.497 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.498 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.499 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.500 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.501 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.502 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:26.503 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.504 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.505 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.506 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:26.507 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:26.508 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:26.509 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:26.510 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.511 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.512 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.513 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.514 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8, 3, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.515 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.516 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.517 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.518 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.519 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.520 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.521 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.522 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.523 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.524 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.525 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.526 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.527 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.528 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.529 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.530 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.531 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.532 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_counters": { 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": { 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_grant": { 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_commit": { 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_complete": { 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_keys": { 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_merge": { 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_split": { 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "exported_inodes": { 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "forward": { 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_cap_release": { 2024-04-02T08:30:26.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps": { 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps_dirty": { 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_inode_file_caps": { 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "imported_inodes": { 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes": { 2024-04-02T08:30:26.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_expired": { 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_pinned": { 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_with_caps": { 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "load_cent": { 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "openino_dir_fetch": { 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "process_request_cap_release": { 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "reply_latency": { 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 120678 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "request": { 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rbytes": { 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.538 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rfiles": { 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rsnaps": { 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_reply": { 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "subtrees": { 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_cache": { 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_exportdir": { 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_flush": { 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragmentdir": { 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragstats": { 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_inodestats": { 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_enqueued": { 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_prioritized": { 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_processing": { 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays": { 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_delayed": { 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_enqueuing": { 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_completed": { 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_started": { 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_created": { 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_enqueued": { 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.542 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_migrated": { 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_reintegrated": { 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_log": { 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "ev": { 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "evadd": { 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "evex": { 2024-04-02T08:30:26.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "evexd": { 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "evexg": { 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "evtrm": { 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "jlat": { 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7940359 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "replayed": { 2024-04-02T08:30:26.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: "seg": { 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: "segadd": { 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: "segex": { 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: "segexd": { 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: "segexg": { 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: "segtrm": { 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.546 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_mem": { 2024-04-02T08:30:26.547 INFO:tasks.workunit.client.0.smithi019.stdout: "cap": { 2024-04-02T08:30:26.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.547 INFO:tasks.workunit.client.0.smithi019.stdout: "cap+": { 2024-04-02T08:30:26.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.549 INFO:tasks.workunit.client.0.smithi019.stdout: "cap-": { 2024-04-02T08:30:26.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: "dir": { 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: "dir+": { 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: "dir-": { 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.550 INFO:tasks.workunit.client.0.smithi019.stdout: "dn": { 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "dn+": { 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "dn-": { 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "heap": { 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 207156 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "ino": { 2024-04-02T08:30:26.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "ino+": { 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "ino-": { 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "rss": { 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41288 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_server": { 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_acquisition_throttle": { 2024-04-02T08:30:26.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_revoke_eviction": { 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_request": { 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_session": { 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_peer_request": { 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "req_create_latency": { 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getattr_latency": { 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 120678 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getfilelock_latency": { 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getvxattr_latency": { 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "req_link_latency": { 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookup_latency": { 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.555 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookuphash_latency": { 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupino_latency": { 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupname_latency": { 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.556 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupparent_latency": { 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupsnap_latency": { 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lssnap_latency": { 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mkdir_latency": { 2024-04-02T08:30:26.557 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mknod_latency": { 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mksnap_latency": { 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.558 INFO:tasks.workunit.client.0.smithi019.stdout: "req_open_latency": { 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "req_readdir_latency": { 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rename_latency": { 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "req_renamesnap_latency": { 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmdir_latency": { 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmsnap_latency": { 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmxattr_latency": { 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setattr_latency": { 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setdirlayout_latency": { 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setfilelock_latency": { 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setlayout_latency": { 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setxattr_latency": { 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "req_snapdiff_latency": { 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "req_symlink_latency": { 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "req_unlink_latency": { 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_sessions": { 2024-04-02T08:30:26.563 INFO:tasks.workunit.client.0.smithi019.stdout: "average_load": { 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "avg_session_uptime": { 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 87 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "mdthresh_evicted": { 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "session_count": { 2024-04-02T08:30:26.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "session_remove": { 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_open": { 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_stale": { 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "total_load": { 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "purge_queue": { 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed": { 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing": { 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_high_water": { 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops": { 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_item_in_journal": { 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T08:30:26.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T08:30:26.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T08:30:26.570 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 882 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 882, 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3870667 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 882, 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 135999055 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 146 2024-04-02T08:30:26.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1999986 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T08:30:26.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 883 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.574 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 883 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 883, 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1876986867 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:26.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T08:30:26.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 883 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 883, 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7575557 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T08:30:26.578 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 883, 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6248 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 883, 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 381997332 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39657472 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30957568 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8699904 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T08:30:26.580 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277021622 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 270619 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70834991 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277021622 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41417 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71064193 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 322961408 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184681081 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71171463 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37481, 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 100426250 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.592 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1910, 2024-04-02T08:30:26.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 616210045 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.595 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 103 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 870 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.596 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 870, 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3843040 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 870, 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 240997789 2024-04-02T08:30:26.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.598 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 872 2024-04-02T08:30:26.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.600 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 872 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 872, 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2080980893 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T08:30:26.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.603 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 871 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 871, 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7522779 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 871, 2024-04-02T08:30:26.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6159 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 871, 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 454995829 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37560320 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29736960 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7823360 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.606 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022537 2024-04-02T08:30:26.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 270619 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70834076 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.610 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022537 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38978 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71065717 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 322961408 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184681691 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71170853 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.617 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37027, 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 105215882 2024-04-02T08:30:26.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1860, 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 768219713 2024-04-02T08:30:26.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.621 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.622 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 189 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1022 2024-04-02T08:30:26.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1022, 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4921567 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1022, 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3066 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1022, 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 170998432 2024-04-02T08:30:26.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1022 2024-04-02T08:30:26.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1022, 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4847971 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1022, 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6135 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1022, 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 443998037 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.627 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 999990 2024-04-02T08:30:26.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1024 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1024, 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2716975093 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:26.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1627 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T08:30:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.631 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45858816 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.632 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39993344 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5865472 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:26.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022698 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 270189 2024-04-02T08:30:26.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.635 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70834345 2024-04-02T08:30:26.636 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022698 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38978 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.638 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71065556 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 322961408 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184681799 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.642 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71170745 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45776, 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 193739615 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.645 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T08:30:26.646 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2208, 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 694304376 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7757824 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4079616 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3940352 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.654 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11776000 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1318912 2024-04-02T08:30:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 223800 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24, 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 60027 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 949, 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 531933580 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 930, 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24804619 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 949, 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 827284 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.660 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 949, 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 532760864 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54215 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24212 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.662 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3692 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3901 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 324 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 121, 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3281572 2024-04-02T08:30:26.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 325, 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 349425 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 204, 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4315908 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:26.664 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 102, 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5522657 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3874309785 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 123, 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45813577 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:26.665 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 122, 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 226055159532 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 123, 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 139651449558 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3572, 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43944515545 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3572, 2024-04-02T08:30:26.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 222932 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4880728 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3085599364 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 545002 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1683362821 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 397843257 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 900274 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:26.668 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 57, 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 298912 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9046258718 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 436623280 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3573, 2024-04-02T08:30:26.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 286494423 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48611328 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48439296 2024-04-02T08:30:26.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 172032 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85521881 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 610304 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73251367 2024-04-02T08:30:26.674 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641414110 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71615442 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57014587 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.680 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68814069 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.681 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641414110 2024-04-02T08:30:26.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 351107 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.684 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71266463 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.686 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:26.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 616 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32724329 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6047461 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.688 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31312595 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.690 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.691 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.692 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 616 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32724329 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.693 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6047461 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31312595 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:26.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1771104 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33181696 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.696 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7380992 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3801088 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3661824 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.704 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11120640 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.705 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 712704 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 528416 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26, 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70030 2024-04-02T08:30:26.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 881, 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 518417760 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 872, 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16791291 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.708 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 881, 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 759786 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 881, 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 519177546 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.709 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41344 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7396 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.710 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5335 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3910 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 331 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 130, 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3417660 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 340, 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 337912 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 210, 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2977119 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.712 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 103, 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5589919 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3715824524 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 120, 2024-04-02T08:30:26.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20872973 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 116, 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 199275390381 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 120, 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 161901569385 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3510, 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53007306591 2024-04-02T08:30:26.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3510, 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 186707 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98685650 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2475527437 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 488933 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1668054605 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 380267129 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:26.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309065 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 54, 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 263840 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8338608917 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 423979894 2024-04-02T08:30:26.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 262709821 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47562752 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.718 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47472640 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 90112 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:26.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85559453 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73815907 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641695901 2024-04-02T08:30:26.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.724 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71333651 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.726 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57039635 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68789021 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641695901 2024-04-02T08:30:26.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.731 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 323378 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.732 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71012401 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.733 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 155 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2429440 2024-04-02T08:30:26.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 155, 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 757536944 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1052 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 155, 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52491322 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:26.736 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 155, 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 236018188 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913944 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.737 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1052 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4241962 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3551176 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.738 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22, 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18977266 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22, 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8278638 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22, 2024-04-02T08:30:26.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17879695 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 100 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2429440 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 733645734 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.741 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39970722 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214587317 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 590368 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32587776 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.743 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2060288 2024-04-02T08:30:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1146880 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.748 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.753 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.753 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3284992 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.756 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 708608 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 182105 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12, 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15216 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.758 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 267, 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56875888 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 264, 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4770702 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 267, 2024-04-02T08:30:26.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309148 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 267, 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57185036 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47063 2024-04-02T08:30:26.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.761 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3914 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 584 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 93, 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1272532 2024-04-02T08:30:26.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 341855 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 166, 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3112366 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:26.763 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115877 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7127906 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 113, 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6601616 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 112, 2024-04-02T08:30:26.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 185058108683 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 113, 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 117502868383 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 330, 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 40956160986 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 330, 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33071 2024-04-02T08:30:26.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1653963 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 91880426 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 114810 2024-04-02T08:30:26.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42544885 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19937565 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309178 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47, 2024-04-02T08:30:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 223617 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 163192017 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23440615 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2274892 2024-04-02T08:30:26.768 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42385408 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41984000 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.769 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 401408 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85566701 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.772 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73808659 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750263 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.775 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71279289 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:26.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57044467 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.779 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.780 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68784189 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750263 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206526 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71074891 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.785 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 135061617 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4001590 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125762788 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:26.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.789 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:26.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 135061617 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4001590 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125762788 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.793 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.794 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28377088 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1142784 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.797 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 860160 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 720896 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.798 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.800 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5503 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5503 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.802 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1941504 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 724992 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.805 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6636 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.807 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 163, 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41037706 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 143, 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13778120 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 163, 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184403 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 163, 2024-04-02T08:30:26.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41222109 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41456 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5071 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 324 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 220 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82, 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 878359 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 140, 2024-04-02T08:30:26.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 298818 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58, 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 423633 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.812 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6797254 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50, 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3224156 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47, 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 321875687599 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50, 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 66295572036 2024-04-02T08:30:26.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 229, 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 576207 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 229, 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22966 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 328520 2024-04-02T08:30:26.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125874656 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70688 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75730687 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:26.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11891614 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 311641 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41, 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 233650 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 220653223 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16229049 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1486711 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:26.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41271296 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 40853504 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 417792 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85566766 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73816786 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.822 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750749 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71278803 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.826 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57044511 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.827 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68784145 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.829 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750749 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8216 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 210105 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71062610 2024-04-02T08:30:26.832 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.833 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.834 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.835 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 756884 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 756884 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.841 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.842 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28389376 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.843 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1191936 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.845 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 868352 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.846 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729088 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5506 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5506 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1998848 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.853 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 724992 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12, 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 347536 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3975 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.855 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 165, 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56092303 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 152, 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6122327 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.856 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 165, 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 186026 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 165, 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56278329 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 59435 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9980 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 365 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 235 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.859 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 98, 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1145438 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 166, 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 284393 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 68, 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 343861 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.860 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 160558 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3367870 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T08:30:26.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2800252 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106775024251 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 64814692486 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 256, 2024-04-02T08:30:26.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 525479 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 256, 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26274 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 253606 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 180029996 2024-04-02T08:30:26.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 84932 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115512420 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13423514 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.864 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309886 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41, 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 188406 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 312628503 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16501053 2024-04-02T08:30:26.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2571254 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42319872 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.866 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42196992 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 122880 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85508151 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.868 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:26.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73867209 2024-04-02T08:30:26.870 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641311132 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71718420 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57005434 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68823222 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641311132 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 213983 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71506565 2024-04-02T08:30:26.880 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20532859 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.883 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671101 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20186953 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.888 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20532859 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671101 2024-04-02T08:30:26.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20186953 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28401664 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.892 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1187840 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.893 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 880640 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.894 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 741376 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.898 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2007040 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 716800 2024-04-02T08:30:26.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 171500 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2987 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 168, 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56675731 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 162, 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8706965 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 168, 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 149647 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.904 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 168, 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56825378 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38213 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.905 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.906 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5603 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 326 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 240 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88, 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 731889 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.907 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 141, 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 273395 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53, 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 241202 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:26.908 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 102381 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5150285 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2403208 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:26.909 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36, 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 712090258180 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65190242158 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 260, 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 497658 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 260, 2024-04-02T08:30:26.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28898 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 230500 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159530025 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 81926 2024-04-02T08:30:26.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 84004269 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12324652 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 311296 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:26.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32, 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 133452 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 261272862 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19442785 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1727284 2024-04-02T08:30:26.913 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42385408 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42369024 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.914 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16384 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.915 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85508596 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73874956 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.918 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641314474 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.920 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71715078 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.921 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57005731 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.922 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.924 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68822925 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641314474 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12924 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 209149 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71495133 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.929 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.931 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:26.932 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.933 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.935 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.937 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28381184 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.939 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6365184 2024-04-02T08:30:26.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.941 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3391488 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3252224 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5504 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.945 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5504 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.946 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.947 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9695232 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.948 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1310720 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8552 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.950 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 781, 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 482338717 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 770, 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26027642 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 781, 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 797300 2024-04-02T08:30:26.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 781, 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 483136017 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49848 2024-04-02T08:30:26.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.953 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3817 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3408 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 350 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88, 2024-04-02T08:30:26.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 934733 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 133, 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 368417 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45, 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 576105 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.955 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5540253 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3576066236 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23216254 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.956 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30, 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 233547512592 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53556791661 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3351, 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1216613378 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.957 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3351, 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 211149 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 253129143 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2329344179 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.958 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:26.959 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 493343 2024-04-02T08:30:26.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.959 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:26.961 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1328908961 2024-04-02T08:30:26.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 366205724 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 901905 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26, 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 163174 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7853861415 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 402528181 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3354, 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267423440 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:26.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46579712 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45875200 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 704512 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:26.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85501233 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.966 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73874127 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641259250 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71770302 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:26.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57000822 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68827834 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:26.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641259250 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8160 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 328737 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71435533 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:26.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2812 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 104533166 2024-04-02T08:30:26.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7458739 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 101599225 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:26.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2812 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 104533166 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:26.983 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7458739 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 101599225 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.984 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33169408 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:26.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6205440 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:26.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3268608 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3129344 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.988 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:26.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.990 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5500 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5500 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.991 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.992 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9412608 2024-04-02T08:30:26.993 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1306624 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237800 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:26.994 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12992 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.995 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 751, 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 484497413 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 738, 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21493343 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 751, 2024-04-02T08:30:26.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 701369 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 751, 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 485198782 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43787 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:26.997 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3521 2024-04-02T08:30:26.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3483 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 370 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96, 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1588034 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137, 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 385210 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:26.999 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41, 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 913482 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 101, 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5495208 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3768330894 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:27.000 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23259137 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 81346296961 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27588007455 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3372, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1206388422 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.001 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3372, 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168758 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 163787551 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2558481929 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 420628 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1378389942 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 358874464 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 899819 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T08:30:27.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69108 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8228090302 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 396050480 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 266770401 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:27.004 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46514176 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45531136 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 983040 2024-04-02T08:30:27.005 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85492850 2024-04-02T08:30:27.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 135168 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:27.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73755534 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641196382 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.009 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:27.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71833170 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56995233 2024-04-02T08:30:27.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68833423 2024-04-02T08:30:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641196382 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.015 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 338713 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71496585 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.018 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 43, 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 121246825 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 132134 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45, 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10964442 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.020 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 43, 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115756917 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28, 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4098288 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 132134 2024-04-02T08:30:27.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28, 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3642233 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28, 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3041295 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9556237 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:27.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3628974 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9111285 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:27.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 107592300 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3693235 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 103604337 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28979200 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:27.027 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 212, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 313344, 2024-04-02T08:30:27.028 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 179, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.029 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 98304, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 3430, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 3430, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 10290, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 51, 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 20480 2024-04-02T08:30:27.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T08:30:27.032 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:27.033 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:27.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:27.035 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296808202, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098927104, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:27.036 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T08:30:27.037 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T08:30:26.150373", 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_stats": { 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "7.9.2" 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:27.038 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T08:30:27.039 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:27.040 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:27.041 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pg": [ 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.042 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605499+0000", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605499+0000", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.605808+0000", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.044 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3f", 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:04:44.867032+0000", 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.045 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.048 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.049 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.613215+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.613215+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613487+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:27.050 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.051 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3e", 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:50.565288+0000", 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.053 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.055 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.056 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.609583+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.609583+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.610057+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:27.057 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.058 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3d", 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000", 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.060 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.061 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.062 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.063 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.595871+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.595871+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.596198+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:27.064 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.065 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3c", 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000", 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.067 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.068 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.069 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.070 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.612446+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.612446+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.612774+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.071 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.072 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3b", 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:33.901660+0000", 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.074 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.075 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.076 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.077 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.599469+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.599469+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.599770+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.078 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.079 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3a", 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000", 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.083 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:27.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607627+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607627+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607935+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.086 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.39", 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:25:25.858588+0000", 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.090 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.091 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.600587+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.600587+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600948+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.093 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.38", 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000", 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.097 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.098 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.619201+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.619201+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.619788+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.099 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.100 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.37", 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:17:10.500988+0000", 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.101 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.102 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.104 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.105 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.613665+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.613665+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613933+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.106 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.107 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.36", 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000", 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.108 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.111 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.112 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614630+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614630+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.614922+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.113 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.114 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.35", 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000", 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.118 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.537913+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.537913+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.538254+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.120 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.121 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.34", 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:18:08.740438+0000", 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.125 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607577+0000", 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607577+0000", 2024-04-02T08:30:27.126 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607853+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.127 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.33", 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.128 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000", 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.132 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.599932+0000", 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.599932+0000", 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600260+0000", 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.134 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.32", 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.135 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000", 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.139 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.618195+0000", 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.618195+0000", 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.618594+0000", 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.141 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.31", 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.142 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:11:58.872114+0000", 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.143 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.146 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672583+0000", 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672583+0000", 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.674060+0000", 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:27.147 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.148 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.30", 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.149 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:08.202617+0000", 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.150 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.153 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.596987+0000", 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.596987+0000", 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.597313+0000", 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.154 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.155 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2f", 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.156 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000", 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.159 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.160 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607332+0000", 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607332+0000", 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607611+0000", 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.162 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2e", 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.163 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.165 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000", 2024-04-02T08:30:27.165 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.165 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.165 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.168 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.169 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606476+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606476+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606788+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:27.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.171 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2d", 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:28.095968+0000", 2024-04-02T08:30:27.172 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.175 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.176 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.243824+0000", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.243824+0000", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.244211+0000", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 4, 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.178 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 4, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1f", 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 23, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000", 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 582, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:27.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.182 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'4" 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602929+0000", 2024-04-02T08:30:27.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602929+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.603338+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.184 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1e", 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.185 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000", 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.189 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.239092+0000", 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.239092+0000", 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.239681+0000", 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:27.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.191 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1e", 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000", 2024-04-02T08:30:27.192 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.195 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.196 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602875+0000", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602875+0000", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.603140+0000", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.198 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1f", 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000", 2024-04-02T08:30:27.199 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.202 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.203 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.246958+0000", 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.246958+0000", 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.247267+0000", 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.205 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1d", 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.206 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000", 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:27.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.210 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.600622+0000", 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.600622+0000", 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600911+0000", 2024-04-02T08:30:27.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.212 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1c", 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.213 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000", 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.217 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.241029+0000", 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.241029+0000", 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.241382+0000", 2024-04-02T08:30:27.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:27.219 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1c", 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.220 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000", 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.224 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605181+0000", 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605181+0000", 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606156+0000", 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:27.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.226 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.227 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1d", 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000", 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.235326+0000", 2024-04-02T08:30:27.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.235326+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.235609+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.233 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1b", 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.234 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000", 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.238 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.611814+0000", 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.611814+0000", 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.612333+0000", 2024-04-02T08:30:27.239 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.240 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1a", 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.241 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:18:27.479401+0000", 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.245 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242019+0000", 2024-04-02T08:30:27.246 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242019+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242356+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:27.247 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1a", 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.248 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000", 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.250 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.251 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.252 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.612432+0000", 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.612432+0000", 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613023+0000", 2024-04-02T08:30:27.253 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.254 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1b", 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.255 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000", 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.258 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.259 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.233968+0000", 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.233968+0000", 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.234310+0000", 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:27.260 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.261 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.19", 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.262 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000", 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.265 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.266 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.604247+0000", 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.604247+0000", 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606625+0000", 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.268 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.18", 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000", 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.269 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.272 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.273 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.243547+0000", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.243547+0000", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.244247+0000", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.275 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.18", 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000", 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.276 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.279 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.280 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.616625+0000", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.616625+0000", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.617426+0000", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.281 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.282 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.19", 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:01:32.003354+0000", 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.283 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.286 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.287 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242390+0000", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242390+0000", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242685+0000", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.288 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.289 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.17", 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000", 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.290 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.291 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.292 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.294 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.603450+0000", 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.603450+0000", 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.604268+0000", 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.295 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.296 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.16", 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000", 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.297 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.298 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.299 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.300 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.301 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.238063+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.238063+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.238649+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:27.302 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.303 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.16", 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000", 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.305 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.306 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.307 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:27.308 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.597748+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.597748+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.598030+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:27.309 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.310 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.17", 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000", 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.313 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.314 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.236759+0000", 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.236759+0000", 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237132+0000", 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.316 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.15", 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 23, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.317 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000", 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 90, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.320 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'3" 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.321 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602512+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602512+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.602953+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:27.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.323 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.14", 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:35.944610+0000", 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.327 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.328 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.243204+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.243204+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.243622+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.329 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 12, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 12, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.14", 2024-04-02T08:30:27.330 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 31, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000", 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 2632, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.331 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.332 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T08:30:27.333 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 9 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "69'12" 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.334 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.611345+0000", 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.611345+0000", 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.611942+0000", 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.335 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.336 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.15", 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:15.797869+0000", 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.337 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.338 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.339 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.340 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.341 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.231801+0000", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.231801+0000", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232144+0000", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.342 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.343 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.13", 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000", 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.344 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 34, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.346 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 7 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.347 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.348 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.596392+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.596392+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.596665+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:27.349 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.350 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.12", 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000", 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.351 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.354 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.355 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242627+0000", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242627+0000", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242955+0000", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.357 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.12", 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000", 2024-04-02T08:30:27.358 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.362 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.611711+0000", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.611711+0000", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613476+0000", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.364 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.13", 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:24.090437+0000", 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.365 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.366 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.368 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.369 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.370 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.370 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.370 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.237956+0000", 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.237956+0000", 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.238313+0000", 2024-04-02T08:30:27.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.517 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.11", 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.518 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000", 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.522 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606283+0000", 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606283+0000", 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606593+0000", 2024-04-02T08:30:27.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.524 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.10", 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.525 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000", 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.529 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.226647+0000", 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.226647+0000", 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.226957+0000", 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:27.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 8, 2024-04-02T08:30:27.531 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 8, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.10", 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.532 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 27, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000", 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 4, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T08:30:27.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'8" 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.536 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.608553+0000", 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.608553+0000", 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.608888+0000", 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:27.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.538 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.11", 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.539 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:36.530633+0000", 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.543 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.231930+0000", 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.231930+0000", 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232295+0000", 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.545 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.f", 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:48:27.508099+0000", 2024-04-02T08:30:27.546 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 22, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.549 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.550 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672662+0000", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672662+0000", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.673016+0000", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:27.551 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.552 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.e", 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 26, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:06:46.445615+0000", 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.553 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.556 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.557 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:44.937055+0000", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:44.937055+0000", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:44.937474+0000", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:27.558 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.559 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.2", 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:46:49.765697+0000", 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.560 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.563 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.564 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.236763+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.236763+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237227+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:27.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.566 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.4", 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000", 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.570 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.571 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.572 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.572 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.572 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.573 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.573 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:27.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605603+0000", 2024-04-02T08:30:27.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605603+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606595+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:27.574 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.5", 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.575 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000", 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.579 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.058258+0000", 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.058258+0000", 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.058550+0000", 2024-04-02T08:30:27.580 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.581 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.4", 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.582 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:22:49.498623+0000", 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.585 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.586 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.244562+0000", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.244562+0000", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.245138+0000", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.588 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.2", 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000", 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.589 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.592 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.593 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614489+0000", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614489+0000", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.614840+0000", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.595 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3", 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:49:15.358943+0000", 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.596 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.599 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.600 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:44.937011+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:44.937011+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:44.937594+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:27.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.602 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.7", 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:28:08.447374+0000", 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.603 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.606 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.607 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606702+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606702+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606996+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:27.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.609 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.0", 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:05:39.747963+0000", 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.613 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.614 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.239484+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.239484+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.239828+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.616 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1", 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000", 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.620 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.621 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.221783+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.221783+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.222425+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 67, 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.5", 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 13, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:57:18.103695+0000", 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.627 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.599710+0000", 2024-04-02T08:30:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.599710+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600049+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:27.629 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2", 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.630 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000", 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.634 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:27.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242325+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242325+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242943+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:27.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.3", 2024-04-02T08:30:27.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000", 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 19, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.290319+0000", 2024-04-02T08:30:27.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:26:54.749558+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:26:54.749558+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:26:54.750034+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.290319+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 58, 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.290319+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.290319+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.290319+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.290319+0000", 2024-04-02T08:30:27.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.290319+0000", 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 128, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 57, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 128, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "1.0", 2024-04-02T08:30:27.644 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 264, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000", 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:27.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 212, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 306, 2024-04-02T08:30:27.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 179, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "69'128" 2024-04-02T08:30:27.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.058327+0000", 2024-04-02T08:30:27.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.058327+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.058619+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:27.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.6", 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.651 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 13, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:56.157648+0000", 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.655 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.598337+0000", 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.598337+0000", 2024-04-02T08:30:27.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.598617+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1", 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.658 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000", 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.662 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.663 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.673433+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.673433+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.674403+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.0", 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:29.240685+0000", 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.669 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:27.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.221681+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.221681+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.221981+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 67, 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.3", 2024-04-02T08:30:27.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 13, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:35:52.541739+0000", 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.676 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.246238+0000", 2024-04-02T08:30:27.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.246238+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.246581+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:27.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.5", 2024-04-02T08:30:27.679 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000", 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.683 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.617250+0000", 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.617250+0000", 2024-04-02T08:30:27.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.617534+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.685 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.4", 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.686 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:35.986250+0000", 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.690 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.221695+0000", 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.221695+0000", 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.222205+0000", 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 67, 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.0", 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:34.278160+0000", 2024-04-02T08:30:27.693 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.696 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.697 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.231748+0000", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.231748+0000", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232063+0000", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.699 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.6", 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000", 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.700 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.703 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "62'1" 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.704 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.615391+0000", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.615391+0000", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.615700+0000", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.706 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.7", 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000", 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.707 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.710 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.711 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:44.937010+0000", 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:44.937010+0000", 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:44.937316+0000", 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.713 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.1", 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:52.107211+0000", 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.714 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.717 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.718 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.241272+0000", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.241272+0000", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.241582+0000", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.720 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.7", 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000", 2024-04-02T08:30:27.721 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.724 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.725 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606816+0000", 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606816+0000", 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607165+0000", 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.6", 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.728 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000", 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.732 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.234450+0000", 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.234450+0000", 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.234800+0000", 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.734 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.8", 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.735 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000", 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.738 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.739 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.597911+0000", 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.597911+0000", 2024-04-02T08:30:27.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.598273+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:27.741 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.9", 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.742 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:57:03.928721+0000", 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.746 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.237479+0000", 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.237479+0000", 2024-04-02T08:30:27.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237757+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.9", 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.749 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000", 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.753 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614539+0000", 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614539+0000", 2024-04-02T08:30:27.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.614808+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.8", 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.756 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000", 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.236834+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.236834+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237332+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.763 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.a", 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000", 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.616948+0000", 2024-04-02T08:30:27.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.616948+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.618189+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.b", 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.770 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000", 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.774 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.240376+0000", 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.240376+0000", 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.240772+0000", 2024-04-02T08:30:27.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:27.776 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.b", 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.777 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000", 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.780 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.781 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.612693+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.612693+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613111+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:27.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.783 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.a", 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000", 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:27.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.235182+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.235182+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.236167+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:27.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.c", 2024-04-02T08:30:27.790 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000", 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.794 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.618054+0000", 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.618054+0000", 2024-04-02T08:30:27.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.619293+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.796 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.d", 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.797 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:50.747102+0000", 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.232535+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.232535+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232826+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.d", 2024-04-02T08:30:27.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000", 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 70, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:27.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:27.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.603772+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.603772+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.604070+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.c", 2024-04-02T08:30:27.811 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000", 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.815 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.233677+0000", 2024-04-02T08:30:27.816 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.233677+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.234418+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:27.817 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.e", 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.818 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000", 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.822 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.610182+0000", 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.610182+0000", 2024-04-02T08:30:27.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.610480+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.824 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.f", 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.825 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:53:37.341013+0000", 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.829 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607902+0000", 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607902+0000", 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.608214+0000", 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.831 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.20", 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.832 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000", 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.836 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.609055+0000", 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.609055+0000", 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.609307+0000", 2024-04-02T08:30:27.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.838 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.21", 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.839 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000", 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.843 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.609428+0000", 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.609428+0000", 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.609756+0000", 2024-04-02T08:30:27.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.845 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.22", 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.846 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000", 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.849 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.850 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672837+0000", 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672837+0000", 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.673188+0000", 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.852 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.23", 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:58:40.642362+0000", 2024-04-02T08:30:27.853 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.856 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.857 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614800+0000", 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614800+0000", 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.615066+0000", 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.859 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.24", 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000", 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.860 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602474+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602474+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.602787+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:27.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.866 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.25", 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:47.807766+0000", 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.870 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.616508+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.616508+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.616918+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:27.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.873 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.26", 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000", 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:27.877 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.878 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.613013+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.613013+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613308+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.880 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.27", 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000", 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.884 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.885 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.604532+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.604532+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.604836+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.887 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.28", 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000", 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.891 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.610155+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.610155+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.610420+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.894 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.29", 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000", 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:27.898 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.899 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602954+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602954+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.603285+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:27.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2a", 2024-04-02T08:30:27.901 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000", 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.905 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605910+0000", 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605910+0000", 2024-04-02T08:30:27.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606232+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:27.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2b", 2024-04-02T08:30:27.908 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000", 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.909 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:27.912 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:27.913 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672602+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672602+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.672947+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:27.914 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2c", 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 27, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:22:56.089550+0000", 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.916 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:27.919 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pool": [ 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 24, 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 8, 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 4, 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:27.923 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 24 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 192, 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.924 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 64, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 3, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 192 2024-04-02T08:30:27.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 3, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 128, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 1, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 3, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 128, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 1, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:27.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:27.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 212, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 306, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 179, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 1781760, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:27.932 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 1771104, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 3 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 96, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 45, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 32, 2024-04-02T08:30:27.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 45, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 2, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 3430, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:27.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 66, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 22, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 22, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 14, 2024-04-02T08:30:27.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 51, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 20 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.936 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 98304, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 10290, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 96 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:27.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767718817792, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 241467392, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 241467392, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.00031442692852579057 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767718817792, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 241467392 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.938 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T08:30:27.939 INFO:tasks.workunit.client.0.smithi019.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T08:30:27.939 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry show-device 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3155370793' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3155370793' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.940 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.941 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.942 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.942 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.942 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.942 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.942 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3155370793' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3155370793' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.943 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.944 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:26 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.945 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.946 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:27 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3155370793' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3155370793' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:26 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.950 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T08:30:27.950 INFO:tasks.workunit.client.0.smithi019.stdout: "3f745608-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:27.950 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f74de48-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:27.950 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082453": { 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f745608-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:27.951 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046293 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:27.952 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:27.953 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:27.954 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 38341283 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.955 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 59662687 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.956 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:27.957 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.958 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 87, 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3947, 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3965, 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3929 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 4, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 481215691, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2512734367, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 7241341901, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 40335365169, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 13, 2024-04-02T08:30:27.960 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 51160, 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 65241, 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 24, 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 19 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 51160, 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 65241 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:27.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.962 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:27.963 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.964 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 24 Celsius", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 13%", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 481,215,691 [246 TB]", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,512,734,367 [1.28 PB]", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 7,241,341,901", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 40,335,365,169", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 4", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 51,160", 2024-04-02T08:30:27.965 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 65,241", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 19", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:27.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 24 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "3f7620e6-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f76b006-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082455": { 2024-04-02T08:30:27.967 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:27.969 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:27.969 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:27.969 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:27.969 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:27.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.969 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:27.969 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f7620e6-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046295 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:27.970 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.971 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 30870745 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.973 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 48620758 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.974 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.976 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 90, 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:27.977 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3248, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3263, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3229 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 112, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 412022402, 2024-04-02T08:30:27.978 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2023145206, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 6457056734, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 33252229082, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 10, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 45176, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 56859, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 25, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 11299 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 45176, 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 56859 2024-04-02T08:30:27.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.980 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:27.981 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:27.982 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 25 Celsius", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:27.983 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 10%", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 412,022,402 [210 TB]", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,023,145,206 [1.03 PB]", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 6,457,056,734", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 33,252,229,082", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 112", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 45,176", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 56,859", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 11,299", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:27.984 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 25 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.985 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:27.986 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T08:30:27.986 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry show-all 2024-04-02T08:30:27.986 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:27.986 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.986 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.988 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.989 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:27.990 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:27.991 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:27.991 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:27.991 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:27.991 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.991 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:27 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout: "device_report": { 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout: "3f745608-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f74de48-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082453": { 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:28.000 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f745608-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046293 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:28.001 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:28.003 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.004 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 38341283 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 59662687 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.005 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.006 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:28.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.008 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 87, 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3947, 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3965, 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3929 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:28.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 4, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 481215691, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2512734367, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 7241341901, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 40335365169, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 13, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 51160, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 65241, 2024-04-02T08:30:28.010 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 24, 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 19 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 51160, 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 65241 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.011 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:28.012 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:28.013 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.014 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 24 Celsius", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 13%", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 481,215,691 [246 TB]", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,512,734,367 [1.28 PB]", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 7,241,341,901", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 40,335,365,169", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 4", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 51,160", 2024-04-02T08:30:28.015 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 65,241", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 19", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.016 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 24 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "3f7620e6-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f76b006-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082455": { 2024-04-02T08:30:28.017 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f7620e6-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046295 2024-04-02T08:30:28.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.019 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T08:30:28.020 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.021 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 30870745 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 48620758 2024-04-02T08:30:28.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.023 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:28.024 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T08:30:28.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 90, 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3248, 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3263, 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3229 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.026 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 112, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 412022402, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2023145206, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 6457056734, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 33252229082, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 10, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 45176, 2024-04-02T08:30:28.027 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 56859, 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 25, 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 11299 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 45176, 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 56859 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T08:30:28.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:30:28.029 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:30:28.030 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T08:30:28.031 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 25 Celsius", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 10%", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 412,022,402 [210 TB]", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,023,145,206 [1.03 PB]", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 6,457,056,734", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 33,252,229,082", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 112", 2024-04-02T08:30:28.032 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 45,176", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 56,859", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 11,299", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 25 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "report": { 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T08:30:28.034 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T08:30:28.035 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.036 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore" 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T08:30:28.037 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_block_size", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_cache_size", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_compression", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_log", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "leveldb_write_buffer_size", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:28.039 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:28.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:28.041 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:30:28.042 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pg_delete_cost", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:28.043 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:30:28.044 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addr", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "public_addrv", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T08:30:28.045 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:30:28.046 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/enabled", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T08:30:28.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:30:28.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:30:28.049 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T08:30:28.050 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T08:30:28.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 1, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T08:30:28.052 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 0, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T08:30:28.053 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.054 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T08:30:28.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_stats": { 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:28.056 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20267008, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 309536, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 1015808, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 0, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 323, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 969696, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 758784, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14460672, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20455424, 2024-04-02T08:30:28.057 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 410272, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 81920, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 860160, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 402, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1291512, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1034752, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14884456, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.058 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 34521088, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 614360, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 7888896, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1128, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 9424720, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1360384, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 20369112, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 42409984 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 33964032, 2024-04-02T08:30:28.059 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 791744, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 540672, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 6348800, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 951, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 7597832, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1855744, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 20425528, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 40312832 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 44007424, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1762864, 2024-04-02T08:30:28.060 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 516096, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 4603904, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1830, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 11706168, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2730240, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 24539544, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 48611328 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 51347456, 2024-04-02T08:30:28.061 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1844792, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 98304, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 147456, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1762, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5747840, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3983616, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 36789320, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 51494912 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 50380800, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2108840, 2024-04-02T08:30:28.062 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 65536, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1700, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5606760, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3917312, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 35864304, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 50446336 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T08:30:28.063 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 45015040, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 794408, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 253952, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1244, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5128600, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2117120, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34091328, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 43769856, 2024-04-02T08:30:28.064 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1063568, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 385024, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1201, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 4089792, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 45, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1501440, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34231472, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 44154880 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 45285376, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 805504, 2024-04-02T08:30:28.065 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 966656, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1225, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 4929728, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1832448, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34834112, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 45506560, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1026320, 2024-04-02T08:30:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 811008, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1257, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 4654016, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2170368, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34772272, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 46317568 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 48881664, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1752616, 2024-04-02T08:30:28.067 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 8192, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 581632, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1631, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5974688, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3480832, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34781752, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 48758784, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2281312, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2883584, 2024-04-02T08:30:28.068 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 16384, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1687552, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 1655, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 5695512, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3303168, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 34578824, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 50446336 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T08:30:28.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "io_rate": { 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_stats_delta": { 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 0, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 0, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "stamp_delta": "12.002293", 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 182, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 278, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 40, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:28.073 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 0 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "mempool": { 2024-04-02T08:30:28.074 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.075 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.077 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.078 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 149127, 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 31 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T08:30:28.080 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.081 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.083 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 222439, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 68 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 51496, 2024-04-02T08:30:28.088 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 208 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7928, 2024-04-02T08:30:28.089 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 125 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.090 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.091 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.092 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.093 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.094 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.095 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1105595, 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 354 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.097 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6504, 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 124 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12744, 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1546 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5152, 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 83 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.098 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.099 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.100 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.102 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.103 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1137173, 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 352 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6504, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 124 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12744, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1546 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5152, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 83 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.106 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.108 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.110 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.111 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1137843, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 345 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 352, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 4 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.112 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6504, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 124 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12744, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1546 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10304, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 166 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.114 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.115 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5440, 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 68 2024-04-02T08:30:28.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20944, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1824, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 46 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 617189, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 19 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 91672, 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15728 2024-04-02T08:30:28.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 204936, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 333 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11372, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 742 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8976, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.118 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 31702, 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 201 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20944, 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 408068, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 92 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2452094, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 196 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6952, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 79 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.120 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 521640, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 45 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 94640, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 186 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.121 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.122 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4320, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19488, 2024-04-02T08:30:28.124 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2048, 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 48 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8192, 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86249, 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 14812 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.125 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 196096, 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 320 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9580, 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 570 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8352, 2024-04-02T08:30:28.126 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 27938, 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 188 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2944, 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 4 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 458105, 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 103 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 36160, 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2435346, 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T08:30:28.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4928, 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 56 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 452088, 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.129 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7280, 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 226248, 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3491 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.131 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.132 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4080, 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 51 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19376, 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 173 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1376, 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 42 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8192, 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 43344, 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8236 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 122656, 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 212 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8280, 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 515 2024-04-02T08:30:28.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8304, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 173 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 26058, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 180 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19376, 2024-04-02T08:30:28.135 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 173 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 736, 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 347873, 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 77 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12112, 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.136 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2405984, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 172 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4312, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359352, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 31 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.137 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8320, 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 226248, 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3491 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.138 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.139 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.140 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3680, 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 46 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 480, 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 34 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 44201, 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8457 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 126736, 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 218 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9400, 2024-04-02T08:30:28.142 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 573 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8496, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 26922, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 186 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:28.143 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 251218, 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 53 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 26565, 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.144 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2468482, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 194 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4752, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 428904, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 37 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.145 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10400, 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 20 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.146 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.147 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3280, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19824, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1712, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 45 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14819, 2024-04-02T08:30:28.149 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 44834, 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8521 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 127416, 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 219 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9400, 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 573 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8496, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 177 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 27178, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 187 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20048, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 179 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.151 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 945918, 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 80 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2436584, 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T08:30:28.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4752, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 428904, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 37 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7904, 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 16 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225992, 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3479 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.154 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2800, 2024-04-02T08:30:28.156 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 35 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19600, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 175 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 480, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 34 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 44984, 2024-04-02T08:30:28.157 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8564 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 128776, 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 221 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 9808, 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 573 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8400, 2024-04-02T08:30:28.158 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 175 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28026, 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 189 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19600, 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 175 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.159 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 829373, 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 51 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28605, 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2447407, 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 183 2024-04-02T08:30:28.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5544, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 475272, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.161 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11960, 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 23 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.162 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.163 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2240, 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 28 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20720, 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 480, 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 34 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 15077, 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86519, 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15178 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 196776, 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 321 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10852, 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 732 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8880, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28886, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 189 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20720, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 781332, 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2412494, 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 165 2024-04-02T08:30:28.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4840, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 55 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 452088, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 94952, 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 193 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.170 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.171 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6368, 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 123 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16896, 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 576, 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T08:30:28.172 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1520, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 19 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20608, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 184 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 266240, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 88959, 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15500 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 202216, 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 329 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11616, 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 737 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8832, 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 184 2024-04-02T08:30:28.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 31102, 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 197 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20608, 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 184 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.175 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 144121, 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 29 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2429688, 2024-04-02T08:30:28.176 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 188 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5808, 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 66 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 533232, 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 46 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T08:30:28.177 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 97968, 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 226 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 225736, 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3467 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.180 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.181 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T08:30:28.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T08:30:28.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.184 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T08:30:28.185 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:30:28.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.185 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T08:30:28.185 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:30:28.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.185 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T08:30:28.186 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "reef" 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:30:28.187 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 18, 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "reef" 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_perf_histograms": [ 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.188 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:28.189 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:28.190 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.191 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:28.192 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:28.193 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.194 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.195 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.196 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.197 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.198 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.199 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.200 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.201 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:28.202 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.203 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.204 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.205 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.206 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.207 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.208 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.209 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.210 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.211 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.212 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.213 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.214 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.215 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:28.216 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:28.217 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.218 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:28.219 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:28.220 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.221 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.222 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.223 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.224 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.225 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.226 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.227 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.228 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.229 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.230 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.232 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.233 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.234 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.235 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.236 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.237 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.238 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.239 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.240 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.241 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:28.242 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:28.243 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:28.244 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:28.245 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:28.246 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.247 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.248 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.249 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.250 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.251 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.252 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.253 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.254 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.255 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.256 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.257 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.258 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:28.260 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.261 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.262 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.263 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.264 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.265 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.266 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.267 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.268 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T08:30:28.269 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:30:28.270 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T08:30:28.271 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T08:30:28.272 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T08:30:28.273 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.274 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.275 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8, 3, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.277 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.278 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.279 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.280 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.281 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.282 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.283 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.284 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.285 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.286 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.287 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.288 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.289 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.290 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.291 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.292 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.293 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.294 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_counters": { 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": { 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_grant": { 2024-04-02T08:30:28.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_commit": { 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_complete": { 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_keys": { 2024-04-02T08:30:28.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_merge": { 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_split": { 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "exported_inodes": { 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "forward": { 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_cap_release": { 2024-04-02T08:30:28.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps": { 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps_dirty": { 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_inode_file_caps": { 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "imported_inodes": { 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.298 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes": { 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_expired": { 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_pinned": { 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_with_caps": { 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "load_cent": { 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.299 INFO:tasks.workunit.client.0.smithi019.stdout: "openino_dir_fetch": { 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "process_request_cap_release": { 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "reply_latency": { 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 120678 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "request": { 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rbytes": { 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rfiles": { 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rsnaps": { 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_reply": { 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "subtrees": { 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.301 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_cache": { 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_exportdir": { 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_flush": { 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragmentdir": { 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragstats": { 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_inodestats": { 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_enqueued": { 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_prioritized": { 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_processing": { 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays": { 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_delayed": { 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_enqueuing": { 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_completed": { 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_started": { 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_created": { 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_enqueued": { 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_migrated": { 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_reintegrated": { 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_log": { 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "ev": { 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.305 INFO:tasks.workunit.client.0.smithi019.stdout: "evadd": { 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "evex": { 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "evexd": { 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "evexg": { 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "evtrm": { 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "jlat": { 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7940359 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "replayed": { 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "seg": { 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "segadd": { 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "segex": { 2024-04-02T08:30:28.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "segexd": { 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "segexg": { 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "segtrm": { 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_mem": { 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "cap": { 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "cap+": { 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "cap-": { 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "dir": { 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "dir+": { 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "dir-": { 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "dn": { 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "dn+": { 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "dn-": { 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "heap": { 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 207156 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.310 INFO:tasks.workunit.client.0.smithi019.stdout: "ino": { 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "ino+": { 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "ino-": { 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "rss": { 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41288 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_server": { 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_acquisition_throttle": { 2024-04-02T08:30:28.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_revoke_eviction": { 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_request": { 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_session": { 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_peer_request": { 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.312 INFO:tasks.workunit.client.0.smithi019.stdout: "req_create_latency": { 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getattr_latency": { 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 120678 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getfilelock_latency": { 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getvxattr_latency": { 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "req_link_latency": { 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookup_latency": { 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookuphash_latency": { 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupino_latency": { 2024-04-02T08:30:28.314 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupname_latency": { 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupparent_latency": { 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupsnap_latency": { 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.315 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lssnap_latency": { 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mkdir_latency": { 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mknod_latency": { 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mksnap_latency": { 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.316 INFO:tasks.workunit.client.0.smithi019.stdout: "req_open_latency": { 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "req_readdir_latency": { 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rename_latency": { 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "req_renamesnap_latency": { 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmdir_latency": { 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmsnap_latency": { 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmxattr_latency": { 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setattr_latency": { 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setdirlayout_latency": { 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setfilelock_latency": { 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setlayout_latency": { 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setxattr_latency": { 2024-04-02T08:30:28.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "req_snapdiff_latency": { 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "req_symlink_latency": { 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "req_unlink_latency": { 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.320 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_sessions": { 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "average_load": { 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "avg_session_uptime": { 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 87 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "mdthresh_evicted": { 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "session_count": { 2024-04-02T08:30:28.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "session_remove": { 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_open": { 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_stale": { 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "total_load": { 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.322 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "purge_queue": { 2024-04-02T08:30:28.323 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed": { 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing": { 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_high_water": { 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops": { 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.324 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_item_in_journal": { 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 908 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 908, 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4032829 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 908, 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 139999026 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 146 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1999986 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 909 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.329 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.330 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 909 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 909, 2024-04-02T08:30:28.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1934986454 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.332 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 909 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 909, 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7894941 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 909, 2024-04-02T08:30:28.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6478 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 909, 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 390997266 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39657472 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30973952 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8683520 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277021622 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 270619 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70834991 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.338 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277021622 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41417 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.339 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71064193 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 322961408 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184681081 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71171463 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T08:30:28.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38560, 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 104063175 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.346 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1963, 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 628164104 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.347 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.348 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 119 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 896 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.349 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 896, 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4005202 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 896, 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 247997723 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 898 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.352 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T08:30:28.353 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 898 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 898, 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2143980310 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T08:30:28.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.355 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 897 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 897, 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7842163 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 897, 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6389 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 897, 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 458995792 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37560320 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30572544 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6987776 2024-04-02T08:30:28.357 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022537 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.358 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 270619 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70834076 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T08:30:28.360 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022537 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38978 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71065717 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 322961408 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184681691 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71170853 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.366 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38106, 2024-04-02T08:30:28.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 109194021 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:28.368 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1913, 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780599183 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.369 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.370 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 199 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.371 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1048 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1048, 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5083729 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1048, 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3144 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1048, 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 177998367 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T08:30:28.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T08:30:28.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1048 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1048, 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5008235 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1048, 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6339 2024-04-02T08:30:28.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1048, 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 462067686 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T08:30:28.375 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 999990 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1050 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1050, 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2783974471 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1627 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.377 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.378 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45858816 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39911424 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5947392 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022698 2024-04-02T08:30:28.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 270189 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70834345 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 348127232 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 277022698 2024-04-02T08:30:28.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38978 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71065556 2024-04-02T08:30:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 322961408 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184681799 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.386 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.387 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71170745 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.388 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46942, 2024-04-02T08:30:28.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 199002190 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:30:28.390 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2261, 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 716094038 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7876608 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4161536 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4022272 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.395 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.396 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.399 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11976704 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1318912 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.400 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 223800 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.401 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24, 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 60027 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 969, 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 534718603 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 950, 2024-04-02T08:30:28.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24967719 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 969, 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 829936 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 969, 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 535548539 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.403 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54215 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24212 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3692 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3941 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 331 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 121, 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3281572 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 325, 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 349425 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 204, 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4315908 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 102, 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5522657 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.406 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3874311867 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 123, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45813577 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 123, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 380585078265 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 123, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 139651449558 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.407 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43944548718 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 225531 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4887835 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3088548863 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.408 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 551438 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1683607996 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 398350201 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 900274 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.409 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 57, 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 298912 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9049972021 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 437212820 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3593, 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 286612206 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48611328 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48349184 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 262144 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85521959 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 610304 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73251289 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641414693 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.416 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71614859 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.418 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57014639 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.419 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.420 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68814017 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641414693 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2356 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8248 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.422 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 344060 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71262323 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.425 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 616 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32724329 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:28.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6047461 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31312595 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.427 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 616 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32724329 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6047461 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.431 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31312595 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1771104 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33177600 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7380992 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3801088 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3661824 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.437 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11120640 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.441 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 712704 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 528416 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26, 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70030 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 881, 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 518417760 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 872, 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16791291 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 881, 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 759786 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.444 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 881, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 519177546 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41344 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7396 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.445 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5335 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3910 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.446 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 338 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 130, 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3417660 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 340, 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 337912 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 210, 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2977119 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 103, 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5589919 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3715824524 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 120, 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20872973 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.448 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 116, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 199275390381 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 120, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 161901569385 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3510, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53007306591 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3510, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 186707 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.449 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98685650 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2475527437 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 488933 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1668054605 2024-04-02T08:30:28.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 380267129 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309065 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 54, 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 263840 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8338608917 2024-04-02T08:30:28.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 423979894 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3514, 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 262709821 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47562752 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47456256 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106496 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85559453 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73815907 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641695901 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71333651 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57039635 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68789021 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.462 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641695901 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 323378 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71012401 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.466 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 155 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2429440 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 155, 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 757536944 2024-04-02T08:30:28.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1052 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 155, 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52491322 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 155, 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 236018188 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.468 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913944 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1052 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4241962 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:28.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3551176 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22, 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18977266 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22, 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8278638 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22, 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17879695 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.471 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 100 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2429440 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 733645734 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.472 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39970722 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214587317 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 590368 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.473 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32587776 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2060288 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1146880 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.478 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.479 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.480 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.481 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.482 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3284992 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 708608 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 182105 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.483 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12, 2024-04-02T08:30:28.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15216 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 267, 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56875888 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 264, 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4770702 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.485 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 267, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309148 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 267, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57185036 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47063 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.486 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3914 2024-04-02T08:30:28.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 584 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 93, 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1272532 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 341855 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.488 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 166, 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3112366 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115877 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7127906 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.489 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 113, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6601616 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 112, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 185058108683 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 113, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 117502868383 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 330, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 40956160986 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.490 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 330, 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33071 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1653963 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 91880426 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 114810 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42544885 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19937565 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309178 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47, 2024-04-02T08:30:28.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 223617 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 163192017 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23440615 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 331, 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2274892 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42385408 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42024960 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.494 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360448 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85566701 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73808659 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750263 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71279289 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57044467 2024-04-02T08:30:28.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68784189 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750263 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.504 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206526 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71074891 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.507 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.508 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 135061617 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4001590 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.509 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125762788 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.511 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 135061617 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4001590 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T08:30:28.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125762788 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28377088 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1142784 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.517 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 860160 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 720896 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5503 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5503 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1941504 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.524 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 724992 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6636 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.526 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 163, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41037706 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 143, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13778120 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 163, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184403 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 163, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41222109 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.527 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41456 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.528 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5071 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 324 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 220 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.529 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82, 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 878359 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 140, 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 298818 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58, 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 423633 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6797254 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3224156 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47, 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 321875687599 2024-04-02T08:30:28.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 66295572036 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 229, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 576207 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 229, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22966 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 328520 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125874656 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70688 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75730687 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11891614 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 311641 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41, 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 233650 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 220653223 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.534 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16229049 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 232, 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1486711 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1862578867 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41271296 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 40796160 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3138688512 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 475136 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.536 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85566766 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73816786 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750749 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71278803 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57044511 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68784145 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641750749 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8216 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 210105 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.547 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71062610 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.550 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 756884 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.551 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 756884 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28389376 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.556 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1191936 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.558 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 868352 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729088 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5506 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5506 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1998848 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 724992 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12, 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 347536 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.566 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3975 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.567 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 165, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56092303 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 152, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6122327 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 165, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 186026 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 165, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56278329 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.568 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 59435 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.569 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9980 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 365 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 235 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.570 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 98, 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1145438 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 166, 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 284393 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 68, 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 343861 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.571 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 160558 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3367870 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2800252 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106775024251 2024-04-02T08:30:28.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 64814692486 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 256, 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 525479 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 256, 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26274 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.573 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 253606 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 180029996 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 84932 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115512420 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13423514 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 309886 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41, 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 188406 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 312628503 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16501053 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 259, 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2571254 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.576 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43368448 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42360832 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1007616 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.577 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85508151 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:28.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73867209 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.580 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641311132 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71718420 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.583 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57005434 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68823222 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641311132 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 213983 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71506565 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20532859 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671101 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20186953 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.595 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.597 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T08:30:28.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.597 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20532859 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671101 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.598 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20186953 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28401664 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.600 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1187840 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27656192 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 880640 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 741376 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.603 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.605 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5505 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.606 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.607 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2007040 2024-04-02T08:30:28.608 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 716800 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 171500 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2987 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.610 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 168, 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56675731 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 162, 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8706965 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 168, 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 149647 2024-04-02T08:30:28.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 168, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56825378 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38213 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5603 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 326 2024-04-02T08:30:28.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 240 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88, 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 731889 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 141, 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 273395 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53, 2024-04-02T08:30:28.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 241202 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 102381 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5150285 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T08:30:28.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2403208 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36, 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 712090258180 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65190242158 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 260, 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 497658 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 260, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28898 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 230500 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159530025 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 81926 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 84004269 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12324652 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 311296 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32, 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 133452 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.618 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 261272862 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19442785 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 263, 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1727284 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:28.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43433984 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42622976 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 811008 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.620 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85508596 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73874956 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641314474 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71715078 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57005731 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68822925 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641314474 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12924 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 209149 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71495133 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.635 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.639 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28381184 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.642 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6483968 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.643 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3473408 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3334144 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.644 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5504 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5504 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.648 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9895936 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1310720 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8552 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.651 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 801, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 485807347 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 790, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26256315 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 801, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 799832 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 801, 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 486607179 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49848 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3817 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3448 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 350 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88, 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 934733 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 133, 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 368417 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45, 2024-04-02T08:30:28.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 576105 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 100, 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5540253 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3576068843 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23216254 2024-04-02T08:30:28.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431098240713 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33, 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53556791661 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1216644775 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214300 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 253135465 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2333010121 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 502839 2024-04-02T08:30:28.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1329157925 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 366798065 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 901905 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26, 2024-04-02T08:30:28.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 163174 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7858382172 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 403235350 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3374, 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267555612 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46579712 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45989888 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 589824 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85501255 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73874105 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641259416 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71770136 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57000837 2024-04-02T08:30:28.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68827819 2024-04-02T08:30:28.670 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641259416 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2329 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3493 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8152 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 322591 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71435699 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.674 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.675 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2812 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 104533166 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T08:30:28.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7458739 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 101599225 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2812 2024-04-02T08:30:28.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 104533166 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7458739 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13, 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 101599225 2024-04-02T08:30:28.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33169408 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T08:30:28.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_main": { 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6320128 2024-04-02T08:30:28.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T08:30:28.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3350528 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3211264 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31850496 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 206272 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1282048 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1286144 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T08:30:28.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4913 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T08:30:28.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5500 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5500 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:30:28.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9609216 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T08:30:28.691 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1306624 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237800 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T08:30:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27540 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 771, 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 487844640 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 758, 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21717343 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 771, 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 704634 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T08:30:28.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 771, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 488549274 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43787 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.695 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3521 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3705 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.696 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 380 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 118, 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2361019 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 181, 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 403963 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 63, 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1543936 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.697 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 101, 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5495208 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3768334476 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T08:30:28.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23259137 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 392169254051 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27588007455 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1206440612 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T08:30:28.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 172053 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 163796546 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2562029363 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430219 2024-04-02T08:30:28.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1378680064 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 359529527 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 899819 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69108 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.701 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8232600155 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 396835922 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3394, 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 266928924 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T08:30:28.702 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1861613158 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47562752 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45678592 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3137552384 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1884160 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.703 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 159383552 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85485110 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 139264 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 126976 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73632202 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 780140544 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641138328 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T08:30:28.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71891224 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:30:28.709 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 192937984 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 464 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56990073 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68838583 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T08:30:28.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 713031680 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 641138328 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16377 2024-04-02T08:30:28.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 331057 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T08:30:28.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71545918 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T08:30:28.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46 2024-04-02T08:30:28.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 115, 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 151661484 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 265066 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 117, 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27731329 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 115, 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 142023859 2024-04-02T08:30:28.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 80 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 80, 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13120652 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 265066 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T08:30:28.719 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 80, 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11420499 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 80, 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9289350 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30, 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30948532 2024-04-02T08:30:28.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30, 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12617595 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T08:30:28.721 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30, 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29130172 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 107592300 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:30:28.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3693235 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5, 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 103604337 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33165312 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.724 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296840970, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T08:30:28.725 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098959872, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.443114453853923e-06, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 394, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 598016, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:28.726 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 219, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:28.727 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296840970, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 98304, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 98304, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098959872, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:28.728 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 3430, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 3430, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 10290, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 51, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 20480 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:28.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:28.730 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296840970, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098959872, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:28.731 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.732 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T08:30:28.733 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 729296840970, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T08:30:28.734 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 243098959872, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T08:30:28.735 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T08:30:27.419592", 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_stats": { 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "7.9.2" 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T08:30:28.737 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.738 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.739 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:30:28.740 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.741 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pg": [ 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:28.742 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605499+0000", 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605499+0000", 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.605808+0000", 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.743 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285273+0000", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.744 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3f", 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.745 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:04:44.867032+0000", 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.749 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.750 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.613215+0000", 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.613215+0000", 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613487+0000", 2024-04-02T08:30:28.751 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:28.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228705+0000", 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.753 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3e", 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:50.565288+0000", 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.754 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.758 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.609583+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.609583+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.610057+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:28.760 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287568+0000", 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.761 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3d", 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:20:58.398627+0000", 2024-04-02T08:30:28.762 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.766 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.767 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.595871+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.595871+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.596198+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:28.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229001+0000", 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.769 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3c", 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:53:42.097098+0000", 2024-04-02T08:30:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.774 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.775 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.612446+0000", 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.612446+0000", 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.612774+0000", 2024-04-02T08:30:28.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284563+0000", 2024-04-02T08:30:28.777 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.778 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3b", 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:05:33.901660+0000", 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.783 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.599469+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.599469+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.599770+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:28.785 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228732+0000", 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.786 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3a", 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.787 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:56:25.639703+0000", 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.791 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:28.792 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607627+0000", 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607627+0000", 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607935+0000", 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284167+0000", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.39", 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.795 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:25:25.858588+0000", 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.799 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.800 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.600587+0000", 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.600587+0000", 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600948+0000", 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:28.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464484+0000", 2024-04-02T08:30:28.802 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.803 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.38", 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:11:39.815306+0000", 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.808 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.809 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.619201+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.619201+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.619788+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:28.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285228+0000", 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.811 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.37", 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.812 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:17:10.500988+0000", 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.816 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.817 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.613665+0000", 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.613665+0000", 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613933+0000", 2024-04-02T08:30:28.818 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.819 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287573+0000", 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.820 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.36", 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:21:19.288722+0000", 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.821 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.823 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.825 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.826 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614630+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614630+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.614922+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.827 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287443+0000", 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.828 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.35", 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:08:05.635318+0000", 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.829 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.830 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.833 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.834 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.537913+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.537913+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.538254+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464990+0000", 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.836 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.34", 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:18:08.740438+0000", 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.837 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.841 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607577+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607577+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607853+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.843 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.844 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.33", 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:33:54.594126+0000", 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.845 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.850 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.599932+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.599932+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600260+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:28.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287400+0000", 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.852 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.32", 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:02:10.222668+0000", 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.853 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:28.857 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.858 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.618195+0000", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.618195+0000", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.618594+0000", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.227925+0000", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.860 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.31", 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.861 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:11:58.872114+0000", 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.865 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.866 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672583+0000", 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672583+0000", 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.674060+0000", 2024-04-02T08:30:28.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:28.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464417+0000", 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.30", 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:08.202617+0000", 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.873 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.874 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.596987+0000", 2024-04-02T08:30:28.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.596987+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.597313+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:28.876 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228597+0000", 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.877 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2f", 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:59:04.570788+0000", 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.878 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.880 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.883 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607332+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607332+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607611+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:28.884 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465683+0000", 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.885 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2e", 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:54.100320+0000", 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.890 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.891 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606476+0000", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606476+0000", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606788+0000", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284468+0000", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.893 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2d", 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.894 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:28.095968+0000", 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.895 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.898 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.899 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.243824+0000", 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.243824+0000", 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.244211+0000", 2024-04-02T08:30:28.900 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:28.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287974+0000", 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 4, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 4, 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.902 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1f", 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 23, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:38:54.453668+0000", 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 582, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T08:30:28.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'4" 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.907 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602929+0000", 2024-04-02T08:30:28.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602929+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.603338+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465476+0000", 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.910 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1e", 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:08:10.947888+0000", 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.911 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.239092+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.239092+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.239681+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465569+0000", 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.918 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1e", 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:32:21.048391+0000", 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.919 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.922 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.923 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.924 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602875+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602875+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.603140+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:28.925 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287729+0000", 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.926 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1f", 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:21.110797+0000", 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.931 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.932 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.246958+0000", 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.246958+0000", 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.247267+0000", 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.933 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285140+0000", 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.934 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1d", 2024-04-02T08:30:28.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:49.471397+0000", 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:28.937 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.938 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.939 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.940 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.941 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.600622+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.600622+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600911+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:28.942 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229105+0000", 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.943 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1c", 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.944 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:24:33.931345+0000", 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.948 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.949 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.241029+0000", 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.241029+0000", 2024-04-02T08:30:28.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.241382+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284594+0000", 2024-04-02T08:30:28.951 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.952 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1c", 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:41:51.828335+0000", 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.956 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.957 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605181+0000", 2024-04-02T08:30:28.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605181+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606156+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228889+0000", 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.960 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1d", 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:21:48.972573+0000", 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.964 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.965 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.235326+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.235326+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.235609+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:28.967 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465093+0000", 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.968 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1b", 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:18:16.608494+0000", 2024-04-02T08:30:28.969 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:28.973 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.974 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.611814+0000", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.611814+0000", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.612333+0000", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.975 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464855+0000", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.976 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1a", 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.977 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:18:27.479401+0000", 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.981 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.982 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242019+0000", 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242019+0000", 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242356+0000", 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287250+0000", 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.984 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1a", 2024-04-02T08:30:28.985 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:06:11.325004+0000", 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.989 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.990 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.612432+0000", 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.612432+0000", 2024-04-02T08:30:28.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613023+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:28.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287428+0000", 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:28.993 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1b", 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:15:18.283200+0000", 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:28.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:28.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:28.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:28.998 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.233968+0000", 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.233968+0000", 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.234310+0000", 2024-04-02T08:30:28.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:29.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465173+0000", 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.001 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.19", 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:07.627100+0000", 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.006 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.007 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.007 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.009 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.009 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.009 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.604247+0000", 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.604247+0000", 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606625+0000", 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:29.010 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464739+0000", 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.011 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.012 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.18", 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:39.705209+0000", 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.013 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.016 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.017 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.243547+0000", 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.243547+0000", 2024-04-02T08:30:29.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.244247+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:29.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228116+0000", 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.020 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.18", 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:17:08.655419+0000", 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.025 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:29.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.616625+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.616625+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.617426+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228072+0000", 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.028 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.19", 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:01:32.003354+0000", 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.033 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242390+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242390+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242685+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.035 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287526+0000", 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.036 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.17", 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:03:47.892328+0000", 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.037 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.040 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.041 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.603450+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.603450+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.604268+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.043 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229164+0000", 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.044 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.16", 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:03:59.879109+0000", 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.045 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.046 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.047 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.049 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.050 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.238063+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.238063+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.238649+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:29.051 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229122+0000", 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.052 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.16", 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:41:11.069160+0000", 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.053 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.054 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.057 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.058 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.597748+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.597748+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.598030+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:29.059 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287869+0000", 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.060 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.17", 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.061 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:48.251680+0000", 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.065 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.066 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.236759+0000", 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.236759+0000", 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237132+0000", 2024-04-02T08:30:29.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228648+0000", 2024-04-02T08:30:29.068 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.069 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.15", 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 23, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:45:48.255850+0000", 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 90, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T08:30:29.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'3" 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.074 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:29.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602512+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602512+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.602953+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465111+0000", 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.077 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.14", 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:35.944610+0000", 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.078 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.081 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.083 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.243204+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.243204+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.243622+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:29.084 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:29:15.317924+0000", 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 12, 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.085 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 12, 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.14", 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.086 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 31, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:02:52.635981+0000", 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 2632, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:29.088 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 9 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.090 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "69'12" 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.091 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.611345+0000", 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.611345+0000", 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.611942+0000", 2024-04-02T08:30:29.092 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284736+0000", 2024-04-02T08:30:29.093 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.094 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.15", 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:15.797869+0000", 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.095 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.098 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.099 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.231801+0000", 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.231801+0000", 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232144+0000", 2024-04-02T08:30:29.100 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287787+0000", 2024-04-02T08:30:29.101 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.102 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.13", 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:07.376564+0000", 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 34, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 7 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.106 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.107 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.596392+0000", 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.596392+0000", 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.596665+0000", 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:29.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287271+0000", 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.110 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.12", 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:12:40.074640+0000", 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.114 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.115 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242627+0000", 2024-04-02T08:30:29.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242627+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242955+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228421+0000", 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.118 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.12", 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:28:02.210788+0000", 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.123 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.611711+0000", 2024-04-02T08:30:29.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.611711+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613476+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.125 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284416+0000", 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.126 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.13", 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:24.090437+0000", 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.129 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.131 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:29.132 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.237956+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.237956+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.238313+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.133 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.286883+0000", 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.134 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.11", 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:38:52.844894+0000", 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.135 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.136 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.139 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:29.140 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606283+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606283+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606593+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.286944+0000", 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.142 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.10", 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:17:06.687225+0000", 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.143 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.148 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.226647+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.226647+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.226957+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:29.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464868+0000", 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 8, 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.150 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 8, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.10", 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 27, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:12:36.752435+0000", 2024-04-02T08:30:29.151 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 4, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.155 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'8" 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.156 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.608553+0000", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.608553+0000", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.608888+0000", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284287+0000", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.158 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.11", 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.159 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:36.530633+0000", 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.163 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.164 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.231930+0000", 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.231930+0000", 2024-04-02T08:30:29.165 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232295+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.166 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465330+0000", 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.167 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.f", 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:29.168 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:48:27.508099+0000", 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 22, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.169 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:29.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.172 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.173 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672662+0000", 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672662+0000", 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.673016+0000", 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.174 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285085+0000", 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.175 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.e", 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.176 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 26, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:06:46.445615+0000", 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.177 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.180 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.181 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:44.937055+0000", 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:44.937055+0000", 2024-04-02T08:30:29.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:44.937474+0000", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.227954+0000", 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.184 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.2", 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:46:49.765697+0000", 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.189 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:29.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.236763+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.236763+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237227+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228410+0000", 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.192 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.4", 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:40:26.068193+0000", 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.193 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.197 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605603+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605603+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606595+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.199 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228967+0000", 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.200 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.5", 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:35:26.673312+0000", 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.203 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.204 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.205 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.206 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.058258+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.058258+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.058550+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.207 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228422+0000", 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.208 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.4", 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:22:49.498623+0000", 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.210 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.211 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.215 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.216 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.244562+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.244562+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.245138+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:29.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228343+0000", 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.218 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.2", 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.219 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:55:43.409959+0000", 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.223 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.224 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614489+0000", 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614489+0000", 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.614840+0000", 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465004+0000", 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.226 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3", 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.227 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:49:15.358943+0000", 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.231 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.232 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:44.937011+0000", 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:44.937011+0000", 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:44.937594+0000", 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.233 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228553+0000", 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.234 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.7", 2024-04-02T08:30:29.235 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:28:08.447374+0000", 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.239 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.240 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606702+0000", 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606702+0000", 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606996+0000", 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.241 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.227852+0000", 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.242 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.0", 2024-04-02T08:30:29.243 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:05:39.747963+0000", 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.244 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.245 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.246 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.247 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.248 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.239484+0000", 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.239484+0000", 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.239828+0000", 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:29.249 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464769+0000", 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.250 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1", 2024-04-02T08:30:29.251 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:51:29.605202+0000", 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.252 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.255 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.256 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.221783+0000", 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.221783+0000", 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.222425+0000", 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.257 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 67, 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287196+0000", 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.258 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.5", 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 13, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:57:18.103695+0000", 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.260 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.263 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.264 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.599710+0000", 2024-04-02T08:30:29.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.599710+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.600049+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464742+0000", 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.267 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2", 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:51:13.592951+0000", 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.271 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.272 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.242325+0000", 2024-04-02T08:30:29.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.242325+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.242943+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.274 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228820+0000", 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.275 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.3", 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:00.133142+0000", 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.278 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.279 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 19, 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.281 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:30:24.511825+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:26:54.749558+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:26:54.749558+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:26:54.750034+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:30:24.511825+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 58, 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:30:24.511825+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:30:24.511825+0000", 2024-04-02T08:30:29.282 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:30:24.511825+0000", 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:30:24.511825+0000", 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:30:24.511825+0000", 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 148, 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 57, 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.283 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 148, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "1.0", 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 336, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:19:37.217128+0000", 2024-04-02T08:30:29.284 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.285 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.286 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 394, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 584, 2024-04-02T08:30:29.287 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 219, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.288 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "69'148" 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.289 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.058327+0000", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.058327+0000", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.058619+0000", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.290 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287622+0000", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.6", 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.292 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 13, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:56.157648+0000", 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.293 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.294 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.296 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.297 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.598337+0000", 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.598337+0000", 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.598617+0000", 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.298 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287081+0000", 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.299 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1", 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.300 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:03.540289+0000", 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.301 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.304 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:29.305 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.673433+0000", 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.673433+0000", 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.674403+0000", 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464418+0000", 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.307 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.0", 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.308 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:29.240685+0000", 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.312 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.313 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.221681+0000", 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.221681+0000", 2024-04-02T08:30:29.314 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.221981+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 67, 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287426+0000", 2024-04-02T08:30:29.315 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.316 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.3", 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 13, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:35:52.541739+0000", 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.318 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.319 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.320 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.321 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:29.322 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.246238+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.246238+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.246581+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.323 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285054+0000", 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.324 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.5", 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:09.393782+0000", 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.325 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.326 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.330 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.617250+0000", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.617250+0000", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.617534+0000", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.331 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228498+0000", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.332 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.4", 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.333 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.334 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:35.986250+0000", 2024-04-02T08:30:29.334 INFO:tasks.workunit.client.0.smithi019.stderr:+ echo OK 2024-04-02T08:30:29.336 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.336 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.337 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.338 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.339 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.340 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.341 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.341 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:28 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.341 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.341 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.341 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.341 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.341 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.345 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.346 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:45.221695+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:45.221695+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:45.222205+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 67, 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:29.347 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464577+0000", 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.348 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.0", 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:34.278160+0000", 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.349 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.352 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.353 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.354 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.231748+0000", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.231748+0000", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232063+0000", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.355 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228744+0000", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.356 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.6", 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.357 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:54:01.583711+0000", 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.359 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.360 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.361 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "62'1" 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.362 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.615391+0000", 2024-04-02T08:30:29.363 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.615391+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.615700+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.364 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465588+0000", 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.365 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.7", 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:56:24.437200+0000", 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.366 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.367 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.368 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.370 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.371 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:44.937010+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:44.937010+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:44.937316+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 66, 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:29.372 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464705+0000", 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 65, 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.373 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.1", 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 14, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.374 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:54:52.107211+0000", 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.378 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.241272+0000", 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.241272+0000", 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.241582+0000", 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287496+0000", 2024-04-02T08:30:29.381 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.382 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.7", 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:29.700989+0000", 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.386 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.387 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.606816+0000", 2024-04-02T08:30:29.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.606816+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.607165+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287780+0000", 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.390 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.6", 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:56:00.059679+0000", 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.395 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.234450+0000", 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.234450+0000", 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.234800+0000", 2024-04-02T08:30:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284257+0000", 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.397 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.8", 2024-04-02T08:30:29.398 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:30:08.484131+0000", 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.403 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.597911+0000", 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.597911+0000", 2024-04-02T08:30:29.404 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.598273+0000", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464936+0000", 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.406 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.9", 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:57:03.928721+0000", 2024-04-02T08:30:29.407 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.411 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.412 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.237479+0000", 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.237479+0000", 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237757+0000", 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228000+0000", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.9", 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.415 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:38:16.486547+0000", 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.421 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.421 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.421 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.423 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614539+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614539+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.614808+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:29.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464656+0000", 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.425 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.8", 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:29.493818+0000", 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.430 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.431 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.236834+0000", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.236834+0000", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.237332+0000", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228242+0000", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.433 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.a", 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.434 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:42:17.703679+0000", 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.438 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.439 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.616948+0000", 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.616948+0000", 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.618189+0000", 2024-04-02T08:30:29.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464945+0000", 2024-04-02T08:30:29.441 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.442 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.b", 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:25.424614+0000", 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.447 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.448 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.240376+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.240376+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.240772+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:29.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.284419+0000", 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.450 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.b", 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 20, 2024-04-02T08:30:29.451 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:17.921919+0000", 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.455 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.456 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.612693+0000", 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.612693+0000", 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613111+0000", 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287229+0000", 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.458 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.a", 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.459 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:59:50.735473+0000", 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.463 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.464 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.235182+0000", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.235182+0000", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.236167+0000", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465241+0000", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.466 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.c", 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.467 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:56:48.801075+0000", 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.471 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.472 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.618054+0000", 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.618054+0000", 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.619293+0000", 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285022+0000", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.474 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.d", 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.475 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:50.747102+0000", 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.479 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.480 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.232535+0000", 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.232535+0000", 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.232826+0000", 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228536+0000", 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.482 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.483 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.d", 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:09.248200+0000", 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 70, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.486 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.487 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.488 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.489 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.603772+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.603772+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.604070+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:29.490 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.229006+0000", 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.491 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.c", 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.492 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:05.249800+0000", 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.493 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.496 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.497 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.233677+0000", 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.233677+0000", 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.234418+0000", 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 60, 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465568+0000", 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.499 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 59, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.e", 2024-04-02T08:30:29.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 21, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:40.841486+0000", 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.504 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.505 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.610182+0000", 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.610182+0000", 2024-04-02T08:30:29.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.610480+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.285295+0000", 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.508 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.f", 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 17, 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:53:37.341013+0000", 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T08:30:29.513 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.514 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.607902+0000", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.607902+0000", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.608214+0000", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.286872+0000", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.516 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.20", 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.517 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:37:17.426833+0000", 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.520 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.521 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.522 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.609055+0000", 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.609055+0000", 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.609307+0000", 2024-04-02T08:30:29.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464567+0000", 2024-04-02T08:30:29.524 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.525 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.21", 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:15.686553+0000", 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.530 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.531 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.609428+0000", 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.609428+0000", 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.609756+0000", 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.532 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228508+0000", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.533 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.22", 2024-04-02T08:30:29.534 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:16.622389+0000", 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.538 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.539 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672837+0000", 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672837+0000", 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.673188+0000", 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:29.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.464917+0000", 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.23", 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 16, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:58:40.642362+0000", 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.546 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.547 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.614800+0000", 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.614800+0000", 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.615066+0000", 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465404+0000", 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.549 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.24", 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:56.725477+0000", 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.554 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.555 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602474+0000", 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602474+0000", 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.602787+0000", 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228548+0000", 2024-04-02T08:30:29.557 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.558 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.25", 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:24:47.807766+0000", 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.562 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.563 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.616508+0000", 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.616508+0000", 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.616918+0000", 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287683+0000", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.565 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.26", 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.566 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:53.836812+0000", 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.569 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.570 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.571 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.613013+0000", 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.613013+0000", 2024-04-02T08:30:29.572 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.613308+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:29.573 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465669+0000", 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.574 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.27", 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:29.850948+0000", 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.576 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.579 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:29.580 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.604532+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.604532+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.604836+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228172+0000", 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.582 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.28", 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:54:55.335942+0000", 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.583 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.587 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:29.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.610155+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.610155+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.610420+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.589 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.465016+0000", 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.590 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.29", 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:09.682835+0000", 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.602954+0000", 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.602954+0000", 2024-04-02T08:30:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.603285+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.228586+0000", 2024-04-02T08:30:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2a", 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 19, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:46:28.740795+0000", 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:11.605910+0000", 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:11.605910+0000", 2024-04-02T08:30:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:11.606232+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 61, 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287574+0000", 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 60, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2b", 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 18, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:49:30.646940+0000", 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:27:39.672602+0000", 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:27:39.672602+0000", 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:27:39.672947+0000", 2024-04-02T08:30:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 64, 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T08:27:47.287318+0000", 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T08:30:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 63, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T08:30:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2c", 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 69, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 27, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:22:56.089550+0000", 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T08:30:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pool": [ 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 24, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 8, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 4, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 24 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 192, 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 64, 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T08:30:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 3, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T08:30:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 192 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 3, 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 148, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 1, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 3, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 148, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 1, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 394, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 584, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 219, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 1781760, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 1771104, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 3 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T08:30:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 96, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 45, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 32, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 45, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 2, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 3430, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T08:30:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T08:30:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 66, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 22, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 22, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 14, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T08:30:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 51, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 20 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T08:30:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 98304, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 10290, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 96 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767714635776, 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 245649408, 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 245649408, 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.00031987254624255 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T08:30:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 767714635776, 2024-04-02T08:30:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T08:30:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 245649408 2024-04-02T08:30:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T08:30:29.642 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T08:30:29.642 INFO:tasks.workunit.client.0.smithi019.stdout:OK 2024-04-02T08:30:29.643 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:30:29.643 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:30:29.643 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.643 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.643 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.644 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.645 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.646 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.648 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.649 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.650 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.651 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:30:29.652 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:30:29.653 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:30:28] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-02T08:30:29.653 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:29 smithi019 ceph-mon[39381]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:30:29.653 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:29 smithi019 ceph-mon[39381]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.653 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:29 smithi019 ceph-mon[27522]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:30:29.654 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:29 smithi019 ceph-mon[27522]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:29 smithi066 ceph-mon[30998]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:30:29.654 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:29 smithi066 ceph-mon[30998]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.689 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-02T08:30:29.689 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:30:29.987 DEBUG:teuthology.parallel:result is None 2024-04-02T08:30:29.987 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:30:30.014 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:30:30.014 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:30:30.092 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:30:30.093 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:30:30.103 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-02T08:30:30.103 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:30:30.160 INFO:teuthology.task.print:**** done start parallel 2024-04-02T08:30:30.160 INFO:teuthology.run_tasks:Running task parallel... 2024-04-02T08:30:30.229 INFO:teuthology.task.parallel:starting parallel... 2024-04-02T08:30:30.229 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-02T08:30:30.230 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:30:30.230 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-02T08:30:30.230 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-02T08:30:30.232 INFO:tasks.rados:Beginning rados... 2024-04-02T08:30:30.233 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:30:30.233 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-rf-oldDeep'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-rf-oldDeep', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:30:30.233 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:30:30.233 INFO:tasks.rados:joining rados 2024-04-02T08:30:30.233 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-02T08:30:30.234 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:30:30.234 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-02T08:30:30.234 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-02T08:30:30.234 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi019.front.sepia.ceph.com 2024-04-02T08:30:30.234 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-02T08:30:30.235 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-02T08:30:30.235 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-02T08:30:30.463 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:30.467 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:31 smithi019 ceph-mon[27522]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:30:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:31 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:31 smithi019 ceph-mon[39381]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:30:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:31 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:31.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:31 smithi066 ceph-mon[30998]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:30:31.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:31 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:33 smithi019 ceph-mon[27522]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:33 smithi019 ceph-mon[39381]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:33 smithi066 ceph-mon[30998]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:34.172 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:34 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3153691654' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:30:34.172 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:34 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3153691654' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:30:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:34 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3153691654' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:30:34.773 INFO:tasks.rados:starting run 0 out of 1 2024-04-02T08:30:34.774 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-02T08:30:34.774 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-02T08:30:35.349 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-02T08:30:35.420 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:35 smithi019 ceph-mon[27522]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:35 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3153691654' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:30:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:35 smithi019 ceph-mon[27522]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:30:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:35 smithi019 ceph-mon[39381]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:35 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3153691654' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:30:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:35 smithi019 ceph-mon[39381]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:30:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:35 smithi066 ceph-mon[30998]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:30:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:35 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3153691654' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:30:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:35 smithi066 ceph-mon[30998]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:30:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:36 smithi019 ceph-mon[27522]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:30:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:36 smithi019 ceph-mon[39381]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:30:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:36 smithi066 ceph-mon[30998]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:30:36.618 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:38 smithi066 ceph-mon[30998]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:30:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:38 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/609676081' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:38 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:38 smithi019 ceph-mon[27522]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:30:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:38 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/609676081' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:38 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:38 smithi019 ceph-mon[39381]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:30:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:38 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/609676081' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:38 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:30:38.725 INFO:teuthology.orchestra.run.smithi019.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:30:39.053 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:30:38] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-02T08:30:39.325 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'unique_pool_0' created 2024-04-02T08:30:39.383 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:39 smithi066 ceph-mon[30998]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[27522]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:39.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:39 smithi019 ceph-mon[39381]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:30:39.986 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-02T08:30:40.110 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:40.579 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:40 smithi019 ceph-mon[27522]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:40.579 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:40 smithi019 ceph-mon[27522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:30:40.579 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:40 smithi019 ceph-mon[27522]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:30:40.579 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:40 smithi019 ceph-mon[39381]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:40.579 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:40 smithi019 ceph-mon[39381]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:30:40.580 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:40 smithi019 ceph-mon[39381]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:30:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:40 smithi066 ceph-mon[30998]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:40 smithi066 ceph-mon[30998]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:30:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:40 smithi066 ceph-mon[30998]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:30:40.824 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:30:41.485 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:41 smithi019 ceph-mon[27522]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:30:41.485 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:41 smithi019 ceph-mon[39381]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:30:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:41 smithi066 ceph-mon[30998]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:30:42.675 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:42 smithi019 ceph-mon[27522]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:42.675 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:42 smithi019 ceph-mon[27522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:30:42.675 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:42 smithi019 ceph-mon[27522]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:30:42.676 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:30:42.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:42 smithi019 ceph-mon[39381]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:42.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:42 smithi019 ceph-mon[39381]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:30:42.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:42 smithi019 ceph-mon[39381]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:30:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:42 smithi066 ceph-mon[30998]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:42 smithi066 ceph-mon[30998]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:30:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:42 smithi066 ceph-mon[30998]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (111s) 97s ago 2m 16.9M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (2m) 96s ago 2m 82.7M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (3m) 97s ago 3m 16.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (3m) 96s ago 3m 14.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,8765 running (7m) 96s ago 7m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d6a404ff68a6 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:9283,8765 running (8m) 97s ago 8m 495M - 18.2.2-1059-g4d05f4ca 909dce4fe53d be24eaa77997 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (8m) 97s ago 9m 48.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1b0075c34607 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (7m) 96s ago 7m 43.9M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d d469b1853739 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (7m) 97s ago 7m 39.7M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b4edb6705a41 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (2m) 97s ago 2m 3565k - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (2m) 96s ago 2m 3661k - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:30:43.049 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (6m) 97s ago 6m 55.2M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (6m) 97s ago 6m 51.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (5m) 97s ago 5m 45.6M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (5m) 97s ago 5m 40.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (5m) 96s ago 5m 41.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (4m) 96s ago 4m 41.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (4m) 96s ago 4m 49.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (3m) 96s ago 3m 50.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:30:43.050 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (106s) 96s ago 3m 25.6M - 2.43.0 a07b618ecd1d 9a70bcfda2f4 2024-04-02T08:30:43.518 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:30:43.519 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:30:43.520 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:30:43.520 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:30:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:43 smithi019 ceph-mon[27522]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:43 smithi019 ceph-mon[27522]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:43 smithi019 ceph-mon[39381]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:43 smithi019 ceph-mon[39381]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:43 smithi066 ceph-mon[30998]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:43 smithi066 ceph-mon[30998]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:44.350 INFO:teuthology.orchestra.run.smithi019.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-02T08:30:44.677 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:44 smithi019 ceph-mon[27522]: pgmap v99: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:44.677 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:44 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3141018670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:44.677 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:44 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2442079803' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:30:44.678 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:44 smithi019 ceph-mon[39381]: pgmap v99: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:44.678 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:44 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3141018670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:44.678 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:44 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2442079803' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:30:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:44 smithi066 ceph-mon[30998]: pgmap v99: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:44 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3141018670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:44 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2442079803' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:30:45.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/2442079803' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:30:45.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[39381]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:30:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/2442079803' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:30:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[27522]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:30:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:45 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/2442079803' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:30:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:45 smithi066 ceph-mon[30998]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:30:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:46.003 DEBUG:teuthology.orchestra.run.smithi019:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight read -> 100 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight delete -> 50 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight snap_create -> 50 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight snap_remove -> 50 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight rollback -> 50 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight setattr -> 25 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight rmattr -> 25 2024-04-02T08:30:46.032 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight copy_from -> 50 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout:adding op weight append -> 100 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout:ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout:Configuration: 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout: Number of operations: 4000 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout: Number of objects: 50 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout: Max in flight operations: 16 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout: Object size (in bytes): 4000000 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout: Write stride min: 400000 2024-04-02T08:30:46.033 INFO:tasks.rados.rados.0.smithi019.stdout: Write stride max: 800000 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:1: write initial oid 1 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:1: seq_num 0 ranges {0=24576} 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:1: writing smithi01981774-1 from 0 to 24576 tid 1 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:2: write initial oid 2 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:2: seq_num 1 ranges {0=24576} 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:2: writing smithi01981774-2 from 0 to 24576 tid 1 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:3: write initial oid 3 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:3: seq_num 2 ranges {0=40960} 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:3: writing smithi01981774-3 from 0 to 40960 tid 1 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:4: write initial oid 4 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:4: seq_num 3 ranges {0=57344} 2024-04-02T08:30:46.374 INFO:tasks.rados.rados.0.smithi019.stdout:4: writing smithi01981774-4 from 0 to 57344 tid 1 2024-04-02T08:30:46.375 INFO:tasks.rados.rados.0.smithi019.stdout:5: write initial oid 5 2024-04-02T08:30:46.375 INFO:tasks.rados.rados.0.smithi019.stdout:5: seq_num 4 ranges {0=73728} 2024-04-02T08:30:46.375 INFO:tasks.rados.rados.0.smithi019.stdout:5: writing smithi01981774-5 from 0 to 73728 tid 1 2024-04-02T08:30:46.375 INFO:tasks.rados.rados.0.smithi019.stdout:6: write initial oid 6 2024-04-02T08:30:46.375 INFO:tasks.rados.rados.0.smithi019.stdout:6: seq_num 5 ranges {0=90112} 2024-04-02T08:30:46.375 INFO:tasks.rados.rados.0.smithi019.stdout:6: writing smithi01981774-6 from 0 to 90112 tid 1 2024-04-02T08:30:46.375 INFO:tasks.rados.rados.0.smithi019.stdout:7: write initial oid 7 2024-04-02T08:30:46.376 INFO:tasks.rados.rados.0.smithi019.stdout:7: seq_num 6 ranges {0=106496} 2024-04-02T08:30:46.376 INFO:tasks.rados.rados.0.smithi019.stdout:7: writing smithi01981774-7 from 0 to 106496 tid 1 2024-04-02T08:30:46.376 INFO:tasks.rados.rados.0.smithi019.stdout:8: write initial oid 8 2024-04-02T08:30:46.376 INFO:tasks.rados.rados.0.smithi019.stdout:8: seq_num 7 ranges {0=122880} 2024-04-02T08:30:46.378 INFO:tasks.rados.rados.0.smithi019.stdout:8: writing smithi01981774-8 from 0 to 122880 tid 1 2024-04-02T08:30:46.378 INFO:tasks.rados.rados.0.smithi019.stdout:9: write initial oid 9 2024-04-02T08:30:46.378 INFO:tasks.rados.rados.0.smithi019.stdout:9: seq_num 8 ranges {0=139264} 2024-04-02T08:30:46.378 INFO:tasks.rados.rados.0.smithi019.stdout:9: writing smithi01981774-9 from 0 to 139264 tid 1 2024-04-02T08:30:46.378 INFO:tasks.rados.rados.0.smithi019.stdout:10: write initial oid 10 2024-04-02T08:30:46.378 INFO:tasks.rados.rados.0.smithi019.stdout:10: seq_num 9 ranges {0=155648} 2024-04-02T08:30:46.380 INFO:tasks.rados.rados.0.smithi019.stdout:10: writing smithi01981774-10 from 0 to 155648 tid 1 2024-04-02T08:30:46.380 INFO:tasks.rados.rados.0.smithi019.stdout:11: write initial oid 11 2024-04-02T08:30:46.380 INFO:tasks.rados.rados.0.smithi019.stdout:11: seq_num 10 ranges {0=172032} 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:11: writing smithi01981774-11 from 0 to 172032 tid 1 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:12: write initial oid 12 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:1: finishing write tid 1 to smithi01981774-1 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:1: finishing write tid 2 to smithi01981774-1 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:5: finishing write tid 1 to smithi01981774-5 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:4: finishing write tid 1 to smithi01981774-4 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:5: finishing write tid 2 to smithi01981774-5 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:4: finishing write tid 2 to smithi01981774-4 2024-04-02T08:30:46.382 INFO:tasks.rados.rados.0.smithi019.stdout:1: finishing write tid 3 to smithi01981774-1 2024-04-02T08:30:46.383 INFO:tasks.rados.rados.0.smithi019.stdout:1: oid 1 updating version 0 to 1 2024-04-02T08:30:46.383 INFO:tasks.rados.rados.0.smithi019.stdout:1: oid 1 updating version 1 to 2 2024-04-02T08:30:46.383 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:30:46.383 INFO:tasks.rados.rados.0.smithi019.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:46.383 INFO:tasks.rados.rados.0.smithi019.stdout:2: finishing write tid 1 to smithi01981774-2 2024-04-02T08:30:46.383 INFO:tasks.rados.rados.0.smithi019.stdout:12: seq_num 11 ranges {0=188416} 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:12: writing smithi01981774-12 from 0 to 188416 tid 1 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:5: finishing write tid 3 to smithi01981774-5 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:5: oid 5 updating version 0 to 1 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:5: oid 5 updating version 1 to 2 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:6: finishing write tid 1 to smithi01981774-6 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:6: finishing write tid 2 to smithi01981774-6 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:1: done (11 left) 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:5: done (10 left) 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:13: write initial oid 13 2024-04-02T08:30:46.384 INFO:tasks.rados.rados.0.smithi019.stdout:13: seq_num 12 ranges {0=204800} 2024-04-02T08:30:46.385 INFO:tasks.rados.rados.0.smithi019.stdout:13: writing smithi01981774-13 from 0 to 204800 tid 1 2024-04-02T08:30:46.385 INFO:tasks.rados.rados.0.smithi019.stdout:14: write initial oid 14 2024-04-02T08:30:46.385 INFO:tasks.rados.rados.0.smithi019.stdout:14: seq_num 13 ranges {0=221184} 2024-04-02T08:30:46.386 INFO:tasks.rados.rados.0.smithi019.stdout:14: writing smithi01981774-14 from 0 to 221184 tid 1 2024-04-02T08:30:46.386 INFO:tasks.rados.rados.0.smithi019.stdout:7: finishing write tid 1 to smithi01981774-7 2024-04-02T08:30:46.386 INFO:tasks.rados.rados.0.smithi019.stdout:7: finishing write tid 2 to smithi01981774-7 2024-04-02T08:30:46.386 INFO:tasks.rados.rados.0.smithi019.stdout:2: finishing write tid 2 to smithi01981774-2 2024-04-02T08:30:46.386 INFO:tasks.rados.rados.0.smithi019.stdout:6: finishing write tid 3 to smithi01981774-6 2024-04-02T08:30:46.386 INFO:tasks.rados.rados.0.smithi019.stdout:6: oid 6 updating version 0 to 1 2024-04-02T08:30:46.386 INFO:tasks.rados.rados.0.smithi019.stdout:6: oid 6 updating version 1 to 2 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:4: finishing write tid 3 to smithi01981774-4 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:4: oid 4 updating version 0 to 1 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:4: oid 4 updating version 1 to 2 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:3: finishing write tid 1 to smithi01981774-3 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:3: finishing write tid 2 to smithi01981774-3 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:7: finishing write tid 3 to smithi01981774-7 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:7: oid 7 updating version 0 to 1 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:7: oid 7 updating version 1 to 2 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:30:46.387 INFO:tasks.rados.rados.0.smithi019.stdout:8: finishing write tid 1 to smithi01981774-8 2024-04-02T08:30:46.388 INFO:tasks.rados.rados.0.smithi019.stdout:10: finishing write tid 1 to smithi01981774-10 2024-04-02T08:30:46.388 INFO:tasks.rados.rados.0.smithi019.stdout:10: finishing write tid 2 to smithi01981774-10 2024-04-02T08:30:46.388 INFO:tasks.rados.rados.0.smithi019.stdout:4: done (11 left) 2024-04-02T08:30:46.388 INFO:tasks.rados.rados.0.smithi019.stdout:6: done (10 left) 2024-04-02T08:30:46.388 INFO:tasks.rados.rados.0.smithi019.stdout:7: done (9 left) 2024-04-02T08:30:46.388 INFO:tasks.rados.rados.0.smithi019.stdout:15: write initial oid 15 2024-04-02T08:30:46.388 INFO:tasks.rados.rados.0.smithi019.stdout:15: seq_num 14 ranges {0=237568} 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:15: writing smithi01981774-15 from 0 to 237568 tid 1 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:9: finishing write tid 1 to smithi01981774-9 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:16: write initial oid 16 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:8: finishing write tid 2 to smithi01981774-8 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:2: finishing write tid 3 to smithi01981774-2 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:2: oid 2 updating version 0 to 3 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:2: oid 2 updating version 3 to 4 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:3: finishing write tid 3 to smithi01981774-3 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:3: oid 3 updating version 0 to 5 2024-04-02T08:30:46.389 INFO:tasks.rados.rados.0.smithi019.stdout:3: oid 3 updating version 5 to 6 2024-04-02T08:30:46.390 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 6 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-02T08:30:46.390 INFO:tasks.rados.rados.0.smithi019.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-02T08:30:46.390 INFO:tasks.rados.rados.0.smithi019.stdout:16: seq_num 15 ranges {0=253952} 2024-04-02T08:30:46.391 INFO:tasks.rados.rados.0.smithi019.stdout:16: writing smithi01981774-16 from 0 to 253952 tid 1 2024-04-02T08:30:46.391 INFO:tasks.rados.rados.0.smithi019.stdout:2: done (10 left) 2024-04-02T08:30:46.391 INFO:tasks.rados.rados.0.smithi019.stdout:3: done (9 left) 2024-04-02T08:30:46.391 INFO:tasks.rados.rados.0.smithi019.stdout:17: write initial oid 17 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:9: finishing write tid 2 to smithi01981774-9 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:10: finishing write tid 3 to smithi01981774-10 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:10: oid 10 updating version 0 to 2 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:10: oid 10 version 2 is already newer than 1 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:11: finishing write tid 1 to smithi01981774-11 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:11: finishing write tid 2 to smithi01981774-11 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:8: finishing write tid 3 to smithi01981774-8 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:8: oid 8 updating version 0 to 7 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:8: oid 8 updating version 7 to 8 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 8 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:13: finishing write tid 1 to smithi01981774-13 2024-04-02T08:30:46.392 INFO:tasks.rados.rados.0.smithi019.stdout:12: finishing write tid 1 to smithi01981774-12 2024-04-02T08:30:46.393 INFO:tasks.rados.rados.0.smithi019.stdout:12: finishing write tid 2 to smithi01981774-12 2024-04-02T08:30:46.393 INFO:tasks.rados.rados.0.smithi019.stdout:14: finishing write tid 1 to smithi01981774-14 2024-04-02T08:30:46.393 INFO:tasks.rados.rados.0.smithi019.stdout:17: seq_num 16 ranges {0=270336} 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:17: writing smithi01981774-17 from 0 to 270336 tid 1 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:13: finishing write tid 2 to smithi01981774-13 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:14: finishing write tid 2 to smithi01981774-14 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:9: finishing write tid 3 to smithi01981774-9 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:9: oid 9 updating version 0 to 3 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:9: oid 9 updating version 3 to 4 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:11: finishing write tid 3 to smithi01981774-11 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:11: oid 11 updating version 0 to 6 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:11: oid 11 version 6 is already newer than 5 2024-04-02T08:30:46.394 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:14: finishing write tid 3 to smithi01981774-14 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:14: oid 14 updating version 0 to 1 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:14: oid 14 updating version 1 to 2 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:8: done (9 left) 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:9: done (8 left) 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:10: done (7 left) 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:11: done (6 left) 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:14: done (5 left) 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:18: write initial oid 18 2024-04-02T08:30:46.395 INFO:tasks.rados.rados.0.smithi019.stdout:18: seq_num 17 ranges {0=286720} 2024-04-02T08:30:46.396 INFO:tasks.rados.rados.0.smithi019.stdout:18: writing smithi01981774-18 from 0 to 286720 tid 1 2024-04-02T08:30:46.396 INFO:tasks.rados.rados.0.smithi019.stdout:19: write initial oid 19 2024-04-02T08:30:46.396 INFO:tasks.rados.rados.0.smithi019.stdout:19: seq_num 18 ranges {0=303104} 2024-04-02T08:30:46.396 INFO:tasks.rados.rados.0.smithi019.stdout:19: writing smithi01981774-19 from 0 to 303104 tid 1 2024-04-02T08:30:46.397 INFO:tasks.rados.rados.0.smithi019.stdout:20: write initial oid 20 2024-04-02T08:30:46.397 INFO:tasks.rados.rados.0.smithi019.stdout:20: seq_num 19 ranges {0=319488} 2024-04-02T08:30:46.399 INFO:tasks.rados.rados.0.smithi019.stdout:20: writing smithi01981774-20 from 0 to 319488 tid 1 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:13: finishing write tid 3 to smithi01981774-13 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:13: oid 13 updating version 0 to 2 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:13: oid 13 version 2 is already newer than 1 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:15: finishing write tid 1 to smithi01981774-15 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:15: finishing write tid 2 to smithi01981774-15 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:12: finishing write tid 3 to smithi01981774-12 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:12: oid 12 updating version 0 to 2 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:12: oid 12 version 2 is already newer than 1 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:30:46.400 INFO:tasks.rados.rados.0.smithi019.stdout:16: finishing write tid 1 to smithi01981774-16 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:16: finishing write tid 2 to smithi01981774-16 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:15: finishing write tid 3 to smithi01981774-15 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:15: oid 15 updating version 0 to 2 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:15: oid 15 version 2 is already newer than 1 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:17: finishing write tid 1 to smithi01981774-17 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:17: finishing write tid 2 to smithi01981774-17 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:16: finishing write tid 3 to smithi01981774-16 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:16: oid 16 updating version 0 to 3 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:16: oid 16 updating version 3 to 4 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:30:46.401 INFO:tasks.rados.rados.0.smithi019.stdout:18: finishing write tid 1 to smithi01981774-18 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:18: finishing write tid 2 to smithi01981774-18 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:17: finishing write tid 3 to smithi01981774-17 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:17: oid 17 updating version 0 to 3 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:17: oid 17 updating version 3 to 4 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:18: finishing write tid 3 to smithi01981774-18 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:18: oid 18 updating version 0 to 1 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:18: oid 18 updating version 1 to 2 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:12: done (7 left) 2024-04-02T08:30:46.402 INFO:tasks.rados.rados.0.smithi019.stdout:13: done (6 left) 2024-04-02T08:30:46.403 INFO:tasks.rados.rados.0.smithi019.stdout:15: done (5 left) 2024-04-02T08:30:46.403 INFO:tasks.rados.rados.0.smithi019.stdout:16: done (4 left) 2024-04-02T08:30:46.403 INFO:tasks.rados.rados.0.smithi019.stdout:17: done (3 left) 2024-04-02T08:30:46.403 INFO:tasks.rados.rados.0.smithi019.stdout:18: done (2 left) 2024-04-02T08:30:46.403 INFO:tasks.rados.rados.0.smithi019.stdout:21: write initial oid 21 2024-04-02T08:30:46.403 INFO:tasks.rados.rados.0.smithi019.stdout:21: seq_num 20 ranges {0=344064} 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:21: writing smithi01981774-21 from 0 to 344064 tid 1 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:22: write initial oid 22 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:22: seq_num 21 ranges {0=360448} 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:22: writing smithi01981774-22 from 0 to 360448 tid 1 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:19: finishing write tid 1 to smithi01981774-19 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:19: finishing write tid 2 to smithi01981774-19 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:20: finishing write tid 1 to smithi01981774-20 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:20: finishing write tid 2 to smithi01981774-20 2024-04-02T08:30:46.404 INFO:tasks.rados.rados.0.smithi019.stdout:23: write initial oid 23 2024-04-02T08:30:46.405 INFO:tasks.rados.rados.0.smithi019.stdout:23: seq_num 22 ranges {0=376832} 2024-04-02T08:30:46.406 INFO:tasks.rados.rados.0.smithi019.stdout:23: writing smithi01981774-23 from 0 to 376832 tid 1 2024-04-02T08:30:46.406 INFO:tasks.rados.rados.0.smithi019.stdout:24: write initial oid 24 2024-04-02T08:30:46.406 INFO:tasks.rados.rados.0.smithi019.stdout:24: seq_num 23 ranges {0=393216} 2024-04-02T08:30:46.409 INFO:tasks.rados.rados.0.smithi019.stdout:24: writing smithi01981774-24 from 0 to 393216 tid 1 2024-04-02T08:30:46.409 INFO:tasks.rados.rados.0.smithi019.stdout:25: write initial oid 25 2024-04-02T08:30:46.409 INFO:tasks.rados.rados.0.smithi019.stdout:25: seq_num 24 ranges {0=409600} 2024-04-02T08:30:46.412 INFO:tasks.rados.rados.0.smithi019.stdout:25: writing smithi01981774-25 from 0 to 409600 tid 1 2024-04-02T08:30:46.412 INFO:tasks.rados.rados.0.smithi019.stdout:26: write initial oid 26 2024-04-02T08:30:46.412 INFO:tasks.rados.rados.0.smithi019.stdout:26: seq_num 25 ranges {0=425984} 2024-04-02T08:30:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:26: writing smithi01981774-26 from 0 to 425984 tid 1 2024-04-02T08:30:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:27: write initial oid 27 2024-04-02T08:30:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:27: seq_num 26 ranges {0=442368} 2024-04-02T08:30:46.418 INFO:tasks.rados.rados.0.smithi019.stdout:27: writing smithi01981774-27 from 0 to 442368 tid 1 2024-04-02T08:30:46.418 INFO:tasks.rados.rados.0.smithi019.stdout:28: write initial oid 28 2024-04-02T08:30:46.418 INFO:tasks.rados.rados.0.smithi019.stdout:28: seq_num 27 ranges {0=458752} 2024-04-02T08:30:46.420 INFO:tasks.rados.rados.0.smithi019.stdout:28: writing smithi01981774-28 from 0 to 458752 tid 1 2024-04-02T08:30:46.420 INFO:tasks.rados.rados.0.smithi019.stdout:29: write initial oid 29 2024-04-02T08:30:46.420 INFO:tasks.rados.rados.0.smithi019.stdout:29: seq_num 28 ranges {0=475136} 2024-04-02T08:30:46.423 INFO:tasks.rados.rados.0.smithi019.stdout:29: writing smithi01981774-29 from 0 to 475136 tid 1 2024-04-02T08:30:46.423 INFO:tasks.rados.rados.0.smithi019.stdout:30: write initial oid 30 2024-04-02T08:30:46.423 INFO:tasks.rados.rados.0.smithi019.stdout:30: seq_num 29 ranges {0=491520} 2024-04-02T08:30:46.427 INFO:tasks.rados.rados.0.smithi019.stdout:30: writing smithi01981774-30 from 0 to 491520 tid 1 2024-04-02T08:30:46.427 INFO:tasks.rados.rados.0.smithi019.stdout:31: write initial oid 31 2024-04-02T08:30:46.427 INFO:tasks.rados.rados.0.smithi019.stdout:31: seq_num 30 ranges {0=507904} 2024-04-02T08:30:46.432 INFO:tasks.rados.rados.0.smithi019.stdout:31: writing smithi01981774-31 from 0 to 507904 tid 1 2024-04-02T08:30:46.432 INFO:tasks.rados.rados.0.smithi019.stdout:32: write initial oid 32 2024-04-02T08:30:46.432 INFO:tasks.rados.rados.0.smithi019.stdout:19: finishing write tid 3 to smithi01981774-19 2024-04-02T08:30:46.432 INFO:tasks.rados.rados.0.smithi019.stdout:19: oid 19 updating version 0 to 4 2024-04-02T08:30:46.432 INFO:tasks.rados.rados.0.smithi019.stdout:19: oid 19 version 4 is already newer than 3 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:20: finishing write tid 3 to smithi01981774-20 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:20: oid 20 updating version 0 to 5 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:20: oid 20 updating version 5 to 6 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:21: finishing write tid 1 to smithi01981774-21 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:21: finishing write tid 2 to smithi01981774-21 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:22: finishing write tid 1 to smithi01981774-22 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:21: finishing write tid 3 to smithi01981774-21 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:21: oid 21 updating version 0 to 1 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:21: oid 21 updating version 1 to 2 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:30:46.433 INFO:tasks.rados.rados.0.smithi019.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:22: finishing write tid 2 to smithi01981774-22 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:23: finishing write tid 1 to smithi01981774-23 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:22: finishing write tid 3 to smithi01981774-22 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:22: oid 22 updating version 0 to 4 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:22: oid 22 version 4 is already newer than 3 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:23: finishing write tid 2 to smithi01981774-23 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:23: finishing write tid 3 to smithi01981774-23 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:23: oid 23 updating version 0 to 2 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:23: oid 23 version 2 is already newer than 1 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:24: finishing write tid 1 to smithi01981774-24 2024-04-02T08:30:46.434 INFO:tasks.rados.rados.0.smithi019.stdout:24: finishing write tid 2 to smithi01981774-24 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:24: finishing write tid 3 to smithi01981774-24 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:24: oid 24 updating version 0 to 9 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:24: oid 24 updating version 9 to 10 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:25: finishing write tid 1 to smithi01981774-25 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:25: finishing write tid 2 to smithi01981774-25 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:26: finishing write tid 1 to smithi01981774-26 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:26: finishing write tid 2 to smithi01981774-26 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:27: finishing write tid 1 to smithi01981774-27 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:27: finishing write tid 2 to smithi01981774-27 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:26: finishing write tid 3 to smithi01981774-26 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:26: oid 26 updating version 0 to 3 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:26: oid 26 updating version 3 to 4 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:30:46.435 INFO:tasks.rados.rados.0.smithi019.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:25: finishing write tid 3 to smithi01981774-25 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:25: oid 25 updating version 0 to 2 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:25: oid 25 version 2 is already newer than 1 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:27: finishing write tid 3 to smithi01981774-27 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:27: oid 27 updating version 0 to 6 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:27: oid 27 version 6 is already newer than 5 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:28: finishing write tid 1 to smithi01981774-28 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:28: finishing write tid 2 to smithi01981774-28 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:29: finishing write tid 1 to smithi01981774-29 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:28: finishing write tid 3 to smithi01981774-28 2024-04-02T08:30:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:28: oid 28 updating version 0 to 4 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:28: oid 28 version 4 is already newer than 3 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:29: finishing write tid 2 to smithi01981774-29 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:29: finishing write tid 3 to smithi01981774-29 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:29: oid 29 updating version 0 to 5 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:29: oid 29 updating version 5 to 6 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:30: finishing write tid 1 to smithi01981774-30 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:30: finishing write tid 2 to smithi01981774-30 2024-04-02T08:30:46.437 INFO:tasks.rados.rados.0.smithi019.stdout:32: seq_num 31 ranges {0=524288} 2024-04-02T08:30:46.438 INFO:tasks.rados.rados.0.smithi019.stdout:32: writing smithi01981774-32 from 0 to 524288 tid 1 2024-04-02T08:30:46.438 INFO:tasks.rados.rados.0.smithi019.stdout:19: done (13 left) 2024-04-02T08:30:46.438 INFO:tasks.rados.rados.0.smithi019.stdout:20: done (12 left) 2024-04-02T08:30:46.438 INFO:tasks.rados.rados.0.smithi019.stdout:21: done (11 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:22: done (10 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:23: done (9 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:24: done (8 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:25: done (7 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:26: done (6 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:27: done (5 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:28: done (4 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:29: done (3 left) 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:33: write initial oid 33 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:33: seq_num 32 ranges {0=540672} 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:33: writing smithi01981774-33 from 0 to 540672 tid 1 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:34: write initial oid 34 2024-04-02T08:30:46.439 INFO:tasks.rados.rados.0.smithi019.stdout:34: seq_num 33 ranges {0=557056} 2024-04-02T08:30:46.440 INFO:tasks.rados.rados.0.smithi019.stdout:34: writing smithi01981774-34 from 0 to 557056 tid 1 2024-04-02T08:30:46.440 INFO:tasks.rados.rados.0.smithi019.stdout:35: write initial oid 35 2024-04-02T08:30:46.440 INFO:tasks.rados.rados.0.smithi019.stdout:35: seq_num 34 ranges {0=573440} 2024-04-02T08:30:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:35: writing smithi01981774-35 from 0 to 573440 tid 1 2024-04-02T08:30:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:36: write initial oid 36 2024-04-02T08:30:46.444 INFO:tasks.rados.rados.0.smithi019.stdout:36: seq_num 35 ranges {0=589824} 2024-04-02T08:30:46.447 INFO:tasks.rados.rados.0.smithi019.stdout:36: writing smithi01981774-36 from 0 to 589824 tid 1 2024-04-02T08:30:46.447 INFO:tasks.rados.rados.0.smithi019.stdout:37: write initial oid 37 2024-04-02T08:30:46.448 INFO:tasks.rados.rados.0.smithi019.stdout:37: seq_num 36 ranges {0=606208} 2024-04-02T08:30:46.452 INFO:tasks.rados.rados.0.smithi019.stdout:37: writing smithi01981774-37 from 0 to 606208 tid 1 2024-04-02T08:30:46.452 INFO:tasks.rados.rados.0.smithi019.stdout:38: write initial oid 38 2024-04-02T08:30:46.452 INFO:tasks.rados.rados.0.smithi019.stdout:38: seq_num 37 ranges {0=622592} 2024-04-02T08:30:46.455 INFO:tasks.rados.rados.0.smithi019.stdout:38: writing smithi01981774-38 from 0 to 622592 tid 1 2024-04-02T08:30:46.455 INFO:tasks.rados.rados.0.smithi019.stdout:39: write initial oid 39 2024-04-02T08:30:46.455 INFO:tasks.rados.rados.0.smithi019.stdout:39: seq_num 38 ranges {0=638976} 2024-04-02T08:30:46.459 INFO:tasks.rados.rados.0.smithi019.stdout:39: writing smithi01981774-39 from 0 to 638976 tid 1 2024-04-02T08:30:46.459 INFO:tasks.rados.rados.0.smithi019.stdout:40: write initial oid 40 2024-04-02T08:30:46.459 INFO:tasks.rados.rados.0.smithi019.stdout:40: seq_num 39 ranges {0=663552} 2024-04-02T08:30:46.463 INFO:tasks.rados.rados.0.smithi019.stdout:40: writing smithi01981774-40 from 0 to 663552 tid 1 2024-04-02T08:30:46.463 INFO:tasks.rados.rados.0.smithi019.stdout:41: write initial oid 41 2024-04-02T08:30:46.463 INFO:tasks.rados.rados.0.smithi019.stdout:41: seq_num 40 ranges {0=679936} 2024-04-02T08:30:46.467 INFO:tasks.rados.rados.0.smithi019.stdout:41: writing smithi01981774-41 from 0 to 679936 tid 1 2024-04-02T08:30:46.467 INFO:tasks.rados.rados.0.smithi019.stdout:42: write initial oid 42 2024-04-02T08:30:46.467 INFO:tasks.rados.rados.0.smithi019.stdout:42: seq_num 41 ranges {0=696320} 2024-04-02T08:30:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:42: writing smithi01981774-42 from 0 to 696320 tid 1 2024-04-02T08:30:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:43: write initial oid 43 2024-04-02T08:30:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:43: seq_num 42 ranges {0=712704} 2024-04-02T08:30:46.476 INFO:tasks.rados.rados.0.smithi019.stdout:43: writing smithi01981774-43 from 0 to 712704 tid 1 2024-04-02T08:30:46.476 INFO:tasks.rados.rados.0.smithi019.stdout:44: write initial oid 44 2024-04-02T08:30:46.476 INFO:tasks.rados.rados.0.smithi019.stdout:44: seq_num 43 ranges {0=729088} 2024-04-02T08:30:46.481 INFO:tasks.rados.rados.0.smithi019.stdout:44: writing smithi01981774-44 from 0 to 729088 tid 1 2024-04-02T08:30:46.481 INFO:tasks.rados.rados.0.smithi019.stdout:45: write initial oid 45 2024-04-02T08:30:46.481 INFO:tasks.rados.rados.0.smithi019.stdout:45: seq_num 44 ranges {0=745472} 2024-04-02T08:30:46.485 INFO:tasks.rados.rados.0.smithi019.stdout:45: writing smithi01981774-45 from 0 to 745472 tid 1 2024-04-02T08:30:46.485 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 16 2024-04-02T08:30:46.485 INFO:tasks.rados.rados.0.smithi019.stdout:30: finishing write tid 3 to smithi01981774-30 2024-04-02T08:30:46.485 INFO:tasks.rados.rados.0.smithi019.stdout:30: oid 30 updating version 0 to 7 2024-04-02T08:30:46.485 INFO:tasks.rados.rados.0.smithi019.stdout:30: oid 30 updating version 7 to 8 2024-04-02T08:30:46.486 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:30:46.486 INFO:tasks.rados.rados.0.smithi019.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:30:46.486 INFO:tasks.rados.rados.0.smithi019.stdout:30: done (15 left) 2024-04-02T08:30:46.486 INFO:tasks.rados.rados.0.smithi019.stdout:46: write initial oid 46 2024-04-02T08:30:46.486 INFO:tasks.rados.rados.0.smithi019.stdout:46: seq_num 45 ranges {0=761856} 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:46: writing smithi01981774-46 from 0 to 761856 tid 1 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 16 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:31: finishing write tid 1 to smithi01981774-31 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:31: finishing write tid 2 to smithi01981774-31 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:31: finishing write tid 3 to smithi01981774-31 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:31: oid 31 updating version 0 to 3 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:31: oid 31 updating version 3 to 4 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:32: finishing write tid 1 to smithi01981774-32 2024-04-02T08:30:46.490 INFO:tasks.rados.rados.0.smithi019.stdout:31: done (15 left) 2024-04-02T08:30:46.491 INFO:tasks.rados.rados.0.smithi019.stdout:47: write initial oid 47 2024-04-02T08:30:46.491 INFO:tasks.rados.rados.0.smithi019.stdout:47: seq_num 46 ranges {0=778240} 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:47: writing smithi01981774-47 from 0 to 778240 tid 1 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 16 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:32: finishing write tid 2 to smithi01981774-32 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:32: finishing write tid 3 to smithi01981774-32 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:32: oid 32 updating version 0 to 5 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:32: oid 32 updating version 5 to 6 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:33: finishing write tid 1 to smithi01981774-33 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:32: done (15 left) 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:48: write initial oid 48 2024-04-02T08:30:46.495 INFO:tasks.rados.rados.0.smithi019.stdout:48: seq_num 47 ranges {0=794624} 2024-04-02T08:30:46.500 INFO:tasks.rados.rados.0.smithi019.stdout:48: writing smithi01981774-48 from 0 to 794624 tid 1 2024-04-02T08:30:46.500 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 16 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:33: finishing write tid 2 to smithi01981774-33 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:33: finishing write tid 3 to smithi01981774-33 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:33: oid 33 updating version 0 to 1 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:33: oid 33 updating version 1 to 2 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:34: finishing write tid 1 to smithi01981774-34 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:34: finishing write tid 2 to smithi01981774-34 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:34: finishing write tid 3 to smithi01981774-34 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:34: oid 34 updating version 0 to 4 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:34: oid 34 version 4 is already newer than 3 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:35: finishing write tid 1 to smithi01981774-35 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:35: finishing write tid 2 to smithi01981774-35 2024-04-02T08:30:46.501 INFO:tasks.rados.rados.0.smithi019.stdout:35: finishing write tid 3 to smithi01981774-35 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:35: oid 35 updating version 0 to 3 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:35: oid 35 updating version 3 to 4 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:36: finishing write tid 1 to smithi01981774-36 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:36: finishing write tid 2 to smithi01981774-36 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:36: finishing write tid 3 to smithi01981774-36 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:36: oid 36 updating version 0 to 6 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:36: oid 36 version 6 is already newer than 5 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:37: finishing write tid 1 to smithi01981774-37 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:37: finishing write tid 2 to smithi01981774-37 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:37: finishing write tid 3 to smithi01981774-37 2024-04-02T08:30:46.502 INFO:tasks.rados.rados.0.smithi019.stdout:37: oid 37 updating version 0 to 4 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:37: oid 37 version 4 is already newer than 3 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:38: finishing write tid 1 to smithi01981774-38 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:38: finishing write tid 2 to smithi01981774-38 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:38: finishing write tid 3 to smithi01981774-38 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:38: oid 38 updating version 0 to 8 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:38: oid 38 version 8 is already newer than 7 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:39: finishing write tid 1 to smithi01981774-39 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:39: finishing write tid 2 to smithi01981774-39 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:33: done (15 left) 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:34: done (14 left) 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:35: done (13 left) 2024-04-02T08:30:46.503 INFO:tasks.rados.rados.0.smithi019.stdout:36: done (12 left) 2024-04-02T08:30:46.504 INFO:tasks.rados.rados.0.smithi019.stdout:37: done (11 left) 2024-04-02T08:30:46.504 INFO:tasks.rados.rados.0.smithi019.stdout:38: done (10 left) 2024-04-02T08:30:46.504 INFO:tasks.rados.rados.0.smithi019.stdout:49: write initial oid 49 2024-04-02T08:30:46.504 INFO:tasks.rados.rados.0.smithi019.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-02T08:30:46.505 INFO:tasks.rados.rados.0.smithi019.stdout:49: writing smithi01981774-49 from 0 to 409600 tid 1 2024-04-02T08:30:46.505 INFO:tasks.rados.rados.0.smithi019.stdout:49: writing smithi01981774-49 from 409600 to 811008 tid 2 2024-04-02T08:30:46.505 INFO:tasks.rados.rados.0.smithi019.stdout:50: write initial oid 50 2024-04-02T08:30:46.505 INFO:tasks.rados.rados.0.smithi019.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-02T08:30:46.507 INFO:tasks.rados.rados.0.smithi019.stdout:50: writing smithi01981774-50 from 0 to 425984 tid 1 2024-04-02T08:30:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:50: writing smithi01981774-50 from 425984 to 827392 tid 2 2024-04-02T08:30:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:51: copy_from oid 6 from oid 12 current snap is 0 2024-04-02T08:30:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:39: finishing write tid 3 to smithi01981774-39 2024-04-02T08:30:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:39: oid 39 updating version 0 to 2 2024-04-02T08:30:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:39: oid 39 version 2 is already newer than 1 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:40: finishing write tid 1 to smithi01981774-40 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:40: finishing write tid 2 to smithi01981774-40 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:40: finishing write tid 3 to smithi01981774-40 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:40: oid 40 updating version 0 to 3 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:40: oid 40 updating version 3 to 4 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:39: done (12 left) 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:40: done (11 left) 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 0 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:41: finishing write tid 1 to smithi01981774-41 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:41: finishing write tid 2 to smithi01981774-41 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:41: finishing write tid 3 to smithi01981774-41 2024-04-02T08:30:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:41: oid 41 updating version 0 to 10 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:41: oid 41 version 10 is already newer than 9 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:42: finishing write tid 1 to smithi01981774-42 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:42: finishing write tid 2 to smithi01981774-42 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:42: finishing write tid 3 to smithi01981774-42 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:42: oid 42 updating version 0 to 3 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:42: oid 42 updating version 3 to 4 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:43: finishing write tid 1 to smithi01981774-43 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:43: finishing write tid 2 to smithi01981774-43 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:43: finishing write tid 3 to smithi01981774-43 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:43: oid 43 updating version 0 to 6 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:43: oid 43 version 6 is already newer than 5 2024-04-02T08:30:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:30:46.514 INFO:tasks.rados.rados.0.smithi019.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:30:46.514 INFO:tasks.rados.rados.0.smithi019.stdout:44: finishing write tid 1 to smithi01981774-44 2024-04-02T08:30:46.514 INFO:tasks.rados.rados.0.smithi019.stdout:52: seq_num 50 ranges {606208=442368,1048576=401408} 2024-04-02T08:30:46.516 INFO:tasks.rados.rados.0.smithi019.stdout:52: writing smithi01981774-37 from 606208 to 1048576 tid 1 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:52: writing smithi01981774-37 from 1048576 to 1449984 tid 2 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:41: done (11 left) 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:42: done (10 left) 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:43: done (9 left) 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:53: rmattr oid 34 current snap is 0 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:53: done (9 left) 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:54: delete oid 3 current snap is 0 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:44: finishing write tid 2 to smithi01981774-44 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:44: finishing write tid 3 to smithi01981774-44 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:44: oid 44 updating version 0 to 8 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:44: oid 44 version 8 is already newer than 7 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-02T08:30:46.521 INFO:tasks.rados.rados.0.smithi019.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:45: finishing write tid 1 to smithi01981774-45 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:45: finishing write tid 2 to smithi01981774-45 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:45: finishing write tid 3 to smithi01981774-45 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:45: oid 45 updating version 0 to 5 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:45: oid 45 updating version 5 to 6 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:46: finishing write tid 1 to smithi01981774-46 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:46: finishing write tid 2 to smithi01981774-46 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:46: finishing write tid 3 to smithi01981774-46 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:46: oid 46 updating version 0 to 11 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:46: oid 46 updating version 11 to 12 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:30:46.522 INFO:tasks.rados.rados.0.smithi019.stdout:47: finishing write tid 1 to smithi01981774-47 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:47: finishing write tid 2 to smithi01981774-47 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:47: finishing write tid 3 to smithi01981774-47 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:47: oid 47 updating version 0 to 5 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:47: oid 47 updating version 5 to 6 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:48: finishing write tid 1 to smithi01981774-48 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:48: finishing write tid 2 to smithi01981774-48 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:48: finishing write tid 3 to smithi01981774-48 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:48: oid 48 updating version 0 to 14 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:48: oid 48 version 14 is already newer than 13 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:49: finishing write tid 1 to smithi01981774-49 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:49: finishing write tid 2 to smithi01981774-49 2024-04-02T08:30:46.523 INFO:tasks.rados.rados.0.smithi019.stdout:49: finishing write tid 3 to smithi01981774-49 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:49: finishing write tid 4 to smithi01981774-49 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:49: oid 49 updating version 0 to 7 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:49: oid 49 version 7 is already newer than 5 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:49: oid 49 version 7 is already newer than 6 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: finishing write tid 1 to smithi01981774-50 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: finishing write tid 2 to smithi01981774-50 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: finishing write tid 3 to smithi01981774-50 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: finishing write tid 4 to smithi01981774-50 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: oid 50 updating version 0 to 4 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: oid 50 version 4 is already newer than 3 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: oid 50 updating version 4 to 5 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:30:46.524 INFO:tasks.rados.rados.0.smithi019.stdout:51: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:51: finishing copy_from to smithi01981774-6 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:52: finishing write tid 1 to smithi01981774-37 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:44: done (9 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:45: done (8 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:46: done (7 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:47: done (6 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:48: done (5 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:49: done (4 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:50: done (3 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:51: done (2 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:54: done (1 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:55: read oid 15 snap -1 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:56: rollback oid 30 current snap is 0 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:56: done (2 left) 2024-04-02T08:30:46.525 INFO:tasks.rados.rados.0.smithi019.stdout:57: read oid 27 snap -1 2024-04-02T08:30:46.526 INFO:tasks.rados.rados.0.smithi019.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:30:46.526 INFO:tasks.rados.rados.0.smithi019.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-04-02T08:30:46.526 INFO:tasks.rados.rados.0.smithi019.stdout:59: rollback oid 45 current snap is 0 2024-04-02T08:30:46.526 INFO:tasks.rados.rados.0.smithi019.stdout:59: done (4 left) 2024-04-02T08:30:46.526 INFO:tasks.rados.rados.0.smithi019.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-02T08:30:46.526 INFO:tasks.rados.rados.0.smithi019.stdout:61: delete oid 1 current snap is 0 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:52: finishing write tid 2 to smithi01981774-37 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:52: finishing write tid 3 to smithi01981774-37 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:61: done (5 left) 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:62: read oid 17 snap -1 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:63: snap_create 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:52: finishing write tid 4 to smithi01981774-37 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:52: oid 37 updating version 0 to 9 2024-04-02T08:30:46.527 INFO:tasks.rados.rados.0.smithi019.stdout:52: oid 37 version 9 is already newer than 8 2024-04-02T08:30:46.528 INFO:tasks.rados.rados.0.smithi019.stdout:52: oid 37 version 9 is already newer than 7 2024-04-02T08:30:46.528 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:30:46.528 INFO:tasks.rados.rados.0.smithi019.stdout:52: left oid 37 (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:30:46.528 INFO:tasks.rados.rados.0.smithi019.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:30:46.532 INFO:tasks.rados.rados.0.smithi019.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:30:46.544 INFO:tasks.rados.rados.0.smithi019.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:30:46.551 INFO:tasks.rados.rados.0.smithi019.stdout:58: finishing copy_from racing read to smithi01981774-28 2024-04-02T08:30:46.551 INFO:tasks.rados.rados.0.smithi019.stdout:58: finishing copy_from to smithi01981774-28 2024-04-02T08:30:46.551 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:30:46.551 INFO:tasks.rados.rados.0.smithi019.stdout:60: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:30:46.551 INFO:tasks.rados.rados.0.smithi019.stdout:60: finishing copy_from to smithi01981774-22 2024-04-02T08:30:46.552 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:30:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[27522]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[27522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[27522]: Cluster is now healthy 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/3773148851' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[27522]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[39381]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[39381]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[39381]: Cluster is now healthy 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/3773148851' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:30:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:46 smithi019 ceph-mon[39381]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:30:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:46 smithi066 ceph-mon[30998]: pgmap v101: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:46 smithi066 ceph-mon[30998]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:30:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:46 smithi066 ceph-mon[30998]: Cluster is now healthy 2024-04-02T08:30:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:46 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/3773148851' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:30:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:46 smithi066 ceph-mon[30998]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:52: done (6 left) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:55: done (5 left) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:57: done (4 left) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:58: done (3 left) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:60: done (2 left) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:62: done (1 left) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:63: done (0 left) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:65: read oid 30 snap -1 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 1 2024-04-02T08:30:47.374 INFO:tasks.rados.rados.0.smithi019.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-02T08:30:47.378 INFO:tasks.rados.rados.0.smithi019.stdout:66: writing smithi01981774-23 from 376832 to 868352 tid 1 2024-04-02T08:30:47.381 INFO:tasks.rados.rados.0.smithi019.stdout:66: writing smithi01981774-23 from 868352 to 1269760 tid 2 2024-04-02T08:30:47.381 INFO:tasks.rados.rados.0.smithi019.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:66: finishing write tid 1 to smithi01981774-23 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:64: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:64: finishing copy_from to smithi01981774-15 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:66: finishing write tid 2 to smithi01981774-23 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:64: done (2 left) 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:65: done (1 left) 2024-04-02T08:30:47.396 INFO:tasks.rados.rados.0.smithi019.stdout:67: rollback oid 6 current snap is 1 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 0 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:66: finishing write tid 3 to smithi01981774-23 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:66: finishing write tid 4 to smithi01981774-23 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:66: oid 23 updating version 0 to 7 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:66: oid 23 updating version 7 to 8 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:66: oid 23 updating version 8 to 9 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 9 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:66: done (1 left) 2024-04-02T08:30:47.397 INFO:tasks.rados.rados.0.smithi019.stdout:68: setattr oid 30 current snap is 1 2024-04-02T08:30:47.398 INFO:tasks.rados.rados.0.smithi019.stdout:69: copy_from oid 37 from oid 3 current snap is 1 2024-04-02T08:30:47.398 INFO:tasks.rados.rados.0.smithi019.stdout:70: read oid 15 snap 0 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:71: copy_from oid 14 from oid 41 current snap is 1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:72: rollback oid 38 current snap is 1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 0 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:73: read oid 46 snap 0 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:74: rmattr oid 18 current snap is 1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:74: done (7 left) 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:75: copy_from oid 42 from oid 12 current snap is 1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:76: read oid 26 snap -1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:77: copy_from oid 39 from oid 33 current snap is 1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:78: read oid 25 snap -1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:79: setattr oid 45 current snap is 1 2024-04-02T08:30:47.399 INFO:tasks.rados.rados.0.smithi019.stdout:69: finishing copy_from to smithi01981774-37 2024-04-02T08:30:47.400 INFO:tasks.rados.rados.0.smithi019.stdout:69: got expected ENOENT (src dne) 2024-04-02T08:30:47.400 INFO:tasks.rados.rados.0.smithi019.stdout:80: snap_create 2024-04-02T08:30:47.400 INFO:tasks.rados.rados.0.smithi019.stdout:69: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:30:47.400 INFO:tasks.rados.rados.0.smithi019.stdout:67: finishing rollback tid 0 to smithi01981774-6 2024-04-02T08:30:47.401 INFO:tasks.rados.rados.0.smithi019.stdout:67: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:30:47.401 INFO:tasks.rados.rados.0.smithi019.stdout:67: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:30:47.401 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 9 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:30:47.401 INFO:tasks.rados.rados.0.smithi019.stdout:72: finishing rollback tid 0 to smithi01981774-38 2024-04-02T08:30:47.403 INFO:tasks.rados.rados.0.smithi019.stdout:72: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:30:47.403 INFO:tasks.rados.rados.0.smithi019.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:30:47.426 INFO:tasks.rados.rados.0.smithi019.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:30:47.432 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 17 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:30:47.432 INFO:tasks.rados.rados.0.smithi019.stdout:72: finishing rollback tid 2 to smithi01981774-38 2024-04-02T08:30:47.432 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 12 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:30:47.432 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:30:47.433 INFO:tasks.rados.rados.0.smithi019.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:30:47.443 INFO:tasks.rados.rados.0.smithi019.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:77: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:75: finishing copy_from racing read to smithi01981774-42 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:71: finishing copy_from racing read to smithi01981774-14 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:77: finishing copy_from to smithi01981774-39 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 2 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:75: finishing copy_from to smithi01981774-42 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:71: finishing copy_from to smithi01981774-14 2024-04-02T08:30:47.456 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:30:47.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:47 smithi019 ceph-mon[27522]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:30:47.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:47 smithi019 ceph-mon[27522]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:30:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:47 smithi019 ceph-mon[39381]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:30:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:47 smithi019 ceph-mon[39381]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:30:47.714 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:47 smithi066 ceph-mon[30998]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:30:47.714 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:47 smithi066 ceph-mon[30998]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:30:48.380 INFO:tasks.rados.rados.0.smithi019.stdout:67: done (12 left) 2024-04-02T08:30:48.380 INFO:tasks.rados.rados.0.smithi019.stdout:68: done (11 left) 2024-04-02T08:30:48.380 INFO:tasks.rados.rados.0.smithi019.stdout:69: done (10 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:70: done (9 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:71: done (8 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:72: done (7 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:73: done (6 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:75: done (5 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:76: done (4 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:77: done (3 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:78: done (2 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:79: done (1 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:80: done (0 left) 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:81: rollback oid 40 current snap is 2 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 40 to 1 2024-04-02T08:30:48.381 INFO:tasks.rados.rados.0.smithi019.stdout:82: snap_create 2024-04-02T08:30:48.384 INFO:tasks.rados.rados.0.smithi019.stdout:81: finishing rollback tid 0 to smithi01981774-40 2024-04-02T08:30:48.384 INFO:tasks.rados.rados.0.smithi019.stdout:81: finishing rollback tid 1 to smithi01981774-40 2024-04-02T08:30:48.384 INFO:tasks.rados.rados.0.smithi019.stdout:81: finishing rollback tid 2 to smithi01981774-40 2024-04-02T08:30:48.385 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:30:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:48 smithi019 ceph-mon[27522]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:48 smithi019 ceph-mon[27522]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:30:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:48 smithi019 ceph-mon[39381]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:48 smithi019 ceph-mon[39381]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:30:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:48 smithi066 ceph-mon[30998]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:48 smithi066 ceph-mon[30998]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:30:49.195 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:48 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:30:48] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:81: done (1 left) 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:82: done (0 left) 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:83: rollback oid 9 current snap is 3 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 0 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:84: read oid 20 snap 1 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:85: read oid 41 snap -1 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:86: read oid 5 snap -1 2024-04-02T08:30:49.385 INFO:tasks.rados.rados.0.smithi019.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:30:49.386 INFO:tasks.rados.rados.0.smithi019.stdout:87: read oid 4 snap -1 2024-04-02T08:30:49.386 INFO:tasks.rados.rados.0.smithi019.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:30:49.386 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 3 2024-04-02T08:30:49.386 INFO:tasks.rados.rados.0.smithi019.stdout:88: seq_num 54 ranges {0=507904,507904=401408} 2024-04-02T08:30:49.387 INFO:tasks.rados.rados.0.smithi019.stdout:88: writing smithi01981774-3 from 0 to 507904 tid 1 2024-04-02T08:30:49.390 INFO:tasks.rados.rados.0.smithi019.stdout:88: writing smithi01981774-3 from 507904 to 909312 tid 2 2024-04-02T08:30:49.390 INFO:tasks.rados.rados.0.smithi019.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:30:49.402 INFO:tasks.rados.rados.0.smithi019.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:30:49.404 INFO:tasks.rados.rados.0.smithi019.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:83: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:83: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:84: done (5 left) 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:85: done (4 left) 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:86: done (3 left) 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:89: read oid 42 snap -1 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:89: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 3 2024-04-02T08:30:49.423 INFO:tasks.rados.rados.0.smithi019.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:83: finishing rollback tid 2 to smithi01981774-9 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:88: finishing write tid 1 to smithi01981774-3 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:88: finishing write tid 2 to smithi01981774-3 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:88: finishing write tid 3 to smithi01981774-3 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:88: finishing write tid 4 to smithi01981774-3 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:88: oid 3 updating version 0 to 15 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:88: oid 3 version 15 is already newer than 14 2024-04-02T08:30:49.425 INFO:tasks.rados.rados.0.smithi019.stdout:88: oid 3 version 15 is already newer than 13 2024-04-02T08:30:49.426 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 15 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-02T08:30:49.426 INFO:tasks.rados.rados.0.smithi019.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-04-02T08:30:49.426 INFO:tasks.rados.rados.0.smithi019.stdout:90: seq_num 55 ranges {622592=524288,1146880=401408} 2024-04-02T08:30:49.431 INFO:tasks.rados.rados.0.smithi019.stdout:90: writing smithi01981774-38 from 622592 to 1146880 tid 1 2024-04-02T08:30:49.434 INFO:tasks.rados.rados.0.smithi019.stdout:90: writing smithi01981774-38 from 1146880 to 1548288 tid 2 2024-04-02T08:30:49.434 INFO:tasks.rados.rados.0.smithi019.stdout:83: done (4 left) 2024-04-02T08:30:49.434 INFO:tasks.rados.rados.0.smithi019.stdout:87: done (3 left) 2024-04-02T08:30:49.434 INFO:tasks.rados.rados.0.smithi019.stdout:88: done (2 left) 2024-04-02T08:30:49.434 INFO:tasks.rados.rados.0.smithi019.stdout:91: rollback oid 45 current snap is 3 2024-04-02T08:30:49.434 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 2 2024-04-02T08:30:49.434 INFO:tasks.rados.rados.0.smithi019.stdout:89: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:90: finishing write tid 1 to smithi01981774-38 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:90: finishing write tid 2 to smithi01981774-38 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:90: finishing write tid 3 to smithi01981774-38 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:89: done (2 left) 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:92: rollback oid 10 current snap is 3 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 0 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:91: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:91: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:91: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 12 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:30:49.440 INFO:tasks.rados.rados.0.smithi019.stdout:90: finishing write tid 4 to smithi01981774-38 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:90: oid 38 updating version 0 to 16 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:90: oid 38 version 16 is already newer than 14 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:90: oid 38 version 16 is already newer than 15 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 16 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:90: left oid 38 (ObjNum 55 snap 3 seq_num 55) 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:90: done (2 left) 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:91: done (1 left) 2024-04-02T08:30:49.441 INFO:tasks.rados.rados.0.smithi019.stdout:93: snap_create 2024-04-02T08:30:49.442 INFO:tasks.rados.rados.0.smithi019.stdout:92: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:30:49.442 INFO:tasks.rados.rados.0.smithi019.stdout:92: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:30:49.442 INFO:tasks.rados.rados.0.smithi019.stdout:92: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:30:49.442 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 8 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:30:49.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:49 smithi019 ceph-mon[27522]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:30:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:49 smithi019 ceph-mon[39381]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:30:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:49 smithi066 ceph-mon[30998]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:30:50.394 INFO:tasks.rados.rados.0.smithi019.stdout:92: done (1 left) 2024-04-02T08:30:50.394 INFO:tasks.rados.rados.0.smithi019.stdout:93: done (0 left) 2024-04-02T08:30:50.394 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 4 2024-04-02T08:30:50.394 INFO:tasks.rados.rados.0.smithi019.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-04-02T08:30:50.399 INFO:tasks.rados.rados.0.smithi019.stdout:94: writing smithi01981774-27 from 442368 to 983040 tid 1 2024-04-02T08:30:50.402 INFO:tasks.rados.rados.0.smithi019.stdout:94: writing smithi01981774-27 from 983040 to 1384448 tid 2 2024-04-02T08:30:50.402 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 4 2024-04-02T08:30:50.402 INFO:tasks.rados.rados.0.smithi019.stdout:95: seq_num 57 ranges {540672=557056,1097728=401408} 2024-04-02T08:30:50.408 INFO:tasks.rados.rados.0.smithi019.stdout:95: writing smithi01981774-39 from 540672 to 1097728 tid 1 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:95: writing smithi01981774-39 from 1097728 to 1499136 tid 2 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:96: read oid 45 snap -1 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:97: rmattr oid 3 current snap is 4 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:97: done (3 left) 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:98: read oid 18 snap 0 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:98: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:30:50.411 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 4 2024-04-02T08:30:50.412 INFO:tasks.rados.rados.0.smithi019.stdout:94: finishing write tid 1 to smithi01981774-27 2024-04-02T08:30:50.412 INFO:tasks.rados.rados.0.smithi019.stdout:99: seq_num 58 ranges {393216=573440,966656=401408} 2024-04-02T08:30:50.417 INFO:tasks.rados.rados.0.smithi019.stdout:99: writing smithi01981774-24 from 393216 to 966656 tid 1 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:99: writing smithi01981774-24 from 966656 to 1368064 tid 2 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:100: copy_from oid 43 from oid 47 current snap is 4 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:94: finishing write tid 2 to smithi01981774-27 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:94: finishing write tid 3 to smithi01981774-27 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:94: finishing write tid 4 to smithi01981774-27 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:94: oid 27 updating version 0 to 17 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:94: oid 27 version 17 is already newer than 16 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:94: oid 27 version 17 is already newer than 15 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 17 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:30:50.420 INFO:tasks.rados.rados.0.smithi019.stdout:98: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:30:50.428 INFO:tasks.rados.rados.0.smithi019.stdout:95: finishing write tid 1 to smithi01981774-39 2024-04-02T08:30:50.428 INFO:tasks.rados.rados.0.smithi019.stdout:95: finishing write tid 2 to smithi01981774-39 2024-04-02T08:30:50.428 INFO:tasks.rados.rados.0.smithi019.stdout:94: done (5 left) 2024-04-02T08:30:50.428 INFO:tasks.rados.rados.0.smithi019.stdout:98: done (4 left) 2024-04-02T08:30:50.429 INFO:tasks.rados.rados.0.smithi019.stdout:101: snap_remove snap 1 2024-04-02T08:30:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:50 smithi019 ceph-mon[27522]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:50 smithi019 ceph-mon[27522]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:30:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:50 smithi019 ceph-mon[39381]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:50 smithi019 ceph-mon[39381]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:30:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:50 smithi066 ceph-mon[30998]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:50 smithi066 ceph-mon[30998]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:30:51.412 INFO:tasks.rados.rados.0.smithi019.stdout:101: done (4 left) 2024-04-02T08:30:51.412 INFO:tasks.rados.rados.0.smithi019.stdout:102: copy_from oid 25 from oid 30 current snap is 4 2024-04-02T08:30:51.412 INFO:tasks.rados.rados.0.smithi019.stdout:95: finishing write tid 3 to smithi01981774-39 2024-04-02T08:30:51.412 INFO:tasks.rados.rados.0.smithi019.stdout:95: finishing write tid 4 to smithi01981774-39 2024-04-02T08:30:51.413 INFO:tasks.rados.rados.0.smithi019.stdout:95: oid 39 updating version 0 to 17 2024-04-02T08:30:51.413 INFO:tasks.rados.rados.0.smithi019.stdout:95: oid 39 updating version 17 to 18 2024-04-02T08:30:51.413 INFO:tasks.rados.rados.0.smithi019.stdout:95: oid 39 version 18 is already newer than 16 2024-04-02T08:30:51.413 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 18 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:30:51.413 INFO:tasks.rados.rados.0.smithi019.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-04-02T08:30:51.413 INFO:tasks.rados.rados.0.smithi019.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:30:51.436 INFO:tasks.rados.rados.0.smithi019.stdout:99: finishing write tid 1 to smithi01981774-24 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:99: finishing write tid 2 to smithi01981774-24 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:99: finishing write tid 3 to smithi01981774-24 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:99: finishing write tid 4 to smithi01981774-24 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:99: oid 24 updating version 0 to 17 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:99: oid 24 updating version 17 to 19 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:99: oid 24 version 19 is already newer than 18 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 19 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:99: left oid 24 (ObjNum 58 snap 4 seq_num 58) 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:100: finishing copy_from racing read to smithi01981774-43 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:100: finishing copy_from to smithi01981774-43 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:102: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:102: finishing copy_from to smithi01981774-25 2024-04-02T08:30:51.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 17 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:95: done (4 left) 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:96: done (3 left) 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:99: done (2 left) 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:100: done (1 left) 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:102: done (0 left) 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:103: read oid 43 snap 3 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:103: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 4 2024-04-02T08:30:51.438 INFO:tasks.rados.rados.0.smithi019.stdout:104: seq_num 59 ranges {1384448=598016,1982464=401408} 2024-04-02T08:30:51.448 INFO:tasks.rados.rados.0.smithi019.stdout:104: writing smithi01981774-27 from 1384448 to 1982464 tid 1 2024-04-02T08:30:51.451 INFO:tasks.rados.rados.0.smithi019.stdout:104: writing smithi01981774-27 from 1982464 to 2383872 tid 2 2024-04-02T08:30:51.451 INFO:tasks.rados.rados.0.smithi019.stdout:105: delete oid 34 current snap is 4 2024-04-02T08:30:51.451 INFO:tasks.rados.rados.0.smithi019.stdout:103: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:30:51.473 INFO:tasks.rados.rados.0.smithi019.stdout:104: finishing write tid 1 to smithi01981774-27 2024-04-02T08:30:51.473 INFO:tasks.rados.rados.0.smithi019.stdout:104: finishing write tid 2 to smithi01981774-27 2024-04-02T08:30:51.473 INFO:tasks.rados.rados.0.smithi019.stdout:104: finishing write tid 3 to smithi01981774-27 2024-04-02T08:30:51.473 INFO:tasks.rados.rados.0.smithi019.stdout:103: done (2 left) 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:105: done (1 left) 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:106: read oid 2 snap -1 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:106: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:107: rollback oid 35 current snap is 4 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 35 to 3 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:104: finishing write tid 4 to smithi01981774-27 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:104: oid 27 updating version 0 to 18 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:104: oid 27 updating version 18 to 20 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:104: oid 27 version 20 is already newer than 19 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 20 (ObjNum 59 snap 4 seq_num 59) dirty exists 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:104: left oid 27 (ObjNum 59 snap 4 seq_num 59) 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:104: done (2 left) 2024-04-02T08:30:51.474 INFO:tasks.rados.rados.0.smithi019.stdout:108: delete oid 12 current snap is 4 2024-04-02T08:30:51.475 INFO:tasks.rados.rados.0.smithi019.stdout:108: done (2 left) 2024-04-02T08:30:51.475 INFO:tasks.rados.rados.0.smithi019.stdout:109: read oid 17 snap 2 2024-04-02T08:30:51.476 INFO:tasks.rados.rados.0.smithi019.stdout:109: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:30:51.476 INFO:tasks.rados.rados.0.smithi019.stdout:110: rollback oid 41 current snap is 4 2024-04-02T08:30:51.476 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 41 to 3 2024-04-02T08:30:51.476 INFO:tasks.rados.rados.0.smithi019.stdout:111: delete oid 8 current snap is 4 2024-04-02T08:30:51.476 INFO:tasks.rados.rados.0.smithi019.stdout:106: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:30:51.477 INFO:tasks.rados.rados.0.smithi019.stdout:107: finishing rollback tid 0 to smithi01981774-35 2024-04-02T08:30:51.477 INFO:tasks.rados.rados.0.smithi019.stdout:107: finishing rollback tid 1 to smithi01981774-35 2024-04-02T08:30:51.477 INFO:tasks.rados.rados.0.smithi019.stdout:107: finishing rollback tid 2 to smithi01981774-35 2024-04-02T08:30:51.477 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:30:51.478 INFO:tasks.rados.rados.0.smithi019.stdout:109: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:30:51.488 INFO:tasks.rados.rados.0.smithi019.stdout:110: finishing rollback tid 0 to smithi01981774-41 2024-04-02T08:30:51.488 INFO:tasks.rados.rados.0.smithi019.stdout:110: finishing rollback tid 1 to smithi01981774-41 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:110: finishing rollback tid 2 to smithi01981774-41 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 21 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:106: done (4 left) 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:107: done (3 left) 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:109: done (2 left) 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:110: done (1 left) 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:111: done (0 left) 2024-04-02T08:30:51.489 INFO:tasks.rados.rados.0.smithi019.stdout:112: setattr oid 35 current snap is 4 2024-04-02T08:30:51.490 INFO:tasks.rados.rados.0.smithi019.stdout:113: snap_create 2024-04-02T08:30:51.490 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 9 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:30:51.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:51 smithi019 ceph-mon[27522]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:30:51.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:51 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:51.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:51 smithi019 ceph-mon[39381]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:30:51.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:51 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:51.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:51 smithi066 ceph-mon[30998]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:30:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:51 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:30:52.410 INFO:tasks.rados.rados.0.smithi019.stdout:112: done (1 left) 2024-04-02T08:30:52.410 INFO:tasks.rados.rados.0.smithi019.stdout:113: done (0 left) 2024-04-02T08:30:52.410 INFO:tasks.rados.rados.0.smithi019.stdout:114: copy_from oid 25 from oid 6 current snap is 5 2024-04-02T08:30:52.410 INFO:tasks.rados.rados.0.smithi019.stdout:115: setattr oid 23 current snap is 5 2024-04-02T08:30:52.411 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 5 2024-04-02T08:30:52.411 INFO:tasks.rados.rados.0.smithi019.stdout:116: seq_num 63 ranges {24576=663552,688128=401408} 2024-04-02T08:30:52.416 INFO:tasks.rados.rados.0.smithi019.stdout:116: writing smithi01981774-15 from 24576 to 688128 tid 1 2024-04-02T08:30:52.419 INFO:tasks.rados.rados.0.smithi019.stdout:116: writing smithi01981774-15 from 688128 to 1089536 tid 2 2024-04-02T08:30:52.419 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:30:52.419 INFO:tasks.rados.rados.0.smithi019.stdout:115: done (2 left) 2024-04-02T08:30:52.419 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 5 2024-04-02T08:30:52.419 INFO:tasks.rados.rados.0.smithi019.stdout:117: seq_num 64 ranges {0=679936,679936=401408} 2024-04-02T08:30:52.423 INFO:tasks.rados.rados.0.smithi019.stdout:117: writing smithi01981774-12 from 0 to 679936 tid 1 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:117: writing smithi01981774-12 from 679936 to 1081344 tid 2 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:118: rollback oid 16 current snap is 5 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 0 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:114: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:119: read oid 31 snap -1 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:119: expect (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 5 2024-04-02T08:30:52.426 INFO:tasks.rados.rados.0.smithi019.stdout:120: seq_num 65 ranges {811008=696320,1507328=401408} 2024-04-02T08:30:52.434 INFO:tasks.rados.rados.0.smithi019.stdout:120: writing smithi01981774-49 from 811008 to 1507328 tid 1 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:120: writing smithi01981774-49 from 1507328 to 1908736 tid 2 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:121: snap_create 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:114: finishing copy_from to smithi01981774-25 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 9 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:116: finishing write tid 1 to smithi01981774-15 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:116: finishing write tid 2 to smithi01981774-15 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:116: finishing write tid 3 to smithi01981774-15 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:116: finishing write tid 4 to smithi01981774-15 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:116: oid 15 updating version 0 to 11 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:116: oid 15 updating version 11 to 12 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:116: oid 15 version 12 is already newer than 10 2024-04-02T08:30:52.438 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 12 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-04-02T08:30:52.439 INFO:tasks.rados.rados.0.smithi019.stdout:116: left oid 15 (ObjNum 63 snap 5 seq_num 63) 2024-04-02T08:30:52.439 INFO:tasks.rados.rados.0.smithi019.stdout:117: finishing write tid 1 to smithi01981774-12 2024-04-02T08:30:52.439 INFO:tasks.rados.rados.0.smithi019.stdout:117: finishing write tid 2 to smithi01981774-12 2024-04-02T08:30:52.439 INFO:tasks.rados.rados.0.smithi019.stdout:117: finishing write tid 3 to smithi01981774-12 2024-04-02T08:30:52.439 INFO:tasks.rados.rados.0.smithi019.stdout:119: expect (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:118: finishing rollback tid 0 to smithi01981774-16 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:117: finishing write tid 4 to smithi01981774-12 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:117: oid 12 updating version 0 to 17 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:117: oid 12 updating version 17 to 18 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:117: oid 12 updating version 18 to 19 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 19 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:117: left oid 12 (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:118: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:118: finishing rollback tid 2 to smithi01981774-16 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 23 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:30:52.452 INFO:tasks.rados.rados.0.smithi019.stdout:120: finishing write tid 1 to smithi01981774-49 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:120: finishing write tid 2 to smithi01981774-49 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:120: finishing write tid 3 to smithi01981774-49 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:120: finishing write tid 4 to smithi01981774-49 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:120: oid 49 updating version 0 to 11 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:120: oid 49 updating version 11 to 12 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:120: oid 49 updating version 12 to 13 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 13 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-04-02T08:30:52.453 INFO:tasks.rados.rados.0.smithi019.stdout:120: left oid 49 (ObjNum 65 snap 5 seq_num 65) 2024-04-02T08:30:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:52 smithi019 ceph-mon[27522]: pgmap v109: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.4 MiB/s wr, 90 op/s 2024-04-02T08:30:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:52 smithi019 ceph-mon[27522]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:30:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:52 smithi019 ceph-mon[39381]: pgmap v109: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.4 MiB/s wr, 90 op/s 2024-04-02T08:30:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:52 smithi019 ceph-mon[39381]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:30:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:52 smithi066 ceph-mon[30998]: pgmap v109: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 7.4 MiB/s wr, 90 op/s 2024-04-02T08:30:52.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:52 smithi066 ceph-mon[30998]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:30:53.420 INFO:tasks.rados.rados.0.smithi019.stdout:114: done (6 left) 2024-04-02T08:30:53.420 INFO:tasks.rados.rados.0.smithi019.stdout:116: done (5 left) 2024-04-02T08:30:53.420 INFO:tasks.rados.rados.0.smithi019.stdout:117: done (4 left) 2024-04-02T08:30:53.420 INFO:tasks.rados.rados.0.smithi019.stdout:118: done (3 left) 2024-04-02T08:30:53.420 INFO:tasks.rados.rados.0.smithi019.stdout:119: done (2 left) 2024-04-02T08:30:53.420 INFO:tasks.rados.rados.0.smithi019.stdout:120: done (1 left) 2024-04-02T08:30:53.420 INFO:tasks.rados.rados.0.smithi019.stdout:121: done (0 left) 2024-04-02T08:30:53.421 INFO:tasks.rados.rados.0.smithi019.stdout:122: read oid 48 snap 3 2024-04-02T08:30:53.421 INFO:tasks.rados.rados.0.smithi019.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:30:53.421 INFO:tasks.rados.rados.0.smithi019.stdout:123: read oid 49 snap 4 2024-04-02T08:30:53.421 INFO:tasks.rados.rados.0.smithi019.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:30:53.421 INFO:tasks.rados.rados.0.smithi019.stdout:124: delete oid 44 current snap is 6 2024-04-02T08:30:53.428 INFO:tasks.rados.rados.0.smithi019.stdout:124: done (2 left) 2024-04-02T08:30:53.428 INFO:tasks.rados.rados.0.smithi019.stdout:125: rollback oid 23 current snap is 6 2024-04-02T08:30:53.428 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 2 2024-04-02T08:30:53.428 INFO:tasks.rados.rados.0.smithi019.stdout:126: read oid 30 snap -1 2024-04-02T08:30:53.428 INFO:tasks.rados.rados.0.smithi019.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:30:53.428 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 6 2024-04-02T08:30:53.428 INFO:tasks.rados.rados.0.smithi019.stdout:127: seq_num 67 ranges {1548288=729088,2277376=401408} 2024-04-02T08:30:53.438 INFO:tasks.rados.rados.0.smithi019.stdout:127: writing smithi01981774-38 from 1548288 to 2277376 tid 1 2024-04-02T08:30:53.441 INFO:tasks.rados.rados.0.smithi019.stdout:127: writing smithi01981774-38 from 2277376 to 2678784 tid 2 2024-04-02T08:30:53.441 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 6 2024-04-02T08:30:53.441 INFO:tasks.rados.rados.0.smithi019.stdout:128: seq_num 68 ranges {573440=745472,1318912=401408} 2024-04-02T08:30:53.448 INFO:tasks.rados.rados.0.smithi019.stdout:128: writing smithi01981774-35 from 573440 to 1318912 tid 1 2024-04-02T08:30:53.451 INFO:tasks.rados.rados.0.smithi019.stdout:128: writing smithi01981774-35 from 1318912 to 1720320 tid 2 2024-04-02T08:30:53.451 INFO:tasks.rados.rados.0.smithi019.stdout:129: copy_from oid 31 from oid 18 current snap is 6 2024-04-02T08:30:53.451 INFO:tasks.rados.rados.0.smithi019.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:30:53.490 INFO:tasks.rados.rados.0.smithi019.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:30:53.517 INFO:tasks.rados.rados.0.smithi019.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:30:53.534 INFO:tasks.rados.rados.0.smithi019.stdout:122: done (6 left) 2024-04-02T08:30:53.534 INFO:tasks.rados.rados.0.smithi019.stdout:123: done (5 left) 2024-04-02T08:30:53.534 INFO:tasks.rados.rados.0.smithi019.stdout:126: done (4 left) 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:130: copy_from oid 36 from oid 12 current snap is 6 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:125: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:125: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:125: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: finishing write tid 1 to smithi01981774-38 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: finishing write tid 2 to smithi01981774-38 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: finishing write tid 3 to smithi01981774-38 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: finishing write tid 4 to smithi01981774-38 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: oid 38 updating version 0 to 22 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: oid 38 version 22 is already newer than 20 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: oid 38 version 22 is already newer than 21 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 22 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-04-02T08:30:53.535 INFO:tasks.rados.rados.0.smithi019.stdout:127: left oid 38 (ObjNum 67 snap 6 seq_num 67) 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: finishing write tid 1 to smithi01981774-35 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: finishing write tid 2 to smithi01981774-35 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: finishing write tid 3 to smithi01981774-35 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: finishing write tid 4 to smithi01981774-35 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: oid 35 updating version 0 to 13 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: oid 35 version 13 is already newer than 12 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: oid 35 version 13 is already newer than 11 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 13 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: left oid 35 (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:129: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:129: finishing copy_from to smithi01981774-31 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:125: done (4 left) 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:127: done (3 left) 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:128: done (2 left) 2024-04-02T08:30:53.536 INFO:tasks.rados.rados.0.smithi019.stdout:129: done (1 left) 2024-04-02T08:30:53.537 INFO:tasks.rados.rados.0.smithi019.stdout:131: snap_create 2024-04-02T08:30:53.540 INFO:tasks.rados.rados.0.smithi019.stdout:130: finishing copy_from racing read to smithi01981774-36 2024-04-02T08:30:53.541 INFO:tasks.rados.rados.0.smithi019.stdout:130: finishing copy_from to smithi01981774-36 2024-04-02T08:30:53.541 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 19 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-02T08:30:53.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:53 smithi019 ceph-mon[27522]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:30:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:53 smithi019 ceph-mon[39381]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:30:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:53 smithi066 ceph-mon[30998]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:30:54.420 INFO:tasks.rados.rados.0.smithi019.stdout:130: done (1 left) 2024-04-02T08:30:54.420 INFO:tasks.rados.rados.0.smithi019.stdout:131: done (0 left) 2024-04-02T08:30:54.420 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 7 2024-04-02T08:30:54.421 INFO:tasks.rados.rados.0.smithi019.stdout:132: seq_num 69 ranges {139264=761856,901120=401408} 2024-04-02T08:30:54.425 INFO:tasks.rados.rados.0.smithi019.stdout:132: writing smithi01981774-9 from 139264 to 901120 tid 1 2024-04-02T08:30:54.427 INFO:tasks.rados.rados.0.smithi019.stdout:132: writing smithi01981774-9 from 901120 to 1302528 tid 2 2024-04-02T08:30:54.427 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 7 2024-04-02T08:30:54.427 INFO:tasks.rados.rados.0.smithi019.stdout:133: seq_num 70 ranges {1081344=778240,1859584=401408} 2024-04-02T08:30:54.437 INFO:tasks.rados.rados.0.smithi019.stdout:133: writing smithi01981774-12 from 1081344 to 1859584 tid 1 2024-04-02T08:30:54.440 INFO:tasks.rados.rados.0.smithi019.stdout:133: writing smithi01981774-12 from 1859584 to 2260992 tid 2 2024-04-02T08:30:54.440 INFO:tasks.rados.rados.0.smithi019.stdout:134: rollback oid 22 current snap is 7 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 0 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: finishing write tid 1 to smithi01981774-9 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: finishing write tid 2 to smithi01981774-9 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: finishing write tid 3 to smithi01981774-9 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: finishing write tid 4 to smithi01981774-9 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: oid 9 updating version 0 to 15 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: oid 9 version 15 is already newer than 14 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: oid 9 updating version 15 to 16 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 16 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: left oid 9 (ObjNum 69 snap 7 seq_num 69) 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:132: done (2 left) 2024-04-02T08:30:54.441 INFO:tasks.rados.rados.0.smithi019.stdout:135: snap_create 2024-04-02T08:30:54.443 INFO:tasks.rados.rados.0.smithi019.stdout:134: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:30:54.443 INFO:tasks.rados.rados.0.smithi019.stdout:134: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:30:54.443 INFO:tasks.rados.rados.0.smithi019.stdout:134: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:30:54.443 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 23 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:30:54.444 INFO:tasks.rados.rados.0.smithi019.stdout:133: finishing write tid 1 to smithi01981774-12 2024-04-02T08:30:54.444 INFO:tasks.rados.rados.0.smithi019.stdout:133: finishing write tid 2 to smithi01981774-12 2024-04-02T08:30:54.444 INFO:tasks.rados.rados.0.smithi019.stdout:133: finishing write tid 3 to smithi01981774-12 2024-04-02T08:30:54.445 INFO:tasks.rados.rados.0.smithi019.stdout:133: finishing write tid 4 to smithi01981774-12 2024-04-02T08:30:54.445 INFO:tasks.rados.rados.0.smithi019.stdout:133: oid 12 updating version 0 to 26 2024-04-02T08:30:54.445 INFO:tasks.rados.rados.0.smithi019.stdout:133: oid 12 version 26 is already newer than 25 2024-04-02T08:30:54.445 INFO:tasks.rados.rados.0.smithi019.stdout:133: oid 12 updating version 26 to 27 2024-04-02T08:30:54.445 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 27 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:30:54.445 INFO:tasks.rados.rados.0.smithi019.stdout:133: left oid 12 (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:30:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:54 smithi019 ceph-mon[27522]: pgmap v112: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.4 MiB/s wr, 90 op/s 2024-04-02T08:30:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:54 smithi019 ceph-mon[27522]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:30:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:54 smithi019 ceph-mon[39381]: pgmap v112: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.4 MiB/s wr, 90 op/s 2024-04-02T08:30:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:54 smithi019 ceph-mon[39381]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:30:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:54 smithi066 ceph-mon[30998]: pgmap v112: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.4 MiB/s wr, 90 op/s 2024-04-02T08:30:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:54 smithi066 ceph-mon[30998]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:30:55.430 INFO:tasks.rados.rados.0.smithi019.stdout:133: done (2 left) 2024-04-02T08:30:55.431 INFO:tasks.rados.rados.0.smithi019.stdout:134: done (1 left) 2024-04-02T08:30:55.431 INFO:tasks.rados.rados.0.smithi019.stdout:135: done (0 left) 2024-04-02T08:30:55.431 INFO:tasks.rados.rados.0.smithi019.stdout:136: read oid 33 snap -1 2024-04-02T08:30:55.431 INFO:tasks.rados.rados.0.smithi019.stdout:136: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:30:55.431 INFO:tasks.rados.rados.0.smithi019.stdout:137: read oid 45 snap -1 2024-04-02T08:30:55.431 INFO:tasks.rados.rados.0.smithi019.stdout:137: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:30:55.431 INFO:tasks.rados.rados.0.smithi019.stdout:138: snap_create 2024-04-02T08:30:55.435 INFO:tasks.rados.rados.0.smithi019.stdout:136: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:30:55.450 INFO:tasks.rados.rados.0.smithi019.stdout:137: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:30:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:55 smithi019 ceph-mon[27522]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:30:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:55 smithi019 ceph-mon[39381]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:30:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:55 smithi066 ceph-mon[30998]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:30:56.434 INFO:tasks.rados.rados.0.smithi019.stdout:136: done (2 left) 2024-04-02T08:30:56.434 INFO:tasks.rados.rados.0.smithi019.stdout:137: done (1 left) 2024-04-02T08:30:56.434 INFO:tasks.rados.rados.0.smithi019.stdout:138: done (0 left) 2024-04-02T08:30:56.434 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 9 2024-04-02T08:30:56.434 INFO:tasks.rados.rados.0.smithi019.stdout:139: seq_num 71 ranges {286720=794624,1081344=401408} 2024-04-02T08:30:56.441 INFO:tasks.rados.rados.0.smithi019.stdout:139: writing smithi01981774-31 from 286720 to 1081344 tid 1 2024-04-02T08:30:56.444 INFO:tasks.rados.rados.0.smithi019.stdout:139: writing smithi01981774-31 from 1081344 to 1482752 tid 2 2024-04-02T08:30:56.444 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 9 2024-04-02T08:30:56.444 INFO:tasks.rados.rados.0.smithi019.stdout:140: seq_num 72 ranges {253952=409600,663552=524288,1187840=278528} 2024-04-02T08:30:56.448 INFO:tasks.rados.rados.0.smithi019.stdout:140: writing smithi01981774-16 from 253952 to 663552 tid 1 2024-04-02T08:30:56.452 INFO:tasks.rados.rados.0.smithi019.stdout:140: writing smithi01981774-16 from 663552 to 1187840 tid 2 2024-04-02T08:30:56.454 INFO:tasks.rados.rados.0.smithi019.stdout:140: writing smithi01981774-16 from 1187840 to 1466368 tid 3 2024-04-02T08:30:56.454 INFO:tasks.rados.rados.0.smithi019.stdout:141: copy_from oid 10 from oid 39 current snap is 9 2024-04-02T08:30:56.454 INFO:tasks.rados.rados.0.smithi019.stdout:139: finishing write tid 1 to smithi01981774-31 2024-04-02T08:30:56.454 INFO:tasks.rados.rados.0.smithi019.stdout:139: finishing write tid 2 to smithi01981774-31 2024-04-02T08:30:56.454 INFO:tasks.rados.rados.0.smithi019.stdout:139: finishing write tid 3 to smithi01981774-31 2024-04-02T08:30:56.454 INFO:tasks.rados.rados.0.smithi019.stdout:139: finishing write tid 4 to smithi01981774-31 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:139: oid 31 updating version 0 to 15 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:139: oid 31 updating version 15 to 16 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:139: oid 31 version 16 is already newer than 14 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 16 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:139: left oid 31 (ObjNum 71 snap 9 seq_num 71) 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:140: finishing write tid 1 to smithi01981774-16 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:139: done (2 left) 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:142: read oid 25 snap 0 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:142: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:143: copy_from oid 21 from oid 35 current snap is 9 2024-04-02T08:30:56.455 INFO:tasks.rados.rados.0.smithi019.stdout:144: snap_remove snap 4 2024-04-02T08:30:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:56 smithi019 ceph-mon[27522]: pgmap v115: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:56 smithi019 ceph-mon[27522]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:30:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:56 smithi019 ceph-mon[39381]: pgmap v115: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:56 smithi019 ceph-mon[39381]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:30:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:56 smithi066 ceph-mon[30998]: pgmap v115: 121 pgs: 121 active+clean; 29 MiB data, 278 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:30:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:56 smithi066 ceph-mon[30998]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:30:57.449 INFO:tasks.rados.rados.0.smithi019.stdout:144: done (4 left) 2024-04-02T08:30:57.449 INFO:tasks.rados.rados.0.smithi019.stdout:145: delete oid 8 current snap is 9 2024-04-02T08:30:57.451 INFO:tasks.rados.rados.0.smithi019.stdout:140: finishing write tid 2 to smithi01981774-16 2024-04-02T08:30:57.452 INFO:tasks.rados.rados.0.smithi019.stdout:140: finishing write tid 3 to smithi01981774-16 2024-04-02T08:30:57.452 INFO:tasks.rados.rados.0.smithi019.stdout:140: finishing write tid 4 to smithi01981774-16 2024-04-02T08:30:57.452 INFO:tasks.rados.rados.0.smithi019.stdout:142: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:30:57.463 INFO:tasks.rados.rados.0.smithi019.stdout:140: finishing write tid 5 to smithi01981774-16 2024-04-02T08:30:57.463 INFO:tasks.rados.rados.0.smithi019.stdout:140: oid 16 updating version 0 to 30 2024-04-02T08:30:57.463 INFO:tasks.rados.rados.0.smithi019.stdout:140: oid 16 updating version 30 to 32 2024-04-02T08:30:57.463 INFO:tasks.rados.rados.0.smithi019.stdout:140: oid 16 version 32 is already newer than 29 2024-04-02T08:30:57.463 INFO:tasks.rados.rados.0.smithi019.stdout:140: oid 16 version 32 is already newer than 31 2024-04-02T08:30:57.463 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 32 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:140: left oid 16 (ObjNum 72 snap 9 seq_num 72) 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:141: finishing copy_from racing read to smithi01981774-10 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:141: finishing copy_from to smithi01981774-10 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 18 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:143: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:140: done (4 left) 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:141: done (3 left) 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:142: done (2 left) 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:145: done (1 left) 2024-04-02T08:30:57.464 INFO:tasks.rados.rados.0.smithi019.stdout:146: snap_remove snap 3 2024-04-02T08:30:57.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:57 smithi019 ceph-mon[27522]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:30:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:57 smithi019 ceph-mon[39381]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:30:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:57 smithi066 ceph-mon[30998]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:30:58.448 INFO:tasks.rados.rados.0.smithi019.stdout:146: done (1 left) 2024-04-02T08:30:58.448 INFO:tasks.rados.rados.0.smithi019.stdout:147: snap_create 2024-04-02T08:30:58.448 INFO:tasks.rados.rados.0.smithi019.stdout:143: finishing copy_from to smithi01981774-21 2024-04-02T08:30:58.448 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 13 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:30:58.722 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:58 smithi019 ceph-mon[27522]: pgmap v118: 121 pgs: 121 active+clean; 40 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-02T08:30:58.722 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:58 smithi019 ceph-mon[27522]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:30:58.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:58 smithi019 ceph-mon[39381]: pgmap v118: 121 pgs: 121 active+clean; 40 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-02T08:30:58.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:58 smithi019 ceph-mon[39381]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:30:58.800 INFO:tasks.rados.rados.0.smithi019.stdout:143: done (1 left) 2024-04-02T08:30:58.800 INFO:tasks.rados.rados.0.smithi019.stdout:147: done (0 left) 2024-04-02T08:30:58.800 INFO:tasks.rados.rados.0.smithi019.stdout:148: read oid 46 snap -1 2024-04-02T08:30:58.800 INFO:tasks.rados.rados.0.smithi019.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:30:58.800 INFO:tasks.rados.rados.0.smithi019.stdout:149: read oid 7 snap 8 2024-04-02T08:30:58.800 INFO:tasks.rados.rados.0.smithi019.stdout:149: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:30:58.800 INFO:tasks.rados.rados.0.smithi019.stdout:150: snap_create 2024-04-02T08:30:58.808 INFO:tasks.rados.rados.0.smithi019.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:30:58.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:58 smithi066 ceph-mon[30998]: pgmap v118: 121 pgs: 121 active+clean; 40 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-02T08:30:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:58 smithi066 ceph-mon[30998]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:30:58.830 INFO:tasks.rados.rados.0.smithi019.stdout:149: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:30:59.195 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:30:58 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:30:58] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-04-02T08:30:59.808 INFO:tasks.rados.rados.0.smithi019.stdout:148: done (2 left) 2024-04-02T08:30:59.808 INFO:tasks.rados.rados.0.smithi019.stdout:149: done (1 left) 2024-04-02T08:30:59.808 INFO:tasks.rados.rados.0.smithi019.stdout:150: done (0 left) 2024-04-02T08:30:59.809 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 11 2024-04-02T08:30:59.809 INFO:tasks.rados.rados.0.smithi019.stdout:151: seq_num 74 ranges {204800=442368,647168=696320,1343488=106496} 2024-04-02T08:30:59.811 INFO:tasks.rados.rados.0.smithi019.stdout:151: writing smithi01981774-13 from 204800 to 647168 tid 1 2024-04-02T08:30:59.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:59 smithi066 ceph-mon[30998]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:30:59.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:30:59 smithi066 ceph-mon[30998]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:30:59.816 INFO:tasks.rados.rados.0.smithi019.stdout:151: writing smithi01981774-13 from 647168 to 1343488 tid 2 2024-04-02T08:30:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:151: writing smithi01981774-13 from 1343488 to 1449984 tid 3 2024-04-02T08:30:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:152: copy_from oid 15 from oid 5 current snap is 11 2024-04-02T08:30:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:151: finishing write tid 1 to smithi01981774-13 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:153: rollback oid 19 current snap is 11 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 10 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:154: copy_from oid 21 from oid 24 current snap is 11 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:155: copy_from oid 3 from oid 7 current snap is 11 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:156: read oid 33 snap -1 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:156: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 11 2024-04-02T08:30:59.818 INFO:tasks.rados.rados.0.smithi019.stdout:157: seq_num 75 ranges {1466368=458752,1925120=581632,2506752=221184} 2024-04-02T08:30:59.829 INFO:tasks.rados.rados.0.smithi019.stdout:157: writing smithi01981774-16 from 1466368 to 1925120 tid 1 2024-04-02T08:30:59.833 INFO:tasks.rados.rados.0.smithi019.stdout:157: writing smithi01981774-16 from 1925120 to 2506752 tid 2 2024-04-02T08:30:59.834 INFO:tasks.rados.rados.0.smithi019.stdout:157: writing smithi01981774-16 from 2506752 to 2727936 tid 3 2024-04-02T08:30:59.834 INFO:tasks.rados.rados.0.smithi019.stdout:158: rmattr oid 34 current snap is 11 2024-04-02T08:30:59.834 INFO:tasks.rados.rados.0.smithi019.stdout:158: done (7 left) 2024-04-02T08:30:59.835 INFO:tasks.rados.rados.0.smithi019.stdout:159: snap_remove snap 5 2024-04-02T08:30:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:59 smithi019 ceph-mon[27522]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:30:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:30:59 smithi019 ceph-mon[27522]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:30:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:59 smithi019 ceph-mon[39381]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:30:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:30:59 smithi019 ceph-mon[39381]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:31:00.824 INFO:tasks.rados.rados.0.smithi019.stdout:159: done (7 left) 2024-04-02T08:31:00.824 INFO:tasks.rados.rados.0.smithi019.stdout:160: read oid 39 snap -1 2024-04-02T08:31:00.824 INFO:tasks.rados.rados.0.smithi019.stdout:160: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:161: rmattr oid 4 current snap is 11 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:161: done (8 left) 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:162: snap_create 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:151: finishing write tid 2 to smithi01981774-13 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:151: finishing write tid 3 to smithi01981774-13 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:153: finishing rollback tid 0 to smithi01981774-19 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:153: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:151: finishing write tid 4 to smithi01981774-13 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:152: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:153: finishing rollback tid 2 to smithi01981774-19 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 22 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:31:00.827 INFO:tasks.rados.rados.0.smithi019.stdout:156: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:152: finishing copy_from to smithi01981774-15 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:151: finishing write tid 5 to smithi01981774-13 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:151: oid 13 updating version 0 to 6 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:151: oid 13 version 6 is already newer than 5 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:151: oid 13 updating version 6 to 7 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:151: oid 13 version 7 is already newer than 4 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 7 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:151: left oid 13 (ObjNum 74 snap 11 seq_num 74) 2024-04-02T08:31:00.848 INFO:tasks.rados.rados.0.smithi019.stdout:155: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:155: finishing copy_from to smithi01981774-3 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:154: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:154: finishing copy_from to smithi01981774-21 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 19 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: finishing write tid 1 to smithi01981774-16 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: finishing write tid 2 to smithi01981774-16 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: finishing write tid 3 to smithi01981774-16 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: finishing write tid 4 to smithi01981774-16 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: finishing write tid 5 to smithi01981774-16 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: oid 16 updating version 0 to 43 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: oid 16 version 43 is already newer than 40 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: oid 16 version 43 is already newer than 42 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:157: oid 16 version 43 is already newer than 41 2024-04-02T08:31:00.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 43 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-04-02T08:31:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:157: left oid 16 (ObjNum 75 snap 11 seq_num 75) 2024-04-02T08:31:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:160: expect (ObjNum 57 snap 4 seq_num 57) 2024-04-02T08:31:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:00 smithi066 ceph-mon[30998]: pgmap v122: 121 pgs: 121 active+clean; 40 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-04-02T08:31:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:00 smithi066 ceph-mon[30998]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:00 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:00 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[27522]: pgmap v122: 121 pgs: 121 active+clean; 40 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-04-02T08:31:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[27522]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[39381]: pgmap v122: 121 pgs: 121 active+clean; 40 MiB data, 295 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-04-02T08:31:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[39381]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:31:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:00 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:151: done (8 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:152: done (7 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:153: done (6 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:154: done (5 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:155: done (4 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:156: done (3 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:157: done (2 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:160: done (1 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:162: done (0 left) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:163: copy_from oid 17 from oid 8 current snap is 12 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:164: read oid 32 snap -1 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:164: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:31:01.823 INFO:tasks.rados.rados.0.smithi019.stdout:165: snap_remove snap 11 2024-04-02T08:31:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:01 smithi019 ceph-mon[27522]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:01 smithi019 ceph-mon[39381]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:01 smithi066 ceph-mon[30998]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:31:02.822 INFO:tasks.rados.rados.0.smithi019.stdout:165: done (2 left) 2024-04-02T08:31:02.823 INFO:tasks.rados.rados.0.smithi019.stdout:166: rmattr oid 13 current snap is 12 2024-04-02T08:31:02.823 INFO:tasks.rados.rados.0.smithi019.stdout:166: done (2 left) 2024-04-02T08:31:02.823 INFO:tasks.rados.rados.0.smithi019.stdout:167: copy_from oid 27 from oid 29 current snap is 12 2024-04-02T08:31:02.823 INFO:tasks.rados.rados.0.smithi019.stdout:163: finishing copy_from to smithi01981774-17 2024-04-02T08:31:02.823 INFO:tasks.rados.rados.0.smithi019.stdout:163: got expected ENOENT (src dne) 2024-04-02T08:31:02.823 INFO:tasks.rados.rados.0.smithi019.stdout:163: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:31:02.823 INFO:tasks.rados.rados.0.smithi019.stdout:164: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:31:02.842 INFO:tasks.rados.rados.0.smithi019.stdout:167: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:31:02.842 INFO:tasks.rados.rados.0.smithi019.stdout:167: finishing copy_from to smithi01981774-27 2024-04-02T08:31:02.842 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:31:02.842 INFO:tasks.rados.rados.0.smithi019.stdout:163: done (2 left) 2024-04-02T08:31:02.843 INFO:tasks.rados.rados.0.smithi019.stdout:164: done (1 left) 2024-04-02T08:31:02.843 INFO:tasks.rados.rados.0.smithi019.stdout:167: done (0 left) 2024-04-02T08:31:02.843 INFO:tasks.rados.rados.0.smithi019.stdout:168: snap_remove snap 6 2024-04-02T08:31:03.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:02 smithi019 ceph-mon[27522]: pgmap v125: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:31:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:02 smithi019 ceph-mon[27522]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:02 smithi019 ceph-mon[39381]: pgmap v125: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:31:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:02 smithi019 ceph-mon[39381]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:03.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:02 smithi066 ceph-mon[30998]: pgmap v125: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-04-02T08:31:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:02 smithi066 ceph-mon[30998]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:31:03.795 INFO:tasks.rados.rados.0.smithi019.stdout:168: done (0 left) 2024-04-02T08:31:03.795 INFO:tasks.rados.rados.0.smithi019.stdout:169: read oid 1 snap -1 2024-04-02T08:31:03.795 INFO:tasks.rados.rados.0.smithi019.stdout:169: expect deleted 2024-04-02T08:31:03.795 INFO:tasks.rados.rados.0.smithi019.stdout:170: rollback oid 20 current snap is 12 2024-04-02T08:31:03.795 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 10 2024-04-02T08:31:03.795 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 12 2024-04-02T08:31:03.795 INFO:tasks.rados.rados.0.smithi019.stdout:171: seq_num 76 ranges {270336=475136,745472=458752,1204224=344064} 2024-04-02T08:31:03.799 INFO:tasks.rados.rados.0.smithi019.stdout:171: writing smithi01981774-17 from 270336 to 745472 tid 1 2024-04-02T08:31:03.804 INFO:tasks.rados.rados.0.smithi019.stdout:171: writing smithi01981774-17 from 745472 to 1204224 tid 2 2024-04-02T08:31:03.807 INFO:tasks.rados.rados.0.smithi019.stdout:171: writing smithi01981774-17 from 1204224 to 1548288 tid 3 2024-04-02T08:31:03.807 INFO:tasks.rados.rados.0.smithi019.stdout:170: finishing rollback tid 0 to smithi01981774-20 2024-04-02T08:31:03.807 INFO:tasks.rados.rados.0.smithi019.stdout:170: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:31:03.807 INFO:tasks.rados.rados.0.smithi019.stdout:170: finishing rollback tid 2 to smithi01981774-20 2024-04-02T08:31:03.807 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 32 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-02T08:31:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:169: done (2 left) 2024-04-02T08:31:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:170: done (1 left) 2024-04-02T08:31:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:172: read oid 35 snap -1 2024-04-02T08:31:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:172: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:173: snap_create 2024-04-02T08:31:03.809 INFO:tasks.rados.rados.0.smithi019.stdout:171: finishing write tid 1 to smithi01981774-17 2024-04-02T08:31:03.811 INFO:tasks.rados.rados.0.smithi019.stdout:171: finishing write tid 2 to smithi01981774-17 2024-04-02T08:31:03.812 INFO:tasks.rados.rados.0.smithi019.stdout:171: finishing write tid 3 to smithi01981774-17 2024-04-02T08:31:03.812 INFO:tasks.rados.rados.0.smithi019.stdout:171: finishing write tid 4 to smithi01981774-17 2024-04-02T08:31:03.813 INFO:tasks.rados.rados.0.smithi019.stdout:171: finishing write tid 5 to smithi01981774-17 2024-04-02T08:31:03.813 INFO:tasks.rados.rados.0.smithi019.stdout:171: oid 17 updating version 0 to 36 2024-04-02T08:31:03.813 INFO:tasks.rados.rados.0.smithi019.stdout:171: oid 17 version 36 is already newer than 35 2024-04-02T08:31:03.813 INFO:tasks.rados.rados.0.smithi019.stdout:171: oid 17 updating version 36 to 37 2024-04-02T08:31:03.813 INFO:tasks.rados.rados.0.smithi019.stdout:171: oid 17 version 37 is already newer than 34 2024-04-02T08:31:03.813 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 37 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:31:03.813 INFO:tasks.rados.rados.0.smithi019.stdout:171: left oid 17 (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:31:03.815 INFO:tasks.rados.rados.0.smithi019.stdout:172: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:03 smithi019 ceph-mon[27522]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:03 smithi019 ceph-mon[27522]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:03 smithi019 ceph-mon[39381]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:03 smithi019 ceph-mon[39381]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:03 smithi066 ceph-mon[30998]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:31:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:03 smithi066 ceph-mon[30998]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:31:04.805 INFO:tasks.rados.rados.0.smithi019.stdout:171: done (2 left) 2024-04-02T08:31:04.805 INFO:tasks.rados.rados.0.smithi019.stdout:172: done (1 left) 2024-04-02T08:31:04.806 INFO:tasks.rados.rados.0.smithi019.stdout:173: done (0 left) 2024-04-02T08:31:04.806 INFO:tasks.rados.rados.0.smithi019.stdout:174: delete oid 44 current snap is 13 2024-04-02T08:31:04.809 INFO:tasks.rados.rados.0.smithi019.stdout:174: done (0 left) 2024-04-02T08:31:04.809 INFO:tasks.rados.rados.0.smithi019.stdout:175: snap_create 2024-04-02T08:31:05.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:04 smithi019 ceph-mon[27522]: pgmap v128: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:31:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:04 smithi019 ceph-mon[27522]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:04 smithi019 ceph-mon[39381]: pgmap v128: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:31:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:04 smithi019 ceph-mon[39381]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:04 smithi066 ceph-mon[30998]: pgmap v128: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:31:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:04 smithi066 ceph-mon[30998]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:31:05.804 INFO:tasks.rados.rados.0.smithi019.stdout:175: done (0 left) 2024-04-02T08:31:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:176: read oid 40 snap -1 2024-04-02T08:31:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:176: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:177: snap_create 2024-04-02T08:31:05.811 INFO:tasks.rados.rados.0.smithi019.stdout:176: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:176: done (1 left) 2024-04-02T08:31:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:177: done (0 left) 2024-04-02T08:31:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:178: snap_remove snap 0 2024-04-02T08:31:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:06 smithi066 ceph-mon[30998]: pgmap v131: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:06 smithi066 ceph-mon[30998]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:07.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:06 smithi019 ceph-mon[27522]: pgmap v131: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:07.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:06 smithi019 ceph-mon[27522]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:06 smithi019 ceph-mon[39381]: pgmap v131: 121 pgs: 121 active+clean; 49 MiB data, 308 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:06 smithi019 ceph-mon[39381]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:31:07.823 INFO:tasks.rados.rados.0.smithi019.stdout:178: done (0 left) 2024-04-02T08:31:07.823 INFO:tasks.rados.rados.0.smithi019.stdout:179: read oid 36 snap -1 2024-04-02T08:31:07.823 INFO:tasks.rados.rados.0.smithi019.stdout:179: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:07.823 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 15 2024-04-02T08:31:07.823 INFO:tasks.rados.rados.0.smithi019.stdout:180: seq_num 78 ranges {0=516096,516096=679936,1196032=122880} 2024-04-02T08:31:07.825 INFO:tasks.rados.rados.0.smithi019.stdout:180: writing smithi01981774-1 from 0 to 516096 tid 1 2024-04-02T08:31:07.830 INFO:tasks.rados.rados.0.smithi019.stdout:180: writing smithi01981774-1 from 516096 to 1196032 tid 2 2024-04-02T08:31:07.831 INFO:tasks.rados.rados.0.smithi019.stdout:180: writing smithi01981774-1 from 1196032 to 1318912 tid 3 2024-04-02T08:31:07.831 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 15 2024-04-02T08:31:07.831 INFO:tasks.rados.rados.0.smithi019.stdout:181: seq_num 79 ranges {1302528=532480,1835008=565248,2400256=237568} 2024-04-02T08:31:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:181: writing smithi01981774-9 from 1302528 to 1835008 tid 1 2024-04-02T08:31:07.846 INFO:tasks.rados.rados.0.smithi019.stdout:181: writing smithi01981774-9 from 1835008 to 2400256 tid 2 2024-04-02T08:31:07.848 INFO:tasks.rados.rados.0.smithi019.stdout:181: writing smithi01981774-9 from 2400256 to 2637824 tid 3 2024-04-02T08:31:07.848 INFO:tasks.rados.rados.0.smithi019.stdout:182: rmattr oid 11 current snap is 15 2024-04-02T08:31:07.848 INFO:tasks.rados.rados.0.smithi019.stdout:182: done (3 left) 2024-04-02T08:31:07.848 INFO:tasks.rados.rados.0.smithi019.stdout:183: snap_remove snap 9 2024-04-02T08:31:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:07 smithi066 ceph-mon[30998]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:07 smithi019 ceph-mon[27522]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:07 smithi019 ceph-mon[39381]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:31:08.797 INFO:tasks.rados.rados.0.smithi019.stdout:183: done (3 left) 2024-04-02T08:31:08.798 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 15 2024-04-02T08:31:08.798 INFO:tasks.rados.rados.0.smithi019.stdout:184: seq_num 80 ranges {24576=548864,573440=450560,1024000=352256} 2024-04-02T08:31:08.801 INFO:tasks.rados.rados.0.smithi019.stdout:184: writing smithi01981774-2 from 24576 to 573440 tid 1 2024-04-02T08:31:08.804 INFO:tasks.rados.rados.0.smithi019.stdout:184: writing smithi01981774-2 from 573440 to 1024000 tid 2 2024-04-02T08:31:08.807 INFO:tasks.rados.rados.0.smithi019.stdout:184: writing smithi01981774-2 from 1024000 to 1376256 tid 3 2024-04-02T08:31:08.807 INFO:tasks.rados.rados.0.smithi019.stdout:180: finishing write tid 1 to smithi01981774-1 2024-04-02T08:31:08.807 INFO:tasks.rados.rados.0.smithi019.stdout:180: finishing write tid 2 to smithi01981774-1 2024-04-02T08:31:08.807 INFO:tasks.rados.rados.0.smithi019.stdout:180: finishing write tid 3 to smithi01981774-1 2024-04-02T08:31:08.807 INFO:tasks.rados.rados.0.smithi019.stdout:180: finishing write tid 4 to smithi01981774-1 2024-04-02T08:31:08.807 INFO:tasks.rados.rados.0.smithi019.stdout:179: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:08.840 INFO:tasks.rados.rados.0.smithi019.stdout:180: finishing write tid 5 to smithi01981774-1 2024-04-02T08:31:08.840 INFO:tasks.rados.rados.0.smithi019.stdout:180: oid 1 updating version 0 to 42 2024-04-02T08:31:08.840 INFO:tasks.rados.rados.0.smithi019.stdout:180: oid 1 version 42 is already newer than 39 2024-04-02T08:31:08.840 INFO:tasks.rados.rados.0.smithi019.stdout:180: oid 1 version 42 is already newer than 41 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:180: oid 1 version 42 is already newer than 40 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 42 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:180: left oid 1 (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: finishing write tid 1 to smithi01981774-9 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:179: done (3 left) 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:180: done (2 left) 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:185: copy_from oid 13 from oid 43 current snap is 15 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: finishing write tid 2 to smithi01981774-9 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: finishing write tid 3 to smithi01981774-9 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: finishing write tid 4 to smithi01981774-9 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: finishing write tid 5 to smithi01981774-9 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: oid 9 updating version 0 to 31 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: oid 9 version 31 is already newer than 29 2024-04-02T08:31:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:181: oid 9 version 31 is already newer than 28 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:181: oid 9 version 31 is already newer than 30 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 31 (ObjNum 79 snap 15 seq_num 79) dirty exists 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:181: left oid 9 (ObjNum 79 snap 15 seq_num 79) 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: finishing write tid 1 to smithi01981774-2 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: finishing write tid 2 to smithi01981774-2 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: finishing write tid 3 to smithi01981774-2 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: finishing write tid 4 to smithi01981774-2 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: finishing write tid 5 to smithi01981774-2 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: oid 2 updating version 0 to 46 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: oid 2 updating version 46 to 49 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: oid 2 version 49 is already newer than 47 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: oid 2 version 49 is already newer than 48 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 49 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-02T08:31:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:184: left oid 2 (ObjNum 80 snap 15 seq_num 80) 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:181: done (2 left) 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:184: done (1 left) 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:186: rollback oid 31 current snap is 15 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 13 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:187: rmattr oid 30 current snap is 15 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:188: rmattr oid 24 current snap is 15 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:188: done (3 left) 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:189: rmattr oid 4 current snap is 15 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:189: done (3 left) 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:190: read oid 1 snap -1 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:190: expect (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:191: read oid 6 snap -1 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:191: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:192: setattr oid 37 current snap is 15 2024-04-02T08:31:08.844 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 15 2024-04-02T08:31:08.844 INFO:tasks.rados.rados.0.smithi019.stdout:193: seq_num 81 ranges {319488=565248,884736=737280,1622016=65536} 2024-04-02T08:31:08.846 INFO:tasks.rados.rados.0.smithi019.stdout:193: writing smithi01981774-20 from 319488 to 884736 tid 1 2024-04-02T08:31:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:193: writing smithi01981774-20 from 884736 to 1622016 tid 2 2024-04-02T08:31:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:193: writing smithi01981774-20 from 1622016 to 1687552 tid 3 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:194: copy_from oid 35 from oid 23 current snap is 15 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 29 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:186: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:186: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 21 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:186: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 42 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-04-02T08:31:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:191: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:08.857 INFO:tasks.rados.rados.0.smithi019.stdout:190: expect (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:31:08.892 INFO:tasks.rados.rados.0.smithi019.stdout:185: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:31:08.892 INFO:tasks.rados.rados.0.smithi019.stdout:185: finishing copy_from to smithi01981774-13 2024-04-02T08:31:08.892 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: finishing write tid 1 to smithi01981774-20 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:185: done (7 left) 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:186: done (6 left) 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:187: done (5 left) 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:190: done (4 left) 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:191: done (3 left) 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:192: done (2 left) 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:195: snap_create 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: finishing write tid 2 to smithi01981774-20 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: finishing write tid 3 to smithi01981774-20 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: finishing write tid 4 to smithi01981774-20 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: finishing write tid 5 to smithi01981774-20 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: oid 20 updating version 0 to 51 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: oid 20 updating version 51 to 52 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: oid 20 version 52 is already newer than 50 2024-04-02T08:31:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:193: oid 20 version 52 is already newer than 49 2024-04-02T08:31:08.894 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 52 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-02T08:31:08.894 INFO:tasks.rados.rados.0.smithi019.stdout:193: left oid 20 (ObjNum 81 snap 15 seq_num 81) 2024-04-02T08:31:08.894 INFO:tasks.rados.rados.0.smithi019.stdout:194: finishing copy_from racing read to smithi01981774-35 2024-04-02T08:31:08.894 INFO:tasks.rados.rados.0.smithi019.stdout:194: finishing copy_from to smithi01981774-35 2024-04-02T08:31:08.894 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:08.922 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:08 smithi019 ceph-mon[39381]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-02T08:31:08.922 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:08 smithi019 ceph-mon[39381]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:08.922 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:08 smithi019 ceph-mon[39381]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:08.923 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:31:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:31:08] "GET /metrics HTTP/1.1" 200 36067 "" "Prometheus/2.43.0" 2024-04-02T08:31:08.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:08 smithi019 ceph-mon[27522]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-02T08:31:08.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:08 smithi019 ceph-mon[27522]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:08.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:08 smithi019 ceph-mon[27522]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:08 smithi066 ceph-mon[30998]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-02T08:31:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:08 smithi066 ceph-mon[30998]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:31:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:08 smithi066 ceph-mon[30998]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:31:09.823 INFO:tasks.rados.rados.0.smithi019.stdout:193: done (2 left) 2024-04-02T08:31:09.823 INFO:tasks.rados.rados.0.smithi019.stdout:194: done (1 left) 2024-04-02T08:31:09.823 INFO:tasks.rados.rados.0.smithi019.stdout:195: done (0 left) 2024-04-02T08:31:09.823 INFO:tasks.rados.rados.0.smithi019.stdout:196: delete oid 31 current snap is 16 2024-04-02T08:31:09.831 INFO:tasks.rados.rados.0.smithi019.stdout:196: done (0 left) 2024-04-02T08:31:09.831 INFO:tasks.rados.rados.0.smithi019.stdout:197: delete oid 26 current snap is 16 2024-04-02T08:31:09.836 INFO:tasks.rados.rados.0.smithi019.stdout:197: done (0 left) 2024-04-02T08:31:09.836 INFO:tasks.rados.rados.0.smithi019.stdout:198: copy_from oid 20 from oid 42 current snap is 16 2024-04-02T08:31:09.836 INFO:tasks.rados.rados.0.smithi019.stdout:199: delete oid 5 current snap is 16 2024-04-02T08:31:09.838 INFO:tasks.rados.rados.0.smithi019.stdout:199: done (1 left) 2024-04-02T08:31:09.838 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 16 2024-04-02T08:31:09.838 INFO:tasks.rados.rados.0.smithi019.stdout:200: seq_num 85 ranges {778240=630784,1409024=720896,2129920=81920} 2024-04-02T08:31:09.846 INFO:tasks.rados.rados.0.smithi019.stdout:200: writing smithi01981774-13 from 778240 to 1409024 tid 1 2024-04-02T08:31:09.850 INFO:tasks.rados.rados.0.smithi019.stdout:200: writing smithi01981774-13 from 1409024 to 2129920 tid 2 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:200: writing smithi01981774-13 from 2129920 to 2211840 tid 3 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:201: read oid 19 snap -1 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:201: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 16 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:198: finishing copy_from racing read to smithi01981774-20 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:198: finishing copy_from to smithi01981774-20 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:200: finishing write tid 1 to smithi01981774-13 2024-04-02T08:31:09.851 INFO:tasks.rados.rados.0.smithi019.stdout:202: seq_num 86 ranges {1368064=647168,2015232=606208,2621440=196608} 2024-04-02T08:31:09.862 INFO:tasks.rados.rados.0.smithi019.stdout:202: writing smithi01981774-21 from 1368064 to 2015232 tid 1 2024-04-02T08:31:09.865 INFO:tasks.rados.rados.0.smithi019.stdout:202: writing smithi01981774-21 from 2015232 to 2621440 tid 2 2024-04-02T08:31:09.867 INFO:tasks.rados.rados.0.smithi019.stdout:202: writing smithi01981774-21 from 2621440 to 2818048 tid 3 2024-04-02T08:31:09.867 INFO:tasks.rados.rados.0.smithi019.stdout:198: done (3 left) 2024-04-02T08:31:09.867 INFO:tasks.rados.rados.0.smithi019.stdout:203: delete oid 11 current snap is 16 2024-04-02T08:31:09.867 INFO:tasks.rados.rados.0.smithi019.stdout:200: finishing write tid 2 to smithi01981774-13 2024-04-02T08:31:09.867 INFO:tasks.rados.rados.0.smithi019.stdout:200: finishing write tid 3 to smithi01981774-13 2024-04-02T08:31:09.867 INFO:tasks.rados.rados.0.smithi019.stdout:200: finishing write tid 4 to smithi01981774-13 2024-04-02T08:31:09.867 INFO:tasks.rados.rados.0.smithi019.stdout:201: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:09.876 INFO:tasks.rados.rados.0.smithi019.stdout:200: finishing write tid 5 to smithi01981774-13 2024-04-02T08:31:09.876 INFO:tasks.rados.rados.0.smithi019.stdout:200: oid 13 updating version 0 to 21 2024-04-02T08:31:09.876 INFO:tasks.rados.rados.0.smithi019.stdout:200: oid 13 updating version 21 to 22 2024-04-02T08:31:09.876 INFO:tasks.rados.rados.0.smithi019.stdout:200: oid 13 version 22 is already newer than 20 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:200: oid 13 version 22 is already newer than 19 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 22 (ObjNum 85 snap 16 seq_num 85) dirty exists 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:200: left oid 13 (ObjNum 85 snap 16 seq_num 85) 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:202: finishing write tid 1 to smithi01981774-21 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:200: done (3 left) 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:201: done (2 left) 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:203: done (1 left) 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:204: read oid 32 snap -1 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:204: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:205: copy_from oid 28 from oid 40 current snap is 16 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:202: finishing write tid 2 to smithi01981774-21 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:202: finishing write tid 3 to smithi01981774-21 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:202: finishing write tid 4 to smithi01981774-21 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:202: finishing write tid 5 to smithi01981774-21 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:202: oid 21 updating version 0 to 42 2024-04-02T08:31:09.877 INFO:tasks.rados.rados.0.smithi019.stdout:202: oid 21 version 42 is already newer than 41 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:202: oid 21 updating version 42 to 44 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:202: oid 21 version 44 is already newer than 43 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 44 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:202: left oid 21 (ObjNum 86 snap 16 seq_num 86) 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:202: done (2 left) 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:206: copy_from oid 31 from oid 19 current snap is 16 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:207: read oid 14 snap 15 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:207: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:09.878 INFO:tasks.rados.rados.0.smithi019.stdout:208: delete oid 41 current snap is 16 2024-04-02T08:31:09.879 INFO:tasks.rados.rados.0.smithi019.stdout:208: done (4 left) 2024-04-02T08:31:09.879 INFO:tasks.rados.rados.0.smithi019.stdout:209: rollback oid 9 current snap is 16 2024-04-02T08:31:09.879 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 7 2024-04-02T08:31:09.879 INFO:tasks.rados.rados.0.smithi019.stdout:210: delete oid 20 current snap is 16 2024-04-02T08:31:09.880 INFO:tasks.rados.rados.0.smithi019.stdout:207: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:31:09.899 INFO:tasks.rados.rados.0.smithi019.stdout:204: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:31:09.913 INFO:tasks.rados.rados.0.smithi019.stdout:205: finishing copy_from racing read to smithi01981774-28 2024-04-02T08:31:09.913 INFO:tasks.rados.rados.0.smithi019.stdout:209: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:31:09.913 INFO:tasks.rados.rados.0.smithi019.stdout:204: done (5 left) 2024-04-02T08:31:09.913 INFO:tasks.rados.rados.0.smithi019.stdout:207: done (4 left) 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:210: done (3 left) 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:211: copy_from oid 7 from oid 10 current snap is 16 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:205: finishing copy_from to smithi01981774-28 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:209: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:209: finishing rollback tid 2 to smithi01981774-9 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 39 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:206: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:206: finishing copy_from to smithi01981774-31 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 22 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:205: done (3 left) 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:206: done (2 left) 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:209: done (1 left) 2024-04-02T08:31:09.914 INFO:tasks.rados.rados.0.smithi019.stdout:212: rollback oid 14 current snap is 16 2024-04-02T08:31:09.915 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 2 2024-04-02T08:31:09.915 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 16 2024-04-02T08:31:09.915 INFO:tasks.rados.rados.0.smithi019.stdout:213: seq_num 90 ranges {286720=712704,999424=540672,1540096=262144} 2024-04-02T08:31:09.918 INFO:tasks.rados.rados.0.smithi019.stdout:213: writing smithi01981774-18 from 286720 to 999424 tid 1 2024-04-02T08:31:09.922 INFO:tasks.rados.rados.0.smithi019.stdout:213: writing smithi01981774-18 from 999424 to 1540096 tid 2 2024-04-02T08:31:09.924 INFO:tasks.rados.rados.0.smithi019.stdout:213: writing smithi01981774-18 from 1540096 to 1802240 tid 3 2024-04-02T08:31:09.924 INFO:tasks.rados.rados.0.smithi019.stdout:214: rollback oid 35 current snap is 16 2024-04-02T08:31:09.924 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 35 to 13 2024-04-02T08:31:09.924 INFO:tasks.rados.rados.0.smithi019.stdout:212: finishing rollback tid 0 to smithi01981774-14 2024-04-02T08:31:09.924 INFO:tasks.rados.rados.0.smithi019.stdout:212: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:31:09.924 INFO:tasks.rados.rados.0.smithi019.stdout:212: finishing rollback tid 2 to smithi01981774-14 2024-04-02T08:31:09.925 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 36 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:31:09.925 INFO:tasks.rados.rados.0.smithi019.stdout:211: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:31:09.925 INFO:tasks.rados.rados.0.smithi019.stdout:212: done (3 left) 2024-04-02T08:31:09.925 INFO:tasks.rados.rados.0.smithi019.stdout:215: snap_remove snap 10 2024-04-02T08:31:10.829 INFO:tasks.rados.rados.0.smithi019.stdout:215: done (3 left) 2024-04-02T08:31:10.829 INFO:tasks.rados.rados.0.smithi019.stdout:216: snap_remove snap 12 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: pgmap v137: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:10 smithi066 ceph-mon[30998]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: pgmap v137: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[27522]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: pgmap v137: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:31:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:10 smithi019 ceph-mon[39381]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:211: finishing copy_from to smithi01981774-7 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 18 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:213: finishing write tid 1 to smithi01981774-18 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:213: finishing write tid 2 to smithi01981774-18 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:213: finishing write tid 3 to smithi01981774-18 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:214: finishing rollback tid 0 to smithi01981774-35 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:213: finishing write tid 4 to smithi01981774-18 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:214: finishing rollback tid 1 to smithi01981774-35 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:214: finishing rollback tid 2 to smithi01981774-35 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 48 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:31:11.836 INFO:tasks.rados.rados.0.smithi019.stdout:213: finishing write tid 5 to smithi01981774-18 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:213: oid 18 updating version 0 to 43 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:213: oid 18 updating version 43 to 44 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:213: oid 18 updating version 44 to 45 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:213: oid 18 version 45 is already newer than 42 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 45 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:213: left oid 18 (ObjNum 90 snap 16 seq_num 90) 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:211: done (3 left) 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:213: done (2 left) 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:214: done (1 left) 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:216: done (0 left) 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:217: rollback oid 30 current snap is 16 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 8 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:218: copy_from oid 47 from oid 41 current snap is 16 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 16 2024-04-02T08:31:11.837 INFO:tasks.rados.rados.0.smithi019.stdout:219: seq_num 91 ranges {57344=729088,786432=425984,1212416=376832} 2024-04-02T08:31:11.841 INFO:tasks.rados.rados.0.smithi019.stdout:219: writing smithi01981774-4 from 57344 to 786432 tid 1 2024-04-02T08:31:11.844 INFO:tasks.rados.rados.0.smithi019.stdout:219: writing smithi01981774-4 from 786432 to 1212416 tid 2 2024-04-02T08:31:11.847 INFO:tasks.rados.rados.0.smithi019.stdout:219: writing smithi01981774-4 from 1212416 to 1589248 tid 3 2024-04-02T08:31:11.848 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 16 2024-04-02T08:31:11.848 INFO:tasks.rados.rados.0.smithi019.stdout:218: finishing copy_from to smithi01981774-47 2024-04-02T08:31:11.848 INFO:tasks.rados.rados.0.smithi019.stdout:218: got expected ENOENT (src dne) 2024-04-02T08:31:11.848 INFO:tasks.rados.rados.0.smithi019.stdout:218: finishing copy_from racing read to smithi01981774-47 2024-04-02T08:31:11.848 INFO:tasks.rados.rados.0.smithi019.stdout:219: finishing write tid 1 to smithi01981774-4 2024-04-02T08:31:11.848 INFO:tasks.rados.rados.0.smithi019.stdout:219: finishing write tid 2 to smithi01981774-4 2024-04-02T08:31:11.848 INFO:tasks.rados.rados.0.smithi019.stdout:220: seq_num 92 ranges {761856=745472,1507328=761856,2269184=40960} 2024-04-02T08:31:11.856 INFO:tasks.rados.rados.0.smithi019.stdout:220: writing smithi01981774-46 from 761856 to 1507328 tid 1 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:220: writing smithi01981774-46 from 1507328 to 2269184 tid 2 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:220: writing smithi01981774-46 from 2269184 to 2310144 tid 3 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:218: done (3 left) 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:221: setattr oid 8 current snap is 16 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:217: finishing rollback tid 0 to smithi01981774-30 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:217: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:217: finishing rollback tid 2 to smithi01981774-30 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 51 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:219: finishing write tid 3 to smithi01981774-4 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:219: finishing write tid 4 to smithi01981774-4 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:219: finishing write tid 5 to smithi01981774-4 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:219: oid 4 updating version 0 to 52 2024-04-02T08:31:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:219: oid 4 version 52 is already newer than 51 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:219: oid 4 version 52 is already newer than 50 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:219: oid 4 version 52 is already newer than 49 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 52 (ObjNum 91 snap 16 seq_num 91) dirty exists 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:219: left oid 4 (ObjNum 91 snap 16 seq_num 91) 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:220: finishing write tid 1 to smithi01981774-46 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:217: done (3 left) 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:219: done (2 left) 2024-04-02T08:31:11.862 INFO:tasks.rados.rados.0.smithi019.stdout:222: snap_remove snap 2 2024-04-02T08:31:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:11 smithi019 ceph-mon[27522]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi066 2024-04-02T08:31:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:11 smithi019 ceph-mon[27522]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:11 smithi019 ceph-mon[39381]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi066 2024-04-02T08:31:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:11 smithi019 ceph-mon[39381]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:11 smithi066 ceph-mon[30998]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi066 2024-04-02T08:31:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:11 smithi066 ceph-mon[30998]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:31:12.846 INFO:tasks.rados.rados.0.smithi019.stdout:222: done (2 left) 2024-04-02T08:31:12.846 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 16 2024-04-02T08:31:12.846 INFO:tasks.rados.rados.0.smithi019.stdout:223: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-04-02T08:31:12.851 INFO:tasks.rados.rados.0.smithi019.stdout:223: writing smithi01981774-11 from 0 to 761856 tid 1 2024-04-02T08:31:12.856 INFO:tasks.rados.rados.0.smithi019.stdout:223: writing smithi01981774-11 from 761856 to 1409024 tid 2 2024-04-02T08:31:12.857 INFO:tasks.rados.rados.0.smithi019.stdout:223: writing smithi01981774-11 from 1409024 to 1564672 tid 3 2024-04-02T08:31:12.857 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 16 2024-04-02T08:31:12.857 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 56 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: finishing write tid 2 to smithi01981774-46 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: finishing write tid 3 to smithi01981774-46 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: finishing write tid 4 to smithi01981774-46 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: finishing write tid 5 to smithi01981774-46 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: oid 46 updating version 0 to 59 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: oid 46 version 59 is already newer than 58 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: oid 46 updating version 59 to 60 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: oid 46 version 60 is already newer than 57 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 60 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:220: left oid 46 (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:12.858 INFO:tasks.rados.rados.0.smithi019.stdout:224: seq_num 94 ranges {0=778240,778240=532480,1310720=270336} 2024-04-02T08:31:12.862 INFO:tasks.rados.rados.0.smithi019.stdout:224: writing smithi01981774-5 from 0 to 778240 tid 1 2024-04-02T08:31:12.866 INFO:tasks.rados.rados.0.smithi019.stdout:224: writing smithi01981774-5 from 778240 to 1310720 tid 2 2024-04-02T08:31:12.868 INFO:tasks.rados.rados.0.smithi019.stdout:224: writing smithi01981774-5 from 1310720 to 1581056 tid 3 2024-04-02T08:31:12.868 INFO:tasks.rados.rados.0.smithi019.stdout:220: done (3 left) 2024-04-02T08:31:12.868 INFO:tasks.rados.rados.0.smithi019.stdout:221: done (2 left) 2024-04-02T08:31:12.868 INFO:tasks.rados.rados.0.smithi019.stdout:225: copy_from oid 27 from oid 26 current snap is 16 2024-04-02T08:31:12.868 INFO:tasks.rados.rados.0.smithi019.stdout:223: finishing write tid 1 to smithi01981774-11 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: finishing write tid 2 to smithi01981774-11 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: finishing write tid 3 to smithi01981774-11 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: finishing write tid 4 to smithi01981774-11 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:224: finishing write tid 1 to smithi01981774-5 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: finishing write tid 5 to smithi01981774-11 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: oid 11 updating version 0 to 61 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: oid 11 version 61 is already newer than 59 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: oid 11 version 61 is already newer than 60 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: oid 11 updating version 61 to 62 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 62 (ObjNum 93 snap 16 seq_num 93) dirty exists 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: left oid 11 (ObjNum 93 snap 16 seq_num 93) 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:223: done (2 left) 2024-04-02T08:31:12.869 INFO:tasks.rados.rados.0.smithi019.stdout:226: snap_create 2024-04-02T08:31:12.870 INFO:tasks.rados.rados.0.smithi019.stdout:225: finishing copy_from to smithi01981774-27 2024-04-02T08:31:12.870 INFO:tasks.rados.rados.0.smithi019.stdout:225: got expected ENOENT (src dne) 2024-04-02T08:31:12.870 INFO:tasks.rados.rados.0.smithi019.stdout:225: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:31:12.870 INFO:tasks.rados.rados.0.smithi019.stdout:224: finishing write tid 2 to smithi01981774-5 2024-04-02T08:31:12.870 INFO:tasks.rados.rados.0.smithi019.stdout:224: finishing write tid 3 to smithi01981774-5 2024-04-02T08:31:12.871 INFO:tasks.rados.rados.0.smithi019.stdout:224: finishing write tid 4 to smithi01981774-5 2024-04-02T08:31:12.872 INFO:tasks.rados.rados.0.smithi019.stdout:224: finishing write tid 5 to smithi01981774-5 2024-04-02T08:31:12.872 INFO:tasks.rados.rados.0.smithi019.stdout:224: oid 5 updating version 0 to 78 2024-04-02T08:31:12.872 INFO:tasks.rados.rados.0.smithi019.stdout:224: oid 5 updating version 78 to 79 2024-04-02T08:31:12.872 INFO:tasks.rados.rados.0.smithi019.stdout:224: oid 5 version 79 is already newer than 76 2024-04-02T08:31:12.872 INFO:tasks.rados.rados.0.smithi019.stdout:224: oid 5 version 79 is already newer than 77 2024-04-02T08:31:12.872 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 79 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-04-02T08:31:12.872 INFO:tasks.rados.rados.0.smithi019.stdout:224: left oid 5 (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:31:13.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:12 smithi019 ceph-mon[27522]: pgmap v140: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:31:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:12 smithi019 ceph-mon[27522]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:12 smithi019 ceph-mon[39381]: pgmap v140: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:31:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:12 smithi019 ceph-mon[39381]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:13.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:12 smithi066 ceph-mon[30998]: pgmap v140: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:31:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:12 smithi066 ceph-mon[30998]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:31:13.797 INFO:tasks.rados.rados.0.smithi019.stdout:224: done (2 left) 2024-04-02T08:31:13.797 INFO:tasks.rados.rados.0.smithi019.stdout:225: done (1 left) 2024-04-02T08:31:13.797 INFO:tasks.rados.rados.0.smithi019.stdout:226: done (0 left) 2024-04-02T08:31:13.797 INFO:tasks.rados.rados.0.smithi019.stdout:227: snap_create 2024-04-02T08:31:13.892 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:31:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:13 smithi019 ceph-mon[27522]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:13 smithi019 ceph-mon[27522]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:13 smithi019 ceph-mon[39381]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:13 smithi019 ceph-mon[39381]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:14.216 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:14.216 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (2m) 2m ago 3m 16.9M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (2m) 2m ago 2m 82.7M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (4m) 2m ago 4m 16.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (4m) 2m ago 4m 14.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,8765 running (7m) 2m ago 7m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d6a404ff68a6 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:9283,8765 running (9m) 2m ago 9m 495M - 18.2.2-1059-g4d05f4ca 909dce4fe53d be24eaa77997 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (9m) 2m ago 9m 48.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1b0075c34607 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (8m) 2m ago 8m 43.9M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d d469b1853739 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (7m) 2m ago 7m 39.7M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b4edb6705a41 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (2m) 2m ago 2m 3565k - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (2m) 2m ago 2m 3661k - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (7m) 2m ago 7m 55.2M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (6m) 2m ago 6m 51.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:31:14.217 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (6m) 2m ago 6m 45.6M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:31:14.218 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (6m) 2m ago 6m 40.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:31:14.218 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (5m) 2m ago 5m 41.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:31:14.218 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (5m) 2m ago 5m 41.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:31:14.218 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (4m) 2m ago 4m 49.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:31:14.218 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (4m) 2m ago 4m 50.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:31:14.218 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (2m) 2m ago 3m 25.6M - 2.43.0 a07b618ecd1d 9a70bcfda2f4 2024-04-02T08:31:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:13 smithi066 ceph-mon[30998]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:31:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:13 smithi066 ceph-mon[30998]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:31:14.623 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:31:14.623 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:31:14.623 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:14.623 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:31:14.624 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:31:14.803 INFO:tasks.rados.rados.0.smithi019.stdout:227: done (0 left) 2024-04-02T08:31:14.803 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 18 2024-04-02T08:31:14.803 INFO:tasks.rados.rados.0.smithi019.stdout:228: seq_num 95 ranges {1548288=794624,2342912=409600,2752512=393216} 2024-04-02T08:31:14.816 INFO:tasks.rados.rados.0.smithi019.stdout:228: writing smithi01981774-17 from 1548288 to 2342912 tid 1 2024-04-02T08:31:14.818 INFO:tasks.rados.rados.0.smithi019.stdout:228: writing smithi01981774-17 from 2342912 to 2752512 tid 2 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:228: writing smithi01981774-17 from 2752512 to 3145728 tid 3 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:229: rollback oid 8 current snap is 18 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 17 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:228: finishing write tid 1 to smithi01981774-17 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:230: rmattr oid 26 current snap is 18 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:230: done (2 left) 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:231: delete oid 2 current snap is 18 2024-04-02T08:31:14.821 INFO:tasks.rados.rados.0.smithi019.stdout:228: finishing write tid 2 to smithi01981774-17 2024-04-02T08:31:14.823 INFO:tasks.rados.rados.0.smithi019.stdout:229: finishing rollback tid 0 to smithi01981774-8 2024-04-02T08:31:14.823 INFO:tasks.rados.rados.0.smithi019.stdout:228: finishing write tid 3 to smithi01981774-17 2024-04-02T08:31:14.823 INFO:tasks.rados.rados.0.smithi019.stdout:228: finishing write tid 4 to smithi01981774-17 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:229: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:228: finishing write tid 5 to smithi01981774-17 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:228: oid 17 updating version 0 to 84 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:228: oid 17 version 84 is already newer than 81 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:228: oid 17 version 84 is already newer than 83 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:228: oid 17 version 84 is already newer than 82 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 84 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:228: left oid 17 (ObjNum 95 snap 18 seq_num 95) 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:229: finishing rollback tid 2 to smithi01981774-8 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 66 (ObjNum 177 snap 0 seq_num 2824269056) dirty exists 2024-04-02T08:31:14.825 INFO:tasks.rados.rados.0.smithi019.stdout:228: done (2 left) 2024-04-02T08:31:14.826 INFO:tasks.rados.rados.0.smithi019.stdout:229: done (1 left) 2024-04-02T08:31:14.826 INFO:tasks.rados.rados.0.smithi019.stdout:231: done (0 left) 2024-04-02T08:31:14.826 INFO:tasks.rados.rados.0.smithi019.stdout:232: rmattr oid 38 current snap is 18 2024-04-02T08:31:14.826 INFO:tasks.rados.rados.0.smithi019.stdout:232: done (0 left) 2024-04-02T08:31:14.826 INFO:tasks.rados.rados.0.smithi019.stdout:233: snap_create 2024-04-02T08:31:14.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[27522]: pgmap v143: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:31:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[27522]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/67790129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[27522]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[39381]: pgmap v143: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:31:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[39381]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/67790129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:14 smithi019 ceph-mon[39381]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:14 smithi066 ceph-mon[30998]: pgmap v143: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-02T08:31:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:14 smithi066 ceph-mon[30998]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:14 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/67790129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:14 smithi066 ceph-mon[30998]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:31:15.807 INFO:tasks.rados.rados.0.smithi019.stdout:233: done (0 left) 2024-04-02T08:31:15.808 INFO:tasks.rados.rados.0.smithi019.stdout:234: copy_from oid 48 from oid 47 current snap is 19 2024-04-02T08:31:15.808 INFO:tasks.rados.rados.0.smithi019.stdout:235: read oid 34 snap -1 2024-04-02T08:31:15.808 INFO:tasks.rados.rados.0.smithi019.stdout:235: expect deleted 2024-04-02T08:31:15.808 INFO:tasks.rados.rados.0.smithi019.stdout:236: snap_create 2024-04-02T08:31:15.815 INFO:tasks.rados.rados.0.smithi019.stdout:234: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:31:15.816 INFO:tasks.rados.rados.0.smithi019.stdout:234: finishing copy_from to smithi01981774-48 2024-04-02T08:31:15.816 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:31:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:15 smithi019 ceph-mon[27522]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:15 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:15 smithi019 ceph-mon[27522]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:15 smithi019 ceph-mon[39381]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:15 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:15 smithi019 ceph-mon[39381]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:15 smithi066 ceph-mon[30998]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:15 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:15 smithi066 ceph-mon[30998]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:31:16.811 INFO:tasks.rados.rados.0.smithi019.stdout:234: done (2 left) 2024-04-02T08:31:16.811 INFO:tasks.rados.rados.0.smithi019.stdout:235: done (1 left) 2024-04-02T08:31:16.811 INFO:tasks.rados.rados.0.smithi019.stdout:236: done (0 left) 2024-04-02T08:31:16.811 INFO:tasks.rados.rados.0.smithi019.stdout:237: read oid 47 snap -1 2024-04-02T08:31:16.811 INFO:tasks.rados.rados.0.smithi019.stdout:237: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:16.812 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 20 2024-04-02T08:31:16.812 INFO:tasks.rados.rados.0.smithi019.stdout:238: seq_num 97 ranges {745472=434176,1179648=581632,1761280=540672,2301952=81920} 2024-04-02T08:31:16.818 INFO:tasks.rados.rados.0.smithi019.stdout:238: writing smithi01981774-45 from 745472 to 1179648 tid 1 2024-04-02T08:31:16.821 INFO:tasks.rados.rados.0.smithi019.stdout:238: writing smithi01981774-45 from 1179648 to 1761280 tid 2 2024-04-02T08:31:16.824 INFO:tasks.rados.rados.0.smithi019.stdout:238: writing smithi01981774-45 from 1761280 to 2301952 tid 3 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:238: writing smithi01981774-45 from 2301952 to 2383872 tid 4 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:239: read oid 49 snap 7 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:239: expect (ObjNum 65 snap 5 seq_num 65) 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:240: read oid 28 snap -1 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:240: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:241: read oid 46 snap 18 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:241: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:16.825 INFO:tasks.rados.rados.0.smithi019.stdout:242: snap_remove snap 19 2024-04-02T08:31:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:16 smithi019 ceph-mon[27522]: pgmap v146: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:16 smithi019 ceph-mon[27522]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:16 smithi019 ceph-mon[39381]: pgmap v146: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:16 smithi019 ceph-mon[39381]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:17.213 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:16 smithi066 ceph-mon[30998]: pgmap v146: 121 pgs: 121 active+clean; 62 MiB data, 329 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:17.213 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:16 smithi066 ceph-mon[30998]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:31:17.808 INFO:tasks.rados.rados.0.smithi019.stdout:242: done (5 left) 2024-04-02T08:31:17.809 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 20 2024-04-02T08:31:17.809 INFO:tasks.rados.rados.0.smithi019.stdout:243: seq_num 98 ranges {778240=450560,1228800=466944,1695744=737280} 2024-04-02T08:31:17.814 INFO:tasks.rados.rados.0.smithi019.stdout:243: writing smithi01981774-48 from 778240 to 1228800 tid 1 2024-04-02T08:31:17.817 INFO:tasks.rados.rados.0.smithi019.stdout:243: writing smithi01981774-48 from 1228800 to 1695744 tid 2 2024-04-02T08:31:17.822 INFO:tasks.rados.rados.0.smithi019.stdout:243: writing smithi01981774-48 from 1695744 to 2433024 tid 3 2024-04-02T08:31:17.822 INFO:tasks.rados.rados.0.smithi019.stdout:244: read oid 8 snap -1 2024-04-02T08:31:17.822 INFO:tasks.rados.rados.0.smithi019.stdout:244: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:17.822 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 20 2024-04-02T08:31:17.822 INFO:tasks.rados.rados.0.smithi019.stdout:245: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2024-04-02T08:31:17.825 INFO:tasks.rados.rados.0.smithi019.stdout:245: writing smithi01981774-26 from 0 to 466944 tid 1 2024-04-02T08:31:17.830 INFO:tasks.rados.rados.0.smithi019.stdout:245: writing smithi01981774-26 from 466944 to 1269760 tid 2 2024-04-02T08:31:17.832 INFO:tasks.rados.rados.0.smithi019.stdout:245: writing smithi01981774-26 from 1269760 to 1671168 tid 3 2024-04-02T08:31:17.833 INFO:tasks.rados.rados.0.smithi019.stdout:246: setattr oid 7 current snap is 20 2024-04-02T08:31:17.833 INFO:tasks.rados.rados.0.smithi019.stdout:237: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: finishing write tid 1 to smithi01981774-45 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: finishing write tid 2 to smithi01981774-45 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: finishing write tid 3 to smithi01981774-45 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: finishing write tid 4 to smithi01981774-45 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: finishing write tid 5 to smithi01981774-45 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: finishing write tid 6 to smithi01981774-45 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: oid 45 updating version 0 to 72 2024-04-02T08:31:17.854 INFO:tasks.rados.rados.0.smithi019.stdout:238: oid 45 updating version 72 to 73 2024-04-02T08:31:17.855 INFO:tasks.rados.rados.0.smithi019.stdout:238: oid 45 version 73 is already newer than 69 2024-04-02T08:31:17.855 INFO:tasks.rados.rados.0.smithi019.stdout:238: oid 45 version 73 is already newer than 70 2024-04-02T08:31:17.855 INFO:tasks.rados.rados.0.smithi019.stdout:238: oid 45 version 73 is already newer than 71 2024-04-02T08:31:17.855 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 73 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-04-02T08:31:17.855 INFO:tasks.rados.rados.0.smithi019.stdout:238: left oid 45 (ObjNum 97 snap 20 seq_num 97) 2024-04-02T08:31:17.855 INFO:tasks.rados.rados.0.smithi019.stdout:239: expect (ObjNum 65 snap 5 seq_num 65) 2024-04-02T08:31:17.919 INFO:tasks.rados.rados.0.smithi019.stdout:240: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:17.936 INFO:tasks.rados.rados.0.smithi019.stdout:241: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:18.010 INFO:tasks.rados.rados.0.smithi019.stdout:243: finishing write tid 1 to smithi01981774-48 2024-04-02T08:31:18.010 INFO:tasks.rados.rados.0.smithi019.stdout:243: finishing write tid 2 to smithi01981774-48 2024-04-02T08:31:18.010 INFO:tasks.rados.rados.0.smithi019.stdout:243: finishing write tid 3 to smithi01981774-48 2024-04-02T08:31:18.010 INFO:tasks.rados.rados.0.smithi019.stdout:243: finishing write tid 4 to smithi01981774-48 2024-04-02T08:31:18.010 INFO:tasks.rados.rados.0.smithi019.stdout:244: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:245: finishing write tid 1 to smithi01981774-26 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:243: finishing write tid 5 to smithi01981774-48 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:243: oid 48 updating version 0 to 73 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:243: oid 48 updating version 73 to 74 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:243: oid 48 updating version 74 to 76 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:243: oid 48 version 76 is already newer than 75 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 76 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:243: left oid 48 (ObjNum 98 snap 20 seq_num 98) 2024-04-02T08:31:18.012 INFO:tasks.rados.rados.0.smithi019.stdout:245: finishing write tid 2 to smithi01981774-26 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: finishing write tid 3 to smithi01981774-26 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: finishing write tid 4 to smithi01981774-26 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: finishing write tid 5 to smithi01981774-26 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: oid 26 updating version 0 to 40 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: oid 26 version 40 is already newer than 39 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: oid 26 updating version 40 to 41 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: oid 26 updating version 41 to 42 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 42 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:245: left oid 26 (ObjNum 99 snap 20 seq_num 99) 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:237: done (8 left) 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:238: done (7 left) 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:239: done (6 left) 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:240: done (5 left) 2024-04-02T08:31:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:241: done (4 left) 2024-04-02T08:31:18.014 INFO:tasks.rados.rados.0.smithi019.stdout:243: done (3 left) 2024-04-02T08:31:18.014 INFO:tasks.rados.rados.0.smithi019.stdout:244: done (2 left) 2024-04-02T08:31:18.014 INFO:tasks.rados.rados.0.smithi019.stdout:245: done (1 left) 2024-04-02T08:31:18.014 INFO:tasks.rados.rados.0.smithi019.stdout:247: setattr oid 36 current snap is 20 2024-04-02T08:31:18.014 INFO:tasks.rados.rados.0.smithi019.stdout:248: snap_remove snap 17 2024-04-02T08:31:18.806 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 78 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:31:18.806 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 50 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-02T08:31:18.806 INFO:tasks.rados.rados.0.smithi019.stdout:246: done (2 left) 2024-04-02T08:31:18.806 INFO:tasks.rados.rados.0.smithi019.stdout:247: done (1 left) 2024-04-02T08:31:18.806 INFO:tasks.rados.rados.0.smithi019.stdout:248: done (0 left) 2024-04-02T08:31:18.807 INFO:tasks.rados.rados.0.smithi019.stdout:249: read oid 31 snap -1 2024-04-02T08:31:18.807 INFO:tasks.rados.rados.0.smithi019.stdout:249: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:18.807 INFO:tasks.rados.rados.0.smithi019.stdout:250: read oid 6 snap -1 2024-04-02T08:31:18.807 INFO:tasks.rados.rados.0.smithi019.stdout:250: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:18.807 INFO:tasks.rados.rados.0.smithi019.stdout:251: read oid 26 snap -1 2024-04-02T08:31:18.807 INFO:tasks.rados.rados.0.smithi019.stdout:251: expect (ObjNum 99 snap 20 seq_num 99) 2024-04-02T08:31:18.807 INFO:tasks.rados.rados.0.smithi019.stdout:252: snap_remove snap 14 2024-04-02T08:31:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:18 smithi019 ceph-mon[27522]: pgmap v149: 121 pgs: 121 active+clean; 67 MiB data, 334 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:31:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:18 smithi019 ceph-mon[27522]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:19.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:31:18 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:31:18] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-04-02T08:31:19.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:18 smithi019 ceph-mon[39381]: pgmap v149: 121 pgs: 121 active+clean; 67 MiB data, 334 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:31:19.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:18 smithi019 ceph-mon[39381]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:18 smithi066 ceph-mon[30998]: pgmap v149: 121 pgs: 121 active+clean; 67 MiB data, 334 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:31:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:18 smithi066 ceph-mon[30998]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:31:19.816 INFO:tasks.rados.rados.0.smithi019.stdout:252: done (3 left) 2024-04-02T08:31:19.816 INFO:tasks.rados.rados.0.smithi019.stdout:253: copy_from oid 7 from oid 3 current snap is 20 2024-04-02T08:31:19.816 INFO:tasks.rados.rados.0.smithi019.stdout:249: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:31:19.825 INFO:tasks.rados.rados.0.smithi019.stdout:250: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:19.830 INFO:tasks.rados.rados.0.smithi019.stdout:251: expect (ObjNum 99 snap 20 seq_num 99) 2024-04-02T08:31:19.881 INFO:tasks.rados.rados.0.smithi019.stdout:253: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:31:19.881 INFO:tasks.rados.rados.0.smithi019.stdout:253: finishing copy_from to smithi01981774-7 2024-04-02T08:31:19.881 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:19.881 INFO:tasks.rados.rados.0.smithi019.stdout:249: done (3 left) 2024-04-02T08:31:19.881 INFO:tasks.rados.rados.0.smithi019.stdout:250: done (2 left) 2024-04-02T08:31:19.882 INFO:tasks.rados.rados.0.smithi019.stdout:251: done (1 left) 2024-04-02T08:31:19.882 INFO:tasks.rados.rados.0.smithi019.stdout:253: done (0 left) 2024-04-02T08:31:19.882 INFO:tasks.rados.rados.0.smithi019.stdout:254: read oid 27 snap -1 2024-04-02T08:31:19.882 INFO:tasks.rados.rados.0.smithi019.stdout:254: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:31:19.882 INFO:tasks.rados.rados.0.smithi019.stdout:255: snap_remove snap 7 2024-04-02T08:31:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:19 smithi019 ceph-mon[27522]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:19 smithi019 ceph-mon[27522]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:19 smithi019 ceph-mon[39381]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:19 smithi019 ceph-mon[39381]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:19 smithi066 ceph-mon[30998]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:31:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:19 smithi066 ceph-mon[30998]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:31:20.839 INFO:tasks.rados.rados.0.smithi019.stdout:254: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:31:20.859 INFO:tasks.rados.rados.0.smithi019.stdout:254: done (1 left) 2024-04-02T08:31:20.859 INFO:tasks.rados.rados.0.smithi019.stdout:255: done (0 left) 2024-04-02T08:31:20.859 INFO:tasks.rados.rados.0.smithi019.stdout:256: read oid 6 snap -1 2024-04-02T08:31:20.859 INFO:tasks.rados.rados.0.smithi019.stdout:256: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:20.859 INFO:tasks.rados.rados.0.smithi019.stdout:257: delete oid 19 current snap is 20 2024-04-02T08:31:20.861 INFO:tasks.rados.rados.0.smithi019.stdout:257: done (1 left) 2024-04-02T08:31:20.861 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 20 2024-04-02T08:31:20.861 INFO:tasks.rados.rados.0.smithi019.stdout:258: seq_num 101 ranges {1499136=499712,1998848=573440,2572288=524288,3096576=106496} 2024-04-02T08:31:20.871 INFO:tasks.rados.rados.0.smithi019.stdout:258: writing smithi01981774-10 from 1499136 to 1998848 tid 1 2024-04-02T08:31:20.875 INFO:tasks.rados.rados.0.smithi019.stdout:258: writing smithi01981774-10 from 1998848 to 2572288 tid 2 2024-04-02T08:31:20.877 INFO:tasks.rados.rados.0.smithi019.stdout:258: writing smithi01981774-10 from 2572288 to 3096576 tid 3 2024-04-02T08:31:20.878 INFO:tasks.rados.rados.0.smithi019.stdout:258: writing smithi01981774-10 from 3096576 to 3203072 tid 4 2024-04-02T08:31:20.878 INFO:tasks.rados.rados.0.smithi019.stdout:259: rmattr oid 7 current snap is 20 2024-04-02T08:31:20.878 INFO:tasks.rados.rados.0.smithi019.stdout:259: done (2 left) 2024-04-02T08:31:20.878 INFO:tasks.rados.rados.0.smithi019.stdout:260: snap_remove snap 16 2024-04-02T08:31:21.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:20 smithi019 ceph-mon[27522]: pgmap v152: 121 pgs: 121 active+clean; 67 MiB data, 334 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:31:21.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:20 smithi019 ceph-mon[39381]: pgmap v152: 121 pgs: 121 active+clean; 67 MiB data, 334 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:31:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:20 smithi066 ceph-mon[30998]: pgmap v152: 121 pgs: 121 active+clean; 67 MiB data, 334 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:31:21.843 INFO:tasks.rados.rados.0.smithi019.stdout:260: done (2 left) 2024-04-02T08:31:21.843 INFO:tasks.rados.rados.0.smithi019.stdout:261: snap_remove snap 8 2024-04-02T08:31:22.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:21 smithi019 ceph-mon[27522]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:22.096 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:21 smithi019 ceph-mon[39381]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:21 smithi066 ceph-mon[30998]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:31:22.846 INFO:tasks.rados.rados.0.smithi019.stdout:256: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: finishing write tid 1 to smithi01981774-10 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: finishing write tid 2 to smithi01981774-10 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: finishing write tid 3 to smithi01981774-10 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: finishing write tid 4 to smithi01981774-10 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: finishing write tid 5 to smithi01981774-10 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: finishing write tid 6 to smithi01981774-10 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: oid 10 updating version 0 to 62 2024-04-02T08:31:22.854 INFO:tasks.rados.rados.0.smithi019.stdout:258: oid 10 version 62 is already newer than 61 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:258: oid 10 updating version 62 to 63 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:258: oid 10 updating version 63 to 64 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:258: oid 10 updating version 64 to 65 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 65 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:258: left oid 10 (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:256: done (2 left) 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:258: done (1 left) 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:261: done (0 left) 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 20 2024-04-02T08:31:22.855 INFO:tasks.rados.rados.0.smithi019.stdout:262: seq_num 102 ranges {679936=516096,1196032=450560,1646592=729088,2375680=24576} 2024-04-02T08:31:22.860 INFO:tasks.rados.rados.0.smithi019.stdout:262: writing smithi01981774-14 from 679936 to 1196032 tid 1 2024-04-02T08:31:22.863 INFO:tasks.rados.rados.0.smithi019.stdout:262: writing smithi01981774-14 from 1196032 to 1646592 tid 2 2024-04-02T08:31:22.868 INFO:tasks.rados.rados.0.smithi019.stdout:262: writing smithi01981774-14 from 1646592 to 2375680 tid 3 2024-04-02T08:31:22.868 INFO:tasks.rados.rados.0.smithi019.stdout:262: writing smithi01981774-14 from 2375680 to 2400256 tid 4 2024-04-02T08:31:22.868 INFO:tasks.rados.rados.0.smithi019.stdout:263: read oid 3 snap -1 2024-04-02T08:31:22.869 INFO:tasks.rados.rados.0.smithi019.stdout:263: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:22.869 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 20 2024-04-02T08:31:22.869 INFO:tasks.rados.rados.0.smithi019.stdout:262: finishing write tid 1 to smithi01981774-14 2024-04-02T08:31:22.869 INFO:tasks.rados.rados.0.smithi019.stdout:264: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-04-02T08:31:22.871 INFO:tasks.rados.rados.0.smithi019.stdout:264: writing smithi01981774-20 from 0 to 532480 tid 1 2024-04-02T08:31:22.876 INFO:tasks.rados.rados.0.smithi019.stdout:264: writing smithi01981774-20 from 532480 to 1269760 tid 2 2024-04-02T08:31:22.878 INFO:tasks.rados.rados.0.smithi019.stdout:264: writing smithi01981774-20 from 1269760 to 1736704 tid 3 2024-04-02T08:31:22.879 INFO:tasks.rados.rados.0.smithi019.stdout:265: snap_create 2024-04-02T08:31:22.879 INFO:tasks.rados.rados.0.smithi019.stdout:262: finishing write tid 2 to smithi01981774-14 2024-04-02T08:31:22.879 INFO:tasks.rados.rados.0.smithi019.stdout:263: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: finishing write tid 3 to smithi01981774-14 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: finishing write tid 4 to smithi01981774-14 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: finishing write tid 5 to smithi01981774-14 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: finishing write tid 6 to smithi01981774-14 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: oid 14 updating version 0 to 80 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: oid 14 version 80 is already newer than 77 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: oid 14 version 80 is already newer than 78 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: oid 14 version 80 is already newer than 79 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:262: oid 14 version 80 is already newer than 76 2024-04-02T08:31:22.882 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 80 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-04-02T08:31:22.883 INFO:tasks.rados.rados.0.smithi019.stdout:262: left oid 14 (ObjNum 102 snap 20 seq_num 102) 2024-04-02T08:31:22.883 INFO:tasks.rados.rados.0.smithi019.stdout:264: finishing write tid 1 to smithi01981774-20 2024-04-02T08:31:22.883 INFO:tasks.rados.rados.0.smithi019.stdout:264: finishing write tid 2 to smithi01981774-20 2024-04-02T08:31:22.883 INFO:tasks.rados.rados.0.smithi019.stdout:264: finishing write tid 3 to smithi01981774-20 2024-04-02T08:31:22.883 INFO:tasks.rados.rados.0.smithi019.stdout:264: finishing write tid 4 to smithi01981774-20 2024-04-02T08:31:22.884 INFO:tasks.rados.rados.0.smithi019.stdout:264: finishing write tid 5 to smithi01981774-20 2024-04-02T08:31:22.884 INFO:tasks.rados.rados.0.smithi019.stdout:264: oid 20 updating version 0 to 110 2024-04-02T08:31:22.884 INFO:tasks.rados.rados.0.smithi019.stdout:264: oid 20 version 110 is already newer than 108 2024-04-02T08:31:22.884 INFO:tasks.rados.rados.0.smithi019.stdout:264: oid 20 version 110 is already newer than 109 2024-04-02T08:31:22.884 INFO:tasks.rados.rados.0.smithi019.stdout:264: oid 20 version 110 is already newer than 107 2024-04-02T08:31:22.884 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 110 (ObjNum 103 snap 20 seq_num 103) dirty exists 2024-04-02T08:31:22.884 INFO:tasks.rados.rados.0.smithi019.stdout:264: left oid 20 (ObjNum 103 snap 20 seq_num 103) 2024-04-02T08:31:23.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:22 smithi019 ceph-mon[27522]: pgmap v155: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T08:31:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:22 smithi019 ceph-mon[27522]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:22 smithi019 ceph-mon[39381]: pgmap v155: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T08:31:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:22 smithi019 ceph-mon[39381]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:23.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:22 smithi066 ceph-mon[30998]: pgmap v155: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T08:31:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:22 smithi066 ceph-mon[30998]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:31:23.801 INFO:tasks.rados.rados.0.smithi019.stdout:262: done (3 left) 2024-04-02T08:31:23.801 INFO:tasks.rados.rados.0.smithi019.stdout:263: done (2 left) 2024-04-02T08:31:23.801 INFO:tasks.rados.rados.0.smithi019.stdout:264: done (1 left) 2024-04-02T08:31:23.801 INFO:tasks.rados.rados.0.smithi019.stdout:265: done (0 left) 2024-04-02T08:31:23.801 INFO:tasks.rados.rados.0.smithi019.stdout:266: delete oid 41 current snap is 21 2024-04-02T08:31:23.807 INFO:tasks.rados.rados.0.smithi019.stdout:266: done (0 left) 2024-04-02T08:31:23.807 INFO:tasks.rados.rados.0.smithi019.stdout:267: read oid 13 snap -1 2024-04-02T08:31:23.807 INFO:tasks.rados.rados.0.smithi019.stdout:267: expect (ObjNum 85 snap 16 seq_num 85) 2024-04-02T08:31:23.807 INFO:tasks.rados.rados.0.smithi019.stdout:268: setattr oid 26 current snap is 21 2024-04-02T08:31:23.809 INFO:tasks.rados.rados.0.smithi019.stdout:269: copy_from oid 32 from oid 7 current snap is 21 2024-04-02T08:31:23.810 INFO:tasks.rados.rados.0.smithi019.stdout:270: read oid 22 snap -1 2024-04-02T08:31:23.810 INFO:tasks.rados.rados.0.smithi019.stdout:270: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:23.810 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 21 2024-04-02T08:31:23.810 INFO:tasks.rados.rados.0.smithi019.stdout:271: seq_num 105 ranges {73728=565248,638976=507904,1146880=507904,1654784=188416} 2024-04-02T08:31:23.814 INFO:tasks.rados.rados.0.smithi019.stdout:271: writing smithi01981774-15 from 73728 to 638976 tid 1 2024-04-02T08:31:23.817 INFO:tasks.rados.rados.0.smithi019.stdout:271: writing smithi01981774-15 from 638976 to 1146880 tid 2 2024-04-02T08:31:23.820 INFO:tasks.rados.rados.0.smithi019.stdout:271: writing smithi01981774-15 from 1146880 to 1654784 tid 3 2024-04-02T08:31:23.822 INFO:tasks.rados.rados.0.smithi019.stdout:271: writing smithi01981774-15 from 1654784 to 1843200 tid 4 2024-04-02T08:31:23.822 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 21 2024-04-02T08:31:23.822 INFO:tasks.rados.rados.0.smithi019.stdout:272: seq_num 106 ranges {1908736=581632,2490368=794624,3284992=409600} 2024-04-02T08:31:23.835 INFO:tasks.rados.rados.0.smithi019.stdout:272: writing smithi01981774-49 from 1908736 to 2490368 tid 1 2024-04-02T08:31:23.840 INFO:tasks.rados.rados.0.smithi019.stdout:272: writing smithi01981774-49 from 2490368 to 3284992 tid 2 2024-04-02T08:31:23.843 INFO:tasks.rados.rados.0.smithi019.stdout:272: writing smithi01981774-49 from 3284992 to 3694592 tid 3 2024-04-02T08:31:23.843 INFO:tasks.rados.rados.0.smithi019.stdout:273: rollback oid 33 current snap is 21 2024-04-02T08:31:23.843 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 33 to 13 2024-04-02T08:31:23.843 INFO:tasks.rados.rados.0.smithi019.stdout:270: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:23.866 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 54 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-04-02T08:31:23.866 INFO:tasks.rados.rados.0.smithi019.stdout:271: finishing write tid 1 to smithi01981774-15 2024-04-02T08:31:23.866 INFO:tasks.rados.rados.0.smithi019.stdout:267: expect (ObjNum 85 snap 16 seq_num 85) 2024-04-02T08:31:23.937 INFO:tasks.rados.rados.0.smithi019.stdout:269: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:31:23.937 INFO:tasks.rados.rados.0.smithi019.stdout:271: finishing write tid 2 to smithi01981774-15 2024-04-02T08:31:23.937 INFO:tasks.rados.rados.0.smithi019.stdout:269: finishing copy_from to smithi01981774-32 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:271: finishing write tid 3 to smithi01981774-15 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:267: done (6 left) 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:268: done (5 left) 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:269: done (4 left) 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:270: done (3 left) 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 21 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:271: finishing write tid 4 to smithi01981774-15 2024-04-02T08:31:23.938 INFO:tasks.rados.rados.0.smithi019.stdout:274: seq_num 107 ranges {188416=598016,786432=729088,1515520=466944,1982464=8192} 2024-04-02T08:31:23.941 INFO:tasks.rados.rados.0.smithi019.stdout:274: writing smithi01981774-25 from 188416 to 786432 tid 1 2024-04-02T08:31:23.945 INFO:tasks.rados.rados.0.smithi019.stdout:274: writing smithi01981774-25 from 786432 to 1515520 tid 2 2024-04-02T08:31:23.949 INFO:tasks.rados.rados.0.smithi019.stdout:274: writing smithi01981774-25 from 1515520 to 1982464 tid 3 2024-04-02T08:31:23.949 INFO:tasks.rados.rados.0.smithi019.stdout:274: writing smithi01981774-25 from 1982464 to 1990656 tid 4 2024-04-02T08:31:23.949 INFO:tasks.rados.rados.0.smithi019.stdout:275: read oid 5 snap -1 2024-04-02T08:31:23.949 INFO:tasks.rados.rados.0.smithi019.stdout:275: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:31:23.949 INFO:tasks.rados.rados.0.smithi019.stdout:276: rollback oid 28 current snap is 21 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 28 to 20 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: finishing write tid 5 to smithi01981774-15 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: finishing write tid 6 to smithi01981774-15 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: oid 15 updating version 0 to 57 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: oid 15 updating version 57 to 61 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: oid 15 version 61 is already newer than 56 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: oid 15 version 61 is already newer than 60 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: oid 15 updating version 61 to 62 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 62 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:271: left oid 15 (ObjNum 105 snap 21 seq_num 105) 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:272: finishing write tid 1 to smithi01981774-49 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:272: finishing write tid 2 to smithi01981774-49 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:272: finishing write tid 3 to smithi01981774-49 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:272: finishing write tid 4 to smithi01981774-49 2024-04-02T08:31:23.950 INFO:tasks.rados.rados.0.smithi019.stdout:273: finishing rollback tid 0 to smithi01981774-33 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:272: finishing write tid 5 to smithi01981774-49 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:272: oid 49 updating version 0 to 29 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:272: oid 49 updating version 29 to 30 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:272: oid 49 updating version 30 to 32 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:272: oid 49 version 32 is already newer than 31 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 32 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:272: left oid 49 (ObjNum 106 snap 21 seq_num 106) 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:273: finishing rollback tid 1 to smithi01981774-33 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:273: finishing rollback tid 2 to smithi01981774-33 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 36 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:274: finishing write tid 1 to smithi01981774-25 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:274: finishing write tid 2 to smithi01981774-25 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:271: done (5 left) 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:272: done (4 left) 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:273: done (3 left) 2024-04-02T08:31:23.951 INFO:tasks.rados.rados.0.smithi019.stdout:277: rmattr oid 22 current snap is 21 2024-04-02T08:31:23.952 INFO:tasks.rados.rados.0.smithi019.stdout:277: done (3 left) 2024-04-02T08:31:23.952 INFO:tasks.rados.rados.0.smithi019.stdout:278: copy_from oid 8 from oid 7 current snap is 21 2024-04-02T08:31:23.952 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 21 2024-04-02T08:31:23.952 INFO:tasks.rados.rados.0.smithi019.stdout:279: seq_num 108 ranges {303104=614400,917504=606208,1523712=598016} 2024-04-02T08:31:23.954 INFO:tasks.rados.rados.0.smithi019.stdout:279: writing smithi01981774-31 from 303104 to 917504 tid 1 2024-04-02T08:31:23.957 INFO:tasks.rados.rados.0.smithi019.stdout:279: writing smithi01981774-31 from 917504 to 1523712 tid 2 2024-04-02T08:31:23.961 INFO:tasks.rados.rados.0.smithi019.stdout:279: writing smithi01981774-31 from 1523712 to 2121728 tid 3 2024-04-02T08:31:23.961 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 21 2024-04-02T08:31:23.961 INFO:tasks.rados.rados.0.smithi019.stdout:274: finishing write tid 3 to smithi01981774-25 2024-04-02T08:31:23.961 INFO:tasks.rados.rados.0.smithi019.stdout:280: seq_num 109 ranges {1564672=630784,2195456=491520,2686976=483328,3170304=229376} 2024-04-02T08:31:23.973 INFO:tasks.rados.rados.0.smithi019.stdout:280: writing smithi01981774-11 from 1564672 to 2195456 tid 1 2024-04-02T08:31:23.975 INFO:tasks.rados.rados.0.smithi019.stdout:280: writing smithi01981774-11 from 2195456 to 2686976 tid 2 2024-04-02T08:31:23.978 INFO:tasks.rados.rados.0.smithi019.stdout:280: writing smithi01981774-11 from 2686976 to 3170304 tid 3 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:280: writing smithi01981774-11 from 3170304 to 3399680 tid 4 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:281: read oid 44 snap 18 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:281: expect deleted 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:282: rmattr oid 15 current snap is 21 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:282: done (7 left) 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 21 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:274: finishing write tid 4 to smithi01981774-25 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:274: finishing write tid 5 to smithi01981774-25 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:276: finishing rollback tid 0 to smithi01981774-28 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:276: finishing rollback tid 1 to smithi01981774-28 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:274: finishing write tid 6 to smithi01981774-25 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:274: oid 25 updating version 0 to 39 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:274: oid 25 version 39 is already newer than 38 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:274: oid 25 updating version 39 to 41 2024-04-02T08:31:23.981 INFO:tasks.rados.rados.0.smithi019.stdout:274: oid 25 version 41 is already newer than 37 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:274: oid 25 version 41 is already newer than 40 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 41 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:274: left oid 25 (ObjNum 107 snap 21 seq_num 107) 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:276: finishing rollback tid 2 to smithi01981774-28 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 128 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:278: finishing copy_from racing read to smithi01981774-8 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:278: finishing copy_from to smithi01981774-8 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:23.982 INFO:tasks.rados.rados.0.smithi019.stdout:283: seq_num 110 ranges {778240=647168,1425408=778240,2203648=425984} 2024-04-02T08:31:23.987 INFO:tasks.rados.rados.0.smithi019.stdout:283: writing smithi01981774-47 from 778240 to 1425408 tid 1 2024-04-02T08:31:23.991 INFO:tasks.rados.rados.0.smithi019.stdout:283: writing smithi01981774-47 from 1425408 to 2203648 tid 2 2024-04-02T08:31:23.995 INFO:tasks.rados.rados.0.smithi019.stdout:283: writing smithi01981774-47 from 2203648 to 2629632 tid 3 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:274: done (7 left) 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:276: done (6 left) 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:278: done (5 left) 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:284: read oid 9 snap -1 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:284: expect (ObjNum 69 snap 7 seq_num 69) 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:285: read oid 24 snap 18 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:285: expect (ObjNum 58 snap 4 seq_num 58) 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 21 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:279: finishing write tid 1 to smithi01981774-31 2024-04-02T08:31:23.996 INFO:tasks.rados.rados.0.smithi019.stdout:275: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:31:24.036 INFO:tasks.rados.rados.0.smithi019.stdout:279: finishing write tid 2 to smithi01981774-31 2024-04-02T08:31:24.037 INFO:tasks.rados.rados.0.smithi019.stdout:286: seq_num 111 ranges {2260992=663552,2924544=663552,3588096=450560,4038656=90112} 2024-04-02T08:31:24.052 INFO:tasks.rados.rados.0.smithi019.stdout:286: writing smithi01981774-12 from 2260992 to 2924544 tid 1 2024-04-02T08:31:24.056 INFO:tasks.rados.rados.0.smithi019.stdout:286: writing smithi01981774-12 from 2924544 to 3588096 tid 2 2024-04-02T08:31:24.058 INFO:tasks.rados.rados.0.smithi019.stdout:286: writing smithi01981774-12 from 3588096 to 4038656 tid 3 2024-04-02T08:31:24.059 INFO:tasks.rados.rados.0.smithi019.stdout:286: writing smithi01981774-12 from 4038656 to 4128768 tid 4 2024-04-02T08:31:24.059 INFO:tasks.rados.rados.0.smithi019.stdout:275: done (7 left) 2024-04-02T08:31:24.059 INFO:tasks.rados.rados.0.smithi019.stdout:287: snap_remove snap 20 2024-04-02T08:31:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:23 smithi019 ceph-mon[27522]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:23 smithi019 ceph-mon[27522]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:31:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:23 smithi019 ceph-mon[39381]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:23 smithi019 ceph-mon[39381]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:31:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:23 smithi066 ceph-mon[30998]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:31:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:23 smithi066 ceph-mon[30998]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:31:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:287: done (7 left) 2024-04-02T08:31:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:288: copy_from oid 13 from oid 23 current snap is 21 2024-04-02T08:31:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:279: finishing write tid 3 to smithi01981774-31 2024-04-02T08:31:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:279: finishing write tid 4 to smithi01981774-31 2024-04-02T08:31:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:279: finishing write tid 5 to smithi01981774-31 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:279: oid 31 updating version 0 to 73 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:279: oid 31 updating version 73 to 74 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:279: oid 31 updating version 74 to 75 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:279: oid 31 updating version 75 to 76 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 76 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:279: left oid 31 (ObjNum 108 snap 21 seq_num 108) 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:280: finishing write tid 1 to smithi01981774-11 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:280: finishing write tid 2 to smithi01981774-11 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:280: finishing write tid 3 to smithi01981774-11 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:280: finishing write tid 4 to smithi01981774-11 2024-04-02T08:31:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:280: finishing write tid 5 to smithi01981774-11 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:280: finishing write tid 6 to smithi01981774-11 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:280: oid 11 updating version 0 to 84 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:280: oid 11 updating version 84 to 85 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:280: oid 11 version 85 is already newer than 82 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:280: oid 11 updating version 85 to 86 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:280: oid 11 version 86 is already newer than 83 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 86 (ObjNum 109 snap 21 seq_num 109) dirty exists 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:280: left oid 11 (ObjNum 109 snap 21 seq_num 109) 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:283: finishing write tid 1 to smithi01981774-47 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:283: finishing write tid 2 to smithi01981774-47 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:283: finishing write tid 3 to smithi01981774-47 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:283: finishing write tid 4 to smithi01981774-47 2024-04-02T08:31:24.875 INFO:tasks.rados.rados.0.smithi019.stdout:283: finishing write tid 5 to smithi01981774-47 2024-04-02T08:31:24.876 INFO:tasks.rados.rados.0.smithi019.stdout:283: oid 47 updating version 0 to 43 2024-04-02T08:31:24.876 INFO:tasks.rados.rados.0.smithi019.stdout:283: oid 47 updating version 43 to 45 2024-04-02T08:31:24.876 INFO:tasks.rados.rados.0.smithi019.stdout:283: oid 47 updating version 45 to 46 2024-04-02T08:31:24.876 INFO:tasks.rados.rados.0.smithi019.stdout:283: oid 47 version 46 is already newer than 44 2024-04-02T08:31:24.876 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 46 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:31:24.876 INFO:tasks.rados.rados.0.smithi019.stdout:283: left oid 47 (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:31:24.876 INFO:tasks.rados.rados.0.smithi019.stdout:285: expect (ObjNum 58 snap 4 seq_num 58) 2024-04-02T08:31:24.918 INFO:tasks.rados.rados.0.smithi019.stdout:284: expect (ObjNum 69 snap 7 seq_num 69) 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: finishing write tid 1 to smithi01981774-12 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: finishing write tid 2 to smithi01981774-12 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: finishing write tid 3 to smithi01981774-12 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: finishing write tid 4 to smithi01981774-12 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: finishing write tid 5 to smithi01981774-12 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: finishing write tid 6 to smithi01981774-12 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: oid 12 updating version 0 to 91 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: oid 12 updating version 91 to 95 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: oid 12 version 95 is already newer than 92 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: oid 12 version 95 is already newer than 93 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:286: oid 12 version 95 is already newer than 94 2024-04-02T08:31:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 95 (ObjNum 111 snap 21 seq_num 111) dirty exists 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:286: left oid 12 (ObjNum 111 snap 21 seq_num 111) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:288: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:288: finishing copy_from to smithi01981774-13 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:279: done (7 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:280: done (6 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:281: done (5 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:283: done (4 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:284: done (3 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:285: done (2 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:286: done (1 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:288: done (0 left) 2024-04-02T08:31:24.958 INFO:tasks.rados.rados.0.smithi019.stdout:289: rollback oid 18 current snap is 21 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 18 to 18 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:290: rollback oid 50 current snap is 21 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 18 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:291: rmattr oid 5 current snap is 21 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:291: done (2 left) 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:292: rollback oid 27 current snap is 21 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 13 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:293: rmattr oid 38 current snap is 21 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:293: done (3 left) 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:294: copy_from oid 39 from oid 13 current snap is 21 2024-04-02T08:31:24.959 INFO:tasks.rados.rados.0.smithi019.stdout:295: rollback oid 2 current snap is 21 2024-04-02T08:31:24.960 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 2 to 15 2024-04-02T08:31:24.960 INFO:tasks.rados.rados.0.smithi019.stdout:296: snap_create 2024-04-02T08:31:24.961 INFO:tasks.rados.rados.0.smithi019.stdout:295: finishing rollback tid 1 to smithi01981774-2 2024-04-02T08:31:24.961 INFO:tasks.rados.rados.0.smithi019.stdout:295: finishing rollback tid 2 to smithi01981774-2 2024-04-02T08:31:24.961 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 92 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-02T08:31:24.961 INFO:tasks.rados.rados.0.smithi019.stdout:290: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:31:24.961 INFO:tasks.rados.rados.0.smithi019.stdout:290: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:290: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 29 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:289: finishing rollback tid 0 to smithi01981774-18 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:289: finishing rollback tid 1 to smithi01981774-18 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:289: finishing rollback tid 2 to smithi01981774-18 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 71 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:292: finishing rollback tid 0 to smithi01981774-27 2024-04-02T08:31:24.962 INFO:tasks.rados.rados.0.smithi019.stdout:292: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:31:24.963 INFO:tasks.rados.rados.0.smithi019.stdout:292: finishing rollback tid 2 to smithi01981774-27 2024-04-02T08:31:24.963 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 75 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:31:24.963 INFO:tasks.rados.rados.0.smithi019.stdout:294: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:31:24.964 INFO:tasks.rados.rados.0.smithi019.stdout:294: finishing copy_from to smithi01981774-39 2024-04-02T08:31:24.964 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:25.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:24 smithi019 ceph-mon[27522]: pgmap v158: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T08:31:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:24 smithi019 ceph-mon[39381]: pgmap v158: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T08:31:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:24 smithi066 ceph-mon[30998]: pgmap v158: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T08:31:25.879 INFO:tasks.rados.rados.0.smithi019.stdout:289: done (5 left) 2024-04-02T08:31:25.880 INFO:tasks.rados.rados.0.smithi019.stdout:290: done (4 left) 2024-04-02T08:31:25.880 INFO:tasks.rados.rados.0.smithi019.stdout:292: done (3 left) 2024-04-02T08:31:25.880 INFO:tasks.rados.rados.0.smithi019.stdout:294: done (2 left) 2024-04-02T08:31:25.880 INFO:tasks.rados.rados.0.smithi019.stdout:295: done (1 left) 2024-04-02T08:31:25.880 INFO:tasks.rados.rados.0.smithi019.stdout:296: done (0 left) 2024-04-02T08:31:25.880 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 22 2024-04-02T08:31:25.880 INFO:tasks.rados.rados.0.smithi019.stdout:297: seq_num 112 ranges {2727936=679936,3407872=548864,3956736=655360} 2024-04-02T08:31:25.898 INFO:tasks.rados.rados.0.smithi019.stdout:297: writing smithi01981774-16 from 2727936 to 3407872 tid 1 2024-04-02T08:31:25.901 INFO:tasks.rados.rados.0.smithi019.stdout:297: writing smithi01981774-16 from 3407872 to 3956736 tid 2 2024-04-02T08:31:25.905 INFO:tasks.rados.rados.0.smithi019.stdout:297: writing smithi01981774-16 from 3956736 to 4612096 tid 3 2024-04-02T08:31:25.905 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 22 2024-04-02T08:31:25.905 INFO:tasks.rados.rados.0.smithi019.stdout:297: finishing write tid 1 to smithi01981774-16 2024-04-02T08:31:25.905 INFO:tasks.rados.rados.0.smithi019.stdout:298: seq_num 113 ranges {1802240=696320,2498560=434176,2932736=466944,3399680=303104} 2024-04-02T08:31:25.918 INFO:tasks.rados.rados.0.smithi019.stdout:298: writing smithi01981774-18 from 1802240 to 2498560 tid 1 2024-04-02T08:31:25.921 INFO:tasks.rados.rados.0.smithi019.stdout:298: writing smithi01981774-18 from 2498560 to 2932736 tid 2 2024-04-02T08:31:25.924 INFO:tasks.rados.rados.0.smithi019.stdout:298: writing smithi01981774-18 from 2932736 to 3399680 tid 3 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:298: writing smithi01981774-18 from 3399680 to 3702784 tid 4 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:299: setattr oid 45 current snap is 22 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: finishing write tid 2 to smithi01981774-16 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: finishing write tid 3 to smithi01981774-16 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: finishing write tid 4 to smithi01981774-16 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: finishing write tid 5 to smithi01981774-16 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: oid 16 updating version 0 to 102 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: oid 16 version 102 is already newer than 100 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: oid 16 version 102 is already newer than 101 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: oid 16 version 102 is already newer than 99 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 102 (ObjNum 112 snap 22 seq_num 112) dirty exists 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:297: left oid 16 (ObjNum 112 snap 22 seq_num 112) 2024-04-02T08:31:25.927 INFO:tasks.rados.rados.0.smithi019.stdout:298: finishing write tid 1 to smithi01981774-18 2024-04-02T08:31:25.928 INFO:tasks.rados.rados.0.smithi019.stdout:298: finishing write tid 2 to smithi01981774-18 2024-04-02T08:31:25.928 INFO:tasks.rados.rados.0.smithi019.stdout:297: done (2 left) 2024-04-02T08:31:25.928 INFO:tasks.rados.rados.0.smithi019.stdout:300: snap_remove snap 13 2024-04-02T08:31:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:25 smithi019 ceph-mon[27522]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:31:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:25 smithi019 ceph-mon[39381]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:31:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:25 smithi066 ceph-mon[30998]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:31:26.889 INFO:tasks.rados.rados.0.smithi019.stdout:298: finishing write tid 3 to smithi01981774-18 2024-04-02T08:31:26.889 INFO:tasks.rados.rados.0.smithi019.stdout:298: finishing write tid 4 to smithi01981774-18 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: finishing write tid 5 to smithi01981774-18 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: finishing write tid 6 to smithi01981774-18 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: oid 18 updating version 0 to 79 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: oid 18 updating version 79 to 80 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: oid 18 version 80 is already newer than 77 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: oid 18 updating version 80 to 81 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: oid 18 version 81 is already newer than 78 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 81 (ObjNum 113 snap 22 seq_num 113) dirty exists 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: left oid 18 (ObjNum 113 snap 22 seq_num 113) 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 104 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:298: done (2 left) 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:299: done (1 left) 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:300: done (0 left) 2024-04-02T08:31:26.890 INFO:tasks.rados.rados.0.smithi019.stdout:301: setattr oid 40 current snap is 22 2024-04-02T08:31:26.891 INFO:tasks.rados.rados.0.smithi019.stdout:302: snap_create 2024-04-02T08:31:26.895 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 59 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:27.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:26 smithi019 ceph-mon[27522]: pgmap v161: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:27.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:26 smithi019 ceph-mon[27522]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:31:27.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:26 smithi019 ceph-mon[39381]: pgmap v161: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:27.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:26 smithi019 ceph-mon[39381]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:31:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:26 smithi066 ceph-mon[30998]: pgmap v161: 121 pgs: 121 active+clean; 73 MiB data, 348 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:26 smithi066 ceph-mon[30998]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:31:27.884 INFO:tasks.rados.rados.0.smithi019.stdout:301: done (1 left) 2024-04-02T08:31:27.885 INFO:tasks.rados.rados.0.smithi019.stdout:302: done (0 left) 2024-04-02T08:31:27.885 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 23 2024-04-02T08:31:27.885 INFO:tasks.rados.rados.0.smithi019.stdout:303: seq_num 114 ranges {540672=712704,1253376=712704,1966080=491520} 2024-04-02T08:31:27.891 INFO:tasks.rados.rados.0.smithi019.stdout:303: writing smithi01981774-33 from 540672 to 1253376 tid 1 2024-04-02T08:31:27.895 INFO:tasks.rados.rados.0.smithi019.stdout:303: writing smithi01981774-33 from 1253376 to 1966080 tid 2 2024-04-02T08:31:27.899 INFO:tasks.rados.rados.0.smithi019.stdout:303: writing smithi01981774-33 from 1966080 to 2457600 tid 3 2024-04-02T08:31:27.899 INFO:tasks.rados.rados.0.smithi019.stdout:304: copy_from oid 18 from oid 13 current snap is 23 2024-04-02T08:31:27.899 INFO:tasks.rados.rados.0.smithi019.stdout:303: finishing write tid 1 to smithi01981774-33 2024-04-02T08:31:27.899 INFO:tasks.rados.rados.0.smithi019.stdout:303: finishing write tid 2 to smithi01981774-33 2024-04-02T08:31:27.899 INFO:tasks.rados.rados.0.smithi019.stdout:305: snap_create 2024-04-02T08:31:27.901 INFO:tasks.rados.rados.0.smithi019.stdout:303: finishing write tid 3 to smithi01981774-33 2024-04-02T08:31:27.902 INFO:tasks.rados.rados.0.smithi019.stdout:303: finishing write tid 4 to smithi01981774-33 2024-04-02T08:31:27.904 INFO:tasks.rados.rados.0.smithi019.stdout:303: finishing write tid 5 to smithi01981774-33 2024-04-02T08:31:27.904 INFO:tasks.rados.rados.0.smithi019.stdout:303: oid 33 updating version 0 to 49 2024-04-02T08:31:27.904 INFO:tasks.rados.rados.0.smithi019.stdout:303: oid 33 version 49 is already newer than 48 2024-04-02T08:31:27.904 INFO:tasks.rados.rados.0.smithi019.stdout:303: oid 33 version 49 is already newer than 47 2024-04-02T08:31:27.904 INFO:tasks.rados.rados.0.smithi019.stdout:303: oid 33 version 49 is already newer than 46 2024-04-02T08:31:27.904 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 49 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-04-02T08:31:27.904 INFO:tasks.rados.rados.0.smithi019.stdout:303: left oid 33 (ObjNum 114 snap 23 seq_num 114) 2024-04-02T08:31:27.907 INFO:tasks.rados.rados.0.smithi019.stdout:304: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:31:27.908 INFO:tasks.rados.rados.0.smithi019.stdout:304: finishing copy_from to smithi01981774-18 2024-04-02T08:31:27.908 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:27 smithi019 ceph-mon[27522]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:31:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:27 smithi019 ceph-mon[39381]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:31:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:27 smithi066 ceph-mon[30998]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:31:28.802 INFO:tasks.rados.rados.0.smithi019.stdout:303: done (2 left) 2024-04-02T08:31:28.802 INFO:tasks.rados.rados.0.smithi019.stdout:304: done (1 left) 2024-04-02T08:31:28.802 INFO:tasks.rados.rados.0.smithi019.stdout:305: done (0 left) 2024-04-02T08:31:28.803 INFO:tasks.rados.rados.0.smithi019.stdout:306: snap_create 2024-04-02T08:31:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:28 smithi019 ceph-mon[27522]: pgmap v164: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-02T08:31:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:28 smithi019 ceph-mon[27522]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:31:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:28 smithi019 ceph-mon[27522]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:31:29.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:31:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:31:28] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-04-02T08:31:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:28 smithi019 ceph-mon[39381]: pgmap v164: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-02T08:31:29.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:28 smithi019 ceph-mon[39381]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:31:29.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:28 smithi019 ceph-mon[39381]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:31:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:28 smithi066 ceph-mon[30998]: pgmap v164: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-02T08:31:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:28 smithi066 ceph-mon[30998]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:31:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:28 smithi066 ceph-mon[30998]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:31:29.810 INFO:tasks.rados.rados.0.smithi019.stdout:306: done (0 left) 2024-04-02T08:31:29.810 INFO:tasks.rados.rados.0.smithi019.stdout:307: read oid 15 snap -1 2024-04-02T08:31:29.810 INFO:tasks.rados.rados.0.smithi019.stdout:307: expect (ObjNum 105 snap 21 seq_num 105) 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi019.stdout:308: read oid 1 snap -1 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi019.stdout:308: expect (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi019.stdout:309: read oid 10 snap -1 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi019.stdout:309: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi019.stdout:310: delete oid 49 current snap is 25 2024-04-02T08:31:29.816 INFO:tasks.rados.rados.0.smithi019.stdout:310: done (3 left) 2024-04-02T08:31:29.816 INFO:tasks.rados.rados.0.smithi019.stdout:311: delete oid 27 current snap is 25 2024-04-02T08:31:29.819 INFO:tasks.rados.rados.0.smithi019.stdout:311: done (3 left) 2024-04-02T08:31:29.819 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 25 2024-04-02T08:31:29.819 INFO:tasks.rados.rados.0.smithi019.stdout:312: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2024-04-02T08:31:29.823 INFO:tasks.rados.rados.0.smithi019.stdout:312: writing smithi01981774-19 from 0 to 770048 tid 1 2024-04-02T08:31:29.826 INFO:tasks.rados.rados.0.smithi019.stdout:312: writing smithi01981774-19 from 770048 to 1187840 tid 2 2024-04-02T08:31:29.828 INFO:tasks.rados.rados.0.smithi019.stdout:312: writing smithi01981774-19 from 1187840 to 1630208 tid 3 2024-04-02T08:31:29.831 INFO:tasks.rados.rados.0.smithi019.stdout:312: writing smithi01981774-19 from 1630208 to 1974272 tid 4 2024-04-02T08:31:29.831 INFO:tasks.rados.rados.0.smithi019.stdout:313: delete oid 27 current snap is 25 2024-04-02T08:31:29.831 INFO:tasks.rados.rados.0.smithi019.stdout:308: expect (ObjNum 78 snap 15 seq_num 78) 2024-04-02T08:31:29.867 INFO:tasks.rados.rados.0.smithi019.stdout:312: finishing write tid 1 to smithi01981774-19 2024-04-02T08:31:29.868 INFO:tasks.rados.rados.0.smithi019.stdout:307: expect (ObjNum 105 snap 21 seq_num 105) 2024-04-02T08:31:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:312: finishing write tid 2 to smithi01981774-19 2024-04-02T08:31:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:307: done (4 left) 2024-04-02T08:31:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:308: done (3 left) 2024-04-02T08:31:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:313: done (2 left) 2024-04-02T08:31:29.919 INFO:tasks.rados.rados.0.smithi019.stdout:314: snap_remove snap 21 2024-04-02T08:31:30.896 INFO:tasks.rados.rados.0.smithi019.stdout:314: done (2 left) 2024-04-02T08:31:30.896 INFO:tasks.rados.rados.0.smithi019.stdout:315: delete oid 11 current snap is 25 2024-04-02T08:31:30.896 INFO:tasks.rados.rados.0.smithi019.stdout:312: finishing write tid 3 to smithi01981774-19 2024-04-02T08:31:30.896 INFO:tasks.rados.rados.0.smithi019.stdout:309: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:31:31.014 INFO:tasks.rados.rados.0.smithi019.stdout:312: finishing write tid 4 to smithi01981774-19 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: finishing write tid 5 to smithi01981774-19 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: finishing write tid 6 to smithi01981774-19 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: oid 19 updating version 0 to 91 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: oid 19 version 91 is already newer than 89 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: oid 19 version 91 is already newer than 90 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: oid 19 version 91 is already newer than 88 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: oid 19 version 91 is already newer than 87 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 91 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: left oid 19 (ObjNum 117 snap 25 seq_num 117) 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:309: done (2 left) 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:312: done (1 left) 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:315: done (0 left) 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:316: copy_from oid 36 from oid 46 current snap is 25 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:317: rollback oid 15 current snap is 25 2024-04-02T08:31:31.015 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 18 2024-04-02T08:31:31.016 INFO:tasks.rados.rados.0.smithi019.stdout:318: setattr oid 14 current snap is 25 2024-04-02T08:31:31.017 INFO:tasks.rados.rados.0.smithi019.stdout:317: finishing rollback tid 0 to smithi01981774-15 2024-04-02T08:31:31.017 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 25 2024-04-02T08:31:31.017 INFO:tasks.rados.rados.0.smithi019.stdout:319: seq_num 120 ranges {827392=417792,1245184=475136,1720320=622592,2342912=507904} 2024-04-02T08:31:31.025 INFO:tasks.rados.rados.0.smithi019.stdout:319: writing smithi01981774-50 from 827392 to 1245184 tid 1 2024-04-02T08:31:31.029 INFO:tasks.rados.rados.0.smithi019.stdout:319: writing smithi01981774-50 from 1245184 to 1720320 tid 2 2024-04-02T08:31:31.033 INFO:tasks.rados.rados.0.smithi019.stdout:319: writing smithi01981774-50 from 1720320 to 2342912 tid 3 2024-04-02T08:31:31.037 INFO:tasks.rados.rados.0.smithi019.stdout:319: writing smithi01981774-50 from 2342912 to 2850816 tid 4 2024-04-02T08:31:31.037 INFO:tasks.rados.rados.0.smithi019.stdout:320: read oid 12 snap 23 2024-04-02T08:31:31.037 INFO:tasks.rados.rados.0.smithi019.stdout:320: expect (ObjNum 111 snap 21 seq_num 111) 2024-04-02T08:31:31.037 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 25 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:317: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:317: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 78 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:316: finishing copy_from racing read to smithi01981774-36 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 93 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:316: finishing copy_from to smithi01981774-36 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 60 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:319: finishing write tid 1 to smithi01981774-50 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:319: finishing write tid 2 to smithi01981774-50 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:319: finishing write tid 3 to smithi01981774-50 2024-04-02T08:31:31.038 INFO:tasks.rados.rados.0.smithi019.stdout:321: seq_num 121 ranges {1736704=434176,2170880=753664,2924544=425984,3350528=425984} 2024-04-02T08:31:31.050 INFO:tasks.rados.rados.0.smithi019.stdout:321: writing smithi01981774-20 from 1736704 to 2170880 tid 1 2024-04-02T08:31:31.055 INFO:tasks.rados.rados.0.smithi019.stdout:321: writing smithi01981774-20 from 2170880 to 2924544 tid 2 2024-04-02T08:31:31.057 INFO:tasks.rados.rados.0.smithi019.stdout:321: writing smithi01981774-20 from 2924544 to 3350528 tid 3 2024-04-02T08:31:31.060 INFO:tasks.rados.rados.0.smithi019.stdout:321: writing smithi01981774-20 from 3350528 to 3776512 tid 4 2024-04-02T08:31:31.060 INFO:tasks.rados.rados.0.smithi019.stdout:316: done (5 left) 2024-04-02T08:31:31.060 INFO:tasks.rados.rados.0.smithi019.stdout:317: done (4 left) 2024-04-02T08:31:31.061 INFO:tasks.rados.rados.0.smithi019.stdout:318: done (3 left) 2024-04-02T08:31:31.061 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 25 2024-04-02T08:31:31.061 INFO:tasks.rados.rados.0.smithi019.stdout:319: finishing write tid 4 to smithi01981774-50 2024-04-02T08:31:31.061 INFO:tasks.rados.rados.0.smithi019.stdout:322: seq_num 122 ranges {1269760=450560,1720320=688128,2408448=630784,3039232=286720} 2024-04-02T08:31:31.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:30 smithi066 ceph-mon[30998]: pgmap v167: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-02T08:31:31.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:30 smithi066 ceph-mon[30998]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:31:31.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:30 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:31.069 INFO:tasks.rados.rados.0.smithi019.stdout:322: writing smithi01981774-39 from 1269760 to 1720320 tid 1 2024-04-02T08:31:31.073 INFO:tasks.rados.rados.0.smithi019.stdout:322: writing smithi01981774-39 from 1720320 to 2408448 tid 2 2024-04-02T08:31:31.077 INFO:tasks.rados.rados.0.smithi019.stdout:322: writing smithi01981774-39 from 2408448 to 3039232 tid 3 2024-04-02T08:31:31.079 INFO:tasks.rados.rados.0.smithi019.stdout:322: writing smithi01981774-39 from 3039232 to 3325952 tid 4 2024-04-02T08:31:31.079 INFO:tasks.rados.rados.0.smithi019.stdout:323: rollback oid 9 current snap is 25 2024-04-02T08:31:31.079 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 24 2024-04-02T08:31:31.079 INFO:tasks.rados.rados.0.smithi019.stdout:319: finishing write tid 5 to smithi01981774-50 2024-04-02T08:31:31.079 INFO:tasks.rados.rados.0.smithi019.stdout:319: finishing write tid 6 to smithi01981774-50 2024-04-02T08:31:31.079 INFO:tasks.rados.rados.0.smithi019.stdout:319: oid 50 updating version 0 to 33 2024-04-02T08:31:31.079 INFO:tasks.rados.rados.0.smithi019.stdout:319: oid 50 updating version 33 to 37 2024-04-02T08:31:31.080 INFO:tasks.rados.rados.0.smithi019.stdout:319: oid 50 version 37 is already newer than 35 2024-04-02T08:31:31.080 INFO:tasks.rados.rados.0.smithi019.stdout:319: oid 50 version 37 is already newer than 36 2024-04-02T08:31:31.080 INFO:tasks.rados.rados.0.smithi019.stdout:319: oid 50 version 37 is already newer than 34 2024-04-02T08:31:31.080 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 37 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:31:31.080 INFO:tasks.rados.rados.0.smithi019.stdout:319: left oid 50 (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:31:31.080 INFO:tasks.rados.rados.0.smithi019.stdout:320: expect (ObjNum 111 snap 21 seq_num 111) 2024-04-02T08:31:31.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:30 smithi019 ceph-mon[27522]: pgmap v167: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-02T08:31:31.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:30 smithi019 ceph-mon[27522]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:31:31.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:30 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:30 smithi019 ceph-mon[39381]: pgmap v167: 121 pgs: 121 active+clean; 92 MiB data, 379 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-02T08:31:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:30 smithi019 ceph-mon[39381]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:31:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:30 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi019.stdout:321: finishing write tid 1 to smithi01981774-20 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi019.stdout:321: finishing write tid 2 to smithi01981774-20 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi019.stdout:321: finishing write tid 3 to smithi01981774-20 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi019.stdout:321: finishing write tid 4 to smithi01981774-20 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi019.stdout:321: finishing write tid 5 to smithi01981774-20 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi019.stdout:321: finishing write tid 6 to smithi01981774-20 2024-04-02T08:31:31.244 INFO:tasks.rados.rados.0.smithi019.stdout:321: oid 20 updating version 0 to 119 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:321: oid 20 updating version 119 to 121 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:321: oid 20 updating version 121 to 122 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:321: oid 20 version 122 is already newer than 118 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:321: oid 20 version 122 is already newer than 120 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 122 (ObjNum 121 snap 25 seq_num 121) dirty exists 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:321: left oid 20 (ObjNum 121 snap 25 seq_num 121) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:322: finishing write tid 1 to smithi01981774-39 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:322: finishing write tid 2 to smithi01981774-39 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:319: done (4 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:320: done (3 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:321: done (2 left) 2024-04-02T08:31:31.245 INFO:tasks.rados.rados.0.smithi019.stdout:324: snap_remove snap 22 2024-04-02T08:31:31.898 INFO:tasks.rados.rados.0.smithi019.stdout:324: done (2 left) 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:325: read oid 18 snap 23 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:325: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:326: snap_create 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:322: finishing write tid 3 to smithi01981774-39 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:322: finishing write tid 4 to smithi01981774-39 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:322: finishing write tid 5 to smithi01981774-39 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:323: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:323: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:323: finishing rollback tid 2 to smithi01981774-9 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 100 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:322: finishing write tid 6 to smithi01981774-39 2024-04-02T08:31:31.899 INFO:tasks.rados.rados.0.smithi019.stdout:322: oid 39 updating version 0 to 64 2024-04-02T08:31:31.900 INFO:tasks.rados.rados.0.smithi019.stdout:322: oid 39 updating version 64 to 65 2024-04-02T08:31:31.900 INFO:tasks.rados.rados.0.smithi019.stdout:322: oid 39 updating version 65 to 67 2024-04-02T08:31:31.900 INFO:tasks.rados.rados.0.smithi019.stdout:322: oid 39 version 67 is already newer than 63 2024-04-02T08:31:31.900 INFO:tasks.rados.rados.0.smithi019.stdout:322: oid 39 version 67 is already newer than 66 2024-04-02T08:31:31.900 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 67 (ObjNum 122 snap 25 seq_num 122) dirty exists 2024-04-02T08:31:31.900 INFO:tasks.rados.rados.0.smithi019.stdout:322: left oid 39 (ObjNum 122 snap 25 seq_num 122) 2024-04-02T08:31:31.908 INFO:tasks.rados.rados.0.smithi019.stdout:325: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:31 smithi019 ceph-mon[27522]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:31:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:31 smithi019 ceph-mon[39381]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:31:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:31 smithi066 ceph-mon[30998]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:31:32.902 INFO:tasks.rados.rados.0.smithi019.stdout:322: done (3 left) 2024-04-02T08:31:32.902 INFO:tasks.rados.rados.0.smithi019.stdout:323: done (2 left) 2024-04-02T08:31:32.902 INFO:tasks.rados.rados.0.smithi019.stdout:325: done (1 left) 2024-04-02T08:31:32.902 INFO:tasks.rados.rados.0.smithi019.stdout:326: done (0 left) 2024-04-02T08:31:32.902 INFO:tasks.rados.rados.0.smithi019.stdout:327: read oid 23 snap -1 2024-04-02T08:31:32.902 INFO:tasks.rados.rados.0.smithi019.stdout:327: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:32.902 INFO:tasks.rados.rados.0.smithi019.stdout:328: snap_remove snap 15 2024-04-02T08:31:33.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:32 smithi019 ceph-mon[27522]: pgmap v170: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-02T08:31:33.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:32 smithi019 ceph-mon[27522]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:31:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:32 smithi019 ceph-mon[39381]: pgmap v170: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-02T08:31:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:32 smithi019 ceph-mon[39381]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:31:33.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:32 smithi066 ceph-mon[30998]: pgmap v170: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-02T08:31:33.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:32 smithi066 ceph-mon[30998]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:31:33.806 INFO:tasks.rados.rados.0.smithi019.stdout:328: done (1 left) 2024-04-02T08:31:33.806 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 26 2024-04-02T08:31:33.806 INFO:tasks.rados.rados.0.smithi019.stdout:329: seq_num 123 ranges {2383872=466944,2850816=573440,3424256=794624,4218880=237568} 2024-04-02T08:31:33.823 INFO:tasks.rados.rados.0.smithi019.stdout:329: writing smithi01981774-45 from 2383872 to 2850816 tid 1 2024-04-02T08:31:33.826 INFO:tasks.rados.rados.0.smithi019.stdout:329: writing smithi01981774-45 from 2850816 to 3424256 tid 2 2024-04-02T08:31:33.832 INFO:tasks.rados.rados.0.smithi019.stdout:329: writing smithi01981774-45 from 3424256 to 4218880 tid 3 2024-04-02T08:31:33.833 INFO:tasks.rados.rados.0.smithi019.stdout:329: writing smithi01981774-45 from 4218880 to 4456448 tid 4 2024-04-02T08:31:33.833 INFO:tasks.rados.rados.0.smithi019.stdout:327: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:33.873 INFO:tasks.rados.rados.0.smithi019.stdout:329: finishing write tid 1 to smithi01981774-45 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: finishing write tid 2 to smithi01981774-45 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:327: done (1 left) 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:330: rollback oid 48 current snap is 26 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 18 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: finishing write tid 3 to smithi01981774-45 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: finishing write tid 4 to smithi01981774-45 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: finishing write tid 5 to smithi01981774-45 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: finishing write tid 6 to smithi01981774-45 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: oid 45 updating version 0 to 123 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: oid 45 version 123 is already newer than 122 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: oid 45 updating version 123 to 125 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: oid 45 updating version 125 to 126 2024-04-02T08:31:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:329: oid 45 version 126 is already newer than 124 2024-04-02T08:31:33.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 126 (ObjNum 123 snap 26 seq_num 123) dirty exists 2024-04-02T08:31:33.875 INFO:tasks.rados.rados.0.smithi019.stdout:329: left oid 45 (ObjNum 123 snap 26 seq_num 123) 2024-04-02T08:31:33.875 INFO:tasks.rados.rados.0.smithi019.stdout:329: done (1 left) 2024-04-02T08:31:33.875 INFO:tasks.rados.rados.0.smithi019.stdout:331: snap_create 2024-04-02T08:31:33.876 INFO:tasks.rados.rados.0.smithi019.stdout:330: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:31:33.876 INFO:tasks.rados.rados.0.smithi019.stdout:330: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:31:33.876 INFO:tasks.rados.rados.0.smithi019.stdout:330: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:31:33.876 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 158 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:33 smithi019 ceph-mon[27522]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:31:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:33 smithi019 ceph-mon[27522]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:31:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:33 smithi019 ceph-mon[39381]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:31:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:33 smithi019 ceph-mon[39381]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:31:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:33 smithi066 ceph-mon[30998]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:31:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:33 smithi066 ceph-mon[30998]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:31:34.813 INFO:tasks.rados.rados.0.smithi019.stdout:330: done (1 left) 2024-04-02T08:31:34.813 INFO:tasks.rados.rados.0.smithi019.stdout:331: done (0 left) 2024-04-02T08:31:34.813 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 27 2024-04-02T08:31:34.813 INFO:tasks.rados.rados.0.smithi019.stdout:332: seq_num 124 ranges {1269760=483328,1753088=458752,2211840=598016,2809856=548864} 2024-04-02T08:31:34.822 INFO:tasks.rados.rados.0.smithi019.stdout:332: writing smithi01981774-18 from 1269760 to 1753088 tid 1 2024-04-02T08:31:34.824 INFO:tasks.rados.rados.0.smithi019.stdout:332: writing smithi01981774-18 from 1753088 to 2211840 tid 2 2024-04-02T08:31:34.828 INFO:tasks.rados.rados.0.smithi019.stdout:332: writing smithi01981774-18 from 2211840 to 2809856 tid 3 2024-04-02T08:31:34.832 INFO:tasks.rados.rados.0.smithi019.stdout:332: writing smithi01981774-18 from 2809856 to 3358720 tid 4 2024-04-02T08:31:34.832 INFO:tasks.rados.rados.0.smithi019.stdout:333: read oid 31 snap -1 2024-04-02T08:31:34.832 INFO:tasks.rados.rados.0.smithi019.stdout:333: expect (ObjNum 108 snap 21 seq_num 108) 2024-04-02T08:31:34.832 INFO:tasks.rados.rados.0.smithi019.stdout:334: read oid 5 snap -1 2024-04-02T08:31:34.833 INFO:tasks.rados.rados.0.smithi019.stdout:334: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:31:34.833 INFO:tasks.rados.rados.0.smithi019.stdout:335: copy_from oid 21 from oid 32 current snap is 27 2024-04-02T08:31:34.833 INFO:tasks.rados.rados.0.smithi019.stdout:332: finishing write tid 1 to smithi01981774-18 2024-04-02T08:31:34.833 INFO:tasks.rados.rados.0.smithi019.stdout:332: finishing write tid 2 to smithi01981774-18 2024-04-02T08:31:34.833 INFO:tasks.rados.rados.0.smithi019.stdout:332: finishing write tid 3 to smithi01981774-18 2024-04-02T08:31:34.833 INFO:tasks.rados.rados.0.smithi019.stdout:336: snap_create 2024-04-02T08:31:34.834 INFO:tasks.rados.rados.0.smithi019.stdout:332: finishing write tid 4 to smithi01981774-18 2024-04-02T08:31:34.834 INFO:tasks.rados.rados.0.smithi019.stdout:332: finishing write tid 5 to smithi01981774-18 2024-04-02T08:31:34.835 INFO:tasks.rados.rados.0.smithi019.stdout:332: finishing write tid 6 to smithi01981774-18 2024-04-02T08:31:34.835 INFO:tasks.rados.rados.0.smithi019.stdout:332: oid 18 updating version 0 to 107 2024-04-02T08:31:34.836 INFO:tasks.rados.rados.0.smithi019.stdout:332: oid 18 updating version 107 to 108 2024-04-02T08:31:34.836 INFO:tasks.rados.rados.0.smithi019.stdout:332: oid 18 version 108 is already newer than 104 2024-04-02T08:31:34.836 INFO:tasks.rados.rados.0.smithi019.stdout:332: oid 18 version 108 is already newer than 105 2024-04-02T08:31:34.836 INFO:tasks.rados.rados.0.smithi019.stdout:332: oid 18 version 108 is already newer than 106 2024-04-02T08:31:34.836 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 108 (ObjNum 124 snap 27 seq_num 124) dirty exists 2024-04-02T08:31:34.836 INFO:tasks.rados.rados.0.smithi019.stdout:332: left oid 18 (ObjNum 124 snap 27 seq_num 124) 2024-04-02T08:31:34.841 INFO:tasks.rados.rados.0.smithi019.stdout:335: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:31:34.841 INFO:tasks.rados.rados.0.smithi019.stdout:335: finishing copy_from to smithi01981774-21 2024-04-02T08:31:34.841 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:34.848 INFO:tasks.rados.rados.0.smithi019.stdout:333: expect (ObjNum 108 snap 21 seq_num 108) 2024-04-02T08:31:34.911 INFO:tasks.rados.rados.0.smithi019.stdout:334: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:31:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:34 smithi019 ceph-mon[27522]: pgmap v173: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-02T08:31:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:34 smithi019 ceph-mon[27522]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:31:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:34 smithi019 ceph-mon[39381]: pgmap v173: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-02T08:31:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:34 smithi019 ceph-mon[39381]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:31:35.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:34 smithi066 ceph-mon[30998]: pgmap v173: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-02T08:31:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:34 smithi066 ceph-mon[30998]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:31:35.814 INFO:tasks.rados.rados.0.smithi019.stdout:332: done (4 left) 2024-04-02T08:31:35.814 INFO:tasks.rados.rados.0.smithi019.stdout:333: done (3 left) 2024-04-02T08:31:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:334: done (2 left) 2024-04-02T08:31:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:335: done (1 left) 2024-04-02T08:31:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:336: done (0 left) 2024-04-02T08:31:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:337: read oid 41 snap -1 2024-04-02T08:31:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:337: expect deleted 2024-04-02T08:31:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 28 2024-04-02T08:31:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:338: seq_num 125 ranges {4612096=499712,5111808=745472,5857280=409600,6266880=450560} 2024-04-02T08:31:35.842 INFO:tasks.rados.rados.0.smithi019.stdout:338: writing smithi01981774-16 from 4612096 to 5111808 tid 1 2024-04-02T08:31:35.846 INFO:tasks.rados.rados.0.smithi019.stdout:338: writing smithi01981774-16 from 5111808 to 5857280 tid 2 2024-04-02T08:31:35.849 INFO:tasks.rados.rados.0.smithi019.stdout:338: writing smithi01981774-16 from 5857280 to 6266880 tid 3 2024-04-02T08:31:35.852 INFO:tasks.rados.rados.0.smithi019.stdout:338: writing smithi01981774-16 from 6266880 to 6717440 tid 4 2024-04-02T08:31:35.852 INFO:tasks.rados.rados.0.smithi019.stdout:339: setattr oid 13 current snap is 28 2024-04-02T08:31:35.852 INFO:tasks.rados.rados.0.smithi019.stdout:338: finishing write tid 1 to smithi01981774-16 2024-04-02T08:31:35.852 INFO:tasks.rados.rados.0.smithi019.stdout:338: finishing write tid 2 to smithi01981774-16 2024-04-02T08:31:35.852 INFO:tasks.rados.rados.0.smithi019.stdout:338: finishing write tid 3 to smithi01981774-16 2024-04-02T08:31:35.853 INFO:tasks.rados.rados.0.smithi019.stdout:337: done (2 left) 2024-04-02T08:31:35.853 INFO:tasks.rados.rados.0.smithi019.stdout:340: delete oid 37 current snap is 28 2024-04-02T08:31:35.854 INFO:tasks.rados.rados.0.smithi019.stdout:338: finishing write tid 4 to smithi01981774-16 2024-04-02T08:31:35.855 INFO:tasks.rados.rados.0.smithi019.stdout:338: finishing write tid 5 to smithi01981774-16 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:338: finishing write tid 6 to smithi01981774-16 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:338: oid 16 updating version 0 to 132 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:338: oid 16 version 132 is already newer than 131 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:338: oid 16 version 132 is already newer than 130 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:338: oid 16 version 132 is already newer than 128 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:338: oid 16 version 132 is already newer than 129 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 132 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:338: left oid 16 (ObjNum 125 snap 28 seq_num 125) 2024-04-02T08:31:35.857 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 42 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:338: done (2 left) 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:339: done (1 left) 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:340: done (0 left) 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:341: read oid 35 snap -1 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:341: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:342: copy_from oid 13 from oid 14 current snap is 28 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 28 2024-04-02T08:31:35.858 INFO:tasks.rados.rados.0.smithi019.stdout:343: seq_num 127 ranges {188416=532480,720896=507904,1228800=778240,2007040=319488} 2024-04-02T08:31:35.862 INFO:tasks.rados.rados.0.smithi019.stdout:343: writing smithi01981774-6 from 188416 to 720896 tid 1 2024-04-02T08:31:35.865 INFO:tasks.rados.rados.0.smithi019.stdout:343: writing smithi01981774-6 from 720896 to 1228800 tid 2 2024-04-02T08:31:35.870 INFO:tasks.rados.rados.0.smithi019.stdout:343: writing smithi01981774-6 from 1228800 to 2007040 tid 3 2024-04-02T08:31:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:343: writing smithi01981774-6 from 2007040 to 2326528 tid 4 2024-04-02T08:31:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:344: read oid 37 snap -1 2024-04-02T08:31:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:344: expect deleted 2024-04-02T08:31:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:345: rollback oid 9 current snap is 28 2024-04-02T08:31:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 25 2024-04-02T08:31:35.873 INFO:tasks.rados.rados.0.smithi019.stdout:341: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:31:35.930 INFO:tasks.rados.rados.0.smithi019.stdout:343: finishing write tid 1 to smithi01981774-6 2024-04-02T08:31:35.930 INFO:tasks.rados.rados.0.smithi019.stdout:343: finishing write tid 2 to smithi01981774-6 2024-04-02T08:31:35.930 INFO:tasks.rados.rados.0.smithi019.stdout:342: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:342: finishing copy_from to smithi01981774-13 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 93 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:343: finishing write tid 3 to smithi01981774-6 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:341: done (4 left) 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:342: done (3 left) 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:344: done (2 left) 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:346: read oid 46 snap -1 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:346: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:347: delete oid 2 current snap is 28 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:343: finishing write tid 4 to smithi01981774-6 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:343: finishing write tid 5 to smithi01981774-6 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:345: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:345: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:345: finishing rollback tid 2 to smithi01981774-9 2024-04-02T08:31:35.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 114 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:343: finishing write tid 6 to smithi01981774-6 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:343: oid 6 updating version 0 to 20 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:343: oid 6 version 20 is already newer than 18 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:343: oid 6 version 20 is already newer than 19 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:343: oid 6 version 20 is already newer than 17 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:343: oid 6 updating version 20 to 21 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 21 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-04-02T08:31:35.932 INFO:tasks.rados.rados.0.smithi019.stdout:343: left oid 6 (ObjNum 127 snap 28 seq_num 127) 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:343: done (3 left) 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:345: done (2 left) 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:347: done (1 left) 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:348: rollback oid 26 current snap is 28 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 26 to 25 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:349: rollback oid 37 current snap is 28 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 26 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 28 2024-04-02T08:31:35.933 INFO:tasks.rados.rados.0.smithi019.stdout:350: seq_num 129 ranges {2400256=565248,2965504=679936,3645440=786432,4431872=139264} 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi019.stdout:350: writing smithi01981774-14 from 2400256 to 2965504 tid 1 2024-04-02T08:31:35.952 INFO:tasks.rados.rados.0.smithi019.stdout:350: writing smithi01981774-14 from 2965504 to 3645440 tid 2 2024-04-02T08:31:35.956 INFO:tasks.rados.rados.0.smithi019.stdout:350: writing smithi01981774-14 from 3645440 to 4431872 tid 3 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:350: writing smithi01981774-14 from 4431872 to 4571136 tid 4 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:351: read oid 5 snap -1 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:351: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:352: rollback oid 36 current snap is 28 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 36 to 23 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:349: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:349: finishing rollback tid 2 to smithi01981774-37 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 64 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:349: done (5 left) 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:353: snap_create 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:348: finishing rollback tid 0 to smithi01981774-26 2024-04-02T08:31:35.958 INFO:tasks.rados.rados.0.smithi019.stdout:348: finishing rollback tid 1 to smithi01981774-26 2024-04-02T08:31:35.959 INFO:tasks.rados.rados.0.smithi019.stdout:348: finishing rollback tid 2 to smithi01981774-26 2024-04-02T08:31:35.959 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 90 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-04-02T08:31:35.959 INFO:tasks.rados.rados.0.smithi019.stdout:346: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:36.032 INFO:tasks.rados.rados.0.smithi019.stdout:350: finishing write tid 1 to smithi01981774-14 2024-04-02T08:31:36.032 INFO:tasks.rados.rados.0.smithi019.stdout:350: finishing write tid 2 to smithi01981774-14 2024-04-02T08:31:36.032 INFO:tasks.rados.rados.0.smithi019.stdout:350: finishing write tid 3 to smithi01981774-14 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: finishing write tid 4 to smithi01981774-14 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: finishing write tid 5 to smithi01981774-14 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:352: finishing rollback tid 0 to smithi01981774-36 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:352: finishing rollback tid 1 to smithi01981774-36 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: finishing write tid 6 to smithi01981774-14 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: oid 14 updating version 0 to 110 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: oid 14 version 110 is already newer than 108 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: oid 14 version 110 is already newer than 107 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: oid 14 version 110 is already newer than 109 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: oid 14 updating version 110 to 111 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 111 (ObjNum 129 snap 28 seq_num 129) dirty exists 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:350: left oid 14 (ObjNum 129 snap 28 seq_num 129) 2024-04-02T08:31:36.033 INFO:tasks.rados.rados.0.smithi019.stdout:351: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:31:36.074 INFO:tasks.rados.rados.0.smithi019.stdout:352: finishing rollback tid 2 to smithi01981774-36 2024-04-02T08:31:36.074 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 115 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-02T08:31:36.915 INFO:tasks.rados.rados.0.smithi019.stdout:346: done (5 left) 2024-04-02T08:31:36.915 INFO:tasks.rados.rados.0.smithi019.stdout:348: done (4 left) 2024-04-02T08:31:36.915 INFO:tasks.rados.rados.0.smithi019.stdout:350: done (3 left) 2024-04-02T08:31:36.915 INFO:tasks.rados.rados.0.smithi019.stdout:351: done (2 left) 2024-04-02T08:31:36.915 INFO:tasks.rados.rados.0.smithi019.stdout:352: done (1 left) 2024-04-02T08:31:36.915 INFO:tasks.rados.rados.0.smithi019.stdout:353: done (0 left) 2024-04-02T08:31:36.915 INFO:tasks.rados.rados.0.smithi019.stdout:354: rollback oid 50 current snap is 29 2024-04-02T08:31:36.916 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 27 2024-04-02T08:31:36.916 INFO:tasks.rados.rados.0.smithi019.stdout:355: rmattr oid 38 current snap is 29 2024-04-02T08:31:36.916 INFO:tasks.rados.rados.0.smithi019.stdout:355: done (1 left) 2024-04-02T08:31:36.916 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 29 2024-04-02T08:31:36.916 INFO:tasks.rados.rados.0.smithi019.stdout:356: seq_num 130 ranges {106496=581632,688128=614400,1302528=598016,1900544=393216} 2024-04-02T08:31:36.919 INFO:tasks.rados.rados.0.smithi019.stdout:356: writing smithi01981774-21 from 106496 to 688128 tid 1 2024-04-02T08:31:36.923 INFO:tasks.rados.rados.0.smithi019.stdout:356: writing smithi01981774-21 from 688128 to 1302528 tid 2 2024-04-02T08:31:36.926 INFO:tasks.rados.rados.0.smithi019.stdout:356: writing smithi01981774-21 from 1302528 to 1900544 tid 3 2024-04-02T08:31:36.929 INFO:tasks.rados.rados.0.smithi019.stdout:356: writing smithi01981774-21 from 1900544 to 2293760 tid 4 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:357: copy_from oid 37 from oid 14 current snap is 29 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:354: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:354: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:354: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 45 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:356: finishing write tid 1 to smithi01981774-21 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:356: finishing write tid 2 to smithi01981774-21 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:354: done (2 left) 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:358: rmattr oid 44 current snap is 29 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:358: done (2 left) 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 29 2024-04-02T08:31:36.930 INFO:tasks.rados.rados.0.smithi019.stdout:359: seq_num 131 ranges {73728=598016,671744=499712,1171456=753664,1925120=352256} 2024-04-02T08:31:36.933 INFO:tasks.rados.rados.0.smithi019.stdout:359: writing smithi01981774-15 from 73728 to 671744 tid 1 2024-04-02T08:31:36.936 INFO:tasks.rados.rados.0.smithi019.stdout:359: writing smithi01981774-15 from 671744 to 1171456 tid 2 2024-04-02T08:31:36.940 INFO:tasks.rados.rados.0.smithi019.stdout:359: writing smithi01981774-15 from 1171456 to 1925120 tid 3 2024-04-02T08:31:36.943 INFO:tasks.rados.rados.0.smithi019.stdout:359: writing smithi01981774-15 from 1925120 to 2277376 tid 4 2024-04-02T08:31:36.943 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 29 2024-04-02T08:31:36.943 INFO:tasks.rados.rados.0.smithi019.stdout:356: finishing write tid 3 to smithi01981774-21 2024-04-02T08:31:36.943 INFO:tasks.rados.rados.0.smithi019.stdout:356: finishing write tid 4 to smithi01981774-21 2024-04-02T08:31:36.943 INFO:tasks.rados.rados.0.smithi019.stdout:360: seq_num 132 ranges {794624=614400,1409024=786432,2195456=565248,2760704=253952} 2024-04-02T08:31:36.950 INFO:tasks.rados.rados.0.smithi019.stdout:360: writing smithi01981774-22 from 794624 to 1409024 tid 1 2024-04-02T08:31:36.954 INFO:tasks.rados.rados.0.smithi019.stdout:360: writing smithi01981774-22 from 1409024 to 2195456 tid 2 2024-04-02T08:31:36.958 INFO:tasks.rados.rados.0.smithi019.stdout:360: writing smithi01981774-22 from 2195456 to 2760704 tid 3 2024-04-02T08:31:36.960 INFO:tasks.rados.rados.0.smithi019.stdout:360: writing smithi01981774-22 from 2760704 to 3014656 tid 4 2024-04-02T08:31:36.960 INFO:tasks.rados.rados.0.smithi019.stdout:361: copy_from oid 23 from oid 11 current snap is 29 2024-04-02T08:31:36.961 INFO:tasks.rados.rados.0.smithi019.stdout:356: finishing write tid 5 to smithi01981774-21 2024-04-02T08:31:36.961 INFO:tasks.rados.rados.0.smithi019.stdout:356: finishing write tid 6 to smithi01981774-21 2024-04-02T08:31:36.961 INFO:tasks.rados.rados.0.smithi019.stdout:356: oid 21 updating version 0 to 87 2024-04-02T08:31:36.961 INFO:tasks.rados.rados.0.smithi019.stdout:356: oid 21 version 87 is already newer than 84 2024-04-02T08:31:36.961 INFO:tasks.rados.rados.0.smithi019.stdout:356: oid 21 version 87 is already newer than 85 2024-04-02T08:31:36.961 INFO:tasks.rados.rados.0.smithi019.stdout:356: oid 21 version 87 is already newer than 86 2024-04-02T08:31:36.961 INFO:tasks.rados.rados.0.smithi019.stdout:356: oid 21 updating version 87 to 88 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 88 (ObjNum 130 snap 29 seq_num 130) dirty exists 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:356: left oid 21 (ObjNum 130 snap 29 seq_num 130) 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:359: finishing write tid 1 to smithi01981774-15 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:359: finishing write tid 2 to smithi01981774-15 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:356: done (4 left) 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 29 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:359: finishing write tid 3 to smithi01981774-15 2024-04-02T08:31:36.962 INFO:tasks.rados.rados.0.smithi019.stdout:362: seq_num 133 ranges {106496=630784,737280=663552,1400832=770048,2170880=172032} 2024-04-02T08:31:36.965 INFO:tasks.rados.rados.0.smithi019.stdout:362: writing smithi01981774-3 from 106496 to 737280 tid 1 2024-04-02T08:31:36.968 INFO:tasks.rados.rados.0.smithi019.stdout:362: writing smithi01981774-3 from 737280 to 1400832 tid 2 2024-04-02T08:31:36.972 INFO:tasks.rados.rados.0.smithi019.stdout:362: writing smithi01981774-3 from 1400832 to 2170880 tid 3 2024-04-02T08:31:36.973 INFO:tasks.rados.rados.0.smithi019.stdout:362: writing smithi01981774-3 from 2170880 to 2342912 tid 4 2024-04-02T08:31:36.973 INFO:tasks.rados.rados.0.smithi019.stdout:363: snap_remove snap 24 2024-04-02T08:31:37.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:36 smithi066 ceph-mon[30998]: pgmap v176: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:36 smithi066 ceph-mon[30998]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:31:37.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:36 smithi019 ceph-mon[27522]: pgmap v176: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:37.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:36 smithi019 ceph-mon[27522]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:31:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:36 smithi019 ceph-mon[39381]: pgmap v176: 121 pgs: 121 active+clean; 101 MiB data, 392 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:36 smithi019 ceph-mon[39381]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:31:37.922 INFO:tasks.rados.rados.0.smithi019.stdout:363: done (5 left) 2024-04-02T08:31:37.922 INFO:tasks.rados.rados.0.smithi019.stdout:364: copy_from oid 17 from oid 12 current snap is 29 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: finishing write tid 4 to smithi01981774-15 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: finishing write tid 5 to smithi01981774-15 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: finishing write tid 6 to smithi01981774-15 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: oid 15 updating version 0 to 96 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: oid 15 version 96 is already newer than 93 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: oid 15 version 96 is already newer than 92 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: oid 15 version 96 is already newer than 95 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: oid 15 version 96 is already newer than 94 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 96 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:359: left oid 15 (ObjNum 131 snap 29 seq_num 131) 2024-04-02T08:31:37.923 INFO:tasks.rados.rados.0.smithi019.stdout:360: finishing write tid 1 to smithi01981774-22 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:357: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: finishing write tid 2 to smithi01981774-22 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:357: finishing copy_from to smithi01981774-37 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 111 (ObjNum 129 snap 28 seq_num 129) dirty exists 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: finishing write tid 3 to smithi01981774-22 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:361: finishing copy_from to smithi01981774-23 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:361: got expected ENOENT (src dne) 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: finishing write tid 4 to smithi01981774-22 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:361: finishing copy_from racing read to smithi01981774-23 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: finishing write tid 5 to smithi01981774-22 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: finishing write tid 6 to smithi01981774-22 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: oid 22 updating version 0 to 111 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: oid 22 updating version 111 to 114 2024-04-02T08:31:37.924 INFO:tasks.rados.rados.0.smithi019.stdout:360: oid 22 version 114 is already newer than 110 2024-04-02T08:31:37.926 INFO:tasks.rados.rados.0.smithi019.stdout:360: oid 22 version 114 is already newer than 112 2024-04-02T08:31:37.926 INFO:tasks.rados.rados.0.smithi019.stdout:360: oid 22 version 114 is already newer than 113 2024-04-02T08:31:37.926 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 114 (ObjNum 132 snap 29 seq_num 132) dirty exists 2024-04-02T08:31:37.926 INFO:tasks.rados.rados.0.smithi019.stdout:360: left oid 22 (ObjNum 132 snap 29 seq_num 132) 2024-04-02T08:31:37.926 INFO:tasks.rados.rados.0.smithi019.stdout:362: finishing write tid 1 to smithi01981774-3 2024-04-02T08:31:37.926 INFO:tasks.rados.rados.0.smithi019.stdout:362: finishing write tid 2 to smithi01981774-3 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: finishing write tid 3 to smithi01981774-3 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: finishing write tid 4 to smithi01981774-3 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: finishing write tid 5 to smithi01981774-3 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: finishing write tid 6 to smithi01981774-3 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: oid 3 updating version 0 to 102 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: oid 3 updating version 102 to 103 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: oid 3 version 103 is already newer than 101 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: oid 3 version 103 is already newer than 100 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: oid 3 updating version 103 to 104 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 104 (ObjNum 133 snap 29 seq_num 133) dirty exists 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: left oid 3 (ObjNum 133 snap 29 seq_num 133) 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:357: done (5 left) 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:359: done (4 left) 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:360: done (3 left) 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:361: done (2 left) 2024-04-02T08:31:37.927 INFO:tasks.rados.rados.0.smithi019.stdout:362: done (1 left) 2024-04-02T08:31:37.928 INFO:tasks.rados.rados.0.smithi019.stdout:365: copy_from oid 2 from oid 28 current snap is 29 2024-04-02T08:31:37.928 INFO:tasks.rados.rados.0.smithi019.stdout:366: snap_create 2024-04-02T08:31:37.931 INFO:tasks.rados.rados.0.smithi019.stdout:365: finishing copy_from racing read to smithi01981774-2 2024-04-02T08:31:37.933 INFO:tasks.rados.rados.0.smithi019.stdout:365: finishing copy_from to smithi01981774-2 2024-04-02T08:31:37.933 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 128 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:37.943 INFO:tasks.rados.rados.0.smithi019.stdout:364: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:31:37.946 INFO:tasks.rados.rados.0.smithi019.stdout:364: finishing copy_from to smithi01981774-17 2024-04-02T08:31:37.946 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 95 (ObjNum 111 snap 21 seq_num 111) dirty exists 2024-04-02T08:31:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:37 smithi019 ceph-mon[27522]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:31:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:37 smithi019 ceph-mon[39381]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:31:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:37 smithi066 ceph-mon[30998]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:364: done (2 left) 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:365: done (1 left) 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:366: done (0 left) 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:367: read oid 15 snap -1 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:367: expect (ObjNum 131 snap 29 seq_num 131) 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:368: copy_from oid 3 from oid 47 current snap is 30 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 30 2024-04-02T08:31:38.808 INFO:tasks.rados.rados.0.smithi019.stdout:369: seq_num 134 ranges {2678784=647168,3325952=548864,3874816=573440,4448256=483328} 2024-04-02T08:31:38.826 INFO:tasks.rados.rados.0.smithi019.stdout:369: writing smithi01981774-38 from 2678784 to 3325952 tid 1 2024-04-02T08:31:38.830 INFO:tasks.rados.rados.0.smithi019.stdout:369: writing smithi01981774-38 from 3325952 to 3874816 tid 2 2024-04-02T08:31:38.833 INFO:tasks.rados.rados.0.smithi019.stdout:369: writing smithi01981774-38 from 3874816 to 4448256 tid 3 2024-04-02T08:31:38.837 INFO:tasks.rados.rados.0.smithi019.stdout:369: writing smithi01981774-38 from 4448256 to 4931584 tid 4 2024-04-02T08:31:38.837 INFO:tasks.rados.rados.0.smithi019.stdout:370: read oid 39 snap -1 2024-04-02T08:31:38.837 INFO:tasks.rados.rados.0.smithi019.stdout:370: expect (ObjNum 122 snap 25 seq_num 122) 2024-04-02T08:31:38.838 INFO:tasks.rados.rados.0.smithi019.stdout:371: rmattr oid 46 current snap is 30 2024-04-02T08:31:38.838 INFO:tasks.rados.rados.0.smithi019.stdout:371: done (4 left) 2024-04-02T08:31:38.838 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 30 2024-04-02T08:31:38.838 INFO:tasks.rados.rados.0.smithi019.stdout:372: seq_num 135 ranges {1720320=663552,2383872=434176,2818048=786432,3604480=385024} 2024-04-02T08:31:38.850 INFO:tasks.rados.rados.0.smithi019.stdout:372: writing smithi01981774-35 from 1720320 to 2383872 tid 1 2024-04-02T08:31:38.852 INFO:tasks.rados.rados.0.smithi019.stdout:372: writing smithi01981774-35 from 2383872 to 2818048 tid 2 2024-04-02T08:31:38.857 INFO:tasks.rados.rados.0.smithi019.stdout:372: writing smithi01981774-35 from 2818048 to 3604480 tid 3 2024-04-02T08:31:38.859 INFO:tasks.rados.rados.0.smithi019.stdout:372: writing smithi01981774-35 from 3604480 to 3989504 tid 4 2024-04-02T08:31:38.859 INFO:tasks.rados.rados.0.smithi019.stdout:373: read oid 10 snap -1 2024-04-02T08:31:38.860 INFO:tasks.rados.rados.0.smithi019.stdout:373: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:31:38.860 INFO:tasks.rados.rados.0.smithi019.stdout:374: copy_from oid 41 from oid 16 current snap is 30 2024-04-02T08:31:38.860 INFO:tasks.rados.rados.0.smithi019.stdout:367: expect (ObjNum 131 snap 29 seq_num 131) 2024-04-02T08:31:38.925 INFO:tasks.rados.rados.0.smithi019.stdout:368: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:31:38.925 INFO:tasks.rados.rados.0.smithi019.stdout:369: finishing write tid 1 to smithi01981774-38 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:368: finishing copy_from to smithi01981774-3 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 46 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:369: finishing write tid 2 to smithi01981774-38 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:369: finishing write tid 3 to smithi01981774-38 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:367: done (6 left) 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:368: done (5 left) 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:375: read oid 2 snap -1 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:375: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:376: read oid 30 snap 25 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:376: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:377: delete oid 24 current snap is 30 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:369: finishing write tid 4 to smithi01981774-38 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:369: finishing write tid 5 to smithi01981774-38 2024-04-02T08:31:38.926 INFO:tasks.rados.rados.0.smithi019.stdout:369: finishing write tid 6 to smithi01981774-38 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:369: oid 38 updating version 0 to 137 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:369: oid 38 version 137 is already newer than 136 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:369: oid 38 updating version 137 to 139 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:369: oid 38 version 139 is already newer than 138 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:369: oid 38 updating version 139 to 140 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 140 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:369: left oid 38 (ObjNum 134 snap 30 seq_num 134) 2024-04-02T08:31:38.927 INFO:tasks.rados.rados.0.smithi019.stdout:370: expect (ObjNum 122 snap 25 seq_num 122) 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:372: finishing write tid 1 to smithi01981774-35 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:372: finishing write tid 2 to smithi01981774-35 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:372: finishing write tid 3 to smithi01981774-35 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:372: finishing write tid 4 to smithi01981774-35 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:369: done (7 left) 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:370: done (6 left) 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:377: done (5 left) 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:378: rollback oid 24 current snap is 30 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 24 to 29 2024-04-02T08:31:39.041 INFO:tasks.rados.rados.0.smithi019.stdout:372: finishing write tid 5 to smithi01981774-35 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:372: finishing write tid 6 to smithi01981774-35 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:372: oid 35 updating version 0 to 94 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:372: oid 35 version 94 is already newer than 93 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:372: oid 35 version 94 is already newer than 92 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:372: oid 35 updating version 94 to 96 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:372: oid 35 version 96 is already newer than 95 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 96 (ObjNum 135 snap 30 seq_num 135) dirty exists 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:372: left oid 35 (ObjNum 135 snap 30 seq_num 135) 2024-04-02T08:31:39.042 INFO:tasks.rados.rados.0.smithi019.stdout:373: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:31:39.158 INFO:tasks.rados.rados.0.smithi019.stdout:374: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:31:39.158 INFO:tasks.rados.rados.0.smithi019.stdout:374: finishing copy_from to smithi01981774-41 2024-04-02T08:31:39.158 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 132 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-02T08:31:39.158 INFO:tasks.rados.rados.0.smithi019.stdout:372: done (5 left) 2024-04-02T08:31:39.158 INFO:tasks.rados.rados.0.smithi019.stdout:373: done (4 left) 2024-04-02T08:31:39.158 INFO:tasks.rados.rados.0.smithi019.stdout:374: done (3 left) 2024-04-02T08:31:39.159 INFO:tasks.rados.rados.0.smithi019.stdout:379: snap_create 2024-04-02T08:31:39.159 INFO:tasks.rados.rados.0.smithi019.stdout:376: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:31:39.172 INFO:tasks.rados.rados.0.smithi019.stdout:375: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:39.189 INFO:tasks.rados.rados.0.smithi019.stdout:378: finishing rollback tid 1 to smithi01981774-24 2024-04-02T08:31:39.189 INFO:tasks.rados.rados.0.smithi019.stdout:378: finishing rollback tid 2 to smithi01981774-24 2024-04-02T08:31:39.189 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 131 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-02T08:31:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:38 smithi019 ceph-mon[27522]: pgmap v179: 121 pgs: 121 active+clean; 106 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:31:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:38 smithi019 ceph-mon[27522]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:31:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:38 smithi019 ceph-mon[27522]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:31:39.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:31:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:31:38] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-04-02T08:31:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:38 smithi019 ceph-mon[39381]: pgmap v179: 121 pgs: 121 active+clean; 106 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:31:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:38 smithi019 ceph-mon[39381]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:31:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:38 smithi019 ceph-mon[39381]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:31:39.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:38 smithi066 ceph-mon[30998]: pgmap v179: 121 pgs: 121 active+clean; 106 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:31:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:38 smithi066 ceph-mon[30998]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:31:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:38 smithi066 ceph-mon[30998]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:31:39.929 INFO:tasks.rados.rados.0.smithi019.stdout:375: done (3 left) 2024-04-02T08:31:39.929 INFO:tasks.rados.rados.0.smithi019.stdout:376: done (2 left) 2024-04-02T08:31:39.929 INFO:tasks.rados.rados.0.smithi019.stdout:378: done (1 left) 2024-04-02T08:31:39.929 INFO:tasks.rados.rados.0.smithi019.stdout:379: done (0 left) 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:380: rollback oid 41 current snap is 31 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 41 to 27 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:381: rollback oid 18 current snap is 31 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 18 to 23 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:382: rmattr oid 23 current snap is 31 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:382: done (2 left) 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:383: copy_from oid 43 from oid 10 current snap is 31 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 31 2024-04-02T08:31:39.930 INFO:tasks.rados.rados.0.smithi019.stdout:384: seq_num 137 ranges {1974272=704512,2678784=655360,3334144=753664,4087808=196608} 2024-04-02T08:31:39.944 INFO:tasks.rados.rados.0.smithi019.stdout:384: writing smithi01981774-19 from 1974272 to 2678784 tid 1 2024-04-02T08:31:39.948 INFO:tasks.rados.rados.0.smithi019.stdout:384: writing smithi01981774-19 from 2678784 to 3334144 tid 2 2024-04-02T08:31:39.952 INFO:tasks.rados.rados.0.smithi019.stdout:384: writing smithi01981774-19 from 3334144 to 4087808 tid 3 2024-04-02T08:31:39.954 INFO:tasks.rados.rados.0.smithi019.stdout:384: writing smithi01981774-19 from 4087808 to 4284416 tid 4 2024-04-02T08:31:39.954 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 31 2024-04-02T08:31:39.954 INFO:tasks.rados.rados.0.smithi019.stdout:381: finishing rollback tid 0 to smithi01981774-18 2024-04-02T08:31:39.954 INFO:tasks.rados.rados.0.smithi019.stdout:385: seq_num 138 ranges {2400256=720896,3121152=540672,3661824=557056,4218880=507904} 2024-04-02T08:31:39.970 INFO:tasks.rados.rados.0.smithi019.stdout:385: writing smithi01981774-13 from 2400256 to 3121152 tid 1 2024-04-02T08:31:39.974 INFO:tasks.rados.rados.0.smithi019.stdout:385: writing smithi01981774-13 from 3121152 to 3661824 tid 2 2024-04-02T08:31:39.977 INFO:tasks.rados.rados.0.smithi019.stdout:385: writing smithi01981774-13 from 3661824 to 4218880 tid 3 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:385: writing smithi01981774-13 from 4218880 to 4726784 tid 4 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:386: setattr oid 26 current snap is 31 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:380: finishing rollback tid 0 to smithi01981774-41 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:381: finishing rollback tid 1 to smithi01981774-18 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:380: finishing rollback tid 1 to smithi01981774-41 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 164 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:381: finishing rollback tid 2 to smithi01981774-18 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 124 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:383: finishing copy_from racing read to smithi01981774-43 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:383: finishing copy_from to smithi01981774-43 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 65 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:384: finishing write tid 1 to smithi01981774-19 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:384: finishing write tid 2 to smithi01981774-19 2024-04-02T08:31:39.981 INFO:tasks.rados.rados.0.smithi019.stdout:384: finishing write tid 3 to smithi01981774-19 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: finishing write tid 4 to smithi01981774-19 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: finishing write tid 5 to smithi01981774-19 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: finishing write tid 6 to smithi01981774-19 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: oid 19 updating version 0 to 122 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: oid 19 version 122 is already newer than 121 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: oid 19 updating version 122 to 125 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: oid 19 version 125 is already newer than 124 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: oid 19 version 125 is already newer than 123 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 125 (ObjNum 137 snap 31 seq_num 137) dirty exists 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:384: left oid 19 (ObjNum 137 snap 31 seq_num 137) 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:385: finishing write tid 1 to smithi01981774-13 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:385: finishing write tid 2 to smithi01981774-13 2024-04-02T08:31:39.982 INFO:tasks.rados.rados.0.smithi019.stdout:385: finishing write tid 3 to smithi01981774-13 2024-04-02T08:31:39.983 INFO:tasks.rados.rados.0.smithi019.stdout:380: done (5 left) 2024-04-02T08:31:39.983 INFO:tasks.rados.rados.0.smithi019.stdout:381: done (4 left) 2024-04-02T08:31:39.983 INFO:tasks.rados.rados.0.smithi019.stdout:383: done (3 left) 2024-04-02T08:31:39.983 INFO:tasks.rados.rados.0.smithi019.stdout:384: done (2 left) 2024-04-02T08:31:39.983 INFO:tasks.rados.rados.0.smithi019.stdout:387: snap_create 2024-04-02T08:31:39.983 INFO:tasks.rados.rados.0.smithi019.stdout:385: finishing write tid 4 to smithi01981774-13 2024-04-02T08:31:39.983 INFO:tasks.rados.rados.0.smithi019.stdout:385: finishing write tid 5 to smithi01981774-13 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:385: finishing write tid 6 to smithi01981774-13 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:385: oid 13 updating version 0 to 96 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:385: oid 13 updating version 96 to 98 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:385: oid 13 version 98 is already newer than 97 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:385: oid 13 version 98 is already newer than 94 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:385: oid 13 version 98 is already newer than 95 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 98 (ObjNum 138 snap 31 seq_num 138) dirty exists 2024-04-02T08:31:39.984 INFO:tasks.rados.rados.0.smithi019.stdout:385: left oid 13 (ObjNum 138 snap 31 seq_num 138) 2024-04-02T08:31:39.985 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 102 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-04-02T08:31:40.928 INFO:tasks.rados.rados.0.smithi019.stdout:385: done (2 left) 2024-04-02T08:31:40.928 INFO:tasks.rados.rados.0.smithi019.stdout:386: done (1 left) 2024-04-02T08:31:40.929 INFO:tasks.rados.rados.0.smithi019.stdout:387: done (0 left) 2024-04-02T08:31:40.929 INFO:tasks.rados.rados.0.smithi019.stdout:388: copy_from oid 34 from oid 46 current snap is 32 2024-04-02T08:31:40.929 INFO:tasks.rados.rados.0.smithi019.stdout:389: snap_remove snap 29 2024-04-02T08:31:41.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:40 smithi066 ceph-mon[30998]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:31:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:40 smithi066 ceph-mon[30998]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:31:41.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:40 smithi019 ceph-mon[39381]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:31:41.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:40 smithi019 ceph-mon[39381]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:31:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:40 smithi019 ceph-mon[27522]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 403 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:31:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:40 smithi019 ceph-mon[27522]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:389: done (1 left) 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:390: rollback oid 45 current snap is 32 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 26 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:388: finishing copy_from racing read to smithi01981774-34 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:388: finishing copy_from to smithi01981774-34 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 60 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:388: done (1 left) 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:391: read oid 28 snap -1 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:391: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:392: read oid 36 snap -1 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:392: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:41.944 INFO:tasks.rados.rados.0.smithi019.stdout:393: delete oid 12 current snap is 32 2024-04-02T08:31:41.950 INFO:tasks.rados.rados.0.smithi019.stdout:392: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:41.983 INFO:tasks.rados.rados.0.smithi019.stdout:390: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:31:41.984 INFO:tasks.rados.rados.0.smithi019.stdout:390: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:31:41.984 INFO:tasks.rados.rados.0.smithi019.stdout:390: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:31:41.984 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 140 (ObjNum 123 snap 26 seq_num 123) dirty exists 2024-04-02T08:31:41.984 INFO:tasks.rados.rados.0.smithi019.stdout:391: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:31:42.001 INFO:tasks.rados.rados.0.smithi019.stdout:390: done (3 left) 2024-04-02T08:31:42.001 INFO:tasks.rados.rados.0.smithi019.stdout:391: done (2 left) 2024-04-02T08:31:42.001 INFO:tasks.rados.rados.0.smithi019.stdout:392: done (1 left) 2024-04-02T08:31:42.001 INFO:tasks.rados.rados.0.smithi019.stdout:393: done (0 left) 2024-04-02T08:31:42.001 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 32 2024-04-02T08:31:42.001 INFO:tasks.rados.rados.0.smithi019.stdout:394: seq_num 140 ranges {1671168=753664,2424832=704512,3129344=524288,3653632=376832} 2024-04-02T08:31:42.014 INFO:tasks.rados.rados.0.smithi019.stdout:394: writing smithi01981774-26 from 1671168 to 2424832 tid 1 2024-04-02T08:31:42.018 INFO:tasks.rados.rados.0.smithi019.stdout:394: writing smithi01981774-26 from 2424832 to 3129344 tid 2 2024-04-02T08:31:42.021 INFO:tasks.rados.rados.0.smithi019.stdout:394: writing smithi01981774-26 from 3129344 to 3653632 tid 3 2024-04-02T08:31:42.023 INFO:tasks.rados.rados.0.smithi019.stdout:394: writing smithi01981774-26 from 3653632 to 4030464 tid 4 2024-04-02T08:31:42.023 INFO:tasks.rados.rados.0.smithi019.stdout:395: delete oid 6 current snap is 32 2024-04-02T08:31:42.024 INFO:tasks.rados.rados.0.smithi019.stdout:394: finishing write tid 1 to smithi01981774-26 2024-04-02T08:31:42.024 INFO:tasks.rados.rados.0.smithi019.stdout:394: finishing write tid 2 to smithi01981774-26 2024-04-02T08:31:42.024 INFO:tasks.rados.rados.0.smithi019.stdout:394: finishing write tid 3 to smithi01981774-26 2024-04-02T08:31:42.025 INFO:tasks.rados.rados.0.smithi019.stdout:395: done (1 left) 2024-04-02T08:31:42.025 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 32 2024-04-02T08:31:42.025 INFO:tasks.rados.rados.0.smithi019.stdout:396: seq_num 142 ranges {4571136=786432,5357568=475136,5832704=540672,6373376=589824} 2024-04-02T08:31:42.054 INFO:tasks.rados.rados.0.smithi019.stdout:396: writing smithi01981774-37 from 4571136 to 5357568 tid 1 2024-04-02T08:31:42.057 INFO:tasks.rados.rados.0.smithi019.stdout:396: writing smithi01981774-37 from 5357568 to 5832704 tid 2 2024-04-02T08:31:42.060 INFO:tasks.rados.rados.0.smithi019.stdout:396: writing smithi01981774-37 from 5832704 to 6373376 tid 3 2024-04-02T08:31:42.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:41 smithi066 ceph-mon[30998]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:31:42.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:41 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:41 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:41 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:31:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:41 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:42.064 INFO:tasks.rados.rados.0.smithi019.stdout:396: writing smithi01981774-37 from 6373376 to 6963200 tid 4 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:397: copy_from oid 21 from oid 20 current snap is 32 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: finishing write tid 4 to smithi01981774-26 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: finishing write tid 5 to smithi01981774-26 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: finishing write tid 6 to smithi01981774-26 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: oid 26 updating version 0 to 109 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: oid 26 version 109 is already newer than 108 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: oid 26 version 109 is already newer than 107 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: oid 26 updating version 109 to 110 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: oid 26 version 110 is already newer than 106 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 110 (ObjNum 140 snap 32 seq_num 140) dirty exists 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: left oid 26 (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:396: finishing write tid 1 to smithi01981774-37 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:396: finishing write tid 2 to smithi01981774-37 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:396: finishing write tid 3 to smithi01981774-37 2024-04-02T08:31:42.065 INFO:tasks.rados.rados.0.smithi019.stdout:394: done (2 left) 2024-04-02T08:31:42.066 INFO:tasks.rados.rados.0.smithi019.stdout:398: setattr oid 43 current snap is 32 2024-04-02T08:31:42.066 INFO:tasks.rados.rados.0.smithi019.stdout:399: read oid 34 snap -1 2024-04-02T08:31:42.066 INFO:tasks.rados.rados.0.smithi019.stdout:399: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:42.066 INFO:tasks.rados.rados.0.smithi019.stdout:400: snap_create 2024-04-02T08:31:42.068 INFO:tasks.rados.rados.0.smithi019.stdout:396: finishing write tid 4 to smithi01981774-37 2024-04-02T08:31:42.068 INFO:tasks.rados.rados.0.smithi019.stdout:396: finishing write tid 5 to smithi01981774-37 2024-04-02T08:31:42.069 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 81 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:31:42.070 INFO:tasks.rados.rados.0.smithi019.stdout:396: finishing write tid 6 to smithi01981774-37 2024-04-02T08:31:42.070 INFO:tasks.rados.rados.0.smithi019.stdout:396: oid 37 updating version 0 to 113 2024-04-02T08:31:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:396: oid 37 updating version 113 to 116 2024-04-02T08:31:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:396: oid 37 version 116 is already newer than 112 2024-04-02T08:31:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:396: oid 37 version 116 is already newer than 114 2024-04-02T08:31:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:396: oid 37 version 116 is already newer than 115 2024-04-02T08:31:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 116 (ObjNum 142 snap 32 seq_num 142) dirty exists 2024-04-02T08:31:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:396: left oid 37 (ObjNum 142 snap 32 seq_num 142) 2024-04-02T08:31:42.075 INFO:tasks.rados.rados.0.smithi019.stdout:399: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:42.149 INFO:tasks.rados.rados.0.smithi019.stdout:397: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:31:42.149 INFO:tasks.rados.rados.0.smithi019.stdout:397: finishing copy_from to smithi01981774-21 2024-04-02T08:31:42.149 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 122 (ObjNum 121 snap 25 seq_num 121) dirty exists 2024-04-02T08:31:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[27522]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:31:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[39381]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:31:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:41 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:42.949 INFO:tasks.rados.rados.0.smithi019.stdout:396: done (4 left) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:397: done (3 left) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:398: done (2 left) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:399: done (1 left) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:400: done (0 left) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:401: read oid 31 snap -1 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:401: expect (ObjNum 108 snap 21 seq_num 108) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:402: rollback oid 22 current snap is 33 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 26 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:403: read oid 48 snap -1 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:403: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:404: read oid 3 snap 32 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:404: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:31:42.950 INFO:tasks.rados.rados.0.smithi019.stdout:405: snap_remove snap 28 2024-04-02T08:31:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[27522]: pgmap v185: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-04-02T08:31:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[27522]: Upgrade: Updating mgr.x 2024-04-02T08:31:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[27522]: Deploying daemon mgr.x on smithi066 2024-04-02T08:31:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[27522]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:31:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[39381]: pgmap v185: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-04-02T08:31:43.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[39381]: Upgrade: Updating mgr.x 2024-04-02T08:31:43.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[39381]: Deploying daemon mgr.x on smithi066 2024-04-02T08:31:43.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:42 smithi019 ceph-mon[39381]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:31:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:42 smithi066 ceph-mon[30998]: pgmap v185: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-04-02T08:31:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:42 smithi066 ceph-mon[30998]: Upgrade: Updating mgr.x 2024-04-02T08:31:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:42 smithi066 ceph-mon[30998]: Deploying daemon mgr.x on smithi066 2024-04-02T08:31:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:42 smithi066 ceph-mon[30998]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:31:43.812 INFO:tasks.rados.rados.0.smithi019.stdout:405: done (4 left) 2024-04-02T08:31:43.812 INFO:tasks.rados.rados.0.smithi019.stdout:406: read oid 18 snap -1 2024-04-02T08:31:43.812 INFO:tasks.rados.rados.0.smithi019.stdout:406: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:43.812 INFO:tasks.rados.rados.0.smithi019.stdout:407: snap_remove snap 27 2024-04-02T08:31:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:43 smithi066 ceph-mon[30998]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:31:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:43 smithi066 ceph-mon[30998]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:31:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:43 smithi019 ceph-mon[27522]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:31:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:43 smithi019 ceph-mon[27522]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:31:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:43 smithi019 ceph-mon[39381]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:31:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:43 smithi019 ceph-mon[39381]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:31:44.820 INFO:tasks.rados.rados.0.smithi019.stdout:407: done (5 left) 2024-04-02T08:31:44.820 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 33 2024-04-02T08:31:44.820 INFO:tasks.rados.rados.0.smithi019.stdout:408: seq_num 143 ranges {1990656=802816,2793472=761856,3555328=745472,4300800=98304} 2024-04-02T08:31:44.836 INFO:tasks.rados.rados.0.smithi019.stdout:408: writing smithi01981774-25 from 1990656 to 2793472 tid 1 2024-04-02T08:31:44.841 INFO:tasks.rados.rados.0.smithi019.stdout:408: writing smithi01981774-25 from 2793472 to 3555328 tid 2 2024-04-02T08:31:44.846 INFO:tasks.rados.rados.0.smithi019.stdout:408: writing smithi01981774-25 from 3555328 to 4300800 tid 3 2024-04-02T08:31:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:408: writing smithi01981774-25 from 4300800 to 4399104 tid 4 2024-04-02T08:31:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:409: delete oid 42 current snap is 33 2024-04-02T08:31:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:403: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:44.868 INFO:tasks.rados.rados.0.smithi019.stdout:402: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:402: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:403: done (6 left) 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:409: done (5 left) 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:410: rollback oid 33 current snap is 33 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 33 to 18 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:402: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 130 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:44.869 INFO:tasks.rados.rados.0.smithi019.stdout:401: expect (ObjNum 108 snap 21 seq_num 108) 2024-04-02T08:31:44.930 INFO:tasks.rados.rados.0.smithi019.stdout:404: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:31:45.004 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:31:45.012 INFO:tasks.rados.rados.0.smithi019.stdout:406: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: finishing write tid 1 to smithi01981774-25 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: finishing write tid 2 to smithi01981774-25 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: finishing write tid 3 to smithi01981774-25 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: finishing write tid 4 to smithi01981774-25 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: finishing write tid 5 to smithi01981774-25 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: finishing write tid 6 to smithi01981774-25 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: oid 25 updating version 0 to 117 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: oid 25 updating version 117 to 119 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: oid 25 updating version 119 to 120 2024-04-02T08:31:45.053 INFO:tasks.rados.rados.0.smithi019.stdout:408: oid 25 updating version 120 to 121 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:408: oid 25 version 121 is already newer than 118 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 121 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:408: left oid 25 (ObjNum 143 snap 33 seq_num 143) 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:410: finishing rollback tid 0 to smithi01981774-33 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:401: done (5 left) 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:402: done (4 left) 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:404: done (3 left) 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:406: done (2 left) 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:408: done (1 left) 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:411: rmattr oid 34 current snap is 33 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:410: finishing rollback tid 1 to smithi01981774-33 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:410: finishing rollback tid 2 to smithi01981774-33 2024-04-02T08:31:45.054 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 70 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:31:45.055 INFO:tasks.rados.rados.0.smithi019.stdout:410: done (1 left) 2024-04-02T08:31:45.055 INFO:tasks.rados.rados.0.smithi019.stdout:412: snap_remove snap 18 2024-04-02T08:31:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:44 smithi066 ceph-mon[30998]: pgmap v188: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-04-02T08:31:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:44 smithi066 ceph-mon[30998]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:31:45.332 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:45.332 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (2m) 2m ago 3m 16.9M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:31:45.332 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (3m) 2m ago 3m 82.7M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:31:45.332 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (4m) 2m ago 4m 16.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:31:45.332 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (4m) 2m ago 4m 14.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:31:45.332 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,8765 running (8m) 2m ago 8m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d d6a404ff68a6 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:9283,8765 running (9m) 2m ago 9m 495M - 18.2.2-1059-g4d05f4ca 909dce4fe53d be24eaa77997 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (9m) 2m ago 10m 48.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1b0075c34607 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (8m) 2m ago 8m 43.9M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d d469b1853739 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (8m) 2m ago 8m 39.7M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b4edb6705a41 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (3m) 2m ago 3m 3565k - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (3m) 2m ago 3m 3661k - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (7m) 2m ago 7m 55.2M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (7m) 2m ago 7m 51.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (7m) 2m ago 7m 45.6M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (6m) 2m ago 6m 40.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (6m) 2m ago 6m 41.2M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (5m) 2m ago 5m 41.4M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (5m) 2m ago 5m 49.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:31:45.333 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (5m) 2m ago 5m 50.1M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:31:45.334 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (2m) 2m ago 4m 25.6M - 2.43.0 a07b618ecd1d 9a70bcfda2f4 2024-04-02T08:31:45.334 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:44 smithi019 ceph-mon[27522]: pgmap v188: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-04-02T08:31:45.334 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:44 smithi019 ceph-mon[27522]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:31:45.334 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:44 smithi019 ceph-mon[39381]: pgmap v188: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-04-02T08:31:45.334 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:44 smithi019 ceph-mon[39381]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:31:45.737 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:45.738 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:31:45.738 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:45.738 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:31:45.738 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:31:45.738 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:31:45.738 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:31:45.738 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:31:45.968 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 0 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:31:45.968 INFO:tasks.rados.rados.0.smithi019.stdout:411: done (1 left) 2024-04-02T08:31:45.968 INFO:tasks.rados.rados.0.smithi019.stdout:412: done (0 left) 2024-04-02T08:31:45.968 INFO:tasks.rados.rados.0.smithi019.stdout:413: copy_from oid 31 from oid 44 current snap is 33 2024-04-02T08:31:45.968 INFO:tasks.rados.rados.0.smithi019.stdout:414: snap_create 2024-04-02T08:31:45.971 INFO:tasks.rados.rados.0.smithi019.stdout:413: finishing copy_from to smithi01981774-31 2024-04-02T08:31:45.971 INFO:tasks.rados.rados.0.smithi019.stdout:413: got expected ENOENT (src dne) 2024-04-02T08:31:45.972 INFO:tasks.rados.rados.0.smithi019.stdout:413: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:31:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:45 smithi019 ceph-mon[27522]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:45 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:45 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1435540323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:45 smithi019 ceph-mon[39381]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:45 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:45 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1435540323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:45 smithi066 ceph-mon[30998]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:45 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:45 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1435540323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:46.965 INFO:tasks.rados.rados.0.smithi019.stdout:413: done (1 left) 2024-04-02T08:31:46.965 INFO:tasks.rados.rados.0.smithi019.stdout:414: done (0 left) 2024-04-02T08:31:46.965 INFO:tasks.rados.rados.0.smithi019.stdout:415: copy_from oid 27 from oid 39 current snap is 34 2024-04-02T08:31:46.965 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 34 2024-04-02T08:31:46.965 INFO:tasks.rados.rados.0.smithi019.stdout:416: seq_num 145 ranges {106496=32768} 2024-04-02T08:31:46.966 INFO:tasks.rados.rados.0.smithi019.stdout:416: writing smithi01981774-8 from 106496 to 139264 tid 1 2024-04-02T08:31:46.966 INFO:tasks.rados.rados.0.smithi019.stdout:417: copy_from oid 45 from oid 50 current snap is 34 2024-04-02T08:31:46.966 INFO:tasks.rados.rados.0.smithi019.stdout:418: snap_create 2024-04-02T08:31:46.975 INFO:tasks.rados.rados.0.smithi019.stdout:416: finishing write tid 1 to smithi01981774-8 2024-04-02T08:31:46.975 INFO:tasks.rados.rados.0.smithi019.stdout:416: finishing write tid 2 to smithi01981774-8 2024-04-02T08:31:46.978 INFO:tasks.rados.rados.0.smithi019.stdout:416: finishing write tid 3 to smithi01981774-8 2024-04-02T08:31:46.978 INFO:tasks.rados.rados.0.smithi019.stdout:416: oid 8 updating version 0 to 137 2024-04-02T08:31:46.978 INFO:tasks.rados.rados.0.smithi019.stdout:416: oid 8 updating version 137 to 138 2024-04-02T08:31:46.978 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 138 (ObjNum 145 snap 34 seq_num 145) dirty exists 2024-04-02T08:31:46.978 INFO:tasks.rados.rados.0.smithi019.stdout:416: left oid 8 (ObjNum 145 snap 34 seq_num 145) 2024-04-02T08:31:46.989 INFO:tasks.rados.rados.0.smithi019.stdout:417: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:31:46.989 INFO:tasks.rados.rados.0.smithi019.stdout:417: finishing copy_from to smithi01981774-45 2024-04-02T08:31:46.990 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 45 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:31:46.992 INFO:tasks.rados.rados.0.smithi019.stdout:415: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:31:46.994 INFO:tasks.rados.rados.0.smithi019.stdout:415: finishing copy_from to smithi01981774-27 2024-04-02T08:31:46.994 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 67 (ObjNum 122 snap 25 seq_num 122) dirty exists 2024-04-02T08:31:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:46 smithi066 ceph-mon[30998]: pgmap v191: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:46 smithi066 ceph-mon[30998]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:46 smithi066 ceph-mon[30998]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:31:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:46 smithi019 ceph-mon[27522]: pgmap v191: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:46 smithi019 ceph-mon[27522]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:46 smithi019 ceph-mon[27522]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:31:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:46 smithi019 ceph-mon[39381]: pgmap v191: 121 pgs: 121 active+clean; 148 MiB data, 468 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:46 smithi019 ceph-mon[39381]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:46 smithi019 ceph-mon[39381]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:415: done (3 left) 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:416: done (2 left) 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:417: done (1 left) 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:418: done (0 left) 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:419: read oid 36 snap -1 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:419: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:420: read oid 26 snap -1 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:420: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:31:47.980 INFO:tasks.rados.rados.0.smithi019.stdout:421: read oid 37 snap -1 2024-04-02T08:31:47.981 INFO:tasks.rados.rados.0.smithi019.stdout:421: expect (ObjNum 142 snap 32 seq_num 142) 2024-04-02T08:31:47.981 INFO:tasks.rados.rados.0.smithi019.stdout:422: snap_create 2024-04-02T08:31:47.987 INFO:tasks.rados.rados.0.smithi019.stdout:419: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:48.021 INFO:tasks.rados.rados.0.smithi019.stdout:420: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:31:48.160 INFO:tasks.rados.rados.0.smithi019.stdout:421: expect (ObjNum 142 snap 32 seq_num 142) 2024-04-02T08:31:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:47 smithi066 ceph-mon[30998]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:31:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:47 smithi019 ceph-mon[27522]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:31:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:47 smithi019 ceph-mon[39381]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:31:48.814 INFO:tasks.rados.rados.0.smithi019.stdout:419: done (3 left) 2024-04-02T08:31:48.814 INFO:tasks.rados.rados.0.smithi019.stdout:420: done (2 left) 2024-04-02T08:31:48.814 INFO:tasks.rados.rados.0.smithi019.stdout:421: done (1 left) 2024-04-02T08:31:48.815 INFO:tasks.rados.rados.0.smithi019.stdout:422: done (0 left) 2024-04-02T08:31:48.815 INFO:tasks.rados.rados.0.smithi019.stdout:423: delete oid 32 current snap is 36 2024-04-02T08:31:48.821 INFO:tasks.rados.rados.0.smithi019.stdout:423: done (0 left) 2024-04-02T08:31:48.821 INFO:tasks.rados.rados.0.smithi019.stdout:424: read oid 29 snap 31 2024-04-02T08:31:48.821 INFO:tasks.rados.rados.0.smithi019.stdout:424: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:31:48.821 INFO:tasks.rados.rados.0.smithi019.stdout:425: delete oid 1 current snap is 36 2024-04-02T08:31:48.823 INFO:tasks.rados.rados.0.smithi019.stdout:425: done (1 left) 2024-04-02T08:31:48.823 INFO:tasks.rados.rados.0.smithi019.stdout:426: copy_from oid 37 from oid 3 current snap is 36 2024-04-02T08:31:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 36 2024-04-02T08:31:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:427: seq_num 148 ranges {491520=81920} 2024-04-02T08:31:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:427: writing smithi01981774-30 from 491520 to 573440 tid 1 2024-04-02T08:31:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:428: rmattr oid 16 current snap is 36 2024-04-02T08:31:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:428: done (3 left) 2024-04-02T08:31:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:429: delete oid 35 current snap is 36 2024-04-02T08:31:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:424: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:427: finishing write tid 1 to smithi01981774-30 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:427: finishing write tid 2 to smithi01981774-30 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:427: finishing write tid 3 to smithi01981774-30 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:427: oid 30 updating version 0 to 172 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:427: oid 30 updating version 172 to 173 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 173 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:427: left oid 30 (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:426: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:31:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:424: done (3 left) 2024-04-02T08:31:48.842 INFO:tasks.rados.rados.0.smithi019.stdout:427: done (2 left) 2024-04-02T08:31:48.842 INFO:tasks.rados.rados.0.smithi019.stdout:429: done (1 left) 2024-04-02T08:31:48.842 INFO:tasks.rados.rados.0.smithi019.stdout:430: read oid 48 snap -1 2024-04-02T08:31:48.842 INFO:tasks.rados.rados.0.smithi019.stdout:430: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:48.842 INFO:tasks.rados.rados.0.smithi019.stdout:431: snap_create 2024-04-02T08:31:48.842 INFO:tasks.rados.rados.0.smithi019.stdout:426: finishing copy_from to smithi01981774-37 2024-04-02T08:31:48.842 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 46 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:31:48.843 INFO:tasks.rados.rados.0.smithi019.stdout:430: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:31:48.973 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:31:48 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:31:48] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:31:49.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:48 smithi066 ceph-mon[30998]: pgmap v194: 121 pgs: 121 active+clean; 147 MiB data, 479 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:31:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:48 smithi066 ceph-mon[30998]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:31:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:48 smithi066 ceph-mon[30998]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:31:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:48 smithi019 ceph-mon[27522]: pgmap v194: 121 pgs: 121 active+clean; 147 MiB data, 479 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:31:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:48 smithi019 ceph-mon[27522]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:31:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:48 smithi019 ceph-mon[27522]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:31:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:48 smithi019 ceph-mon[39381]: pgmap v194: 121 pgs: 121 active+clean; 147 MiB data, 479 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:31:49.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:48 smithi019 ceph-mon[39381]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:31:49.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:48 smithi019 ceph-mon[39381]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:31:49.820 INFO:tasks.rados.rados.0.smithi019.stdout:426: done (2 left) 2024-04-02T08:31:49.820 INFO:tasks.rados.rados.0.smithi019.stdout:430: done (1 left) 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:431: done (0 left) 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:432: rmattr oid 6 current snap is 37 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:433: rollback oid 3 current snap is 37 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 3 to 30 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:434: rollback oid 16 current snap is 37 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 23 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:435: snap_create 2024-04-02T08:31:49.821 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:31:49.824 INFO:tasks.rados.rados.0.smithi019.stdout:434: finishing rollback tid 0 to smithi01981774-16 2024-04-02T08:31:49.825 INFO:tasks.rados.rados.0.smithi019.stdout:434: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:31:49.825 INFO:tasks.rados.rados.0.smithi019.stdout:434: finishing rollback tid 2 to smithi01981774-16 2024-04-02T08:31:49.825 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 164 (ObjNum 112 snap 22 seq_num 112) dirty exists 2024-04-02T08:31:49.826 INFO:tasks.rados.rados.0.smithi019.stdout:433: finishing rollback tid 0 to smithi01981774-3 2024-04-02T08:31:49.826 INFO:tasks.rados.rados.0.smithi019.stdout:433: finishing rollback tid 1 to smithi01981774-3 2024-04-02T08:31:49.827 INFO:tasks.rados.rados.0.smithi019.stdout:433: finishing rollback tid 2 to smithi01981774-3 2024-04-02T08:31:49.827 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 144 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:432: done (3 left) 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:433: done (2 left) 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:434: done (1 left) 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:435: done (0 left) 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:436: rollback oid 39 current snap is 38 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 39 to 32 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:437: rollback oid 21 current snap is 38 2024-04-02T08:31:50.823 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 37 2024-04-02T08:31:50.824 INFO:tasks.rados.rados.0.smithi019.stdout:438: delete oid 24 current snap is 38 2024-04-02T08:31:50.828 INFO:tasks.rados.rados.0.smithi019.stdout:436: finishing rollback tid 0 to smithi01981774-39 2024-04-02T08:31:50.828 INFO:tasks.rados.rados.0.smithi019.stdout:436: finishing rollback tid 1 to smithi01981774-39 2024-04-02T08:31:50.829 INFO:tasks.rados.rados.0.smithi019.stdout:436: finishing rollback tid 2 to smithi01981774-39 2024-04-02T08:31:50.829 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 95 (ObjNum 122 snap 25 seq_num 122) dirty exists 2024-04-02T08:31:50.833 INFO:tasks.rados.rados.0.smithi019.stdout:437: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:31:50.833 INFO:tasks.rados.rados.0.smithi019.stdout:437: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:31:50.834 INFO:tasks.rados.rados.0.smithi019.stdout:436: done (2 left) 2024-04-02T08:31:50.834 INFO:tasks.rados.rados.0.smithi019.stdout:438: done (1 left) 2024-04-02T08:31:50.834 INFO:tasks.rados.rados.0.smithi019.stdout:439: delete oid 4 current snap is 38 2024-04-02T08:31:50.834 INFO:tasks.rados.rados.0.smithi019.stdout:437: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:31:50.834 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 126 (ObjNum 121 snap 25 seq_num 121) dirty exists 2024-04-02T08:31:50.837 INFO:tasks.rados.rados.0.smithi019.stdout:437: done (1 left) 2024-04-02T08:31:50.837 INFO:tasks.rados.rados.0.smithi019.stdout:439: done (0 left) 2024-04-02T08:31:50.837 INFO:tasks.rados.rados.0.smithi019.stdout:440: read oid 33 snap 36 2024-04-02T08:31:50.837 INFO:tasks.rados.rados.0.smithi019.stdout:440: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:31:50.837 INFO:tasks.rados.rados.0.smithi019.stdout:441: setattr oid 15 current snap is 38 2024-04-02T08:31:50.839 INFO:tasks.rados.rados.0.smithi019.stdout:442: setattr oid 29 current snap is 38 2024-04-02T08:31:50.841 INFO:tasks.rados.rados.0.smithi019.stdout:440: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:31:50.856 INFO:tasks.rados.rados.0.smithi019.stdout:440: done (2 left) 2024-04-02T08:31:50.856 INFO:tasks.rados.rados.0.smithi019.stdout:443: delete oid 40 current snap is 38 2024-04-02T08:31:50.856 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 126 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-04-02T08:31:50.858 INFO:tasks.rados.rados.0.smithi019.stdout:441: done (2 left) 2024-04-02T08:31:50.859 INFO:tasks.rados.rados.0.smithi019.stdout:443: done (1 left) 2024-04-02T08:31:50.859 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 38 2024-04-02T08:31:50.859 INFO:tasks.rados.rados.0.smithi019.stdout:444: seq_num 153 ranges {663552=163840} 2024-04-02T08:31:50.863 INFO:tasks.rados.rados.0.smithi019.stdout:444: writing smithi01981774-28 from 663552 to 827392 tid 1 2024-04-02T08:31:50.863 INFO:tasks.rados.rados.0.smithi019.stdout:445: snap_remove snap 37 2024-04-02T08:31:50.962 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:50 smithi066 ceph-mon[30998]: pgmap v197: 121 pgs: 121 active+clean; 147 MiB data, 479 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:31:50.962 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:50 smithi066 ceph-mon[30998]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:31:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:50 smithi019 ceph-mon[27522]: pgmap v197: 121 pgs: 121 active+clean; 147 MiB data, 479 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:31:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:50 smithi019 ceph-mon[27522]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:31:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:50 smithi019 ceph-mon[39381]: pgmap v197: 121 pgs: 121 active+clean; 147 MiB data, 479 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:31:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:50 smithi019 ceph-mon[39381]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:31:51.260 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:50 smithi066 systemd[1]: Stopping Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:51.527 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:51 smithi066 podman[66616]: 2024-04-02 08:31:51.261887529 +0000 UTC m=+0.151535777 container died d6a404ff68a679f2c185cfaa82f0da09344a4ba513fa30314614b19c0a26785c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:51.814 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:51 smithi066 podman[66616]: 2024-04-02 08:31:51.686342423 +0000 UTC m=+0.575990708 container cleanup d6a404ff68a679f2c185cfaa82f0da09344a4ba513fa30314614b19c0a26785c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:51.814 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:51 smithi066 bash[66616]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:31:51.835 INFO:tasks.rados.rados.0.smithi019.stdout:445: done (2 left) 2024-04-02T08:31:51.835 INFO:tasks.rados.rados.0.smithi019.stdout:446: copy_from oid 22 from oid 13 current snap is 38 2024-04-02T08:31:51.835 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 175 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:31:51.835 INFO:tasks.rados.rados.0.smithi019.stdout:444: finishing write tid 1 to smithi01981774-28 2024-04-02T08:31:51.835 INFO:tasks.rados.rados.0.smithi019.stdout:444: finishing write tid 2 to smithi01981774-28 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:444: finishing write tid 3 to smithi01981774-28 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:444: oid 28 updating version 0 to 178 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:444: oid 28 version 178 is already newer than 177 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 178 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:444: left oid 28 (ObjNum 153 snap 38 seq_num 153) 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:442: done (2 left) 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:444: done (1 left) 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:447: read oid 50 snap -1 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:447: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:448: rollback oid 1 current snap is 38 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 36 2024-04-02T08:31:51.836 INFO:tasks.rados.rados.0.smithi019.stdout:449: snap_remove snap 32 2024-04-02T08:31:52.091 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:51 smithi066 ceph-mon[30998]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:31:52.091 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:51 smithi066 podman[66635]: 2024-04-02 08:31:51.854395516 +0000 UTC m=+0.596125891 container remove d6a404ff68a679f2c185cfaa82f0da09344a4ba513fa30314614b19c0a26785c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:31:52.092 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:51 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:31:52.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:51 smithi019 ceph-mon[27522]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:31:52.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:51 smithi019 ceph-mon[39381]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:31:52.535 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:31:52.535 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 systemd[1]: Stopped Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:52.535 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 19.289s CPU time. 2024-04-02T08:31:52.535 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 systemd[1]: Starting Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:52.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 podman[66772]: 2024-04-02 08:31:52.440772521 +0000 UTC m=+0.018489188 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:52.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 podman[66772]: 2024-04-02 08:31:52.539060794 +0000 UTC m=+0.116777437 container create d7e4460ebcb528132097c117695ad2d5ebf209907d81d9614fc30b15848dd453 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:31:52.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 podman[66772]: 2024-04-02 08:31:52.741186494 +0000 UTC m=+0.318903134 container init d7e4460ebcb528132097c117695ad2d5ebf209907d81d9614fc30b15848dd453 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-02T08:31:52.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 podman[66772]: 2024-04-02 08:31:52.747125627 +0000 UTC m=+0.324842275 container start d7e4460ebcb528132097c117695ad2d5ebf209907d81d9614fc30b15848dd453 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:31:52.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 ceph-mgr[66809]: -- 172.21.15.66:0/3329910039 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aa38bce5a0 con 0x55aa38ba3000 2024-04-02T08:31:52.841 INFO:tasks.rados.rados.0.smithi019.stdout:449: done (3 left) 2024-04-02T08:31:52.841 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 38 2024-04-02T08:31:52.841 INFO:tasks.rados.rados.0.smithi019.stdout:450: seq_num 154 ranges {4284416=180224} 2024-04-02T08:31:52.867 INFO:tasks.rados.rados.0.smithi019.stdout:450: writing smithi01981774-19 from 4284416 to 4464640 tid 1 2024-04-02T08:31:52.867 INFO:tasks.rados.rados.0.smithi019.stdout:451: delete oid 20 current snap is 38 2024-04-02T08:31:52.867 INFO:tasks.rados.rados.0.smithi019.stdout:448: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:31:52.867 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 140 (ObjNum 81 snap 0 seq_num 2807489264) dirty dne 2024-04-02T08:31:52.867 INFO:tasks.rados.rados.0.smithi019.stdout:447: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:31:52.958 INFO:tasks.rados.rados.0.smithi019.stdout:446: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:31:52.958 INFO:tasks.rados.rados.0.smithi019.stdout:446: finishing copy_from to smithi01981774-22 2024-04-02T08:31:52.958 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 98 (ObjNum 138 snap 31 seq_num 138) dirty exists 2024-04-02T08:31:52.958 INFO:tasks.rados.rados.0.smithi019.stdout:446: done (4 left) 2024-04-02T08:31:52.958 INFO:tasks.rados.rados.0.smithi019.stdout:447: done (3 left) 2024-04-02T08:31:52.958 INFO:tasks.rados.rados.0.smithi019.stdout:448: done (2 left) 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:451: done (1 left) 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:452: read oid 26 snap 35 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:452: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:453: snap_create 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:450: finishing write tid 1 to smithi01981774-19 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:450: finishing write tid 2 to smithi01981774-19 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:450: finishing write tid 3 to smithi01981774-19 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:450: oid 19 updating version 0 to 144 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:450: oid 19 version 144 is already newer than 143 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 144 (ObjNum 154 snap 38 seq_num 154) dirty exists 2024-04-02T08:31:52.959 INFO:tasks.rados.rados.0.smithi019.stdout:450: left oid 19 (ObjNum 154 snap 38 seq_num 154) 2024-04-02T08:31:52.974 INFO:tasks.rados.rados.0.smithi019.stdout:452: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:31:53.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:52 smithi019 ceph-mon[27522]: pgmap v200: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-02T08:31:53.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:52 smithi019 ceph-mon[27522]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:31:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:52 smithi019 ceph-mon[39381]: pgmap v200: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-02T08:31:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:52 smithi019 ceph-mon[39381]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:31:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:52 smithi066 ceph-mon[30998]: pgmap v200: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-02T08:31:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:52 smithi066 ceph-mon[30998]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:31:53.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 bash[66772]: d7e4460ebcb528132097c117695ad2d5ebf209907d81d9614fc30b15848dd453 2024-04-02T08:31:53.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:52 smithi066 systemd[1]: Started Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:53.708 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:53.359+0000 7f22b3e70200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:31:53.708 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:53.469+0000 7f22b3e70200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:31:53.837 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:31:53.512Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T08:31:53.936 INFO:tasks.rados.rados.0.smithi019.stdout:450: done (2 left) 2024-04-02T08:31:53.937 INFO:tasks.rados.rados.0.smithi019.stdout:452: done (1 left) 2024-04-02T08:31:53.937 INFO:tasks.rados.rados.0.smithi019.stdout:453: done (0 left) 2024-04-02T08:31:53.937 INFO:tasks.rados.rados.0.smithi019.stdout:454: copy_from oid 1 from oid 7 current snap is 39 2024-04-02T08:31:53.937 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 39 2024-04-02T08:31:53.937 INFO:tasks.rados.rados.0.smithi019.stdout:455: seq_num 156 ranges {794624=221184} 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:455: writing smithi01981774-48 from 794624 to 1015808 tid 1 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:454: finishing copy_from racing read to smithi01981774-1 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:454: finishing copy_from to smithi01981774-1 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:454: done (1 left) 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:456: rmattr oid 34 current snap is 39 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:456: done (1 left) 2024-04-02T08:31:53.943 INFO:tasks.rados.rados.0.smithi019.stdout:457: delete oid 27 current snap is 39 2024-04-02T08:31:53.945 INFO:tasks.rados.rados.0.smithi019.stdout:457: done (1 left) 2024-04-02T08:31:53.945 INFO:tasks.rados.rados.0.smithi019.stdout:458: read oid 26 snap -1 2024-04-02T08:31:53.945 INFO:tasks.rados.rados.0.smithi019.stdout:458: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:31:53.945 INFO:tasks.rados.rados.0.smithi019.stdout:459: copy_from oid 23 from oid 7 current snap is 39 2024-04-02T08:31:53.945 INFO:tasks.rados.rados.0.smithi019.stdout:460: snap_create 2024-04-02T08:31:53.946 INFO:tasks.rados.rados.0.smithi019.stdout:455: finishing write tid 1 to smithi01981774-48 2024-04-02T08:31:53.946 INFO:tasks.rados.rados.0.smithi019.stdout:455: finishing write tid 2 to smithi01981774-48 2024-04-02T08:31:53.947 INFO:tasks.rados.rados.0.smithi019.stdout:455: finishing write tid 3 to smithi01981774-48 2024-04-02T08:31:53.947 INFO:tasks.rados.rados.0.smithi019.stdout:455: oid 48 updating version 0 to 191 2024-04-02T08:31:53.947 INFO:tasks.rados.rados.0.smithi019.stdout:455: oid 48 version 191 is already newer than 190 2024-04-02T08:31:53.948 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 191 (ObjNum 156 snap 39 seq_num 156) dirty exists 2024-04-02T08:31:53.948 INFO:tasks.rados.rados.0.smithi019.stdout:455: left oid 48 (ObjNum 156 snap 39 seq_num 156) 2024-04-02T08:31:53.948 INFO:tasks.rados.rados.0.smithi019.stdout:459: finishing copy_from racing read to smithi01981774-23 2024-04-02T08:31:53.950 INFO:tasks.rados.rados.0.smithi019.stdout:459: finishing copy_from to smithi01981774-23 2024-04-02T08:31:53.950 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:31:53.965 INFO:tasks.rados.rados.0.smithi019.stdout:458: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:31:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:53 smithi066 ceph-mon[30998]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:31:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:53 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:53 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:53 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[27522]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[39381]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:53 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:54.431 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:54.178+0000 7f22b3e70200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:31:54.431 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:54.283+0000 7f22b3e70200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:31:54.730 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:54.431+0000 7f22b3e70200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:31:54.730 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:54.536+0000 7f22b3e70200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:31:54.730 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:54.630+0000 7f22b3e70200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:31:54.949 INFO:tasks.rados.rados.0.smithi019.stdout:455: done (3 left) 2024-04-02T08:31:54.949 INFO:tasks.rados.rados.0.smithi019.stdout:458: done (2 left) 2024-04-02T08:31:54.949 INFO:tasks.rados.rados.0.smithi019.stdout:459: done (1 left) 2024-04-02T08:31:54.949 INFO:tasks.rados.rados.0.smithi019.stdout:460: done (0 left) 2024-04-02T08:31:54.950 INFO:tasks.rados.rados.0.smithi019.stdout:461: copy_from oid 11 from oid 38 current snap is 40 2024-04-02T08:31:54.950 INFO:tasks.rados.rados.0.smithi019.stdout:462: copy_from oid 48 from oid 31 current snap is 40 2024-04-02T08:31:54.950 INFO:tasks.rados.rados.0.smithi019.stdout:463: delete oid 17 current snap is 40 2024-04-02T08:31:54.958 INFO:tasks.rados.rados.0.smithi019.stdout:463: done (2 left) 2024-04-02T08:31:54.958 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 40 2024-04-02T08:31:54.958 INFO:tasks.rados.rados.0.smithi019.stdout:464: seq_num 159 ranges {3776512=270336} 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:464: writing smithi01981774-21 from 3776512 to 4046848 tid 1 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:465: delete oid 39 current snap is 40 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:462: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:462: finishing copy_from to smithi01981774-48 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 76 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:461: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:461: finishing copy_from to smithi01981774-11 2024-04-02T08:31:54.982 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 140 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-04-02T08:31:54.983 INFO:tasks.rados.rados.0.smithi019.stdout:461: done (3 left) 2024-04-02T08:31:54.983 INFO:tasks.rados.rados.0.smithi019.stdout:462: done (2 left) 2024-04-02T08:31:54.983 INFO:tasks.rados.rados.0.smithi019.stdout:465: done (1 left) 2024-04-02T08:31:54.983 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 40 2024-04-02T08:31:54.983 INFO:tasks.rados.rados.0.smithi019.stdout:466: seq_num 161 ranges {2277376=303104} 2024-04-02T08:31:54.997 INFO:tasks.rados.rados.0.smithi019.stdout:466: writing smithi01981774-15 from 2277376 to 2580480 tid 1 2024-04-02T08:31:54.997 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 40 2024-04-02T08:31:54.997 INFO:tasks.rados.rados.0.smithi019.stdout:467: seq_num 162 ranges {475136=319488} 2024-04-02T08:31:55.002 INFO:tasks.rados.rados.0.smithi019.stdout:467: writing smithi01981774-29 from 475136 to 794624 tid 1 2024-04-02T08:31:55.002 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 40 2024-04-02T08:31:55.002 INFO:tasks.rados.rados.0.smithi019.stdout:468: seq_num 163 ranges {573440=335872} 2024-04-02T08:31:55.007 INFO:tasks.rados.rados.0.smithi019.stdout:468: writing smithi01981774-30 from 573440 to 909312 tid 1 2024-04-02T08:31:55.007 INFO:tasks.rados.rados.0.smithi019.stdout:469: read oid 41 snap -1 2024-04-02T08:31:55.007 INFO:tasks.rados.rados.0.smithi019.stdout:469: expect deleted 2024-04-02T08:31:55.008 INFO:tasks.rados.rados.0.smithi019.stdout:470: snap_remove snap 30 2024-04-02T08:31:55.047 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-mon[30998]: pgmap v203: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-02T08:31:55.047 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-mon[30998]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:31:55.048 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:54.908+0000 7f22b3e70200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:31:55.048 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:55.047+0000 7f22b3e70200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:31:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:54 smithi019 ceph-mon[27522]: pgmap v203: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-02T08:31:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:54 smithi019 ceph-mon[27522]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:31:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:54 smithi019 ceph-mon[39381]: pgmap v203: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-04-02T08:31:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:54 smithi019 ceph-mon[39381]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:31:55.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:55.145+0000 7f22b3e70200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:31:55.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:55.258+0000 7f22b3e70200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:31:55.707 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:55 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:55.446+0000 7f22b3e70200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:31:55.951 INFO:tasks.rados.rados.0.smithi019.stdout:470: done (5 left) 2024-04-02T08:31:55.951 INFO:tasks.rados.rados.0.smithi019.stdout:471: rollback oid 25 current snap is 40 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:464: finishing write tid 1 to smithi01981774-21 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:464: finishing write tid 2 to smithi01981774-21 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:464: finishing write tid 3 to smithi01981774-21 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:464: oid 21 updating version 0 to 127 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:464: oid 21 updating version 127 to 128 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 128 (ObjNum 159 snap 40 seq_num 159) dirty exists 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:464: left oid 21 (ObjNum 159 snap 40 seq_num 159) 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:466: finishing write tid 1 to smithi01981774-15 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:466: finishing write tid 2 to smithi01981774-15 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:466: finishing write tid 3 to smithi01981774-15 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:466: oid 15 updating version 0 to 134 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:466: oid 15 updating version 134 to 135 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 135 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-04-02T08:31:55.952 INFO:tasks.rados.rados.0.smithi019.stdout:466: left oid 15 (ObjNum 161 snap 40 seq_num 161) 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:467: finishing write tid 1 to smithi01981774-29 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:467: finishing write tid 2 to smithi01981774-29 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:467: finishing write tid 3 to smithi01981774-29 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:467: oid 29 updating version 0 to 196 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:467: oid 29 version 196 is already newer than 195 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 196 (ObjNum 162 snap 40 seq_num 162) dirty exists 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:467: left oid 29 (ObjNum 162 snap 40 seq_num 162) 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:468: finishing write tid 1 to smithi01981774-30 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:468: finishing write tid 2 to smithi01981774-30 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:468: finishing write tid 3 to smithi01981774-30 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:468: oid 30 updating version 0 to 199 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:468: oid 30 version 199 is already newer than 198 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 199 (ObjNum 163 snap 40 seq_num 163) dirty exists 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:468: left oid 30 (ObjNum 163 snap 40 seq_num 163) 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 25 to 31 2024-04-02T08:31:55.953 INFO:tasks.rados.rados.0.smithi019.stdout:464: done (5 left) 2024-04-02T08:31:55.954 INFO:tasks.rados.rados.0.smithi019.stdout:466: done (4 left) 2024-04-02T08:31:55.954 INFO:tasks.rados.rados.0.smithi019.stdout:467: done (3 left) 2024-04-02T08:31:55.954 INFO:tasks.rados.rados.0.smithi019.stdout:468: done (2 left) 2024-04-02T08:31:55.954 INFO:tasks.rados.rados.0.smithi019.stdout:469: done (1 left) 2024-04-02T08:31:55.954 INFO:tasks.rados.rados.0.smithi019.stdout:472: delete oid 32 current snap is 40 2024-04-02T08:31:55.968 INFO:tasks.rados.rados.0.smithi019.stdout:472: done (1 left) 2024-04-02T08:31:55.969 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 40 2024-04-02T08:31:55.969 INFO:tasks.rados.rados.0.smithi019.stdout:473: seq_num 165 ranges {0=368640} 2024-04-02T08:31:55.970 INFO:tasks.rados.rados.0.smithi019.stdout:473: writing smithi01981774-4 from 0 to 368640 tid 1 2024-04-02T08:31:55.970 INFO:tasks.rados.rados.0.smithi019.stdout:474: snap_remove snap 33 2024-04-02T08:31:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:55 smithi066 ceph-mon[30998]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:31:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:55 smithi019 ceph-mon[27522]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:31:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:55 smithi019 ceph-mon[39381]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:31:56.688 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:56.550+0000 7f22b3e70200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:31:56.688 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:56.689+0000 7f22b3e70200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:31:56.956 INFO:tasks.rados.rados.0.smithi019.stdout:474: done (2 left) 2024-04-02T08:31:56.956 INFO:tasks.rados.rados.0.smithi019.stdout:475: copy_from oid 13 from oid 43 current snap is 40 2024-04-02T08:31:56.956 INFO:tasks.rados.rados.0.smithi019.stdout:476: setattr oid 48 current snap is 40 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:471: finishing rollback tid 0 to smithi01981774-25 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:471: finishing rollback tid 1 to smithi01981774-25 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:471: finishing rollback tid 2 to smithi01981774-25 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 124 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:473: finishing write tid 1 to smithi01981774-4 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:473: finishing write tid 2 to smithi01981774-4 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:473: finishing write tid 3 to smithi01981774-4 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:473: oid 4 updating version 0 to 141 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:473: oid 4 updating version 141 to 142 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 142 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-04-02T08:31:56.958 INFO:tasks.rados.rados.0.smithi019.stdout:473: left oid 4 (ObjNum 165 snap 40 seq_num 165) 2024-04-02T08:31:56.959 INFO:tasks.rados.rados.0.smithi019.stdout:471: done (3 left) 2024-04-02T08:31:56.959 INFO:tasks.rados.rados.0.smithi019.stdout:473: done (2 left) 2024-04-02T08:31:56.959 INFO:tasks.rados.rados.0.smithi019.stdout:477: rollback oid 29 current snap is 40 2024-04-02T08:31:56.959 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 25 2024-04-02T08:31:56.959 INFO:tasks.rados.rados.0.smithi019.stdout:478: setattr oid 4 current snap is 40 2024-04-02T08:31:56.962 INFO:tasks.rados.rados.0.smithi019.stdout:479: snap_create 2024-04-02T08:31:56.968 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 143 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-04-02T08:31:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 210 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-04-02T08:31:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:477: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:31:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:477: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:31:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:477: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:31:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 213 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:31:56.981 INFO:tasks.rados.rados.0.smithi019.stdout:475: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:31:56.985 INFO:tasks.rados.rados.0.smithi019.stdout:475: finishing copy_from to smithi01981774-13 2024-04-02T08:31:56.985 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 81 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:31:57.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:56 smithi066 ceph-mon[30998]: pgmap v206: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:56 smithi066 ceph-mon[30998]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:31:57.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:57.074+0000 7f22b3e70200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:31:57.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:57.172+0000 7f22b3e70200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:31:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:56 smithi019 ceph-mon[27522]: pgmap v206: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:56 smithi019 ceph-mon[27522]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:31:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:56 smithi019 ceph-mon[39381]: pgmap v206: 121 pgs: 121 active+clean; 155 MiB data, 494 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:31:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:56 smithi019 ceph-mon[39381]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:31:57.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:57.381+0000 7f22b3e70200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:31:57.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:57.597+0000 7f22b3e70200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:31:57.963 INFO:tasks.rados.rados.0.smithi019.stdout:475: done (4 left) 2024-04-02T08:31:57.964 INFO:tasks.rados.rados.0.smithi019.stdout:476: done (3 left) 2024-04-02T08:31:57.964 INFO:tasks.rados.rados.0.smithi019.stdout:477: done (2 left) 2024-04-02T08:31:57.964 INFO:tasks.rados.rados.0.smithi019.stdout:478: done (1 left) 2024-04-02T08:31:57.964 INFO:tasks.rados.rados.0.smithi019.stdout:479: done (0 left) 2024-04-02T08:31:57.964 INFO:tasks.rados.rados.0.smithi019.stdout:480: snap_create 2024-04-02T08:31:58.191 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:57.909+0000 7f22b3e70200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:31:58.191 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-mon[30998]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:31:58.191 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:58.191 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:57 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:57 smithi019 ceph-mon[27522]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:31:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:57 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:57 smithi019 ceph-mon[39381]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:31:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:57 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:58.451 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:58.192+0000 7f22b3e70200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:31:58.451 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:58.452+0000 7f22b3e70200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:31:58.815 INFO:tasks.rados.rados.0.smithi019.stdout:480: done (0 left) 2024-04-02T08:31:58.815 INFO:tasks.rados.rados.0.smithi019.stdout:481: setattr oid 4 current snap is 42 2024-04-02T08:31:58.817 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 42 2024-04-02T08:31:58.817 INFO:tasks.rados.rados.0.smithi019.stdout:482: seq_num 166 ranges {4571136=385024} 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:482: writing smithi01981774-14 from 4571136 to 4956160 tid 1 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:483: read oid 16 snap 26 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:483: expect (ObjNum 112 snap 22 seq_num 112) 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:484: rmattr oid 10 current snap is 42 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:484: done (3 left) 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:485: copy_from oid 41 from oid 17 current snap is 42 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 144 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:481: done (3 left) 2024-04-02T08:31:58.845 INFO:tasks.rados.rados.0.smithi019.stdout:486: delete oid 22 current snap is 42 2024-04-02T08:31:58.848 INFO:tasks.rados.rados.0.smithi019.stdout:485: finishing copy_from to smithi01981774-41 2024-04-02T08:31:58.848 INFO:tasks.rados.rados.0.smithi019.stdout:485: got expected ENOENT (src dne) 2024-04-02T08:31:58.848 INFO:tasks.rados.rados.0.smithi019.stdout:485: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:31:58.849 INFO:tasks.rados.rados.0.smithi019.stdout:482: finishing write tid 1 to smithi01981774-14 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:482: finishing write tid 2 to smithi01981774-14 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:485: done (3 left) 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:486: done (2 left) 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:487: rmattr oid 49 current snap is 42 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:487: done (2 left) 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:488: rollback oid 6 current snap is 42 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 25 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:489: copy_from oid 5 from oid 2 current snap is 42 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:490: read oid 9 snap -1 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:490: expect (ObjNum 69 snap 7 seq_num 69) 2024-04-02T08:31:58.851 INFO:tasks.rados.rados.0.smithi019.stdout:491: rollback oid 48 current snap is 42 2024-04-02T08:31:58.852 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 26 2024-04-02T08:31:58.852 INFO:tasks.rados.rados.0.smithi019.stdout:492: setattr oid 12 current snap is 42 2024-04-02T08:31:58.852 INFO:tasks.rados.rados.0.smithi019.stdout:493: snap_create 2024-04-02T08:31:58.854 INFO:tasks.rados.rados.0.smithi019.stdout:482: finishing write tid 3 to smithi01981774-14 2024-04-02T08:31:58.854 INFO:tasks.rados.rados.0.smithi019.stdout:482: oid 14 updating version 0 to 151 2024-04-02T08:31:58.854 INFO:tasks.rados.rados.0.smithi019.stdout:482: oid 14 version 151 is already newer than 150 2024-04-02T08:31:58.855 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 151 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-04-02T08:31:58.855 INFO:tasks.rados.rados.0.smithi019.stdout:482: left oid 14 (ObjNum 166 snap 42 seq_num 166) 2024-04-02T08:31:58.857 INFO:tasks.rados.rados.0.smithi019.stdout:491: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:31:58.858 INFO:tasks.rados.rados.0.smithi019.stdout:491: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:31:58.858 INFO:tasks.rados.rados.0.smithi019.stdout:488: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:31:58.858 INFO:tasks.rados.rados.0.smithi019.stdout:491: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:31:58.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 225 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:31:58.858 INFO:tasks.rados.rados.0.smithi019.stdout:488: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:31:58.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 43 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:31:58.859 INFO:tasks.rados.rados.0.smithi019.stdout:490: expect (ObjNum 69 snap 7 seq_num 69) 2024-04-02T08:31:58.897 INFO:tasks.rados.rados.0.smithi019.stdout:489: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:31:58.897 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 179 (ObjNum 33 snap 0 seq_num 2824933264) dirty exists 2024-04-02T08:31:58.897 INFO:tasks.rados.rados.0.smithi019.stdout:489: finishing copy_from to smithi01981774-5 2024-04-02T08:31:58.897 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 128 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:31:58.897 INFO:tasks.rados.rados.0.smithi019.stdout:483: expect (ObjNum 112 snap 22 seq_num 112) 2024-04-02T08:31:59.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:58 smithi066 ceph-mon[30998]: pgmap v209: 121 pgs: 121 active+clean; 160 MiB data, 509 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-02T08:31:59.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:58 smithi066 ceph-mon[30998]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:31:59.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:58 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:59.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:58 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:59.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:31:58 smithi066 ceph-mon[30998]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:31:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[27522]: pgmap v209: 121 pgs: 121 active+clean; 160 MiB data, 509 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-02T08:31:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[27522]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:31:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[27522]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:31:59.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:31:58] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:31:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[39381]: pgmap v209: 121 pgs: 121 active+clean; 160 MiB data, 509 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-02T08:31:59.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[39381]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:31:59.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:59.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:31:59.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:31:58 smithi019 ceph-mon[39381]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:31:59.772 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:59 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:59.366+0000 7f22b3e70200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:31:59.836 INFO:tasks.rados.rados.0.smithi019.stdout:482: done (7 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:483: done (6 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:488: done (5 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:489: done (4 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:490: done (3 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:491: done (2 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:492: done (1 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:493: done (0 left) 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:494: rmattr oid 4 current snap is 43 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 43 2024-04-02T08:31:59.837 INFO:tasks.rados.rados.0.smithi019.stdout:495: seq_num 168 ranges {2629632=417792} 2024-04-02T08:31:59.853 INFO:tasks.rados.rados.0.smithi019.stdout:495: writing smithi01981774-47 from 2629632 to 3047424 tid 1 2024-04-02T08:31:59.853 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 43 2024-04-02T08:31:59.853 INFO:tasks.rados.rados.0.smithi019.stdout:496: seq_num 169 ranges {0=434176} 2024-04-02T08:31:59.855 INFO:tasks.rados.rados.0.smithi019.stdout:496: writing smithi01981774-40 from 0 to 434176 tid 1 2024-04-02T08:31:59.856 INFO:tasks.rados.rados.0.smithi019.stdout:497: read oid 38 snap 42 2024-04-02T08:31:59.856 INFO:tasks.rados.rados.0.smithi019.stdout:497: expect (ObjNum 134 snap 30 seq_num 134) 2024-04-02T08:31:59.856 INFO:tasks.rados.rados.0.smithi019.stdout:498: delete oid 16 current snap is 43 2024-04-02T08:31:59.856 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 145 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-04-02T08:31:59.860 INFO:tasks.rados.rados.0.smithi019.stdout:495: finishing write tid 1 to smithi01981774-47 2024-04-02T08:31:59.860 INFO:tasks.rados.rados.0.smithi019.stdout:495: finishing write tid 2 to smithi01981774-47 2024-04-02T08:31:59.860 INFO:tasks.rados.rados.0.smithi019.stdout:496: finishing write tid 1 to smithi01981774-40 2024-04-02T08:31:59.861 INFO:tasks.rados.rados.0.smithi019.stdout:496: finishing write tid 2 to smithi01981774-40 2024-04-02T08:31:59.862 INFO:tasks.rados.rados.0.smithi019.stdout:495: finishing write tid 3 to smithi01981774-47 2024-04-02T08:31:59.862 INFO:tasks.rados.rados.0.smithi019.stdout:495: oid 47 updating version 0 to 125 2024-04-02T08:31:59.862 INFO:tasks.rados.rados.0.smithi019.stdout:495: oid 47 updating version 125 to 126 2024-04-02T08:31:59.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 126 (ObjNum 168 snap 43 seq_num 168) dirty exists 2024-04-02T08:31:59.862 INFO:tasks.rados.rados.0.smithi019.stdout:495: left oid 47 (ObjNum 168 snap 43 seq_num 168) 2024-04-02T08:31:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:496: finishing write tid 3 to smithi01981774-40 2024-04-02T08:31:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:496: oid 40 updating version 0 to 118 2024-04-02T08:31:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:496: oid 40 updating version 118 to 119 2024-04-02T08:31:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 119 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-02T08:31:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:496: left oid 40 (ObjNum 169 snap 43 seq_num 169) 2024-04-02T08:31:59.864 INFO:tasks.rados.rados.0.smithi019.stdout:494: done (4 left) 2024-04-02T08:31:59.864 INFO:tasks.rados.rados.0.smithi019.stdout:495: done (3 left) 2024-04-02T08:31:59.865 INFO:tasks.rados.rados.0.smithi019.stdout:496: done (2 left) 2024-04-02T08:31:59.865 INFO:tasks.rados.rados.0.smithi019.stdout:498: done (1 left) 2024-04-02T08:31:59.865 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 43 2024-04-02T08:31:59.865 INFO:tasks.rados.rados.0.smithi019.stdout:499: seq_num 171 ranges {475136=466944} 2024-04-02T08:31:59.870 INFO:tasks.rados.rados.0.smithi019.stdout:499: writing smithi01981774-29 from 475136 to 942080 tid 1 2024-04-02T08:31:59.870 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 43 2024-04-02T08:31:59.870 INFO:tasks.rados.rados.0.smithi019.stdout:500: seq_num 172 ranges {0=483328} 2024-04-02T08:31:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:500: writing smithi01981774-12 from 0 to 483328 tid 1 2024-04-02T08:31:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:501: rollback oid 10 current snap is 43 2024-04-02T08:31:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 36 2024-04-02T08:31:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:502: read oid 36 snap -1 2024-04-02T08:31:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:502: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:503: copy_from oid 23 from oid 50 current snap is 43 2024-04-02T08:31:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 43 2024-04-02T08:31:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:504: seq_num 173 ranges {3203072=499712} 2024-04-02T08:31:59.896 INFO:tasks.rados.rados.0.smithi019.stdout:504: writing smithi01981774-13 from 3203072 to 3702784 tid 1 2024-04-02T08:31:59.896 INFO:tasks.rados.rados.0.smithi019.stdout:505: read oid 46 snap -1 2024-04-02T08:31:59.896 INFO:tasks.rados.rados.0.smithi019.stdout:505: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:31:59.896 INFO:tasks.rados.rados.0.smithi019.stdout:506: copy_from oid 49 from oid 26 current snap is 43 2024-04-02T08:31:59.896 INFO:tasks.rados.rados.0.smithi019.stdout:499: finishing write tid 1 to smithi01981774-29 2024-04-02T08:31:59.896 INFO:tasks.rados.rados.0.smithi019.stdout:499: finishing write tid 2 to smithi01981774-29 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:501: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:501: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:501: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 94 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:499: finishing write tid 3 to smithi01981774-29 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:499: oid 29 updating version 0 to 227 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:499: oid 29 updating version 227 to 228 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 228 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:499: left oid 29 (ObjNum 171 snap 43 seq_num 171) 2024-04-02T08:31:59.897 INFO:tasks.rados.rados.0.smithi019.stdout:502: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-02T08:31:59.929 INFO:tasks.rados.rados.0.smithi019.stdout:497: expect (ObjNum 134 snap 30 seq_num 134) 2024-04-02T08:32:00.048 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:31:59 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:31:59.993+0000 7f22b3e70200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:500: finishing write tid 1 to smithi01981774-12 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:500: finishing write tid 2 to smithi01981774-12 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:500: finishing write tid 3 to smithi01981774-12 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:500: oid 12 updating version 0 to 184 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:500: oid 12 version 184 is already newer than 183 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 184 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:500: left oid 12 (ObjNum 172 snap 43 seq_num 172) 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:503: finishing copy_from racing read to smithi01981774-23 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:503: finishing copy_from to smithi01981774-23 2024-04-02T08:32:00.139 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 45 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:507: read oid 18 snap -1 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:507: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:497: done (9 left) 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:499: done (8 left) 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:500: done (7 left) 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:501: done (6 left) 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:502: done (5 left) 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:503: done (4 left) 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 43 2024-04-02T08:32:00.140 INFO:tasks.rados.rados.0.smithi019.stdout:508: seq_num 174 ranges {188416=516096} 2024-04-02T08:32:00.143 INFO:tasks.rados.rados.0.smithi019.stdout:508: writing smithi01981774-6 from 188416 to 704512 tid 1 2024-04-02T08:32:00.143 INFO:tasks.rados.rados.0.smithi019.stdout:509: read oid 4 snap 34 2024-04-02T08:32:00.143 INFO:tasks.rados.rados.0.smithi019.stdout:509: expect (ObjNum 91 snap 16 seq_num 91) 2024-04-02T08:32:00.143 INFO:tasks.rados.rados.0.smithi019.stdout:510: snap_remove snap 38 2024-04-02T08:32:00.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:00.103+0000 7f22b3e70200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:00.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:00.343+0000 7f22b3e70200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:00.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:00] ENGINE Bus STARTING 2024-04-02T08:32:00.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: CherryPy Checker: 2024-04-02T08:32:00.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: The Application mounted at '' has an empty config. 2024-04-02T08:32:00.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:00.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:00] ENGINE Serving on http://:::9283 2024-04-02T08:32:00.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:00] ENGINE Bus STARTED 2024-04-02T08:32:00.977 INFO:tasks.rados.rados.0.smithi019.stdout:510: done (6 left) 2024-04-02T08:32:00.977 INFO:tasks.rados.rados.0.smithi019.stdout:511: snap_remove snap 40 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: pgmap v212: 121 pgs: 121 active+clean; 160 MiB data, 509 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: Standby manager daemon x restarted 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: Standby manager daemon x started 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: pgmap v212: 121 pgs: 121 active+clean; 160 MiB data, 509 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: Standby manager daemon x restarted 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: Standby manager daemon x started 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:00 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:01.271 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: pgmap v212: 121 pgs: 121 active+clean; 160 MiB data, 509 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-02T08:32:01.271 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:32:01.271 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:01.271 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: Standby manager daemon x restarted 2024-04-02T08:32:01.271 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: Standby manager daemon x started 2024-04-02T08:32:01.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:01.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:01.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:01.272 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:00 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:01.777 INFO:tasks.rados.rados.0.smithi019.stdout:511: done (6 left) 2024-04-02T08:32:01.778 INFO:tasks.rados.rados.0.smithi019.stdout:512: copy_from oid 12 from oid 41 current snap is 43 2024-04-02T08:32:01.778 INFO:tasks.rados.rados.0.smithi019.stdout:513: rollback oid 38 current snap is 43 2024-04-02T08:32:01.778 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 31 2024-04-02T08:32:01.778 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 43 2024-04-02T08:32:01.778 INFO:tasks.rados.rados.0.smithi019.stdout:514: seq_num 175 ranges {139264=540672} 2024-04-02T08:32:01.781 INFO:tasks.rados.rados.0.smithi019.stdout:514: writing smithi01981774-8 from 139264 to 679936 tid 1 2024-04-02T08:32:01.785 INFO:tasks.rados.rados.0.smithi019.stdout:504: finishing write tid 1 to smithi01981774-13 2024-04-02T08:32:01.785 INFO:tasks.rados.rados.0.smithi019.stdout:504: finishing write tid 2 to smithi01981774-13 2024-04-02T08:32:01.786 INFO:tasks.rados.rados.0.smithi019.stdout:505: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:504: finishing write tid 3 to smithi01981774-13 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:504: oid 13 updating version 0 to 99 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:504: oid 13 updating version 99 to 100 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 100 (ObjNum 173 snap 43 seq_num 173) dirty exists 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:504: left oid 13 (ObjNum 173 snap 43 seq_num 173) 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:506: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:506: finishing copy_from to smithi01981774-49 2024-04-02T08:32:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 110 (ObjNum 140 snap 32 seq_num 140) dirty exists 2024-04-02T08:32:01.863 INFO:tasks.rados.rados.0.smithi019.stdout:504: done (8 left) 2024-04-02T08:32:01.863 INFO:tasks.rados.rados.0.smithi019.stdout:505: done (7 left) 2024-04-02T08:32:01.863 INFO:tasks.rados.rados.0.smithi019.stdout:506: done (6 left) 2024-04-02T08:32:01.863 INFO:tasks.rados.rados.0.smithi019.stdout:515: snap_create 2024-04-02T08:32:01.863 INFO:tasks.rados.rados.0.smithi019.stdout:507: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:01.871 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:01] ENGINE Bus STOPPING 2024-04-02T08:32:01.872 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:32:01.872 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:01] ENGINE Bus STOPPED 2024-04-02T08:32:01.872 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:01] ENGINE Bus STARTING 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:508: finishing write tid 1 to smithi01981774-6 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:508: finishing write tid 2 to smithi01981774-6 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:508: finishing write tid 3 to smithi01981774-6 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:508: oid 6 updating version 0 to 46 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:508: oid 6 version 46 is already newer than 45 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 46 (ObjNum 174 snap 43 seq_num 174) dirty exists 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:508: left oid 6 (ObjNum 174 snap 43 seq_num 174) 2024-04-02T08:32:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:509: expect (ObjNum 91 snap 16 seq_num 91) 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:513: finishing rollback tid 0 to smithi01981774-38 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:513: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:512: finishing copy_from to smithi01981774-12 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:512: got expected ENOENT (src dne) 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:512: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:513: finishing rollback tid 2 to smithi01981774-38 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 178 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:514: finishing write tid 1 to smithi01981774-8 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:514: finishing write tid 2 to smithi01981774-8 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:514: finishing write tid 3 to smithi01981774-8 2024-04-02T08:32:01.946 INFO:tasks.rados.rados.0.smithi019.stdout:514: oid 8 updating version 0 to 176 2024-04-02T08:32:01.947 INFO:tasks.rados.rados.0.smithi019.stdout:514: oid 8 updating version 176 to 177 2024-04-02T08:32:01.947 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 177 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-04-02T08:32:01.947 INFO:tasks.rados.rados.0.smithi019.stdout:514: left oid 8 (ObjNum 175 snap 43 seq_num 175) 2024-04-02T08:32:02.031 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:01.778+0000 7f588219e700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:32:02.031 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setuser ceph since I am not root 2024-04-02T08:32:02.031 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.032 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: mgrmap e24: x(active, starting, since 0.00858137s) 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:02.033 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: Manager daemon x is now available 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:02.034 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: mgrmap e24: x(active, starting, since 0.00858137s) 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:02.035 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:02.036 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:02.036 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:02.036 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:02.036 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:02.036 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: Manager daemon x is now available 2024-04-02T08:32:02.037 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:02.038 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:02.039 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:01 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:02.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.921+0000 7f22132c1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.921+0000 7f22132c1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.921+0000 7f22132c1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.921+0000 7f22132c1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.921+0000 7f22132c1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.922+0000 7f22112bd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.922+0000 7f22112bd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.922+0000 7f22112bd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.922+0000 7f22112bd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:01.922+0000 7f22112bd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:01] ENGINE Serving on http://:::9283 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:01] ENGINE Bus STARTED 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:32:02.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.14607 172.21.15.19:0/3809110955' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:32:02.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: mgrmap e24: x(active, starting, since 0.00858137s) 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:02.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: Manager daemon x is now available 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:02.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:01 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:02.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:02.374+0000 7f16301f4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:02.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:02.471+0000 7f16301f4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:02.780 INFO:tasks.rados.rados.0.smithi019.stdout:507: done (6 left) 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:508: done (5 left) 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:509: done (4 left) 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:512: done (3 left) 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:513: done (2 left) 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:514: done (1 left) 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:515: done (0 left) 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 44 2024-04-02T08:32:02.781 INFO:tasks.rados.rados.0.smithi019.stdout:516: seq_num 176 ranges {0=557056} 2024-04-02T08:32:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:516: writing smithi01981774-17 from 0 to 557056 tid 1 2024-04-02T08:32:02.784 INFO:tasks.rados.rados.0.smithi019.stdout:517: copy_from oid 28 from oid 42 current snap is 44 2024-04-02T08:32:02.784 INFO:tasks.rados.rados.0.smithi019.stdout:518: rollback oid 15 current snap is 44 2024-04-02T08:32:02.784 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 31 2024-04-02T08:32:02.784 INFO:tasks.rados.rados.0.smithi019.stdout:519: rollback oid 33 current snap is 44 2024-04-02T08:32:02.784 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 33 to 43 2024-04-02T08:32:02.784 INFO:tasks.rados.rados.0.smithi019.stdout:520: delete oid 46 current snap is 44 2024-04-02T08:32:02.787 INFO:tasks.rados.rados.0.smithi019.stdout:519: finishing rollback tid 0 to smithi01981774-33 2024-04-02T08:32:02.789 INFO:tasks.rados.rados.0.smithi019.stdout:516: finishing write tid 1 to smithi01981774-17 2024-04-02T08:32:02.790 INFO:tasks.rados.rados.0.smithi019.stdout:516: finishing write tid 2 to smithi01981774-17 2024-04-02T08:32:02.791 INFO:tasks.rados.rados.0.smithi019.stdout:518: finishing rollback tid 0 to smithi01981774-15 2024-04-02T08:32:02.791 INFO:tasks.rados.rados.0.smithi019.stdout:519: finishing rollback tid 1 to smithi01981774-33 2024-04-02T08:32:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:519: finishing rollback tid 2 to smithi01981774-33 2024-04-02T08:32:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 113 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:518: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:518: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 152 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:516: finishing write tid 3 to smithi01981774-17 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:516: oid 17 updating version 0 to 179 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:516: oid 17 updating version 179 to 180 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 180 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:516: left oid 17 (ObjNum 176 snap 44 seq_num 176) 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:517: finishing copy_from to smithi01981774-28 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:517: got expected ENOENT (src dne) 2024-04-02T08:32:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:517: finishing copy_from racing read to smithi01981774-28 2024-04-02T08:32:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:516: done (4 left) 2024-04-02T08:32:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:517: done (3 left) 2024-04-02T08:32:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:518: done (2 left) 2024-04-02T08:32:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:519: done (1 left) 2024-04-02T08:32:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:520: done (0 left) 2024-04-02T08:32:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:521: read oid 48 snap 23 2024-04-02T08:32:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:521: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:522: read oid 26 snap -1 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:522: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:523: rollback oid 38 current snap is 44 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 34 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:524: read oid 20 snap -1 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:524: expect deleted 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 44 2024-04-02T08:32:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:525: seq_num 178 ranges {557056=589824} 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:525: writing smithi01981774-17 from 557056 to 1146880 tid 1 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:526: read oid 50 snap 23 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:526: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:527: snap_create 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:523: finishing rollback tid 0 to smithi01981774-38 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:523: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:523: finishing rollback tid 2 to smithi01981774-38 2024-04-02T08:32:02.801 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 184 (ObjNum 134 snap 30 seq_num 134) dirty exists 2024-04-02T08:32:02.806 INFO:tasks.rados.rados.0.smithi019.stdout:526: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:32:02.829 INFO:tasks.rados.rados.0.smithi019.stdout:525: finishing write tid 1 to smithi01981774-17 2024-04-02T08:32:02.829 INFO:tasks.rados.rados.0.smithi019.stdout:525: finishing write tid 2 to smithi01981774-17 2024-04-02T08:32:02.829 INFO:tasks.rados.rados.0.smithi019.stdout:521: expect (ObjNum 98 snap 20 seq_num 98) 2024-04-02T08:32:02.906 INFO:tasks.rados.rados.0.smithi019.stdout:525: finishing write tid 3 to smithi01981774-17 2024-04-02T08:32:02.906 INFO:tasks.rados.rados.0.smithi019.stdout:525: oid 17 updating version 0 to 186 2024-04-02T08:32:02.906 INFO:tasks.rados.rados.0.smithi019.stdout:525: oid 17 version 186 is already newer than 185 2024-04-02T08:32:02.906 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 186 (ObjNum 178 snap 44 seq_num 178) dirty exists 2024-04-02T08:32:02.906 INFO:tasks.rados.rados.0.smithi019.stdout:525: left oid 17 (ObjNum 178 snap 44 seq_num 178) 2024-04-02T08:32:02.906 INFO:tasks.rados.rados.0.smithi019.stdout:522: expect (ObjNum 140 snap 32 seq_num 140) 2024-04-02T08:32:03.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:03.145+0000 7f16301f4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:03.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:03.239+0000 7f16301f4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:03.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:03.384+0000 7f16301f4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:03.772 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:32:03.512Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T08:32:03.772 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:03.482+0000 7f16301f4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:03.773 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:03.568+0000 7f16301f4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:03.805 INFO:tasks.rados.rados.0.smithi019.stdout:521: done (6 left) 2024-04-02T08:32:03.806 INFO:tasks.rados.rados.0.smithi019.stdout:522: done (5 left) 2024-04-02T08:32:03.806 INFO:tasks.rados.rados.0.smithi019.stdout:523: done (4 left) 2024-04-02T08:32:03.806 INFO:tasks.rados.rados.0.smithi019.stdout:524: done (3 left) 2024-04-02T08:32:03.806 INFO:tasks.rados.rados.0.smithi019.stdout:525: done (2 left) 2024-04-02T08:32:03.806 INFO:tasks.rados.rados.0.smithi019.stdout:526: done (1 left) 2024-04-02T08:32:03.806 INFO:tasks.rados.rados.0.smithi019.stdout:527: done (0 left) 2024-04-02T08:32:03.806 INFO:tasks.rados.rados.0.smithi019.stdout:528: delete oid 40 current snap is 45 2024-04-02T08:32:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:528: done (0 left) 2024-04-02T08:32:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:529: rmattr oid 4 current snap is 45 2024-04-02T08:32:03.808 INFO:tasks.rados.rados.0.smithi019.stdout:530: snap_create 2024-04-02T08:32:03.815 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 146 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-04-02T08:32:03.818 INFO:tasks.rados.rados.0.smithi019.stdout:529: done (1 left) 2024-04-02T08:32:03.818 INFO:tasks.rados.rados.0.smithi019.stdout:530: done (0 left) 2024-04-02T08:32:03.818 INFO:tasks.rados.rados.0.smithi019.stdout:531: delete oid 37 current snap is 46 2024-04-02T08:32:03.824 INFO:tasks.rados.rados.0.smithi019.stdout:531: done (0 left) 2024-04-02T08:32:03.825 INFO:tasks.rados.rados.0.smithi019.stdout:532: read oid 28 snap 45 2024-04-02T08:32:03.825 INFO:tasks.rados.rados.0.smithi019.stdout:532: expect (ObjNum 153 snap 38 seq_num 153) 2024-04-02T08:32:03.825 INFO:tasks.rados.rados.0.smithi019.stdout:533: read oid 2 snap 42 2024-04-02T08:32:03.825 INFO:tasks.rados.rados.0.smithi019.stdout:533: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:32:03.825 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 46 2024-04-02T08:32:03.825 INFO:tasks.rados.rados.0.smithi019.stdout:534: seq_num 181 ranges {0=638976} 2024-04-02T08:32:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:534: writing smithi01981774-42 from 0 to 638976 tid 1 2024-04-02T08:32:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:535: snap_create 2024-04-02T08:32:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:533: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:32:03.848 INFO:tasks.rados.rados.0.smithi019.stdout:534: finishing write tid 1 to smithi01981774-42 2024-04-02T08:32:03.848 INFO:tasks.rados.rados.0.smithi019.stdout:534: finishing write tid 2 to smithi01981774-42 2024-04-02T08:32:03.849 INFO:tasks.rados.rados.0.smithi019.stdout:532: expect (ObjNum 153 snap 38 seq_num 153) 2024-04-02T08:32:03.881 INFO:tasks.rados.rados.0.smithi019.stdout:534: finishing write tid 3 to smithi01981774-42 2024-04-02T08:32:03.881 INFO:tasks.rados.rados.0.smithi019.stdout:534: oid 42 updating version 0 to 48 2024-04-02T08:32:03.881 INFO:tasks.rados.rados.0.smithi019.stdout:534: oid 42 version 48 is already newer than 47 2024-04-02T08:32:03.881 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 48 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-04-02T08:32:03.881 INFO:tasks.rados.rados.0.smithi019.stdout:534: left oid 42 (ObjNum 181 snap 46 seq_num 181) 2024-04-02T08:32:04.054 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[27522]: Deploying cephadm binary to smithi019 2024-04-02T08:32:04.054 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[27522]: Deploying cephadm binary to smithi066 2024-04-02T08:32:04.054 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[27522]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:04.054 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[27522]: mgrmap e25: x(active, since 1.02543s) 2024-04-02T08:32:04.054 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[39381]: Deploying cephadm binary to smithi019 2024-04-02T08:32:04.055 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[39381]: Deploying cephadm binary to smithi066 2024-04-02T08:32:04.055 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[39381]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:04.055 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-mon[39381]: mgrmap e25: x(active, since 1.02543s) 2024-04-02T08:32:04.055 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:03.852+0000 7f16301f4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:04.055 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:03 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:03.966+0000 7f16301f4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:04.055 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:04.055+0000 7f16301f4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:03 smithi066 ceph-mon[30998]: Deploying cephadm binary to smithi019 2024-04-02T08:32:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:03 smithi066 ceph-mon[30998]: Deploying cephadm binary to smithi066 2024-04-02T08:32:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:03 smithi066 ceph-mon[30998]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:32:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:03 smithi066 ceph-mon[30998]: mgrmap e25: x(active, since 1.02543s) 2024-04-02T08:32:04.332 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:04.152+0000 7f16301f4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:04.332 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:04.333+0000 7f16301f4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:04.824 INFO:tasks.rados.rados.0.smithi019.stdout:532: done (3 left) 2024-04-02T08:32:04.824 INFO:tasks.rados.rados.0.smithi019.stdout:533: done (2 left) 2024-04-02T08:32:04.824 INFO:tasks.rados.rados.0.smithi019.stdout:534: done (1 left) 2024-04-02T08:32:04.825 INFO:tasks.rados.rados.0.smithi019.stdout:535: done (0 left) 2024-04-02T08:32:04.825 INFO:tasks.rados.rados.0.smithi019.stdout:536: setattr oid 5 current snap is 47 2024-04-02T08:32:04.825 INFO:tasks.rados.rados.0.smithi019.stdout:537: rollback oid 50 current snap is 47 2024-04-02T08:32:04.825 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 45 2024-04-02T08:32:04.825 INFO:tasks.rados.rados.0.smithi019.stdout:538: setattr oid 47 current snap is 47 2024-04-02T08:32:04.827 INFO:tasks.rados.rados.0.smithi019.stdout:539: rollback oid 10 current snap is 47 2024-04-02T08:32:04.827 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 31 2024-04-02T08:32:04.827 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 47 2024-04-02T08:32:04.827 INFO:tasks.rados.rados.0.smithi019.stdout:540: seq_num 182 ranges {4931584=655360} 2024-04-02T08:32:04.858 INFO:tasks.rados.rados.0.smithi019.stdout:540: writing smithi01981774-11 from 4931584 to 5586944 tid 1 2024-04-02T08:32:04.858 INFO:tasks.rados.rados.0.smithi019.stdout:541: snap_remove snap 43 2024-04-02T08:32:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:04 smithi066 ceph-mon[30998]: pgmap v4: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:04 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:02] ENGINE Bus STARTING 2024-04-02T08:32:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:04 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:03] ENGINE Serving on https://172.21.15.66:7150 2024-04-02T08:32:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:04 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:03] ENGINE Serving on http://172.21.15.66:8765 2024-04-02T08:32:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:04 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:03] ENGINE Bus STARTED 2024-04-02T08:32:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:04 smithi066 ceph-mon[30998]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:04 smithi066 ceph-mon[30998]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:05.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[27522]: pgmap v4: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:02] ENGINE Bus STARTING 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:03] ENGINE Serving on https://172.21.15.66:7150 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:03] ENGINE Serving on http://172.21.15.66:8765 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:03] ENGINE Bus STARTED 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[27522]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[27522]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[39381]: pgmap v4: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:02] ENGINE Bus STARTING 2024-04-02T08:32:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:03] ENGINE Serving on https://172.21.15.66:7150 2024-04-02T08:32:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:03] ENGINE Serving on http://172.21.15.66:8765 2024-04-02T08:32:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:03] ENGINE Bus STARTED 2024-04-02T08:32:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[39381]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:32:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:04 smithi019 ceph-mon[39381]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:32:05.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:05.332+0000 7f16301f4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:05.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:05.468+0000 7f16301f4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:541: done (5 left) 2024-04-02T08:32:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 47 2024-04-02T08:32:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:542: seq_num 183 ranges {2850816=671744} 2024-04-02T08:32:05.857 INFO:tasks.rados.rados.0.smithi019.stdout:542: writing smithi01981774-23 from 2850816 to 3522560 tid 1 2024-04-02T08:32:05.857 INFO:tasks.rados.rados.0.smithi019.stdout:543: rollback oid 20 current snap is 47 2024-04-02T08:32:05.857 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 34 2024-04-02T08:32:05.857 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 128 (ObjNum 168 snap 43 seq_num 168) dirty exists 2024-04-02T08:32:05.857 INFO:tasks.rados.rados.0.smithi019.stdout:537: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:537: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:537: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 69 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 188 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:539: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:539: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:539: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 102 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:540: finishing write tid 1 to smithi01981774-11 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:540: finishing write tid 2 to smithi01981774-11 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:536: done (6 left) 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:537: done (5 left) 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:538: done (4 left) 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:539: done (3 left) 2024-04-02T08:32:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:544: rmattr oid 49 current snap is 47 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:540: finishing write tid 3 to smithi01981774-11 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:540: oid 11 updating version 0 to 149 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:540: oid 11 version 149 is already newer than 148 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 149 (ObjNum 182 snap 47 seq_num 182) dirty exists 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:540: left oid 11 (ObjNum 182 snap 47 seq_num 182) 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:540: done (3 left) 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:545: read oid 18 snap -1 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:545: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:546: snap_create 2024-04-02T08:32:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:543: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:32:05.860 INFO:tasks.rados.rados.0.smithi019.stdout:543: finishing rollback tid 2 to smithi01981774-20 2024-04-02T08:32:05.860 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 194 (ObjNum 121 snap 25 seq_num 121) dirty exists 2024-04-02T08:32:05.860 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 114 (ObjNum 140 snap 32 seq_num 140) dirty exists 2024-04-02T08:32:05.861 INFO:tasks.rados.rados.0.smithi019.stdout:545: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:05.901 INFO:tasks.rados.rados.0.smithi019.stdout:542: finishing write tid 1 to smithi01981774-23 2024-04-02T08:32:05.901 INFO:tasks.rados.rados.0.smithi019.stdout:542: finishing write tid 2 to smithi01981774-23 2024-04-02T08:32:05.901 INFO:tasks.rados.rados.0.smithi019.stdout:542: finishing write tid 3 to smithi01981774-23 2024-04-02T08:32:05.902 INFO:tasks.rados.rados.0.smithi019.stdout:542: oid 23 updating version 0 to 74 2024-04-02T08:32:05.902 INFO:tasks.rados.rados.0.smithi019.stdout:542: oid 23 version 74 is already newer than 73 2024-04-02T08:32:05.902 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 74 (ObjNum 183 snap 47 seq_num 183) dirty exists 2024-04-02T08:32:05.902 INFO:tasks.rados.rados.0.smithi019.stdout:542: left oid 23 (ObjNum 183 snap 47 seq_num 183) 2024-04-02T08:32:06.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:05 smithi066 ceph-mon[30998]: pgmap v5: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:05 smithi066 ceph-mon[30998]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:05 smithi066 ceph-mon[30998]: mgrmap e26: x(active, since 3s) 2024-04-02T08:32:06.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-mon[27522]: pgmap v5: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:06.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-mon[27522]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:06.115 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-mon[27522]: mgrmap e26: x(active, since 3s) 2024-04-02T08:32:06.116 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-mon[39381]: pgmap v5: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:06.116 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-mon[39381]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:32:06.116 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-mon[39381]: mgrmap e26: x(active, since 3s) 2024-04-02T08:32:06.116 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:05.811+0000 7f16301f4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:06.116 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:05.914+0000 7f16301f4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:06.116 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:06.116+0000 7f16301f4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:06.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:06.307+0000 7f16301f4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:06.834 INFO:tasks.rados.rados.0.smithi019.stdout:542: done (4 left) 2024-04-02T08:32:06.835 INFO:tasks.rados.rados.0.smithi019.stdout:543: done (3 left) 2024-04-02T08:32:06.835 INFO:tasks.rados.rados.0.smithi019.stdout:544: done (2 left) 2024-04-02T08:32:06.835 INFO:tasks.rados.rados.0.smithi019.stdout:545: done (1 left) 2024-04-02T08:32:06.835 INFO:tasks.rados.rados.0.smithi019.stdout:546: done (0 left) 2024-04-02T08:32:06.835 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 48 2024-04-02T08:32:06.835 INFO:tasks.rados.rados.0.smithi019.stdout:547: seq_num 184 ranges {2629632=688128} 2024-04-02T08:32:06.852 INFO:tasks.rados.rados.0.smithi019.stdout:547: writing smithi01981774-3 from 2629632 to 3317760 tid 1 2024-04-02T08:32:06.853 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 48 2024-04-02T08:32:06.853 INFO:tasks.rados.rados.0.smithi019.stdout:548: seq_num 185 ranges {4030464=704512} 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-mon[27522]: pgmap v9: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-mon[27522]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-mon[39381]: pgmap v9: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-mon[39381]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:06.870 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:06.602+0000 7f16301f4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:548: writing smithi01981774-49 from 4030464 to 4734976 tid 1 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:549: read oid 32 snap 47 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:549: expect deleted 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:550: rollback oid 50 current snap is 48 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 31 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:547: finishing write tid 1 to smithi01981774-3 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:547: finishing write tid 2 to smithi01981774-3 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:551: snap_create 2024-04-02T08:32:06.879 INFO:tasks.rados.rados.0.smithi019.stdout:547: finishing write tid 3 to smithi01981774-3 2024-04-02T08:32:06.880 INFO:tasks.rados.rados.0.smithi019.stdout:547: oid 3 updating version 0 to 180 2024-04-02T08:32:06.880 INFO:tasks.rados.rados.0.smithi019.stdout:547: oid 3 version 180 is already newer than 179 2024-04-02T08:32:06.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 180 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-04-02T08:32:06.880 INFO:tasks.rados.rados.0.smithi019.stdout:547: left oid 3 (ObjNum 184 snap 48 seq_num 184) 2024-04-02T08:32:06.884 INFO:tasks.rados.rados.0.smithi019.stdout:550: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:32:06.884 INFO:tasks.rados.rados.0.smithi019.stdout:550: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:32:06.884 INFO:tasks.rados.rados.0.smithi019.stdout:548: finishing write tid 1 to smithi01981774-49 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi019.stdout:550: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 78 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:06.886 INFO:tasks.rados.rados.0.smithi019.stdout:548: finishing write tid 2 to smithi01981774-49 2024-04-02T08:32:06.886 INFO:tasks.rados.rados.0.smithi019.stdout:548: finishing write tid 3 to smithi01981774-49 2024-04-02T08:32:06.887 INFO:tasks.rados.rados.0.smithi019.stdout:548: oid 49 updating version 0 to 116 2024-04-02T08:32:06.887 INFO:tasks.rados.rados.0.smithi019.stdout:548: oid 49 version 116 is already newer than 115 2024-04-02T08:32:06.887 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 116 (ObjNum 185 snap 48 seq_num 185) dirty exists 2024-04-02T08:32:06.887 INFO:tasks.rados.rados.0.smithi019.stdout:548: left oid 49 (ObjNum 185 snap 48 seq_num 185) 2024-04-02T08:32:07.195 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:06.871+0000 7f16301f4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:07.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:07.119+0000 7f16301f4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:07.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:06 smithi066 ceph-mon[30998]: pgmap v9: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:06 smithi066 ceph-mon[30998]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:547: done (4 left) 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:548: done (3 left) 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:549: done (2 left) 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:550: done (1 left) 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:551: done (0 left) 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:552: read oid 22 snap -1 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:552: expect deleted 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:553: rollback oid 47 current snap is 49 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 48 2024-04-02T08:32:07.843 INFO:tasks.rados.rados.0.smithi019.stdout:554: snap_remove snap 23 2024-04-02T08:32:08.088 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:07 smithi019 ceph-mon[27522]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:08.088 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:08.003+0000 7f16301f4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:08.088 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:07 smithi019 ceph-mon[39381]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:08.164 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:07 smithi066 ceph-mon[30998]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:32:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:554: done (2 left) 2024-04-02T08:32:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 49 2024-04-02T08:32:08.852 INFO:tasks.rados.rados.0.smithi019.stdout:555: seq_num 186 ranges {704512=720896} 2024-04-02T08:32:08.861 INFO:tasks.rados.rados.0.smithi019.stdout:555: writing smithi01981774-6 from 704512 to 1425408 tid 1 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:553: finishing rollback tid 0 to smithi01981774-47 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:553: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:553: finishing rollback tid 2 to smithi01981774-47 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 131 (ObjNum 168 snap 43 seq_num 168) dirty exists 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:552: done (2 left) 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:553: done (1 left) 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:556: copy_from oid 18 from oid 40 current snap is 49 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:557: rollback oid 28 current snap is 49 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 28 to 45 2024-04-02T08:32:08.862 INFO:tasks.rados.rados.0.smithi019.stdout:558: snap_remove snap 35 2024-04-02T08:32:08.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:08 smithi019 ceph-mon[27522]: pgmap v12: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:08 smithi019 ceph-mon[27522]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:08.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:08.636+0000 7f16301f4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:08.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:08 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:08.755+0000 7f16301f4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:08 smithi019 ceph-mon[39381]: pgmap v12: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:08 smithi019 ceph-mon[39381]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:08 smithi066 ceph-mon[30998]: pgmap v12: 121 pgs: 121 active+clean; 175 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:08 smithi066 ceph-mon[30998]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:32:09.325 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:09.021+0000 7f16301f4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:09.325 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:32:09] ENGINE Bus STARTING 2024-04-02T08:32:09.326 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: CherryPy Checker: 2024-04-02T08:32:09.326 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: The Application mounted at '' has an empty config. 2024-04-02T08:32:09.326 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: 2024-04-02T08:32:09.326 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:32:09] ENGINE Serving on http://:::9283 2024-04-02T08:32:09.326 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: [02/Apr/2024:08:32:09] ENGINE Bus STARTED 2024-04-02T08:32:09.859 INFO:tasks.rados.rados.0.smithi019.stdout:558: done (3 left) 2024-04-02T08:32:09.859 INFO:tasks.rados.rados.0.smithi019.stdout:559: snap_remove snap 34 2024-04-02T08:32:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:09 smithi066 ceph-mon[30998]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:09 smithi066 ceph-mon[30998]: Standby manager daemon y started 2024-04-02T08:32:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:09 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:09 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:09 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:09 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:10.193 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[27522]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:10.193 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[27522]: Standby manager daemon y started 2024-04-02T08:32:10.193 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:10.193 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:10.193 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:10.193 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:10.194 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[39381]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:32:10.194 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[39381]: Standby manager daemon y started 2024-04-02T08:32:10.194 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:10.194 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:10.194 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:10.194 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:09 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/4216949922' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:10.855 INFO:tasks.rados.rados.0.smithi019.stdout:559: done (3 left) 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:560: snap_create 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:556: finishing copy_from to smithi01981774-18 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:556: got expected ENOENT (src dne) 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:556: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:555: finishing write tid 1 to smithi01981774-6 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:555: finishing write tid 2 to smithi01981774-6 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:555: finishing write tid 3 to smithi01981774-6 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:555: oid 6 updating version 0 to 54 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:555: oid 6 updating version 54 to 55 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 55 (ObjNum 186 snap 49 seq_num 186) dirty exists 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:555: left oid 6 (ObjNum 186 snap 49 seq_num 186) 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:557: finishing rollback tid 0 to smithi01981774-28 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:557: finishing rollback tid 1 to smithi01981774-28 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:557: finishing rollback tid 2 to smithi01981774-28 2024-04-02T08:32:10.856 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 246 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-04-02T08:32:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[27522]: pgmap v15: 121 pgs: 121 active+clean; 183 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 964 KiB/s wr, 54 op/s 2024-04-02T08:32:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[27522]: mgrmap e27: x(active, since 8s), standbys: y 2024-04-02T08:32:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[27522]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:11.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:11.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[39381]: pgmap v15: 121 pgs: 121 active+clean; 183 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 964 KiB/s wr, 54 op/s 2024-04-02T08:32:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[39381]: mgrmap e27: x(active, since 8s), standbys: y 2024-04-02T08:32:11.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[39381]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:10 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:10 smithi066 ceph-mon[30998]: pgmap v15: 121 pgs: 121 active+clean; 183 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 964 KiB/s wr, 54 op/s 2024-04-02T08:32:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:10 smithi066 ceph-mon[30998]: mgrmap e27: x(active, since 8s), standbys: y 2024-04-02T08:32:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:10 smithi066 ceph-mon[30998]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:32:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:10 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:10 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:10 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:555: done (3 left) 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:556: done (2 left) 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:557: done (1 left) 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:560: done (0 left) 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:561: read oid 47 snap -1 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:561: expect (ObjNum 168 snap 43 seq_num 168) 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 50 2024-04-02T08:32:11.867 INFO:tasks.rados.rados.0.smithi019.stdout:562: seq_num 187 ranges {3203072=737280} 2024-04-02T08:32:11.889 INFO:tasks.rados.rados.0.smithi019.stdout:562: writing smithi01981774-43 from 3203072 to 3940352 tid 1 2024-04-02T08:32:11.889 INFO:tasks.rados.rados.0.smithi019.stdout:563: rollback oid 29 current snap is 50 2024-04-02T08:32:11.889 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 48 2024-04-02T08:32:11.889 INFO:tasks.rados.rados.0.smithi019.stdout:561: expect (ObjNum 168 snap 43 seq_num 168) 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:563: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:563: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:563: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 280 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:562: finishing write tid 1 to smithi01981774-43 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:562: finishing write tid 2 to smithi01981774-43 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:561: done (2 left) 2024-04-02T08:32:12.027 INFO:tasks.rados.rados.0.smithi019.stdout:563: done (1 left) 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi019.stdout:564: delete oid 34 current snap is 50 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi019.stdout:562: finishing write tid 3 to smithi01981774-43 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi019.stdout:562: oid 43 updating version 0 to 142 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi019.stdout:562: oid 43 version 142 is already newer than 141 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 142 (ObjNum 187 snap 50 seq_num 187) dirty exists 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi019.stdout:562: left oid 43 (ObjNum 187 snap 50 seq_num 187) 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi019.stdout:562: done (1 left) 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi019.stdout:564: done (0 left) 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi019.stdout:565: read oid 6 snap -1 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi019.stdout:565: expect (ObjNum 186 snap 49 seq_num 186) 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi019.stdout:566: copy_from oid 26 from oid 31 current snap is 50 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 50 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi019.stdout:567: seq_num 189 ranges {3702784=770048} 2024-04-02T08:32:12.054 INFO:tasks.rados.rados.0.smithi019.stdout:567: writing smithi01981774-13 from 3702784 to 4472832 tid 1 2024-04-02T08:32:12.054 INFO:tasks.rados.rados.0.smithi019.stdout:568: delete oid 15 current snap is 50 2024-04-02T08:32:12.054 INFO:tasks.rados.rados.0.smithi019.stdout:565: expect (ObjNum 186 snap 49 seq_num 186) 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:566: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:566: finishing copy_from to smithi01981774-26 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 76 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:565: done (3 left) 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:566: done (2 left) 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:568: done (1 left) 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 50 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:567: finishing write tid 1 to smithi01981774-13 2024-04-02T08:32:12.107 INFO:tasks.rados.rados.0.smithi019.stdout:567: finishing write tid 2 to smithi01981774-13 2024-04-02T08:32:12.108 INFO:tasks.rados.rados.0.smithi019.stdout:567: finishing write tid 3 to smithi01981774-13 2024-04-02T08:32:12.108 INFO:tasks.rados.rados.0.smithi019.stdout:567: oid 13 updating version 0 to 101 2024-04-02T08:32:12.108 INFO:tasks.rados.rados.0.smithi019.stdout:567: oid 13 updating version 101 to 102 2024-04-02T08:32:12.108 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 102 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-04-02T08:32:12.108 INFO:tasks.rados.rados.0.smithi019.stdout:567: left oid 13 (ObjNum 189 snap 50 seq_num 189) 2024-04-02T08:32:12.108 INFO:tasks.rados.rados.0.smithi019.stdout:569: seq_num 191 ranges {0=802816} 2024-04-02T08:32:12.111 INFO:tasks.rados.rados.0.smithi019.stdout:569: writing smithi01981774-39 from 0 to 802816 tid 1 2024-04-02T08:32:12.111 INFO:tasks.rados.rados.0.smithi019.stdout:567: done (1 left) 2024-04-02T08:32:12.111 INFO:tasks.rados.rados.0.smithi019.stdout:570: setattr oid 26 current snap is 50 2024-04-02T08:32:12.112 INFO:tasks.rados.rados.0.smithi019.stdout:571: delete oid 43 current snap is 50 2024-04-02T08:32:12.115 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 173 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-04-02T08:32:12.116 INFO:tasks.rados.rados.0.smithi019.stdout:569: finishing write tid 1 to smithi01981774-39 2024-04-02T08:32:12.116 INFO:tasks.rados.rados.0.smithi019.stdout:569: finishing write tid 2 to smithi01981774-39 2024-04-02T08:32:12.116 INFO:tasks.rados.rados.0.smithi019.stdout:570: done (2 left) 2024-04-02T08:32:12.116 INFO:tasks.rados.rados.0.smithi019.stdout:571: done (1 left) 2024-04-02T08:32:12.116 INFO:tasks.rados.rados.0.smithi019.stdout:572: snap_remove snap 41 2024-04-02T08:32:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi019 to 2481M 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi019 to 2481M 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:11 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi019 to 2481M 2024-04-02T08:32:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:11 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:572: done (1 left) 2024-04-02T08:32:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 50 2024-04-02T08:32:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:573: seq_num 193 ranges {1302528=434176,1736704=401408} 2024-04-02T08:32:12.885 INFO:tasks.rados.rados.0.smithi019.stdout:573: writing smithi01981774-9 from 1302528 to 1736704 tid 1 2024-04-02T08:32:12.889 INFO:tasks.rados.rados.0.smithi019.stdout:573: writing smithi01981774-9 from 1736704 to 2138112 tid 2 2024-04-02T08:32:12.889 INFO:tasks.rados.rados.0.smithi019.stdout:574: snap_create 2024-04-02T08:32:12.889 INFO:tasks.rados.rados.0.smithi019.stdout:569: finishing write tid 3 to smithi01981774-39 2024-04-02T08:32:12.889 INFO:tasks.rados.rados.0.smithi019.stdout:569: oid 39 updating version 0 to 144 2024-04-02T08:32:12.889 INFO:tasks.rados.rados.0.smithi019.stdout:569: oid 39 version 144 is already newer than 143 2024-04-02T08:32:12.889 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 144 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-04-02T08:32:12.889 INFO:tasks.rados.rados.0.smithi019.stdout:569: left oid 39 (ObjNum 191 snap 50 seq_num 191) 2024-04-02T08:32:12.892 INFO:tasks.rados.rados.0.smithi019.stdout:573: finishing write tid 1 to smithi01981774-9 2024-04-02T08:32:12.892 INFO:tasks.rados.rados.0.smithi019.stdout:573: finishing write tid 2 to smithi01981774-9 2024-04-02T08:32:12.892 INFO:tasks.rados.rados.0.smithi019.stdout:573: finishing write tid 3 to smithi01981774-9 2024-04-02T08:32:12.895 INFO:tasks.rados.rados.0.smithi019.stdout:573: finishing write tid 4 to smithi01981774-9 2024-04-02T08:32:12.895 INFO:tasks.rados.rados.0.smithi019.stdout:573: oid 9 updating version 0 to 171 2024-04-02T08:32:12.895 INFO:tasks.rados.rados.0.smithi019.stdout:573: oid 9 version 171 is already newer than 169 2024-04-02T08:32:12.895 INFO:tasks.rados.rados.0.smithi019.stdout:573: oid 9 version 171 is already newer than 170 2024-04-02T08:32:12.895 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 171 (ObjNum 193 snap 50 seq_num 193) dirty exists 2024-04-02T08:32:12.895 INFO:tasks.rados.rados.0.smithi019.stdout:573: left oid 9 (ObjNum 193 snap 50 seq_num 193) 2024-04-02T08:32:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:12 smithi019 ceph-mon[27522]: pgmap v18: 121 pgs: 121 active+clean; 183 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 964 KiB/s wr, 54 op/s 2024-04-02T08:32:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:12 smithi019 ceph-mon[27522]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:12 smithi019 ceph-mon[39381]: pgmap v18: 121 pgs: 121 active+clean; 183 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 964 KiB/s wr, 54 op/s 2024-04-02T08:32:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:12 smithi019 ceph-mon[39381]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:12 smithi066 ceph-mon[30998]: pgmap v18: 121 pgs: 121 active+clean; 183 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 964 KiB/s wr, 54 op/s 2024-04-02T08:32:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:12 smithi066 ceph-mon[30998]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:32:13.821 INFO:tasks.rados.rados.0.smithi019.stdout:569: done (2 left) 2024-04-02T08:32:13.821 INFO:tasks.rados.rados.0.smithi019.stdout:573: done (1 left) 2024-04-02T08:32:13.821 INFO:tasks.rados.rados.0.smithi019.stdout:574: done (0 left) 2024-04-02T08:32:13.821 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 51 2024-04-02T08:32:13.821 INFO:tasks.rados.rados.0.smithi019.stdout:575: seq_num 194 ranges {0=458752,458752=401408} 2024-04-02T08:32:13.823 INFO:tasks.rados.rados.0.smithi019.stdout:575: writing smithi01981774-27 from 0 to 458752 tid 1 2024-04-02T08:32:13.826 INFO:tasks.rados.rados.0.smithi019.stdout:575: writing smithi01981774-27 from 458752 to 860160 tid 2 2024-04-02T08:32:13.826 INFO:tasks.rados.rados.0.smithi019.stdout:576: rollback oid 16 current snap is 51 2024-04-02T08:32:13.826 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 48 2024-04-02T08:32:13.826 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 51 2024-04-02T08:32:13.827 INFO:tasks.rados.rados.0.smithi019.stdout:577: seq_num 195 ranges {0=475136,475136=401408} 2024-04-02T08:32:13.833 INFO:tasks.rados.rados.0.smithi019.stdout:577: writing smithi01981774-32 from 0 to 475136 tid 1 2024-04-02T08:32:13.833 INFO:tasks.rados.rados.0.smithi019.stdout:577: writing smithi01981774-32 from 475136 to 876544 tid 2 2024-04-02T08:32:13.833 INFO:tasks.rados.rados.0.smithi019.stdout:578: snap_create 2024-04-02T08:32:13.833 INFO:tasks.rados.rados.0.smithi019.stdout:576: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:32:13.834 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 181 (ObjNum 161 snap 0 seq_num 2824545872) dirty dne 2024-04-02T08:32:13.834 INFO:tasks.rados.rados.0.smithi019.stdout:575: finishing write tid 1 to smithi01981774-27 2024-04-02T08:32:13.834 INFO:tasks.rados.rados.0.smithi019.stdout:575: finishing write tid 2 to smithi01981774-27 2024-04-02T08:32:13.834 INFO:tasks.rados.rados.0.smithi019.stdout:575: finishing write tid 3 to smithi01981774-27 2024-04-02T08:32:13.834 INFO:tasks.rados.rados.0.smithi019.stdout:575: finishing write tid 4 to smithi01981774-27 2024-04-02T08:32:13.835 INFO:tasks.rados.rados.0.smithi019.stdout:575: oid 27 updating version 0 to 182 2024-04-02T08:32:13.835 INFO:tasks.rados.rados.0.smithi019.stdout:575: oid 27 updating version 182 to 183 2024-04-02T08:32:13.835 INFO:tasks.rados.rados.0.smithi019.stdout:575: oid 27 updating version 183 to 184 2024-04-02T08:32:13.835 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 184 (ObjNum 194 snap 51 seq_num 194) dirty exists 2024-04-02T08:32:13.835 INFO:tasks.rados.rados.0.smithi019.stdout:575: left oid 27 (ObjNum 194 snap 51 seq_num 194) 2024-04-02T08:32:13.835 INFO:tasks.rados.rados.0.smithi019.stdout:577: finishing write tid 1 to smithi01981774-32 2024-04-02T08:32:13.836 INFO:tasks.rados.rados.0.smithi019.stdout:577: finishing write tid 2 to smithi01981774-32 2024-04-02T08:32:13.836 INFO:tasks.rados.rados.0.smithi019.stdout:577: finishing write tid 3 to smithi01981774-32 2024-04-02T08:32:13.837 INFO:tasks.rados.rados.0.smithi019.stdout:577: finishing write tid 4 to smithi01981774-32 2024-04-02T08:32:13.837 INFO:tasks.rados.rados.0.smithi019.stdout:577: oid 32 updating version 0 to 180 2024-04-02T08:32:13.837 INFO:tasks.rados.rados.0.smithi019.stdout:577: oid 32 version 180 is already newer than 178 2024-04-02T08:32:13.837 INFO:tasks.rados.rados.0.smithi019.stdout:577: oid 32 version 180 is already newer than 179 2024-04-02T08:32:13.837 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 180 (ObjNum 195 snap 51 seq_num 195) dirty exists 2024-04-02T08:32:13.837 INFO:tasks.rados.rados.0.smithi019.stdout:577: left oid 32 (ObjNum 195 snap 51 seq_num 195) 2024-04-02T08:32:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:13 smithi019 ceph-mon[27522]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:13 smithi019 ceph-mon[27522]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:13 smithi019 ceph-mon[39381]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:13 smithi019 ceph-mon[39381]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:13 smithi066 ceph-mon[30998]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:32:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:13 smithi066 ceph-mon[30998]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:32:14.833 INFO:tasks.rados.rados.0.smithi019.stdout:575: done (3 left) 2024-04-02T08:32:14.833 INFO:tasks.rados.rados.0.smithi019.stdout:576: done (2 left) 2024-04-02T08:32:14.833 INFO:tasks.rados.rados.0.smithi019.stdout:577: done (1 left) 2024-04-02T08:32:14.833 INFO:tasks.rados.rados.0.smithi019.stdout:578: done (0 left) 2024-04-02T08:32:14.833 INFO:tasks.rados.rados.0.smithi019.stdout:579: setattr oid 7 current snap is 52 2024-04-02T08:32:14.835 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 52 2024-04-02T08:32:14.835 INFO:tasks.rados.rados.0.smithi019.stdout:580: seq_num 196 ranges {4464640=491520,4956160=401408} 2024-04-02T08:32:14.863 INFO:tasks.rados.rados.0.smithi019.stdout:580: writing smithi01981774-19 from 4464640 to 4956160 tid 1 2024-04-02T08:32:14.865 INFO:tasks.rados.rados.0.smithi019.stdout:580: writing smithi01981774-19 from 4956160 to 5357568 tid 2 2024-04-02T08:32:14.866 INFO:tasks.rados.rados.0.smithi019.stdout:581: copy_from oid 13 from oid 8 current snap is 52 2024-04-02T08:32:14.866 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 290 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:14.866 INFO:tasks.rados.rados.0.smithi019.stdout:579: done (2 left) 2024-04-02T08:32:14.866 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 52 2024-04-02T08:32:14.866 INFO:tasks.rados.rados.0.smithi019.stdout:582: seq_num 197 ranges {0=507904,507904=401408} 2024-04-02T08:32:14.869 INFO:tasks.rados.rados.0.smithi019.stdout:582: writing smithi01981774-41 from 0 to 507904 tid 1 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:582: writing smithi01981774-41 from 507904 to 909312 tid 2 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:583: read oid 20 snap 50 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:583: expect (ObjNum 121 snap 25 seq_num 121) 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:584: read oid 21 snap -1 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:584: expect (ObjNum 159 snap 40 seq_num 159) 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 52 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:580: finishing write tid 1 to smithi01981774-19 2024-04-02T08:32:14.873 INFO:tasks.rados.rados.0.smithi019.stdout:585: seq_num 198 ranges {2121728=524288,2646016=401408} 2024-04-02T08:32:14.888 INFO:tasks.rados.rados.0.smithi019.stdout:585: writing smithi01981774-26 from 2121728 to 2646016 tid 1 2024-04-02T08:32:14.891 INFO:tasks.rados.rados.0.smithi019.stdout:585: writing smithi01981774-26 from 2646016 to 3047424 tid 2 2024-04-02T08:32:14.891 INFO:tasks.rados.rados.0.smithi019.stdout:586: rollback oid 12 current snap is 52 2024-04-02T08:32:14.891 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 12 to 49 2024-04-02T08:32:14.891 INFO:tasks.rados.rados.0.smithi019.stdout:580: finishing write tid 2 to smithi01981774-19 2024-04-02T08:32:14.891 INFO:tasks.rados.rados.0.smithi019.stdout:580: finishing write tid 3 to smithi01981774-19 2024-04-02T08:32:14.891 INFO:tasks.rados.rados.0.smithi019.stdout:580: finishing write tid 4 to smithi01981774-19 2024-04-02T08:32:14.891 INFO:tasks.rados.rados.0.smithi019.stdout:580: oid 19 updating version 0 to 173 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:580: oid 19 version 173 is already newer than 171 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:580: oid 19 version 173 is already newer than 172 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 173 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:580: left oid 19 (ObjNum 196 snap 52 seq_num 196) 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:581: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:582: finishing write tid 1 to smithi01981774-41 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:581: finishing copy_from to smithi01981774-13 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 177 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:582: finishing write tid 2 to smithi01981774-41 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:580: done (6 left) 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:581: done (5 left) 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:587: rollback oid 22 current snap is 52 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 47 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:582: finishing write tid 3 to smithi01981774-41 2024-04-02T08:32:14.892 INFO:tasks.rados.rados.0.smithi019.stdout:582: finishing write tid 4 to smithi01981774-41 2024-04-02T08:32:14.893 INFO:tasks.rados.rados.0.smithi019.stdout:582: oid 41 updating version 0 to 293 2024-04-02T08:32:14.893 INFO:tasks.rados.rados.0.smithi019.stdout:582: oid 41 version 293 is already newer than 291 2024-04-02T08:32:14.893 INFO:tasks.rados.rados.0.smithi019.stdout:582: oid 41 version 293 is already newer than 292 2024-04-02T08:32:14.893 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 293 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-04-02T08:32:14.893 INFO:tasks.rados.rados.0.smithi019.stdout:582: left oid 41 (ObjNum 197 snap 52 seq_num 197) 2024-04-02T08:32:14.893 INFO:tasks.rados.rados.0.smithi019.stdout:583: expect (ObjNum 121 snap 25 seq_num 121) 2024-04-02T08:32:15.019 INFO:tasks.rados.rados.0.smithi019.stdout:584: expect (ObjNum 159 snap 40 seq_num 159) 2024-04-02T08:32:15.218 INFO:tasks.rados.rados.0.smithi019.stdout:587: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:32:15.218 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 159 (ObjNum 65 snap 0 seq_num 3382957513) dirty dne 2024-04-02T08:32:15.218 INFO:tasks.rados.rados.0.smithi019.stdout:585: finishing write tid 1 to smithi01981774-26 2024-04-02T08:32:15.218 INFO:tasks.rados.rados.0.smithi019.stdout:585: finishing write tid 2 to smithi01981774-26 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:585: finishing write tid 3 to smithi01981774-26 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:586: finishing rollback tid 0 to smithi01981774-12 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:586: finishing rollback tid 1 to smithi01981774-12 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:586: finishing rollback tid 2 to smithi01981774-12 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 205 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:585: finishing write tid 4 to smithi01981774-26 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:585: oid 26 updating version 0 to 182 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:585: oid 26 updating version 182 to 184 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:585: oid 26 version 184 is already newer than 183 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 184 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:585: left oid 26 (ObjNum 198 snap 52 seq_num 198) 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:582: done (5 left) 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:583: done (4 left) 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:584: done (3 left) 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:585: done (2 left) 2024-04-02T08:32:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:586: done (1 left) 2024-04-02T08:32:15.220 INFO:tasks.rados.rados.0.smithi019.stdout:587: done (0 left) 2024-04-02T08:32:15.220 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 52 2024-04-02T08:32:15.220 INFO:tasks.rados.rados.0.smithi019.stdout:588: seq_num 199 ranges {1425408=540672,1966080=401408} 2024-04-02T08:32:15.226 INFO:tasks.rados.rados.0.smithi019.stdout:588: writing smithi01981774-6 from 1425408 to 1966080 tid 1 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:588: writing smithi01981774-6 from 1966080 to 2367488 tid 2 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:589: rollback oid 15 current snap is 52 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 26 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:590: read oid 43 snap -1 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:590: expect deleted 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:591: rollback oid 29 current snap is 52 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 42 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:592: read oid 8 snap -1 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:592: expect (ObjNum 175 snap 43 seq_num 175) 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:593: rollback oid 34 current snap is 52 2024-04-02T08:32:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 39 2024-04-02T08:32:15.230 INFO:tasks.rados.rados.0.smithi019.stdout:594: snap_create 2024-04-02T08:32:15.230 INFO:tasks.rados.rados.0.smithi019.stdout:588: finishing write tid 1 to smithi01981774-6 2024-04-02T08:32:15.231 INFO:tasks.rados.rados.0.smithi019.stdout:589: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:32:15.232 INFO:tasks.rados.rados.0.smithi019.stdout:593: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:589: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 186 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:593: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 119 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:591: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:591: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:591: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 297 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:32:15.233 INFO:tasks.rados.rados.0.smithi019.stdout:588: finishing write tid 2 to smithi01981774-6 2024-04-02T08:32:15.234 INFO:tasks.rados.rados.0.smithi019.stdout:588: finishing write tid 3 to smithi01981774-6 2024-04-02T08:32:15.234 INFO:tasks.rados.rados.0.smithi019.stdout:592: expect (ObjNum 175 snap 43 seq_num 175) 2024-04-02T08:32:15.257 INFO:tasks.rados.rados.0.smithi019.stdout:588: finishing write tid 4 to smithi01981774-6 2024-04-02T08:32:15.257 INFO:tasks.rados.rados.0.smithi019.stdout:588: oid 6 updating version 0 to 57 2024-04-02T08:32:15.257 INFO:tasks.rados.rados.0.smithi019.stdout:588: oid 6 updating version 57 to 59 2024-04-02T08:32:15.257 INFO:tasks.rados.rados.0.smithi019.stdout:588: oid 6 version 59 is already newer than 58 2024-04-02T08:32:15.257 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 59 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:32:15.257 INFO:tasks.rados.rados.0.smithi019.stdout:588: left oid 6 (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:32:15.830 INFO:tasks.rados.rados.0.smithi019.stdout:588: done (6 left) 2024-04-02T08:32:15.830 INFO:tasks.rados.rados.0.smithi019.stdout:589: done (5 left) 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:590: done (4 left) 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:591: done (3 left) 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:592: done (2 left) 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:593: done (1 left) 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:594: done (0 left) 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:595: rollback oid 42 current snap is 53 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 44 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:596: copy_from oid 3 from oid 1 current snap is 53 2024-04-02T08:32:15.831 INFO:tasks.rados.rados.0.smithi019.stdout:597: snap_remove snap 25 2024-04-02T08:32:15.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[27522]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[27522]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[39381]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:15 smithi019 ceph-mon[39381]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:16.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:15 smithi066 ceph-mon[30998]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:15 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:15 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:15 smithi066 ceph-mon[30998]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:32:16.108 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (3m) 5s ago 4m 28.3M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (3m) 1s ago 3m 88.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (5m) 5s ago 5m 17.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (5m) 1s ago 5m 16.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (23s) 1s ago 8m 496M - 19.0.0-2422-g3cba26ea beaaa8a653cf d7e4460ebcb5 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:9283,8765 running (10m) 5s ago 10m 381M - 18.2.2-1059-g4d05f4ca 909dce4fe53d be24eaa77997 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (10m) 5s ago 10m 53.7M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1b0075c34607 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (9m) 1s ago 9m 45.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d d469b1853739 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (8m) 5s ago 8m 41.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b4edb6705a41 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (3m) 5s ago 3m 17.1M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (3m) 1s ago 3m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:32:16.437 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (8m) 5s ago 8m 104M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (7m) 5s ago 7m 91.8M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (7m) 5s ago 7m 109M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (7m) 5s ago 7m 82.2M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (6m) 1s ago 6m 90.9M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (6m) 1s ago 6m 101M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (5m) 1s ago 5m 84.5M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (5m) 1s ago 5m 101M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:32:16.438 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (3m) 1s ago 4m 47.7M - 2.43.0 a07b618ecd1d 9a70bcfda2f4 2024-04-02T08:32:16.837 INFO:tasks.rados.rados.0.smithi019.stdout:597: done (2 left) 2024-04-02T08:32:16.838 INFO:tasks.rados.rados.0.smithi019.stdout:598: snap_create 2024-04-02T08:32:16.838 INFO:tasks.rados.rados.0.smithi019.stdout:595: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:32:16.838 INFO:tasks.rados.rados.0.smithi019.stdout:595: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:32:16.838 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 62 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-02T08:32:16.838 INFO:tasks.rados.rados.0.smithi019.stdout:596: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:32:16.838 INFO:tasks.rados.rados.0.smithi019.stdout:596: finishing copy_from to smithi01981774-3 2024-04-02T08:32:16.838 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:32:16.853 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 14, 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:32:16.854 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:32:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:16 smithi066 ceph-mon[30998]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:16 smithi066 ceph-mon[30998]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:16 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:16 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:16 smithi066 ceph-mon[30998]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:16 smithi066 ceph-mon[30998]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[27522]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[27522]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[27522]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[27522]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[39381]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[39381]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:17.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[39381]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:17.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:16 smithi019 ceph-mon[39381]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:17.844 INFO:tasks.rados.rados.0.smithi019.stdout:595: done (2 left) 2024-04-02T08:32:17.844 INFO:tasks.rados.rados.0.smithi019.stdout:596: done (1 left) 2024-04-02T08:32:17.844 INFO:tasks.rados.rados.0.smithi019.stdout:598: done (0 left) 2024-04-02T08:32:17.844 INFO:tasks.rados.rados.0.smithi019.stdout:599: read oid 46 snap -1 2024-04-02T08:32:17.844 INFO:tasks.rados.rados.0.smithi019.stdout:599: expect deleted 2024-04-02T08:32:17.844 INFO:tasks.rados.rados.0.smithi019.stdout:600: rollback oid 42 current snap is 54 2024-04-02T08:32:17.845 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 31 2024-04-02T08:32:17.845 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 54 2024-04-02T08:32:17.845 INFO:tasks.rados.rados.0.smithi019.stdout:601: seq_num 200 ranges {3047424=557056,3604480=401408} 2024-04-02T08:32:17.863 INFO:tasks.rados.rados.0.smithi019.stdout:601: writing smithi01981774-26 from 3047424 to 3604480 tid 1 2024-04-02T08:32:17.866 INFO:tasks.rados.rados.0.smithi019.stdout:601: writing smithi01981774-26 from 3604480 to 4005888 tid 2 2024-04-02T08:32:17.866 INFO:tasks.rados.rados.0.smithi019.stdout:602: copy_from oid 41 from oid 40 current snap is 54 2024-04-02T08:32:17.866 INFO:tasks.rados.rados.0.smithi019.stdout:600: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:32:17.866 INFO:tasks.rados.rados.0.smithi019.stdout:600: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:32:17.866 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 68 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:599: done (3 left) 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:600: done (2 left) 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:603: rollback oid 16 current snap is 54 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 39 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:604: copy_from oid 18 from oid 23 current snap is 54 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:605: rollback oid 17 current snap is 54 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 17 to 46 2024-04-02T08:32:17.867 INFO:tasks.rados.rados.0.smithi019.stdout:606: delete oid 6 current snap is 54 2024-04-02T08:32:17.869 INFO:tasks.rados.rados.0.smithi019.stdout:606: done (5 left) 2024-04-02T08:32:17.870 INFO:tasks.rados.rados.0.smithi019.stdout:607: delete oid 35 current snap is 54 2024-04-02T08:32:17.870 INFO:tasks.rados.rados.0.smithi019.stdout:603: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:32:17.870 INFO:tasks.rados.rados.0.smithi019.stdout:602: finishing copy_from to smithi01981774-41 2024-04-02T08:32:17.870 INFO:tasks.rados.rados.0.smithi019.stdout:602: got expected ENOENT (src dne) 2024-04-02T08:32:17.870 INFO:tasks.rados.rados.0.smithi019.stdout:605: finishing rollback tid 0 to smithi01981774-17 2024-04-02T08:32:17.871 INFO:tasks.rados.rados.0.smithi019.stdout:602: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:32:17.871 INFO:tasks.rados.rados.0.smithi019.stdout:603: finishing rollback tid 2 to smithi01981774-16 2024-04-02T08:32:17.871 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 213 (ObjNum 112 snap 22 seq_num 112) dirty exists 2024-04-02T08:32:17.871 INFO:tasks.rados.rados.0.smithi019.stdout:601: finishing write tid 1 to smithi01981774-26 2024-04-02T08:32:17.872 INFO:tasks.rados.rados.0.smithi019.stdout:601: finishing write tid 2 to smithi01981774-26 2024-04-02T08:32:17.872 INFO:tasks.rados.rados.0.smithi019.stdout:605: finishing rollback tid 1 to smithi01981774-17 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:602: done (5 left) 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:603: done (4 left) 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:607: done (3 left) 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:608: read oid 41 snap -1 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:608: expect (ObjNum 197 snap 52 seq_num 197) 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:609: rollback oid 7 current snap is 54 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 48 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:610: delete oid 42 current snap is 54 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:601: finishing write tid 3 to smithi01981774-26 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:605: finishing rollback tid 2 to smithi01981774-17 2024-04-02T08:32:17.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 234 (ObjNum 178 snap 44 seq_num 178) dirty exists 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:605: done (5 left) 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:610: done (4 left) 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:611: read oid 10 snap -1 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:611: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:612: snap_create 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:601: finishing write tid 4 to smithi01981774-26 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:601: oid 26 updating version 0 to 195 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:601: oid 26 version 195 is already newer than 194 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:601: oid 26 updating version 195 to 196 2024-04-02T08:32:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 196 (ObjNum 200 snap 54 seq_num 200) dirty exists 2024-04-02T08:32:17.876 INFO:tasks.rados.rados.0.smithi019.stdout:601: left oid 26 (ObjNum 200 snap 54 seq_num 200) 2024-04-02T08:32:17.881 INFO:tasks.rados.rados.0.smithi019.stdout:608: expect (ObjNum 197 snap 52 seq_num 197) 2024-04-02T08:32:17.906 INFO:tasks.rados.rados.0.smithi019.stdout:609: finishing rollback tid 0 to smithi01981774-7 2024-04-02T08:32:17.907 INFO:tasks.rados.rados.0.smithi019.stdout:609: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:32:17.907 INFO:tasks.rados.rados.0.smithi019.stdout:609: finishing rollback tid 2 to smithi01981774-7 2024-04-02T08:32:17.907 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 313 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:17.907 INFO:tasks.rados.rados.0.smithi019.stdout:604: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:32:17.907 INFO:tasks.rados.rados.0.smithi019.stdout:611: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:32:18.023 INFO:tasks.rados.rados.0.smithi019.stdout:604: finishing copy_from to smithi01981774-18 2024-04-02T08:32:18.024 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 74 (ObjNum 183 snap 47 seq_num 183) dirty exists 2024-04-02T08:32:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:17 smithi066 ceph-mon[30998]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:17 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1212858517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:17 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:17 smithi019 ceph-mon[27522]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:17 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1212858517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:17 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:17 smithi019 ceph-mon[39381]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:32:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:17 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1212858517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:17 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:601: done (5 left) 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:604: done (4 left) 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:608: done (3 left) 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:609: done (2 left) 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:611: done (1 left) 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:612: done (0 left) 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 55 2024-04-02T08:32:18.825 INFO:tasks.rados.rados.0.smithi019.stdout:613: seq_num 204 ranges {802816=622592,1425408=401408} 2024-04-02T08:32:18.832 INFO:tasks.rados.rados.0.smithi019.stdout:613: writing smithi01981774-39 from 802816 to 1425408 tid 1 2024-04-02T08:32:18.835 INFO:tasks.rados.rados.0.smithi019.stdout:613: writing smithi01981774-39 from 1425408 to 1826816 tid 2 2024-04-02T08:32:18.835 INFO:tasks.rados.rados.0.smithi019.stdout:614: read oid 48 snap -1 2024-04-02T08:32:18.835 INFO:tasks.rados.rados.0.smithi019.stdout:614: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:32:18.835 INFO:tasks.rados.rados.0.smithi019.stdout:615: rollback oid 18 current snap is 55 2024-04-02T08:32:18.835 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 18 to 53 2024-04-02T08:32:18.835 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 55 2024-04-02T08:32:18.835 INFO:tasks.rados.rados.0.smithi019.stdout:616: seq_num 205 ranges {0=638976,638976=401408} 2024-04-02T08:32:18.839 INFO:tasks.rados.rados.0.smithi019.stdout:616: writing smithi01981774-44 from 0 to 638976 tid 1 2024-04-02T08:32:18.842 INFO:tasks.rados.rados.0.smithi019.stdout:616: writing smithi01981774-44 from 638976 to 1040384 tid 2 2024-04-02T08:32:18.842 INFO:tasks.rados.rados.0.smithi019.stdout:617: snap_create 2024-04-02T08:32:18.843 INFO:tasks.rados.rados.0.smithi019.stdout:613: finishing write tid 1 to smithi01981774-39 2024-04-02T08:32:18.843 INFO:tasks.rados.rados.0.smithi019.stdout:613: finishing write tid 2 to smithi01981774-39 2024-04-02T08:32:18.844 INFO:tasks.rados.rados.0.smithi019.stdout:613: finishing write tid 3 to smithi01981774-39 2024-04-02T08:32:18.844 INFO:tasks.rados.rados.0.smithi019.stdout:613: finishing write tid 4 to smithi01981774-39 2024-04-02T08:32:18.844 INFO:tasks.rados.rados.0.smithi019.stdout:613: oid 39 updating version 0 to 157 2024-04-02T08:32:18.844 INFO:tasks.rados.rados.0.smithi019.stdout:613: oid 39 version 157 is already newer than 156 2024-04-02T08:32:18.844 INFO:tasks.rados.rados.0.smithi019.stdout:613: oid 39 version 157 is already newer than 155 2024-04-02T08:32:18.844 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 157 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-02T08:32:18.844 INFO:tasks.rados.rados.0.smithi019.stdout:613: left oid 39 (ObjNum 204 snap 55 seq_num 204) 2024-04-02T08:32:18.845 INFO:tasks.rados.rados.0.smithi019.stdout:616: finishing write tid 1 to smithi01981774-44 2024-04-02T08:32:18.845 INFO:tasks.rados.rados.0.smithi019.stdout:615: finishing rollback tid 0 to smithi01981774-18 2024-04-02T08:32:18.846 INFO:tasks.rados.rados.0.smithi019.stdout:616: finishing write tid 2 to smithi01981774-44 2024-04-02T08:32:18.846 INFO:tasks.rados.rados.0.smithi019.stdout:616: finishing write tid 3 to smithi01981774-44 2024-04-02T08:32:18.846 INFO:tasks.rados.rados.0.smithi019.stdout:615: finishing rollback tid 1 to smithi01981774-18 2024-04-02T08:32:18.846 INFO:tasks.rados.rados.0.smithi019.stdout:615: finishing rollback tid 2 to smithi01981774-18 2024-04-02T08:32:18.846 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 195 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:32:18.847 INFO:tasks.rados.rados.0.smithi019.stdout:616: finishing write tid 4 to smithi01981774-44 2024-04-02T08:32:18.847 INFO:tasks.rados.rados.0.smithi019.stdout:616: oid 44 updating version 0 to 159 2024-04-02T08:32:18.847 INFO:tasks.rados.rados.0.smithi019.stdout:616: oid 44 updating version 159 to 160 2024-04-02T08:32:18.847 INFO:tasks.rados.rados.0.smithi019.stdout:616: oid 44 version 160 is already newer than 158 2024-04-02T08:32:18.847 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 160 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-04-02T08:32:18.847 INFO:tasks.rados.rados.0.smithi019.stdout:616: left oid 44 (ObjNum 205 snap 55 seq_num 205) 2024-04-02T08:32:18.847 INFO:tasks.rados.rados.0.smithi019.stdout:614: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:32:19.086 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:18 smithi066 ceph-mon[30998]: pgmap v27: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:19.087 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:18 smithi066 ceph-mon[30998]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:19.087 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:18 smithi066 ceph-mon[30998]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:18 smithi019 ceph-mon[27522]: pgmap v27: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:18 smithi019 ceph-mon[27522]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:18 smithi019 ceph-mon[27522]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:18 smithi019 ceph-mon[39381]: pgmap v27: 121 pgs: 121 active+clean; 175 MiB data, 605 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:18 smithi019 ceph-mon[39381]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:32:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:18 smithi019 ceph-mon[39381]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:32:19.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:18 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27787]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:32:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:32:19.844 INFO:tasks.rados.rados.0.smithi019.stdout:613: done (4 left) 2024-04-02T08:32:19.844 INFO:tasks.rados.rados.0.smithi019.stdout:614: done (3 left) 2024-04-02T08:32:19.845 INFO:tasks.rados.rados.0.smithi019.stdout:615: done (2 left) 2024-04-02T08:32:19.845 INFO:tasks.rados.rados.0.smithi019.stdout:616: done (1 left) 2024-04-02T08:32:19.845 INFO:tasks.rados.rados.0.smithi019.stdout:617: done (0 left) 2024-04-02T08:32:19.845 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 56 2024-04-02T08:32:19.845 INFO:tasks.rados.rados.0.smithi019.stdout:618: seq_num 206 ranges {1269760=655360,1925120=401408} 2024-04-02T08:32:19.854 INFO:tasks.rados.rados.0.smithi019.stdout:618: writing smithi01981774-18 from 1269760 to 1925120 tid 1 2024-04-02T08:32:19.857 INFO:tasks.rados.rados.0.smithi019.stdout:618: writing smithi01981774-18 from 1925120 to 2326528 tid 2 2024-04-02T08:32:19.857 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 56 2024-04-02T08:32:19.857 INFO:tasks.rados.rados.0.smithi019.stdout:619: seq_num 207 ranges {1826816=671744,2498560=401408} 2024-04-02T08:32:19.871 INFO:tasks.rados.rados.0.smithi019.stdout:619: writing smithi01981774-39 from 1826816 to 2498560 tid 1 2024-04-02T08:32:19.873 INFO:tasks.rados.rados.0.smithi019.stdout:619: writing smithi01981774-39 from 2498560 to 2899968 tid 2 2024-04-02T08:32:19.873 INFO:tasks.rados.rados.0.smithi019.stdout:620: setattr oid 49 current snap is 56 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: finishing write tid 1 to smithi01981774-18 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: finishing write tid 2 to smithi01981774-18 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: finishing write tid 3 to smithi01981774-18 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: finishing write tid 4 to smithi01981774-18 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: oid 18 updating version 0 to 197 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: oid 18 updating version 197 to 198 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: oid 18 updating version 198 to 199 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 199 (ObjNum 206 snap 56 seq_num 206) dirty exists 2024-04-02T08:32:19.874 INFO:tasks.rados.rados.0.smithi019.stdout:618: left oid 18 (ObjNum 206 snap 56 seq_num 206) 2024-04-02T08:32:19.876 INFO:tasks.rados.rados.0.smithi019.stdout:619: finishing write tid 1 to smithi01981774-39 2024-04-02T08:32:19.876 INFO:tasks.rados.rados.0.smithi019.stdout:619: finishing write tid 2 to smithi01981774-39 2024-04-02T08:32:19.876 INFO:tasks.rados.rados.0.smithi019.stdout:619: finishing write tid 3 to smithi01981774-39 2024-04-02T08:32:19.876 INFO:tasks.rados.rados.0.smithi019.stdout:618: done (2 left) 2024-04-02T08:32:19.877 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 56 2024-04-02T08:32:19.877 INFO:tasks.rados.rados.0.smithi019.stdout:621: seq_num 208 ranges {679936=688128,1368064=401408} 2024-04-02T08:32:19.884 INFO:tasks.rados.rados.0.smithi019.stdout:621: writing smithi01981774-8 from 679936 to 1368064 tid 1 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:621: writing smithi01981774-8 from 1368064 to 1769472 tid 2 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:622: rollback oid 23 current snap is 56 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 52 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:619: finishing write tid 4 to smithi01981774-39 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:619: oid 39 updating version 0 to 164 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:619: oid 39 version 164 is already newer than 163 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:619: oid 39 version 164 is already newer than 162 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 164 (ObjNum 207 snap 56 seq_num 207) dirty exists 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:619: left oid 39 (ObjNum 207 snap 56 seq_num 207) 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 120 (ObjNum 185 snap 48 seq_num 185) dirty exists 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:619: done (3 left) 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:620: done (2 left) 2024-04-02T08:32:19.887 INFO:tasks.rados.rados.0.smithi019.stdout:623: copy_from oid 46 from oid 12 current snap is 56 2024-04-02T08:32:19.888 INFO:tasks.rados.rados.0.smithi019.stdout:624: snap_remove snap 31 2024-04-02T08:32:20.846 INFO:tasks.rados.rados.0.smithi019.stdout:624: done (3 left) 2024-04-02T08:32:20.846 INFO:tasks.rados.rados.0.smithi019.stdout:625: setattr oid 35 current snap is 56 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:621: finishing write tid 1 to smithi01981774-8 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:621: finishing write tid 2 to smithi01981774-8 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:622: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:622: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:621: finishing write tid 3 to smithi01981774-8 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:622: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 102 (ObjNum 183 snap 47 seq_num 183) dirty exists 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:621: finishing write tid 4 to smithi01981774-8 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:621: oid 8 updating version 0 to 226 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:621: oid 8 version 226 is already newer than 224 2024-04-02T08:32:20.848 INFO:tasks.rados.rados.0.smithi019.stdout:621: oid 8 version 226 is already newer than 225 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 226 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:621: left oid 8 (ObjNum 208 snap 56 seq_num 208) 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:623: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:623: finishing copy_from to smithi01981774-46 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 205 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:621: done (3 left) 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:622: done (2 left) 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:623: done (1 left) 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:626: read oid 21 snap 55 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:626: expect (ObjNum 159 snap 40 seq_num 159) 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:627: copy_from oid 39 from oid 12 current snap is 56 2024-04-02T08:32:20.849 INFO:tasks.rados.rados.0.smithi019.stdout:628: delete oid 4 current snap is 56 2024-04-02T08:32:20.858 INFO:tasks.rados.rados.0.smithi019.stdout:628: done (3 left) 2024-04-02T08:32:20.858 INFO:tasks.rados.rados.0.smithi019.stdout:629: snap_create 2024-04-02T08:32:20.860 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 155 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:20.866 INFO:tasks.rados.rados.0.smithi019.stdout:627: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:32:20.866 INFO:tasks.rados.rados.0.smithi019.stdout:627: finishing copy_from to smithi01981774-39 2024-04-02T08:32:20.866 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 205 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-02T08:32:20.868 INFO:tasks.rados.rados.0.smithi019.stdout:626: expect (ObjNum 159 snap 40 seq_num 159) 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: Adjusting osd_memory_target on smithi066 to 2480M 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: Adjusting osd_memory_target on smithi066 to 2480M 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:20.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:20.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:32:20.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:32:20.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:20.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:20.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:20 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: Adjusting osd_memory_target on smithi066 to 2480M 2024-04-02T08:32:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:21.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:21.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:32:21.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:32:21.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:32:21.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:20 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.827 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: pgmap v30: 121 pgs: 121 active+clean; 179 MiB data, 615 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:21.828 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:21 smithi066 ceph-mon[30998]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:625: done (3 left) 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:626: done (2 left) 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:627: done (1 left) 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:629: done (0 left) 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:630: read oid 45 snap -1 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:630: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:631: copy_from oid 49 from oid 4 current snap is 57 2024-04-02T08:32:21.855 INFO:tasks.rados.rados.0.smithi019.stdout:632: snap_remove snap 53 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: pgmap v30: 121 pgs: 121 active+clean; 179 MiB data, 615 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[27522]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: pgmap v30: 121 pgs: 121 active+clean; 179 MiB data, 615 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:21.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:21 smithi019 ceph-mon[39381]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:32:22.746 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:22 smithi066 ceph-mon[30998]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:32:22.746 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:22 smithi066 ceph-mon[30998]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:22.858 INFO:tasks.rados.rados.0.smithi019.stdout:632: done (2 left) 2024-04-02T08:32:22.858 INFO:tasks.rados.rados.0.smithi019.stdout:633: rollback oid 14 current snap is 57 2024-04-02T08:32:22.858 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 46 2024-04-02T08:32:22.859 INFO:tasks.rados.rados.0.smithi019.stdout:631: finishing copy_from to smithi01981774-49 2024-04-02T08:32:22.859 INFO:tasks.rados.rados.0.smithi019.stdout:631: got expected ENOENT (src dne) 2024-04-02T08:32:22.859 INFO:tasks.rados.rados.0.smithi019.stdout:631: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:32:22.859 INFO:tasks.rados.rados.0.smithi019.stdout:630: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:32:22.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:22 smithi019 ceph-mon[27522]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:32:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:22 smithi019 ceph-mon[27522]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:22 smithi019 ceph-mon[39381]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:32:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:22 smithi019 ceph-mon[39381]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:633: finishing rollback tid 0 to smithi01981774-14 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:633: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:633: finishing rollback tid 2 to smithi01981774-14 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 187 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:630: done (2 left) 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:631: done (1 left) 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:633: done (0 left) 2024-04-02T08:32:22.951 INFO:tasks.rados.rados.0.smithi019.stdout:634: snap_create 2024-04-02T08:32:23.855 INFO:tasks.rados.rados.0.smithi019.stdout:634: done (0 left) 2024-04-02T08:32:23.855 INFO:tasks.rados.rados.0.smithi019.stdout:635: copy_from oid 16 from oid 10 current snap is 58 2024-04-02T08:32:23.855 INFO:tasks.rados.rados.0.smithi019.stdout:636: snap_remove snap 55 2024-04-02T08:32:23.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:23 smithi019 ceph-mon[39381]: pgmap v33: 121 pgs: 121 active+clean; 179 MiB data, 615 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:32:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:23 smithi019 ceph-mon[39381]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:32:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:23 smithi019 ceph-mon[27522]: pgmap v33: 121 pgs: 121 active+clean; 179 MiB data, 615 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:32:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:23 smithi019 ceph-mon[27522]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:32:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:23 smithi066 ceph-mon[30998]: pgmap v33: 121 pgs: 121 active+clean; 179 MiB data, 615 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:32:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:23 smithi066 ceph-mon[30998]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:32:24.552 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 systemd[1]: Stopping Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:24.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:32:24.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:32:24.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:32:24.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.553Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.554Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.554Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.554Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[64464]: ts=2024-04-02T08:32:24.554Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:32:24.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 podman[75138]: 2024-04-02 08:32:24.564045971 +0000 UTC m=+0.119243173 container died 9a70bcfda2f4b34fc20cc8ba5477e58c3b73648c53454341a05dbcb5cce4105e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:636: done (1 left) 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:637: read oid 35 snap -1 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:637: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:638: rollback oid 40 current snap is 58 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 40 to 42 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:639: read oid 43 snap -1 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:639: expect deleted 2024-04-02T08:32:24.873 INFO:tasks.rados.rados.0.smithi019.stdout:640: rollback oid 39 current snap is 58 2024-04-02T08:32:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 39 to 39 2024-04-02T08:32:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:641: snap_create 2024-04-02T08:32:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:635: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:32:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:635: finishing copy_from to smithi01981774-16 2024-04-02T08:32:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 102 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:32:24.874 INFO:tasks.rados.rados.0.smithi019.stdout:637: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:24.878 INFO:tasks.rados.rados.0.smithi019.stdout:638: finishing rollback tid 1 to smithi01981774-40 2024-04-02T08:32:24.879 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 123 (ObjNum 33 snap 0 seq_num 4126162341) dirty dne 2024-04-02T08:32:24.879 INFO:tasks.rados.rados.0.smithi019.stdout:640: finishing rollback tid 0 to smithi01981774-39 2024-04-02T08:32:24.879 INFO:tasks.rados.rados.0.smithi019.stdout:640: finishing rollback tid 1 to smithi01981774-39 2024-04-02T08:32:24.880 INFO:tasks.rados.rados.0.smithi019.stdout:640: finishing rollback tid 2 to smithi01981774-39 2024-04-02T08:32:24.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 208 (ObjNum 122 snap 25 seq_num 122) dirty exists 2024-04-02T08:32:25.192 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-mon[30998]: pgmap v36: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-04-02T08:32:25.192 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:24 smithi066 ceph-mon[30998]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:32:25.192 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 podman[75138]: 2024-04-02 08:32:24.968033473 +0000 UTC m=+0.523230674 container cleanup 9a70bcfda2f4b34fc20cc8ba5477e58c3b73648c53454341a05dbcb5cce4105e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:25.193 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:24 smithi066 bash[75138]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:32:25.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:24 smithi019 ceph-mon[27522]: pgmap v36: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-04-02T08:32:25.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:24 smithi019 ceph-mon[27522]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:32:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:24 smithi019 ceph-mon[39381]: pgmap v36: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-04-02T08:32:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:24 smithi019 ceph-mon[39381]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:32:25.551 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 podman[75158]: 2024-04-02 08:32:25.194544497 +0000 UTC m=+0.633009398 container remove 9a70bcfda2f4b34fc20cc8ba5477e58c3b73648c53454341a05dbcb5cce4105e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:25.551 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:32:25.551 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 systemd[1]: Stopped Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:25.551 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.723s CPU time. 2024-04-02T08:32:25.551 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 systemd[1]: Starting Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:25.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 podman[75260]: 2024-04-02 08:32:25.457006609 +0000 UTC m=+0.019387181 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:32:25.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 podman[75260]: 2024-04-02 08:32:25.670861619 +0000 UTC m=+0.233242163 container create f250ad98d197e2882060fa9c0af3bdd873f810818012e1ca85ecd89d7bc83aca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:25.874 INFO:tasks.rados.rados.0.smithi019.stdout:635: done (5 left) 2024-04-02T08:32:25.874 INFO:tasks.rados.rados.0.smithi019.stdout:637: done (4 left) 2024-04-02T08:32:25.874 INFO:tasks.rados.rados.0.smithi019.stdout:638: done (3 left) 2024-04-02T08:32:25.874 INFO:tasks.rados.rados.0.smithi019.stdout:639: done (2 left) 2024-04-02T08:32:25.874 INFO:tasks.rados.rados.0.smithi019.stdout:640: done (1 left) 2024-04-02T08:32:25.874 INFO:tasks.rados.rados.0.smithi019.stdout:641: done (0 left) 2024-04-02T08:32:25.874 INFO:tasks.rados.rados.0.smithi019.stdout:642: rollback oid 44 current snap is 59 2024-04-02T08:32:25.875 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 44 to 49 2024-04-02T08:32:25.875 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 59 2024-04-02T08:32:25.875 INFO:tasks.rados.rados.0.smithi019.stdout:643: seq_num 210 ranges {909312=720896,1630208=401408} 2024-04-02T08:32:25.881 INFO:tasks.rados.rados.0.smithi019.stdout:643: writing smithi01981774-30 from 909312 to 1630208 tid 1 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:643: writing smithi01981774-30 from 1630208 to 2031616 tid 2 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:644: rollback oid 40 current snap is 59 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 40 to 47 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:642: finishing rollback tid 0 to smithi01981774-44 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:642: finishing rollback tid 1 to smithi01981774-44 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 210 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:642: done (2 left) 2024-04-02T08:32:25.884 INFO:tasks.rados.rados.0.smithi019.stdout:645: snap_remove snap 46 2024-04-02T08:32:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:25 smithi019 ceph-mon[27522]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:32:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:25 smithi019 ceph-mon[39381]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:32:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-mon[30998]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:32:26.313 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 podman[75260]: 2024-04-02 08:32:25.898593864 +0000 UTC m=+0.460974408 container init f250ad98d197e2882060fa9c0af3bdd873f810818012e1ca85ecd89d7bc83aca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 podman[75260]: 2024-04-02 08:32:25.904243525 +0000 UTC m=+0.466624069 container start f250ad98d197e2882060fa9c0af3bdd873f810818012e1ca85ecd89d7bc83aca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.929Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.929Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.929Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi066 (none))" 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.929Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.929Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.930Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.931Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.932Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.932Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.934Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:32:26.314 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.934Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.015µs 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.934Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.936Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.941Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.942Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.942Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.045µs wal_replay_duration=7.847709ms wbl_replay_duration=160ns total_replay_duration=7.921185ms 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.944Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.944Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.944Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.964Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.911394ms db_storage=757ns remote_storage=1.025µs web_handler=355ns query_engine=542ns scrape=212.936µs scrape_sd=87.615µs notify=25.506µs notify_sd=23.086µs rules=19.239615ms tracing=6.024µs 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.964Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:25.964Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:25 smithi066 bash[75260]: f250ad98d197e2882060fa9c0af3bdd873f810818012e1ca85ecd89d7bc83aca 2024-04-02T08:32:26.315 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:26 smithi066 systemd[1]: Started Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:26.877 INFO:tasks.rados.rados.0.smithi019.stdout:645: done (2 left) 2024-04-02T08:32:26.877 INFO:tasks.rados.rados.0.smithi019.stdout:646: snap_create 2024-04-02T08:32:26.877 INFO:tasks.rados.rados.0.smithi019.stdout:644: finishing rollback tid 1 to smithi01981774-40 2024-04-02T08:32:26.877 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 123 (ObjNum 129 snap 0 seq_num 2824284384) dirty dne 2024-04-02T08:32:26.877 INFO:tasks.rados.rados.0.smithi019.stdout:643: finishing write tid 1 to smithi01981774-30 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:643: finishing write tid 2 to smithi01981774-30 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:643: finishing write tid 3 to smithi01981774-30 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:643: finishing write tid 4 to smithi01981774-30 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:643: oid 30 updating version 0 to 332 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:643: oid 30 version 332 is already newer than 331 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:643: oid 30 version 332 is already newer than 330 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 332 (ObjNum 210 snap 59 seq_num 210) dirty exists 2024-04-02T08:32:26.878 INFO:tasks.rados.rados.0.smithi019.stdout:643: left oid 30 (ObjNum 210 snap 59 seq_num 210) 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: pgmap v39: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[39381]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: pgmap v39: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:26 smithi019 ceph-mon[27522]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: pgmap v39: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:26 smithi066 ceph-mon[30998]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:643: done (2 left) 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:644: done (1 left) 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:646: done (0 left) 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:647: rmattr oid 40 current snap is 60 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:647: done (0 left) 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:648: read oid 10 snap 42 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:648: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:649: read oid 50 snap -1 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:649: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi019.stdout:650: setattr oid 7 current snap is 60 2024-04-02T08:32:27.891 INFO:tasks.rados.rados.0.smithi019.stdout:651: read oid 18 snap 36 2024-04-02T08:32:27.891 INFO:tasks.rados.rados.0.smithi019.stdout:651: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:27.891 INFO:tasks.rados.rados.0.smithi019.stdout:652: copy_from oid 42 from oid 35 current snap is 60 2024-04-02T08:32:27.891 INFO:tasks.rados.rados.0.smithi019.stdout:653: read oid 46 snap -1 2024-04-02T08:32:27.891 INFO:tasks.rados.rados.0.smithi019.stdout:653: expect (ObjNum 172 snap 43 seq_num 172) 2024-04-02T08:32:27.892 INFO:tasks.rados.rados.0.smithi019.stdout:654: setattr oid 17 current snap is 60 2024-04-02T08:32:27.894 INFO:tasks.rados.rados.0.smithi019.stdout:655: rmattr oid 40 current snap is 60 2024-04-02T08:32:27.894 INFO:tasks.rados.rados.0.smithi019.stdout:655: done (7 left) 2024-04-02T08:32:27.894 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 60 2024-04-02T08:32:27.894 INFO:tasks.rados.rados.0.smithi019.stdout:656: seq_num 211 ranges {5586944=737280,6324224=401408} 2024-04-02T08:32:27.930 INFO:tasks.rados.rados.0.smithi019.stdout:656: writing smithi01981774-11 from 5586944 to 6324224 tid 1 2024-04-02T08:32:27.933 INFO:tasks.rados.rados.0.smithi019.stdout:656: writing smithi01981774-11 from 6324224 to 6725632 tid 2 2024-04-02T08:32:27.933 INFO:tasks.rados.rados.0.smithi019.stdout:657: snap_create 2024-04-02T08:32:27.933 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 250 (ObjNum 178 snap 44 seq_num 178) dirty exists 2024-04-02T08:32:27.933 INFO:tasks.rados.rados.0.smithi019.stdout:649: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:32:28.021 INFO:tasks.rados.rados.0.smithi019.stdout:651: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:32:28.061 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 342 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:28.061 INFO:tasks.rados.rados.0.smithi019.stdout:652: finishing copy_from racing read to smithi01981774-42 2024-04-02T08:32:28.061 INFO:tasks.rados.rados.0.smithi019.stdout:653: expect (ObjNum 172 snap 43 seq_num 172) 2024-04-02T08:32:28.075 INFO:tasks.rados.rados.0.smithi019.stdout:652: finishing copy_from to smithi01981774-42 2024-04-02T08:32:28.075 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 155 (ObjNum 65 snap 0 seq_num 1902798426) dirty exists 2024-04-02T08:32:28.075 INFO:tasks.rados.rados.0.smithi019.stdout:648: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:32:28.192 INFO:tasks.rados.rados.0.smithi019.stdout:656: finishing write tid 1 to smithi01981774-11 2024-04-02T08:32:28.192 INFO:tasks.rados.rados.0.smithi019.stdout:656: finishing write tid 2 to smithi01981774-11 2024-04-02T08:32:28.192 INFO:tasks.rados.rados.0.smithi019.stdout:656: finishing write tid 3 to smithi01981774-11 2024-04-02T08:32:28.193 INFO:tasks.rados.rados.0.smithi019.stdout:656: finishing write tid 4 to smithi01981774-11 2024-04-02T08:32:28.193 INFO:tasks.rados.rados.0.smithi019.stdout:656: oid 11 updating version 0 to 195 2024-04-02T08:32:28.193 INFO:tasks.rados.rados.0.smithi019.stdout:656: oid 11 version 195 is already newer than 194 2024-04-02T08:32:28.193 INFO:tasks.rados.rados.0.smithi019.stdout:656: oid 11 version 195 is already newer than 193 2024-04-02T08:32:28.193 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 195 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-04-02T08:32:28.193 INFO:tasks.rados.rados.0.smithi019.stdout:656: left oid 11 (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:32:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[27522]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:32:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[39381]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:27 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:27 smithi066 ceph-mon[30998]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:32:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:27 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:27 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:27 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:32:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:27 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:32:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:27 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:28.822 INFO:tasks.rados.rados.0.smithi019.stdout:648: done (8 left) 2024-04-02T08:32:28.822 INFO:tasks.rados.rados.0.smithi019.stdout:649: done (7 left) 2024-04-02T08:32:28.822 INFO:tasks.rados.rados.0.smithi019.stdout:650: done (6 left) 2024-04-02T08:32:28.822 INFO:tasks.rados.rados.0.smithi019.stdout:651: done (5 left) 2024-04-02T08:32:28.822 INFO:tasks.rados.rados.0.smithi019.stdout:652: done (4 left) 2024-04-02T08:32:28.822 INFO:tasks.rados.rados.0.smithi019.stdout:653: done (3 left) 2024-04-02T08:32:28.823 INFO:tasks.rados.rados.0.smithi019.stdout:654: done (2 left) 2024-04-02T08:32:28.823 INFO:tasks.rados.rados.0.smithi019.stdout:656: done (1 left) 2024-04-02T08:32:28.823 INFO:tasks.rados.rados.0.smithi019.stdout:657: done (0 left) 2024-04-02T08:32:28.823 INFO:tasks.rados.rados.0.smithi019.stdout:658: snap_remove snap 47 2024-04-02T08:32:29.056 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[27522]: Upgrade: Updating mgr.y 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[27522]: pgmap v42: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[27522]: Deploying daemon mgr.y on smithi019 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[27522]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[27522]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[39381]: Upgrade: Updating mgr.y 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[39381]: pgmap v42: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[39381]: Deploying daemon mgr.y on smithi019 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[39381]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:32:29.057 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:28 smithi019 ceph-mon[39381]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:32:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:28 smithi066 ceph-mon[30998]: Upgrade: Updating mgr.y 2024-04-02T08:32:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:28 smithi066 ceph-mon[30998]: pgmap v42: 121 pgs: 121 active+clean; 181 MiB data, 610 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:28 smithi066 ceph-mon[30998]: Deploying daemon mgr.y on smithi019 2024-04-02T08:32:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:28 smithi066 ceph-mon[30998]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:32:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:28 smithi066 ceph-mon[30998]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:32:29.833 INFO:tasks.rados.rados.0.smithi019.stdout:658: done (0 left) 2024-04-02T08:32:29.833 INFO:tasks.rados.rados.0.smithi019.stdout:659: snap_remove snap 45 2024-04-02T08:32:29.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:29 smithi019 systemd[1]: Stopping Ceph mgr.y for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:30.296 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:29 smithi019 podman[84467]: 2024-04-02 08:32:29.972529489 +0000 UTC m=+0.159266162 container died be24eaa779974197e0c2f04c56d84ccc630a09feaecc1ec9ca6be93ed31f544b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:32:30.579 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 podman[84467]: 2024-04-02 08:32:30.379799944 +0000 UTC m=+0.566536606 container cleanup be24eaa779974197e0c2f04c56d84ccc630a09feaecc1ec9ca6be93ed31f544b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:30.579 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 bash[84467]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T08:32:30.836 INFO:tasks.rados.rados.0.smithi019.stdout:659: done (0 left) 2024-04-02T08:32:30.836 INFO:tasks.rados.rados.0.smithi019.stdout:660: rollback oid 12 current snap is 61 2024-04-02T08:32:30.836 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 12 to 56 2024-04-02T08:32:30.836 INFO:tasks.rados.rados.0.smithi019.stdout:661: read oid 21 snap -1 2024-04-02T08:32:30.837 INFO:tasks.rados.rados.0.smithi019.stdout:661: expect (ObjNum 159 snap 40 seq_num 159) 2024-04-02T08:32:30.837 INFO:tasks.rados.rados.0.smithi019.stdout:662: snap_remove snap 49 2024-04-02T08:32:30.928 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:30 smithi019 ceph-mon[27522]: pgmap v45: 121 pgs: 121 active+clean; 187 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:32:30.928 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:30 smithi019 ceph-mon[27522]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:32:30.928 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:30 smithi019 ceph-mon[39381]: pgmap v45: 121 pgs: 121 active+clean; 187 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:32:30.928 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:30 smithi019 ceph-mon[39381]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:32:30.928 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 podman[84486]: 2024-04-02 08:32:30.581116628 +0000 UTC m=+0.613088680 container remove be24eaa779974197e0c2f04c56d84ccc630a09feaecc1ec9ca6be93ed31f544b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD) 2024-04-02T08:32:30.928 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:32:30.929 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-02T08:32:30.929 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 systemd[1]: Stopped Ceph mgr.y for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:30.929 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Consumed 1min 7.029s CPU time. 2024-04-02T08:32:31.198 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:30 smithi019 systemd[1]: Starting Ceph mgr.y for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:31.198 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:31 smithi019 podman[84620]: 2024-04-02 08:32:31.045556814 +0000 UTC m=+0.018106041 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:32:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:30 smithi066 ceph-mon[30998]: pgmap v45: 121 pgs: 121 active+clean; 187 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:32:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:30 smithi066 ceph-mon[30998]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:32:31.648 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:31 smithi019 podman[84620]: 2024-04-02 08:32:31.399803407 +0000 UTC m=+0.372352614 container create 16137f8c182c0c0c5b4d0d578a099bd09da5fea653570d234e3e96621395cd71 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T08:32:31.648 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:31 smithi019 podman[84620]: 2024-04-02 08:32:31.643934027 +0000 UTC m=+0.616483249 container init 16137f8c182c0c0c5b4d0d578a099bd09da5fea653570d234e3e96621395cd71 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-02T08:32:31.648 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:31 smithi019 podman[84620]: 2024-04-02 08:32:31.649840784 +0000 UTC m=+0.622389993 container start 16137f8c182c0c0c5b4d0d578a099bd09da5fea653570d234e3e96621395cd71 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True) 2024-04-02T08:32:31.848 INFO:tasks.rados.rados.0.smithi019.stdout:662: done (2 left) 2024-04-02T08:32:31.848 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 61 2024-04-02T08:32:31.849 INFO:tasks.rados.rados.0.smithi019.stdout:660: finishing rollback tid 0 to smithi01981774-12 2024-04-02T08:32:31.849 INFO:tasks.rados.rados.0.smithi019.stdout:660: finishing rollback tid 1 to smithi01981774-12 2024-04-02T08:32:31.849 INFO:tasks.rados.rados.0.smithi019.stdout:660: finishing rollback tid 2 to smithi01981774-12 2024-04-02T08:32:31.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 231 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-02T08:32:31.849 INFO:tasks.rados.rados.0.smithi019.stdout:661: expect (ObjNum 159 snap 40 seq_num 159) 2024-04-02T08:32:31.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:31 smithi019 ceph-mon[27522]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:31 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:31 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:31 smithi019 ceph-mgr[84658]: -- 172.21.15.19:0/3741990535 <== mon.2 v2:172.21.15.19:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ed0ac3a5a0 con 0x55ed0ac0e800 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:31 smithi019 bash[84620]: 16137f8c182c0c0c5b4d0d578a099bd09da5fea653570d234e3e96621395cd71 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:31 smithi019 systemd[1]: Started Ceph mgr.y for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:31 smithi019 ceph-mon[39381]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:31 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:31 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:32.051 INFO:tasks.rados.rados.0.smithi019.stdout:663: seq_num 212 ranges {0=753664,753664=401408} 2024-04-02T08:32:32.055 INFO:tasks.rados.rados.0.smithi019.stdout:663: writing smithi01981774-44 from 0 to 753664 tid 1 2024-04-02T08:32:32.058 INFO:tasks.rados.rados.0.smithi019.stdout:663: writing smithi01981774-44 from 753664 to 1155072 tid 2 2024-04-02T08:32:32.058 INFO:tasks.rados.rados.0.smithi019.stdout:660: done (2 left) 2024-04-02T08:32:32.058 INFO:tasks.rados.rados.0.smithi019.stdout:661: done (1 left) 2024-04-02T08:32:32.058 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 61 2024-04-02T08:32:32.058 INFO:tasks.rados.rados.0.smithi019.stdout:664: seq_num 213 ranges {0=770048,770048=401408} 2024-04-02T08:32:32.062 INFO:tasks.rados.rados.0.smithi019.stdout:664: writing smithi01981774-37 from 0 to 770048 tid 1 2024-04-02T08:32:32.065 INFO:tasks.rados.rados.0.smithi019.stdout:664: writing smithi01981774-37 from 770048 to 1171456 tid 2 2024-04-02T08:32:32.065 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 61 2024-04-02T08:32:32.065 INFO:tasks.rados.rados.0.smithi019.stdout:663: finishing write tid 1 to smithi01981774-44 2024-04-02T08:32:32.065 INFO:tasks.rados.rados.0.smithi019.stdout:665: seq_num 214 ranges {4931584=794624,5726208=401408} 2024-04-02T08:32:32.096 INFO:tasks.rados.rados.0.smithi019.stdout:665: writing smithi01981774-38 from 4931584 to 5726208 tid 1 2024-04-02T08:32:32.098 INFO:tasks.rados.rados.0.smithi019.stdout:665: writing smithi01981774-38 from 5726208 to 6127616 tid 2 2024-04-02T08:32:32.098 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 61 2024-04-02T08:32:32.098 INFO:tasks.rados.rados.0.smithi019.stdout:666: seq_num 215 ranges {4046848=409600,4456448=532480,4988928=270336} 2024-04-02T08:32:32.123 INFO:tasks.rados.rados.0.smithi019.stdout:666: writing smithi01981774-21 from 4046848 to 4456448 tid 1 2024-04-02T08:32:32.126 INFO:tasks.rados.rados.0.smithi019.stdout:666: writing smithi01981774-21 from 4456448 to 4988928 tid 2 2024-04-02T08:32:32.128 INFO:tasks.rados.rados.0.smithi019.stdout:666: writing smithi01981774-21 from 4988928 to 5259264 tid 3 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 61 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:663: finishing write tid 2 to smithi01981774-44 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:663: finishing write tid 3 to smithi01981774-44 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:663: finishing write tid 4 to smithi01981774-44 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:663: oid 44 updating version 0 to 213 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:663: oid 44 version 213 is already newer than 211 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:663: oid 44 version 213 is already newer than 212 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 213 (ObjNum 212 snap 61 seq_num 212) dirty exists 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:663: left oid 44 (ObjNum 212 snap 61 seq_num 212) 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:664: finishing write tid 1 to smithi01981774-37 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:664: finishing write tid 2 to smithi01981774-37 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:664: finishing write tid 3 to smithi01981774-37 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:664: finishing write tid 4 to smithi01981774-37 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:664: oid 37 updating version 0 to 174 2024-04-02T08:32:32.129 INFO:tasks.rados.rados.0.smithi019.stdout:664: oid 37 version 174 is already newer than 172 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:664: oid 37 version 174 is already newer than 173 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 174 (ObjNum 213 snap 61 seq_num 213) dirty exists 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:664: left oid 37 (ObjNum 213 snap 61 seq_num 213) 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: finishing write tid 1 to smithi01981774-38 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: finishing write tid 2 to smithi01981774-38 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: finishing write tid 3 to smithi01981774-38 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: finishing write tid 4 to smithi01981774-38 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: oid 38 updating version 0 to 262 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: oid 38 version 262 is already newer than 261 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: oid 38 version 262 is already newer than 260 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 262 (ObjNum 214 snap 61 seq_num 214) dirty exists 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:665: left oid 38 (ObjNum 214 snap 61 seq_num 214) 2024-04-02T08:32:32.130 INFO:tasks.rados.rados.0.smithi019.stdout:666: finishing write tid 1 to smithi01981774-21 2024-04-02T08:32:32.131 INFO:tasks.rados.rados.0.smithi019.stdout:667: seq_num 216 ranges {3203072=425984,3629056=409600,4038656=393216} 2024-04-02T08:32:32.149 INFO:tasks.rados.rados.0.smithi019.stdout:667: writing smithi01981774-10 from 3203072 to 3629056 tid 1 2024-04-02T08:32:32.151 INFO:tasks.rados.rados.0.smithi019.stdout:667: writing smithi01981774-10 from 3629056 to 4038656 tid 2 2024-04-02T08:32:32.154 INFO:tasks.rados.rados.0.smithi019.stdout:667: writing smithi01981774-10 from 4038656 to 4431872 tid 3 2024-04-02T08:32:32.154 INFO:tasks.rados.rados.0.smithi019.stdout:663: done (4 left) 2024-04-02T08:32:32.154 INFO:tasks.rados.rados.0.smithi019.stdout:664: done (3 left) 2024-04-02T08:32:32.154 INFO:tasks.rados.rados.0.smithi019.stdout:665: done (2 left) 2024-04-02T08:32:32.154 INFO:tasks.rados.rados.0.smithi019.stdout:668: setattr oid 25 current snap is 61 2024-04-02T08:32:32.154 INFO:tasks.rados.rados.0.smithi019.stdout:666: finishing write tid 2 to smithi01981774-21 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: finishing write tid 3 to smithi01981774-21 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: finishing write tid 4 to smithi01981774-21 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: finishing write tid 5 to smithi01981774-21 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: oid 21 updating version 0 to 162 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: oid 21 version 162 is already newer than 161 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: oid 21 updating version 162 to 163 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: oid 21 updating version 163 to 164 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 164 (ObjNum 215 snap 61 seq_num 215) dirty exists 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:666: left oid 21 (ObjNum 215 snap 61 seq_num 215) 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:667: finishing write tid 1 to smithi01981774-10 2024-04-02T08:32:32.155 INFO:tasks.rados.rados.0.smithi019.stdout:667: finishing write tid 2 to smithi01981774-10 2024-04-02T08:32:32.156 INFO:tasks.rados.rados.0.smithi019.stdout:666: done (2 left) 2024-04-02T08:32:32.156 INFO:tasks.rados.rados.0.smithi019.stdout:669: delete oid 7 current snap is 61 2024-04-02T08:32:32.156 INFO:tasks.rados.rados.0.smithi019.stdout:667: finishing write tid 3 to smithi01981774-10 2024-04-02T08:32:32.156 INFO:tasks.rados.rados.0.smithi019.stdout:667: finishing write tid 4 to smithi01981774-10 2024-04-02T08:32:32.157 INFO:tasks.rados.rados.0.smithi019.stdout:669: done (2 left) 2024-04-02T08:32:32.157 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 61 2024-04-02T08:32:32.157 INFO:tasks.rados.rados.0.smithi019.stdout:670: seq_num 218 ranges {4005888=458752,4464640=581632,5046272=221184} 2024-04-02T08:32:32.182 INFO:tasks.rados.rados.0.smithi019.stdout:670: writing smithi01981774-26 from 4005888 to 4464640 tid 1 2024-04-02T08:32:32.185 INFO:tasks.rados.rados.0.smithi019.stdout:670: writing smithi01981774-26 from 4464640 to 5046272 tid 2 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:670: writing smithi01981774-26 from 5046272 to 5267456 tid 3 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:671: copy_from oid 45 from oid 6 current snap is 61 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:667: finishing write tid 5 to smithi01981774-10 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:667: oid 10 updating version 0 to 125 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:667: oid 10 version 125 is already newer than 122 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:667: oid 10 version 125 is already newer than 123 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:667: oid 10 version 125 is already newer than 124 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 125 (ObjNum 216 snap 61 seq_num 216) dirty exists 2024-04-02T08:32:32.187 INFO:tasks.rados.rados.0.smithi019.stdout:667: left oid 10 (ObjNum 216 snap 61 seq_num 216) 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 176 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:670: finishing write tid 1 to smithi01981774-26 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:667: done (3 left) 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:668: done (2 left) 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:672: rollback oid 9 current snap is 61 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 59 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:673: copy_from oid 32 from oid 18 current snap is 61 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:674: copy_from oid 17 from oid 7 current snap is 61 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 61 2024-04-02T08:32:32.188 INFO:tasks.rados.rados.0.smithi019.stdout:675: seq_num 219 ranges {3203072=475136,3678208=466944,4145152=335872} 2024-04-02T08:32:32.207 INFO:tasks.rados.rados.0.smithi019.stdout:675: writing smithi01981774-16 from 3203072 to 3678208 tid 1 2024-04-02T08:32:32.209 INFO:tasks.rados.rados.0.smithi019.stdout:675: writing smithi01981774-16 from 3678208 to 4145152 tid 2 2024-04-02T08:32:32.211 INFO:tasks.rados.rados.0.smithi019.stdout:675: writing smithi01981774-16 from 4145152 to 4481024 tid 3 2024-04-02T08:32:32.211 INFO:tasks.rados.rados.0.smithi019.stdout:676: snap_remove snap 44 2024-04-02T08:32:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:31 smithi066 ceph-mon[30998]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:32:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:31 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:31 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:32.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:32.254+0000 7f42917ef200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:32.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:32.354+0000 7f42917ef200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:32.848 INFO:tasks.rados.rados.0.smithi019.stdout:676: done (6 left) 2024-04-02T08:32:32.849 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 61 2024-04-02T08:32:32.849 INFO:tasks.rados.rados.0.smithi019.stdout:677: seq_num 220 ranges {860160=491520,1351680=753664,2105344=49152} 2024-04-02T08:32:32.857 INFO:tasks.rados.rados.0.smithi019.stdout:677: writing smithi01981774-27 from 860160 to 1351680 tid 1 2024-04-02T08:32:32.863 INFO:tasks.rados.rados.0.smithi019.stdout:677: writing smithi01981774-27 from 1351680 to 2105344 tid 2 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:677: writing smithi01981774-27 from 2105344 to 2154496 tid 3 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:678: read oid 34 snap -1 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:678: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 61 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:671: finishing copy_from to smithi01981774-45 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:671: got expected ENOENT (src dne) 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:674: finishing copy_from to smithi01981774-17 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:674: got expected ENOENT (src dne) 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:674: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:671: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:670: finishing write tid 2 to smithi01981774-26 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:670: finishing write tid 3 to smithi01981774-26 2024-04-02T08:32:32.865 INFO:tasks.rados.rados.0.smithi019.stdout:672: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:670: finishing write tid 4 to smithi01981774-26 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:672: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:672: finishing rollback tid 2 to smithi01981774-9 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 217 (ObjNum 193 snap 50 seq_num 193) dirty exists 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:670: finishing write tid 5 to smithi01981774-26 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:670: oid 26 updating version 0 to 222 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:670: oid 26 updating version 222 to 223 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:670: oid 26 updating version 223 to 225 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:670: oid 26 version 225 is already newer than 224 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 225 (ObjNum 218 snap 61 seq_num 218) dirty exists 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:670: left oid 26 (ObjNum 218 snap 61 seq_num 218) 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:673: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:673: finishing copy_from to smithi01981774-32 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 199 (ObjNum 206 snap 56 seq_num 206) dirty exists 2024-04-02T08:32:32.866 INFO:tasks.rados.rados.0.smithi019.stdout:675: finishing write tid 1 to smithi01981774-16 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: finishing write tid 2 to smithi01981774-16 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: finishing write tid 3 to smithi01981774-16 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: finishing write tid 4 to smithi01981774-16 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: finishing write tid 5 to smithi01981774-16 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: oid 16 updating version 0 to 240 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: oid 16 version 240 is already newer than 238 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: oid 16 version 240 is already newer than 239 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: oid 16 version 240 is already newer than 237 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 240 (ObjNum 219 snap 61 seq_num 219) dirty exists 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:675: left oid 16 (ObjNum 219 snap 61 seq_num 219) 2024-04-02T08:32:32.867 INFO:tasks.rados.rados.0.smithi019.stdout:679: seq_num 221 ranges {106496=507904,614400=688128,1302528=114688} 2024-04-02T08:32:32.868 INFO:tasks.rados.rados.0.smithi019.stdout:679: writing smithi01981774-3 from 106496 to 614400 tid 1 2024-04-02T08:32:32.874 INFO:tasks.rados.rados.0.smithi019.stdout:679: writing smithi01981774-3 from 614400 to 1302528 tid 2 2024-04-02T08:32:32.875 INFO:tasks.rados.rados.0.smithi019.stdout:679: writing smithi01981774-3 from 1302528 to 1417216 tid 3 2024-04-02T08:32:32.875 INFO:tasks.rados.rados.0.smithi019.stdout:670: done (8 left) 2024-04-02T08:32:32.875 INFO:tasks.rados.rados.0.smithi019.stdout:671: done (7 left) 2024-04-02T08:32:32.875 INFO:tasks.rados.rados.0.smithi019.stdout:672: done (6 left) 2024-04-02T08:32:32.876 INFO:tasks.rados.rados.0.smithi019.stdout:673: done (5 left) 2024-04-02T08:32:32.876 INFO:tasks.rados.rados.0.smithi019.stdout:674: done (4 left) 2024-04-02T08:32:32.876 INFO:tasks.rados.rados.0.smithi019.stdout:675: done (3 left) 2024-04-02T08:32:32.876 INFO:tasks.rados.rados.0.smithi019.stdout:680: snap_create 2024-04-02T08:32:32.876 INFO:tasks.rados.rados.0.smithi019.stdout:677: finishing write tid 1 to smithi01981774-27 2024-04-02T08:32:32.876 INFO:tasks.rados.rados.0.smithi019.stdout:677: finishing write tid 2 to smithi01981774-27 2024-04-02T08:32:32.878 INFO:tasks.rados.rados.0.smithi019.stdout:677: finishing write tid 3 to smithi01981774-27 2024-04-02T08:32:32.878 INFO:tasks.rados.rados.0.smithi019.stdout:679: finishing write tid 1 to smithi01981774-3 2024-04-02T08:32:32.878 INFO:tasks.rados.rados.0.smithi019.stdout:677: finishing write tid 4 to smithi01981774-27 2024-04-02T08:32:32.879 INFO:tasks.rados.rados.0.smithi019.stdout:677: finishing write tid 5 to smithi01981774-27 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:677: oid 27 updating version 0 to 221 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:677: oid 27 version 221 is already newer than 219 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:677: oid 27 updating version 221 to 222 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:677: oid 27 version 222 is already newer than 220 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 222 (ObjNum 220 snap 61 seq_num 220) dirty exists 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:677: left oid 27 (ObjNum 220 snap 61 seq_num 220) 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:679: finishing write tid 2 to smithi01981774-3 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:679: finishing write tid 3 to smithi01981774-3 2024-04-02T08:32:32.880 INFO:tasks.rados.rados.0.smithi019.stdout:679: finishing write tid 4 to smithi01981774-3 2024-04-02T08:32:32.881 INFO:tasks.rados.rados.0.smithi019.stdout:678: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:32:33.004 INFO:tasks.rados.rados.0.smithi019.stdout:679: finishing write tid 5 to smithi01981774-3 2024-04-02T08:32:33.004 INFO:tasks.rados.rados.0.smithi019.stdout:679: oid 3 updating version 0 to 263 2024-04-02T08:32:33.004 INFO:tasks.rados.rados.0.smithi019.stdout:679: oid 3 version 263 is already newer than 261 2024-04-02T08:32:33.004 INFO:tasks.rados.rados.0.smithi019.stdout:679: oid 3 version 263 is already newer than 260 2024-04-02T08:32:33.004 INFO:tasks.rados.rados.0.smithi019.stdout:679: oid 3 version 263 is already newer than 262 2024-04-02T08:32:33.005 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 263 (ObjNum 221 snap 61 seq_num 221) dirty exists 2024-04-02T08:32:33.005 INFO:tasks.rados.rados.0.smithi019.stdout:679: left oid 3 (ObjNum 221 snap 61 seq_num 221) 2024-04-02T08:32:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:32 smithi066 ceph-mon[30998]: pgmap v48: 121 pgs: 121 active+clean; 187 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:32:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:32 smithi066 ceph-mon[30998]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:32:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:32 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:32 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:32 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:32 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:33.119 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[27522]: pgmap v48: 121 pgs: 121 active+clean; 187 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:32:33.119 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[27522]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:32:33.119 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:33.119 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:33.119 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:33.119 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:33.119 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:33.120+0000 7f42917ef200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:33.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[39381]: pgmap v48: 121 pgs: 121 active+clean; 187 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:32:33.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[39381]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:32:33.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:33.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:33.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:33.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:32 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:33.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:33.215+0000 7f42917ef200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:33.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:33.363+0000 7f42917ef200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:33.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:33.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:33.840 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:33.466+0000 7f42917ef200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:33.840 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:33.552+0000 7f42917ef200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:33.840 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:33.841+0000 7f42917ef200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:33.853 INFO:tasks.rados.rados.0.smithi019.stdout:677: done (3 left) 2024-04-02T08:32:33.853 INFO:tasks.rados.rados.0.smithi019.stdout:678: done (2 left) 2024-04-02T08:32:33.853 INFO:tasks.rados.rados.0.smithi019.stdout:679: done (1 left) 2024-04-02T08:32:33.854 INFO:tasks.rados.rados.0.smithi019.stdout:680: done (0 left) 2024-04-02T08:32:33.854 INFO:tasks.rados.rados.0.smithi019.stdout:681: delete oid 2 current snap is 62 2024-04-02T08:32:33.858 INFO:tasks.rados.rados.0.smithi019.stdout:681: done (0 left) 2024-04-02T08:32:33.858 INFO:tasks.rados.rados.0.smithi019.stdout:682: delete oid 5 current snap is 62 2024-04-02T08:32:33.860 INFO:tasks.rados.rados.0.smithi019.stdout:682: done (0 left) 2024-04-02T08:32:33.860 INFO:tasks.rados.rados.0.smithi019.stdout:683: read oid 43 snap -1 2024-04-02T08:32:33.860 INFO:tasks.rados.rados.0.smithi019.stdout:683: expect deleted 2024-04-02T08:32:33.860 INFO:tasks.rados.rados.0.smithi019.stdout:684: read oid 28 snap 58 2024-04-02T08:32:33.861 INFO:tasks.rados.rados.0.smithi019.stdout:684: expect (ObjNum 153 snap 38 seq_num 153) 2024-04-02T08:32:33.861 INFO:tasks.rados.rados.0.smithi019.stdout:685: delete oid 17 current snap is 62 2024-04-02T08:32:33.863 INFO:tasks.rados.rados.0.smithi019.stdout:683: done (2 left) 2024-04-02T08:32:33.863 INFO:tasks.rados.rados.0.smithi019.stdout:685: done (1 left) 2024-04-02T08:32:33.863 INFO:tasks.rados.rados.0.smithi019.stdout:686: copy_from oid 45 from oid 13 current snap is 62 2024-04-02T08:32:33.863 INFO:tasks.rados.rados.0.smithi019.stdout:687: rmattr oid 36 current snap is 62 2024-04-02T08:32:33.863 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 62 2024-04-02T08:32:33.863 INFO:tasks.rados.rados.0.smithi019.stdout:688: seq_num 225 ranges {475136=573440,1048576=622592,1671168=180224} 2024-04-02T08:32:33.869 INFO:tasks.rados.rados.0.smithi019.stdout:688: writing smithi01981774-29 from 475136 to 1048576 tid 1 2024-04-02T08:32:33.874 INFO:tasks.rados.rados.0.smithi019.stdout:688: writing smithi01981774-29 from 1048576 to 1671168 tid 2 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi019.stdout:688: writing smithi01981774-29 from 1671168 to 1851392 tid 3 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 211 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi019.stdout:684: expect (ObjNum 153 snap 38 seq_num 153) 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi019.stdout:686: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:686: finishing copy_from to smithi01981774-45 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 177 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:688: finishing write tid 1 to smithi01981774-29 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:689: read oid 2 snap -1 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:689: expect deleted 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:684: done (4 left) 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:686: done (3 left) 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:687: done (2 left) 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:690: read oid 43 snap 51 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:690: expect deleted 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 62 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:688: finishing write tid 2 to smithi01981774-29 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:688: finishing write tid 3 to smithi01981774-29 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:688: finishing write tid 4 to smithi01981774-29 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi019.stdout:688: finishing write tid 5 to smithi01981774-29 2024-04-02T08:32:33.929 INFO:tasks.rados.rados.0.smithi019.stdout:688: oid 29 updating version 0 to 376 2024-04-02T08:32:33.929 INFO:tasks.rados.rados.0.smithi019.stdout:688: oid 29 updating version 376 to 377 2024-04-02T08:32:33.929 INFO:tasks.rados.rados.0.smithi019.stdout:688: oid 29 updating version 377 to 379 2024-04-02T08:32:33.929 INFO:tasks.rados.rados.0.smithi019.stdout:688: oid 29 version 379 is already newer than 378 2024-04-02T08:32:33.929 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 379 (ObjNum 225 snap 62 seq_num 225) dirty exists 2024-04-02T08:32:33.929 INFO:tasks.rados.rados.0.smithi019.stdout:688: left oid 29 (ObjNum 225 snap 62 seq_num 225) 2024-04-02T08:32:33.929 INFO:tasks.rados.rados.0.smithi019.stdout:691: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-04-02T08:32:33.930 INFO:tasks.rados.rados.0.smithi019.stdout:691: writing smithi01981774-17 from 0 to 589824 tid 1 2024-04-02T08:32:33.933 INFO:tasks.rados.rados.0.smithi019.stdout:691: writing smithi01981774-17 from 589824 to 1097728 tid 2 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:691: writing smithi01981774-17 from 1097728 to 1392640 tid 3 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:688: done (3 left) 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:692: copy_from oid 29 from oid 9 current snap is 62 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:691: finishing write tid 1 to smithi01981774-17 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:689: done (3 left) 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:690: done (2 left) 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 62 2024-04-02T08:32:33.935 INFO:tasks.rados.rados.0.smithi019.stdout:693: seq_num 227 ranges {2326528=606208,2932736=794624,3727360=8192} 2024-04-02T08:32:33.951 INFO:tasks.rados.rados.0.smithi019.stdout:693: writing smithi01981774-18 from 2326528 to 2932736 tid 1 2024-04-02T08:32:33.956 INFO:tasks.rados.rados.0.smithi019.stdout:693: writing smithi01981774-18 from 2932736 to 3727360 tid 2 2024-04-02T08:32:33.956 INFO:tasks.rados.rados.0.smithi019.stdout:693: writing smithi01981774-18 from 3727360 to 3735552 tid 3 2024-04-02T08:32:33.956 INFO:tasks.rados.rados.0.smithi019.stdout:694: rollback oid 45 current snap is 62 2024-04-02T08:32:33.956 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 50 2024-04-02T08:32:33.957 INFO:tasks.rados.rados.0.smithi019.stdout:691: finishing write tid 2 to smithi01981774-17 2024-04-02T08:32:33.957 INFO:tasks.rados.rados.0.smithi019.stdout:695: read oid 46 snap -1 2024-04-02T08:32:33.957 INFO:tasks.rados.rados.0.smithi019.stdout:695: expect (ObjNum 172 snap 43 seq_num 172) 2024-04-02T08:32:33.957 INFO:tasks.rados.rados.0.smithi019.stdout:696: snap_remove snap 61 2024-04-02T08:32:34.149 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-mon[27522]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:32:34.149 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:33.993+0000 7f42917ef200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:34.150 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:34.083+0000 7f42917ef200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:34.150 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:33 smithi019 ceph-mon[39381]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:33 smithi066 ceph-mon[30998]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:32:34.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:34.190+0000 7f42917ef200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:34.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:34.374+0000 7f42917ef200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:34.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:32:34] "GET /metrics HTTP/1.1" 200 36067 "" "Prometheus/2.43.0" 2024-04-02T08:32:34.860 INFO:tasks.rados.rados.0.smithi019.stdout:696: done (5 left) 2024-04-02T08:32:34.861 INFO:tasks.rados.rados.0.smithi019.stdout:697: snap_remove snap 36 2024-04-02T08:32:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:34 smithi019 ceph-mon[27522]: pgmap v51: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:32:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:34 smithi019 ceph-mon[27522]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:32:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:34 smithi019 ceph-mon[39381]: pgmap v51: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:32:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:34 smithi019 ceph-mon[39381]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:32:35.251 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:34 smithi066 ceph-mon[30998]: pgmap v51: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:32:35.251 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:34 smithi066 ceph-mon[30998]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:32:35.565 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:35 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:35.430+0000 7f42917ef200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:35.565 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:35 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:35.566+0000 7f42917ef200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:697: done (5 left) 2024-04-02T08:32:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 62 2024-04-02T08:32:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:691: finishing write tid 3 to smithi01981774-17 2024-04-02T08:32:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:691: finishing write tid 4 to smithi01981774-17 2024-04-02T08:32:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:698: seq_num 228 ranges {5267456=622592,5890048=671744,6561792=131072} 2024-04-02T08:32:35.905 INFO:tasks.rados.rados.0.smithi019.stdout:698: writing smithi01981774-26 from 5267456 to 5890048 tid 1 2024-04-02T08:32:35.909 INFO:tasks.rados.rados.0.smithi019.stdout:698: writing smithi01981774-26 from 5890048 to 6561792 tid 2 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:698: writing smithi01981774-26 from 6561792 to 6692864 tid 3 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:699: read oid 11 snap -1 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:699: expect (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:700: rollback oid 31 current snap is 62 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 48 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:691: finishing write tid 5 to smithi01981774-17 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:691: oid 17 updating version 0 to 275 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:691: oid 17 version 275 is already newer than 274 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:691: oid 17 version 275 is already newer than 273 2024-04-02T08:32:35.914 INFO:tasks.rados.rados.0.smithi019.stdout:691: oid 17 updating version 275 to 276 2024-04-02T08:32:35.915 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 276 (ObjNum 226 snap 62 seq_num 226) dirty exists 2024-04-02T08:32:35.915 INFO:tasks.rados.rados.0.smithi019.stdout:691: left oid 17 (ObjNum 226 snap 62 seq_num 226) 2024-04-02T08:32:35.915 INFO:tasks.rados.rados.0.smithi019.stdout:692: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:32:35.915 INFO:tasks.rados.rados.0.smithi019.stdout:692: finishing copy_from to smithi01981774-29 2024-04-02T08:32:35.915 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 217 (ObjNum 193 snap 50 seq_num 193) dirty exists 2024-04-02T08:32:35.915 INFO:tasks.rados.rados.0.smithi019.stdout:693: finishing write tid 1 to smithi01981774-18 2024-04-02T08:32:35.915 INFO:tasks.rados.rados.0.smithi019.stdout:695: expect (ObjNum 172 snap 43 seq_num 172) 2024-04-02T08:32:35.926 INFO:tasks.rados.rados.0.smithi019.stdout:694: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:32:35.926 INFO:tasks.rados.rados.0.smithi019.stdout:694: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:32:35.926 INFO:tasks.rados.rados.0.smithi019.stdout:694: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 247 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: finishing write tid 2 to smithi01981774-18 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: finishing write tid 3 to smithi01981774-18 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: finishing write tid 4 to smithi01981774-18 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: finishing write tid 5 to smithi01981774-18 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: oid 18 updating version 0 to 225 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: oid 18 updating version 225 to 226 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: oid 18 version 226 is already newer than 224 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: oid 18 updating version 226 to 227 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 227 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:693: left oid 18 (ObjNum 227 snap 62 seq_num 227) 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:698: finishing write tid 1 to smithi01981774-26 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:691: done (7 left) 2024-04-02T08:32:35.927 INFO:tasks.rados.rados.0.smithi019.stdout:692: done (6 left) 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:693: done (5 left) 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:694: done (4 left) 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:695: done (3 left) 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:701: delete oid 12 current snap is 62 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: finishing write tid 2 to smithi01981774-26 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:700: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:700: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:700: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 133 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: finishing write tid 3 to smithi01981774-26 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: finishing write tid 4 to smithi01981774-26 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: finishing write tid 5 to smithi01981774-26 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: oid 26 updating version 0 to 238 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: oid 26 version 238 is already newer than 237 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: oid 26 updating version 238 to 239 2024-04-02T08:32:35.928 INFO:tasks.rados.rados.0.smithi019.stdout:698: oid 26 version 239 is already newer than 236 2024-04-02T08:32:35.929 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 239 (ObjNum 228 snap 62 seq_num 228) dirty exists 2024-04-02T08:32:35.929 INFO:tasks.rados.rados.0.smithi019.stdout:698: left oid 26 (ObjNum 228 snap 62 seq_num 228) 2024-04-02T08:32:35.929 INFO:tasks.rados.rados.0.smithi019.stdout:698: done (3 left) 2024-04-02T08:32:35.929 INFO:tasks.rados.rados.0.smithi019.stdout:700: done (2 left) 2024-04-02T08:32:35.929 INFO:tasks.rados.rados.0.smithi019.stdout:701: done (1 left) 2024-04-02T08:32:35.929 INFO:tasks.rados.rados.0.smithi019.stdout:702: read oid 24 snap -1 2024-04-02T08:32:35.930 INFO:tasks.rados.rados.0.smithi019.stdout:702: expect deleted 2024-04-02T08:32:35.930 INFO:tasks.rados.rados.0.smithi019.stdout:703: read oid 27 snap -1 2024-04-02T08:32:35.930 INFO:tasks.rados.rados.0.smithi019.stdout:703: expect (ObjNum 220 snap 61 seq_num 220) 2024-04-02T08:32:35.930 INFO:tasks.rados.rados.0.smithi019.stdout:704: snap_remove snap 58 2024-04-02T08:32:36.165 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:35 smithi019 ceph-mon[27522]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:32:36.166 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:35 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:35.936+0000 7f42917ef200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:36.166 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:36.030+0000 7f42917ef200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:36.166 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:35 smithi019 ceph-mon[39381]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:32:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:35 smithi066 ceph-mon[30998]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:32:36.430 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:36.239+0000 7f42917ef200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:36.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:36.431+0000 7f42917ef200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:36.881 INFO:tasks.rados.rados.0.smithi019.stdout:704: done (3 left) 2024-04-02T08:32:36.881 INFO:tasks.rados.rados.0.smithi019.stdout:705: snap_remove snap 48 2024-04-02T08:32:37.005 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[27522]: pgmap v54: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[27522]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:36.728+0000 7f42917ef200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:37 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:37.006+0000 7f42917ef200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[39381]: pgmap v54: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:32:37.006 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[39381]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:32:37.007 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.007 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.007 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.007 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:36 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:36 smithi066 ceph-mon[30998]: pgmap v54: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-04-02T08:32:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:36 smithi066 ceph-mon[30998]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:32:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:36 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:36 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:36 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:36 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:37.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:37 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:37.262+0000 7f42917ef200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:37.883 INFO:tasks.rados.rados.0.smithi019.stdout:705: done (3 left) 2024-04-02T08:32:37.883 INFO:tasks.rados.rados.0.smithi019.stdout:706: snap_remove snap 60 2024-04-02T08:32:38.150 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:37 smithi019 ceph-mon[27522]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:32:38.150 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:37 smithi019 ceph-mon[39381]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:32:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:37 smithi066 ceph-mon[30998]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:32:38.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:38.151+0000 7f42917ef200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:38.825 INFO:tasks.rados.rados.0.smithi019.stdout:706: done (3 left) 2024-04-02T08:32:38.825 INFO:tasks.rados.rados.0.smithi019.stdout:707: copy_from oid 50 from oid 43 current snap is 62 2024-04-02T08:32:38.825 INFO:tasks.rados.rados.0.smithi019.stdout:703: expect (ObjNum 220 snap 61 seq_num 220) 2024-04-02T08:32:38.903 INFO:tasks.rados.rados.0.smithi019.stdout:699: expect (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:32:38.930 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[27522]: pgmap v57: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:38.930 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[27522]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:32:38.930 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:38.930 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:38.930 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[27522]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:32:38.931 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:38.761+0000 7f42917ef200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:38.931 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:38.878+0000 7f42917ef200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:38.931 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[39381]: pgmap v57: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:38.931 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[39381]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:32:38.931 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:38.931 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:38.931 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:38 smithi019 ceph-mon[39381]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:32:39.195 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:39.110+0000 7f42917ef200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:39.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:39] ENGINE Bus STARTING 2024-04-02T08:32:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:38 smithi066 ceph-mon[30998]: pgmap v57: 121 pgs: 121 active+clean; 199 MiB data, 637 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:32:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:38 smithi066 ceph-mon[30998]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:32:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:38 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:38 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:38 smithi066 ceph-mon[30998]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:32:39.336 INFO:tasks.rados.rados.0.smithi019.stdout:707: finishing copy_from to smithi01981774-50 2024-04-02T08:32:39.336 INFO:tasks.rados.rados.0.smithi019.stdout:707: got expected ENOENT (src dne) 2024-04-02T08:32:39.336 INFO:tasks.rados.rados.0.smithi019.stdout:707: finishing copy_from racing read to smithi01981774-50 2024-04-02T08:32:39.336 INFO:tasks.rados.rados.0.smithi019.stdout:699: done (3 left) 2024-04-02T08:32:39.336 INFO:tasks.rados.rados.0.smithi019.stdout:702: done (2 left) 2024-04-02T08:32:39.336 INFO:tasks.rados.rados.0.smithi019.stdout:703: done (1 left) 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:707: done (0 left) 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:708: rmattr oid 4 current snap is 62 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:708: done (0 left) 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:709: read oid 43 snap -1 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:709: expect deleted 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:710: setattr oid 12 current snap is 62 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:709: done (1 left) 2024-04-02T08:32:39.337 INFO:tasks.rados.rados.0.smithi019.stdout:711: delete oid 27 current snap is 62 2024-04-02T08:32:39.338 INFO:tasks.rados.rados.0.smithi019.stdout:711: done (1 left) 2024-04-02T08:32:39.338 INFO:tasks.rados.rados.0.smithi019.stdout:712: snap_create 2024-04-02T08:32:39.339 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 271 (ObjNum 129 snap 0 seq_num 2824625168) dirty exists 2024-04-02T08:32:39.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: CherryPy Checker: 2024-04-02T08:32:39.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: The Application mounted at '' has an empty config. 2024-04-02T08:32:39.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:39.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:39] ENGINE Serving on http://:::9283 2024-04-02T08:32:39.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:39] ENGINE Bus STARTED 2024-04-02T08:32:39.896 INFO:tasks.rados.rados.0.smithi019.stdout:710: done (1 left) 2024-04-02T08:32:39.896 INFO:tasks.rados.rados.0.smithi019.stdout:712: done (0 left) 2024-04-02T08:32:39.896 INFO:tasks.rados.rados.0.smithi019.stdout:713: rollback oid 47 current snap is 63 2024-04-02T08:32:39.897 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 39 2024-04-02T08:32:39.897 INFO:tasks.rados.rados.0.smithi019.stdout:714: read oid 10 snap -1 2024-04-02T08:32:39.897 INFO:tasks.rados.rados.0.smithi019.stdout:714: expect (ObjNum 216 snap 61 seq_num 216) 2024-04-02T08:32:39.897 INFO:tasks.rados.rados.0.smithi019.stdout:715: read oid 42 snap 52 2024-04-02T08:32:39.897 INFO:tasks.rados.rados.0.smithi019.stdout:715: expect (ObjNum 181 snap 46 seq_num 181) 2024-04-02T08:32:39.897 INFO:tasks.rados.rados.0.smithi019.stdout:716: snap_remove snap 51 2024-04-02T08:32:40.145 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[27522]: Standby manager daemon y restarted 2024-04-02T08:32:40.145 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[27522]: Standby manager daemon y started 2024-04-02T08:32:40.145 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:40.145 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:40.145 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:40.145 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:40.146 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[39381]: Standby manager daemon y restarted 2024-04-02T08:32:40.146 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[39381]: Standby manager daemon y started 2024-04-02T08:32:40.146 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:40.146 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:40.146 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:40.146 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:39 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:39 smithi066 ceph-mon[30998]: Standby manager daemon y restarted 2024-04-02T08:32:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:39 smithi066 ceph-mon[30998]: Standby manager daemon y started 2024-04-02T08:32:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:39 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:32:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:39 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:39 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:32:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:39 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:40.894 INFO:tasks.rados.rados.0.smithi019.stdout:716: done (3 left) 2024-04-02T08:32:40.894 INFO:tasks.rados.rados.0.smithi019.stdout:717: rmattr oid 46 current snap is 63 2024-04-02T08:32:40.895 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 63 2024-04-02T08:32:40.895 INFO:tasks.rados.rados.0.smithi019.stdout:718: seq_num 231 ranges {6692864=671744,7364608=778240,8142848=24576} 2024-04-02T08:32:40.935 INFO:tasks.rados.rados.0.smithi019.stdout:718: writing smithi01981774-26 from 6692864 to 7364608 tid 1 2024-04-02T08:32:40.940 INFO:tasks.rados.rados.0.smithi019.stdout:718: writing smithi01981774-26 from 7364608 to 8142848 tid 2 2024-04-02T08:32:40.940 INFO:tasks.rados.rados.0.smithi019.stdout:718: writing smithi01981774-26 from 8142848 to 8167424 tid 3 2024-04-02T08:32:40.940 INFO:tasks.rados.rados.0.smithi019.stdout:719: read oid 24 snap -1 2024-04-02T08:32:40.940 INFO:tasks.rados.rados.0.smithi019.stdout:719: expect deleted 2024-04-02T08:32:40.941 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 63 2024-04-02T08:32:40.941 INFO:tasks.rados.rados.0.smithi019.stdout:720: seq_num 232 ranges {1417216=688128,2105344=663552,2768896=139264} 2024-04-02T08:32:40.951 INFO:tasks.rados.rados.0.smithi019.stdout:720: writing smithi01981774-3 from 1417216 to 2105344 tid 1 2024-04-02T08:32:40.955 INFO:tasks.rados.rados.0.smithi019.stdout:720: writing smithi01981774-3 from 2105344 to 2768896 tid 2 2024-04-02T08:32:40.957 INFO:tasks.rados.rados.0.smithi019.stdout:720: writing smithi01981774-3 from 2768896 to 2908160 tid 3 2024-04-02T08:32:40.957 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 63 2024-04-02T08:32:40.957 INFO:tasks.rados.rados.0.smithi019.stdout:721: seq_num 233 ranges {1990656=712704,2703360=548864,3252224=253952} 2024-04-02T08:32:40.971 INFO:tasks.rados.rados.0.smithi019.stdout:721: writing smithi01981774-25 from 1990656 to 2703360 tid 1 2024-04-02T08:32:40.974 INFO:tasks.rados.rados.0.smithi019.stdout:721: writing smithi01981774-25 from 2703360 to 3252224 tid 2 2024-04-02T08:32:40.976 INFO:tasks.rados.rados.0.smithi019.stdout:721: writing smithi01981774-25 from 3252224 to 3506176 tid 3 2024-04-02T08:32:40.976 INFO:tasks.rados.rados.0.smithi019.stdout:722: read oid 8 snap 39 2024-04-02T08:32:40.976 INFO:tasks.rados.rados.0.smithi019.stdout:722: expect (ObjNum 145 snap 34 seq_num 145) 2024-04-02T08:32:40.976 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 63 2024-04-02T08:32:40.977 INFO:tasks.rados.rados.0.smithi019.stdout:723: seq_num 234 ranges {2138112=729088,2867200=434176,3301376=368640} 2024-04-02T08:32:40.992 INFO:tasks.rados.rados.0.smithi019.stdout:723: writing smithi01981774-29 from 2138112 to 2867200 tid 1 2024-04-02T08:32:40.994 INFO:tasks.rados.rados.0.smithi019.stdout:723: writing smithi01981774-29 from 2867200 to 3301376 tid 2 2024-04-02T08:32:40.997 INFO:tasks.rados.rados.0.smithi019.stdout:723: writing smithi01981774-29 from 3301376 to 3670016 tid 3 2024-04-02T08:32:40.998 INFO:tasks.rados.rados.0.smithi019.stdout:724: rmattr oid 35 current snap is 63 2024-04-02T08:32:40.998 INFO:tasks.rados.rados.0.smithi019.stdout:713: finishing rollback tid 0 to smithi01981774-47 2024-04-02T08:32:40.998 INFO:tasks.rados.rados.0.smithi019.stdout:715: expect (ObjNum 181 snap 46 seq_num 181) 2024-04-02T08:32:41.015 INFO:tasks.rados.rados.0.smithi019.stdout:713: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:32:41.015 INFO:tasks.rados.rados.0.smithi019.stdout:713: finishing rollback tid 2 to smithi01981774-47 2024-04-02T08:32:41.015 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 200 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:32:41.015 INFO:tasks.rados.rados.0.smithi019.stdout:714: expect (ObjNum 216 snap 61 seq_num 216) 2024-04-02T08:32:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:40 smithi019 ceph-mon[27522]: pgmap v60: 121 pgs: 121 active+clean; 203 MiB data, 676 MiB used, 715 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:32:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:40 smithi019 ceph-mon[27522]: mgrmap e28: x(active, since 38s), standbys: y 2024-04-02T08:32:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:40 smithi019 ceph-mon[27522]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:32:41.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:40 smithi019 ceph-mon[39381]: pgmap v60: 121 pgs: 121 active+clean; 203 MiB data, 676 MiB used, 715 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:32:41.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:40 smithi019 ceph-mon[39381]: mgrmap e28: x(active, since 38s), standbys: y 2024-04-02T08:32:41.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:40 smithi019 ceph-mon[39381]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:32:41.220 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 414 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-02T08:32:41.220 INFO:tasks.rados.rados.0.smithi019.stdout:718: finishing write tid 1 to smithi01981774-26 2024-04-02T08:32:41.220 INFO:tasks.rados.rados.0.smithi019.stdout:713: done (10 left) 2024-04-02T08:32:41.220 INFO:tasks.rados.rados.0.smithi019.stdout:714: done (9 left) 2024-04-02T08:32:41.220 INFO:tasks.rados.rados.0.smithi019.stdout:715: done (8 left) 2024-04-02T08:32:41.220 INFO:tasks.rados.rados.0.smithi019.stdout:717: done (7 left) 2024-04-02T08:32:41.220 INFO:tasks.rados.rados.0.smithi019.stdout:719: done (6 left) 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:725: rmattr oid 33 current snap is 63 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:725: done (6 left) 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:726: rmattr oid 41 current snap is 63 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:726: done (6 left) 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 63 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:718: finishing write tid 2 to smithi01981774-26 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:718: finishing write tid 3 to smithi01981774-26 2024-04-02T08:32:41.221 INFO:tasks.rados.rados.0.smithi019.stdout:727: seq_num 235 ranges {1081344=745472,1826816=712704,2539520=90112} 2024-04-02T08:32:41.228 INFO:tasks.rados.rados.0.smithi019.stdout:727: writing smithi01981774-36 from 1081344 to 1826816 tid 1 2024-04-02T08:32:41.232 INFO:tasks.rados.rados.0.smithi019.stdout:727: writing smithi01981774-36 from 1826816 to 2539520 tid 2 2024-04-02T08:32:41.233 INFO:tasks.rados.rados.0.smithi019.stdout:727: writing smithi01981774-36 from 2539520 to 2629632 tid 3 2024-04-02T08:32:41.233 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 63 2024-04-02T08:32:41.233 INFO:tasks.rados.rados.0.smithi019.stdout:728: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-04-02T08:32:41.238 INFO:tasks.rados.rados.0.smithi019.stdout:728: writing smithi01981774-22 from 0 to 761856 tid 1 2024-04-02T08:32:41.241 INFO:tasks.rados.rados.0.smithi019.stdout:728: writing smithi01981774-22 from 761856 to 1409024 tid 2 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:728: writing smithi01981774-22 from 1409024 to 1564672 tid 3 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 63 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:718: finishing write tid 4 to smithi01981774-26 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:718: finishing write tid 5 to smithi01981774-26 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:718: oid 26 updating version 0 to 257 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:718: oid 26 updating version 257 to 258 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:718: oid 26 updating version 258 to 259 2024-04-02T08:32:41.243 INFO:tasks.rados.rados.0.smithi019.stdout:718: oid 26 updating version 259 to 260 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 260 (ObjNum 231 snap 63 seq_num 231) dirty exists 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi019.stdout:718: left oid 26 (ObjNum 231 snap 63 seq_num 231) 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi019.stdout:720: finishing write tid 1 to smithi01981774-3 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi019.stdout:720: finishing write tid 2 to smithi01981774-3 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi019.stdout:720: finishing write tid 3 to smithi01981774-3 2024-04-02T08:32:41.244 INFO:tasks.rados.rados.0.smithi019.stdout:729: seq_num 237 ranges {0=778240,778240=532480,1310720=270336} 2024-04-02T08:32:41.247 INFO:tasks.rados.rados.0.smithi019.stdout:729: writing smithi01981774-6 from 0 to 778240 tid 1 2024-04-02T08:32:41.250 INFO:tasks.rados.rados.0.smithi019.stdout:729: writing smithi01981774-6 from 778240 to 1310720 tid 2 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:729: writing smithi01981774-6 from 1310720 to 1581056 tid 3 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:718: done (8 left) 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:730: read oid 20 snap -1 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:730: expect (ObjNum 121 snap 25 seq_num 121) 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:731: read oid 1 snap -1 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:731: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 63 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:720: finishing write tid 4 to smithi01981774-3 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:720: finishing write tid 5 to smithi01981774-3 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:720: oid 3 updating version 0 to 299 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:720: oid 3 version 299 is already newer than 298 2024-04-02T08:32:41.253 INFO:tasks.rados.rados.0.smithi019.stdout:720: oid 3 version 299 is already newer than 297 2024-04-02T08:32:41.254 INFO:tasks.rados.rados.0.smithi019.stdout:720: oid 3 updating version 299 to 300 2024-04-02T08:32:41.254 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 300 (ObjNum 232 snap 63 seq_num 232) dirty exists 2024-04-02T08:32:41.254 INFO:tasks.rados.rados.0.smithi019.stdout:720: left oid 3 (ObjNum 232 snap 63 seq_num 232) 2024-04-02T08:32:41.254 INFO:tasks.rados.rados.0.smithi019.stdout:721: finishing write tid 1 to smithi01981774-25 2024-04-02T08:32:41.254 INFO:tasks.rados.rados.0.smithi019.stdout:721: finishing write tid 2 to smithi01981774-25 2024-04-02T08:32:41.254 INFO:tasks.rados.rados.0.smithi019.stdout:722: expect (ObjNum 145 snap 34 seq_num 145) 2024-04-02T08:32:41.259 INFO:tasks.rados.rados.0.smithi019.stdout:721: finishing write tid 3 to smithi01981774-25 2024-04-02T08:32:41.259 INFO:tasks.rados.rados.0.smithi019.stdout:721: finishing write tid 4 to smithi01981774-25 2024-04-02T08:32:41.259 INFO:tasks.rados.rados.0.smithi019.stdout:732: seq_num 238 ranges {1392640=794624,2187264=417792,2605056=385024} 2024-04-02T08:32:41.270 INFO:tasks.rados.rados.0.smithi019.stdout:732: writing smithi01981774-17 from 1392640 to 2187264 tid 1 2024-04-02T08:32:41.273 INFO:tasks.rados.rados.0.smithi019.stdout:732: writing smithi01981774-17 from 2187264 to 2605056 tid 2 2024-04-02T08:32:41.276 INFO:tasks.rados.rados.0.smithi019.stdout:732: writing smithi01981774-17 from 2605056 to 2990080 tid 3 2024-04-02T08:32:41.276 INFO:tasks.rados.rados.0.smithi019.stdout:720: done (10 left) 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:722: done (9 left) 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 63 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:721: finishing write tid 5 to smithi01981774-25 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:721: oid 25 updating version 0 to 208 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:721: oid 25 version 208 is already newer than 207 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:721: oid 25 version 208 is already newer than 206 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:721: oid 25 updating version 208 to 209 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 209 (ObjNum 233 snap 63 seq_num 233) dirty exists 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:721: left oid 25 (ObjNum 233 snap 63 seq_num 233) 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:723: finishing write tid 1 to smithi01981774-29 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:723: finishing write tid 2 to smithi01981774-29 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:723: finishing write tid 3 to smithi01981774-29 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 178 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:723: finishing write tid 4 to smithi01981774-29 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:723: finishing write tid 5 to smithi01981774-29 2024-04-02T08:32:41.277 INFO:tasks.rados.rados.0.smithi019.stdout:723: oid 29 updating version 0 to 422 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi019.stdout:723: oid 29 updating version 422 to 423 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi019.stdout:723: oid 29 updating version 423 to 424 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi019.stdout:723: oid 29 updating version 424 to 425 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 425 (ObjNum 234 snap 63 seq_num 234) dirty exists 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi019.stdout:723: left oid 29 (ObjNum 234 snap 63 seq_num 234) 2024-04-02T08:32:41.278 INFO:tasks.rados.rados.0.smithi019.stdout:733: seq_num 239 ranges {2138112=409600,2547712=704512,3252224=499712} 2024-04-02T08:32:41.289 INFO:tasks.rados.rados.0.smithi019.stdout:733: writing smithi01981774-9 from 2138112 to 2547712 tid 1 2024-04-02T08:32:41.293 INFO:tasks.rados.rados.0.smithi019.stdout:733: writing smithi01981774-9 from 2547712 to 3252224 tid 2 2024-04-02T08:32:41.296 INFO:tasks.rados.rados.0.smithi019.stdout:733: writing smithi01981774-9 from 3252224 to 3751936 tid 3 2024-04-02T08:32:41.296 INFO:tasks.rados.rados.0.smithi019.stdout:721: done (9 left) 2024-04-02T08:32:41.296 INFO:tasks.rados.rados.0.smithi019.stdout:723: done (8 left) 2024-04-02T08:32:41.296 INFO:tasks.rados.rados.0.smithi019.stdout:724: done (7 left) 2024-04-02T08:32:41.296 INFO:tasks.rados.rados.0.smithi019.stdout:734: snap_remove snap 26 2024-04-02T08:32:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:40 smithi066 ceph-mon[30998]: pgmap v60: 121 pgs: 121 active+clean; 203 MiB data, 676 MiB used, 715 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-02T08:32:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:40 smithi066 ceph-mon[30998]: mgrmap e28: x(active, since 38s), standbys: y 2024-04-02T08:32:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:40 smithi066 ceph-mon[30998]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:32:41.908 INFO:tasks.rados.rados.0.smithi019.stdout:734: done (7 left) 2024-04-02T08:32:41.908 INFO:tasks.rados.rados.0.smithi019.stdout:735: snap_remove snap 56 2024-04-02T08:32:42.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:41 smithi019 ceph-mon[27522]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:32:42.136 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:41 smithi019 ceph-mon[39381]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:32:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:41 smithi066 ceph-mon[30998]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:32:42.360 INFO:tasks.rados.rados.0.smithi019.stdout:735: done (7 left) 2024-04-02T08:32:42.360 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 63 2024-04-02T08:32:42.360 INFO:tasks.rados.rados.0.smithi019.stdout:736: seq_num 240 ranges {794624=425984,1220608=589824,1810432=483328,2293760=131072} 2024-04-02T08:32:42.366 INFO:tasks.rados.rados.0.smithi019.stdout:736: writing smithi01981774-48 from 794624 to 1220608 tid 1 2024-04-02T08:32:42.370 INFO:tasks.rados.rados.0.smithi019.stdout:736: writing smithi01981774-48 from 1220608 to 1810432 tid 2 2024-04-02T08:32:42.374 INFO:tasks.rados.rados.0.smithi019.stdout:736: writing smithi01981774-48 from 1810432 to 2293760 tid 3 2024-04-02T08:32:42.375 INFO:tasks.rados.rados.0.smithi019.stdout:736: writing smithi01981774-48 from 2293760 to 2424832 tid 4 2024-04-02T08:32:42.375 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 63 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: finishing write tid 1 to smithi01981774-36 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: finishing write tid 2 to smithi01981774-36 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: finishing write tid 3 to smithi01981774-36 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: finishing write tid 4 to smithi01981774-36 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: finishing write tid 5 to smithi01981774-36 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: oid 36 updating version 0 to 237 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: oid 36 updating version 237 to 239 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: oid 36 updating version 239 to 240 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: oid 36 version 240 is already newer than 238 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 240 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:727: left oid 36 (ObjNum 235 snap 63 seq_num 235) 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:728: finishing write tid 1 to smithi01981774-22 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:728: finishing write tid 2 to smithi01981774-22 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:728: finishing write tid 3 to smithi01981774-22 2024-04-02T08:32:42.376 INFO:tasks.rados.rados.0.smithi019.stdout:728: finishing write tid 4 to smithi01981774-22 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:728: finishing write tid 5 to smithi01981774-22 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:728: oid 22 updating version 0 to 254 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:728: oid 22 version 254 is already newer than 251 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:728: oid 22 version 254 is already newer than 253 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:728: oid 22 version 254 is already newer than 252 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 254 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:728: left oid 22 (ObjNum 236 snap 63 seq_num 236) 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:729: finishing write tid 1 to smithi01981774-6 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:729: finishing write tid 2 to smithi01981774-6 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:729: finishing write tid 3 to smithi01981774-6 2024-04-02T08:32:42.377 INFO:tasks.rados.rados.0.smithi019.stdout:731: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:42.379 INFO:tasks.rados.rados.0.smithi019.stdout:729: finishing write tid 4 to smithi01981774-6 2024-04-02T08:32:42.379 INFO:tasks.rados.rados.0.smithi019.stdout:729: finishing write tid 5 to smithi01981774-6 2024-04-02T08:32:42.380 INFO:tasks.rados.rados.0.smithi019.stdout:729: oid 6 updating version 0 to 159 2024-04-02T08:32:42.380 INFO:tasks.rados.rados.0.smithi019.stdout:729: oid 6 version 159 is already newer than 157 2024-04-02T08:32:42.380 INFO:tasks.rados.rados.0.smithi019.stdout:729: oid 6 version 159 is already newer than 158 2024-04-02T08:32:42.380 INFO:tasks.rados.rados.0.smithi019.stdout:729: oid 6 version 159 is already newer than 156 2024-04-02T08:32:42.380 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 159 (ObjNum 237 snap 63 seq_num 237) dirty exists 2024-04-02T08:32:42.380 INFO:tasks.rados.rados.0.smithi019.stdout:729: left oid 6 (ObjNum 237 snap 63 seq_num 237) 2024-04-02T08:32:42.380 INFO:tasks.rados.rados.0.smithi019.stdout:737: seq_num 241 ranges {540672=442368,983040=466944,1449984=688128,2138112=49152} 2024-04-02T08:32:42.385 INFO:tasks.rados.rados.0.smithi019.stdout:737: writing smithi01981774-33 from 540672 to 983040 tid 1 2024-04-02T08:32:42.388 INFO:tasks.rados.rados.0.smithi019.stdout:737: writing smithi01981774-33 from 983040 to 1449984 tid 2 2024-04-02T08:32:42.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:42] ENGINE Bus STOPPING 2024-04-02T08:32:42.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:32:42.392 INFO:tasks.rados.rados.0.smithi019.stdout:737: writing smithi01981774-33 from 1449984 to 2138112 tid 3 2024-04-02T08:32:42.393 INFO:tasks.rados.rados.0.smithi019.stdout:737: writing smithi01981774-33 from 2138112 to 2187264 tid 4 2024-04-02T08:32:42.393 INFO:tasks.rados.rados.0.smithi019.stdout:727: done (8 left) 2024-04-02T08:32:42.393 INFO:tasks.rados.rados.0.smithi019.stdout:728: done (7 left) 2024-04-02T08:32:42.393 INFO:tasks.rados.rados.0.smithi019.stdout:729: done (6 left) 2024-04-02T08:32:42.393 INFO:tasks.rados.rados.0.smithi019.stdout:731: done (5 left) 2024-04-02T08:32:42.393 INFO:tasks.rados.rados.0.smithi019.stdout:738: snap_create 2024-04-02T08:32:42.393 INFO:tasks.rados.rados.0.smithi019.stdout:730: expect (ObjNum 121 snap 25 seq_num 121) 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: finishing write tid 1 to smithi01981774-17 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: finishing write tid 2 to smithi01981774-17 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: finishing write tid 3 to smithi01981774-17 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: finishing write tid 4 to smithi01981774-17 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: finishing write tid 5 to smithi01981774-17 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: oid 17 updating version 0 to 317 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: oid 17 version 317 is already newer than 316 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: oid 17 version 317 is already newer than 315 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:732: oid 17 version 317 is already newer than 314 2024-04-02T08:32:42.548 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 317 (ObjNum 238 snap 63 seq_num 238) dirty exists 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:732: left oid 17 (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: finishing write tid 1 to smithi01981774-9 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: finishing write tid 2 to smithi01981774-9 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: finishing write tid 3 to smithi01981774-9 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: finishing write tid 4 to smithi01981774-9 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: finishing write tid 5 to smithi01981774-9 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: oid 9 updating version 0 to 247 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: oid 9 updating version 247 to 248 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: oid 9 updating version 248 to 249 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: oid 9 updating version 249 to 250 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 250 (ObjNum 239 snap 63 seq_num 239) dirty exists 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:733: left oid 9 (ObjNum 239 snap 63 seq_num 239) 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:736: finishing write tid 1 to smithi01981774-48 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:736: finishing write tid 2 to smithi01981774-48 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:736: finishing write tid 3 to smithi01981774-48 2024-04-02T08:32:42.549 INFO:tasks.rados.rados.0.smithi019.stdout:736: finishing write tid 4 to smithi01981774-48 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: finishing write tid 5 to smithi01981774-48 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: finishing write tid 6 to smithi01981774-48 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: oid 48 updating version 0 to 447 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: oid 48 version 447 is already newer than 439 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: oid 48 version 447 is already newer than 446 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: oid 48 version 447 is already newer than 440 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: oid 48 version 447 is already newer than 445 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 447 (ObjNum 240 snap 63 seq_num 240) dirty exists 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:736: left oid 48 (ObjNum 240 snap 63 seq_num 240) 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:737: finishing write tid 1 to smithi01981774-33 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:737: finishing write tid 2 to smithi01981774-33 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:737: finishing write tid 3 to smithi01981774-33 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:737: finishing write tid 4 to smithi01981774-33 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:737: finishing write tid 5 to smithi01981774-33 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:737: finishing write tid 6 to smithi01981774-33 2024-04-02T08:32:42.550 INFO:tasks.rados.rados.0.smithi019.stdout:737: oid 33 updating version 0 to 152 2024-04-02T08:32:42.551 INFO:tasks.rados.rados.0.smithi019.stdout:737: oid 33 version 152 is already newer than 151 2024-04-02T08:32:42.551 INFO:tasks.rados.rados.0.smithi019.stdout:737: oid 33 updating version 152 to 153 2024-04-02T08:32:42.551 INFO:tasks.rados.rados.0.smithi019.stdout:737: oid 33 updating version 153 to 154 2024-04-02T08:32:42.551 INFO:tasks.rados.rados.0.smithi019.stdout:737: oid 33 version 154 is already newer than 150 2024-04-02T08:32:42.551 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 154 (ObjNum 241 snap 63 seq_num 241) dirty exists 2024-04-02T08:32:42.551 INFO:tasks.rados.rados.0.smithi019.stdout:737: left oid 33 (ObjNum 241 snap 63 seq_num 241) 2024-04-02T08:32:42.615 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:42.357+0000 7f22a745c700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:32:42.616 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: ignoring --setuser ceph since I am not root 2024-04-02T08:32:42.616 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: ignoring --setgroup ceph since I am not root 2024-04-02T08:32:42.616 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mgr[66809]: -- 172.21.15.66:0/1235182482 <== mon.0 v2:172.21.15.19:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555d7937a5a0 con 0x555d7934ec00 2024-04-02T08:32:42.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:42] ENGINE Bus STOPPED 2024-04-02T08:32:42.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:42] ENGINE Bus STARTING 2024-04-02T08:32:42.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.534+0000 7f41f2440700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.534+0000 7f41ef43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.534+0000 7f41ef43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.534+0000 7f41ef43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.534+0000 7f41ef43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.534+0000 7f41ef43a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.534+0000 7f41f2440700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.535+0000 7f41f2440700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.535+0000 7f41f2440700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:32:42.535+0000 7f41f2440700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:42] ENGINE Serving on http://:::9283 2024-04-02T08:32:42.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:32:42] ENGINE Bus STARTED 2024-04-02T08:32:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:32:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.24799 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: mgrmap e29: y(active, starting, since 0.00793541s) 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:43.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: Manager daemon y is now available 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:32:43.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.24799 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: mgrmap e29: y(active, starting, since 0.00793541s) 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:43.200 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: Manager daemon y is now available 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:43.201 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:43.202 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:43.202 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:43.202 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:43.202 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:43.202 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:42 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:43.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:42.958+0000 7f9f63ac9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:32:43.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:43.058+0000 7f9f63ac9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:32:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:32:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 172.21.15.66:0/832923045' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.24799 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: mgrmap e29: y(active, starting, since 0.00793541s) 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:32:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: Manager daemon y is now available 2024-04-02T08:32:43.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:43.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:43.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:43.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:32:43.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:43.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:42 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:730: done (5 left) 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:732: done (4 left) 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:733: done (3 left) 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:736: done (2 left) 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:737: done (1 left) 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:738: done (0 left) 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:739: rollback oid 13 current snap is 64 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 13 to 50 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 64 2024-04-02T08:32:43.370 INFO:tasks.rados.rados.0.smithi019.stdout:740: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2024-04-02T08:32:43.372 INFO:tasks.rados.rados.0.smithi019.stdout:740: writing smithi01981774-35 from 0 to 458752 tid 1 2024-04-02T08:32:43.377 INFO:tasks.rados.rados.0.smithi019.stdout:740: writing smithi01981774-35 from 458752 to 1212416 tid 2 2024-04-02T08:32:43.381 INFO:tasks.rados.rados.0.smithi019.stdout:740: writing smithi01981774-35 from 1212416 to 1662976 tid 3 2024-04-02T08:32:43.381 INFO:tasks.rados.rados.0.smithi019.stdout:741: read oid 1 snap -1 2024-04-02T08:32:43.381 INFO:tasks.rados.rados.0.smithi019.stdout:741: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:43.381 INFO:tasks.rados.rados.0.smithi019.stdout:739: finishing rollback tid 0 to smithi01981774-13 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:740: finishing write tid 1 to smithi01981774-35 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:739: finishing rollback tid 1 to smithi01981774-13 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:739: finishing rollback tid 2 to smithi01981774-13 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 180 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:739: done (2 left) 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:742: copy_from oid 32 from oid 50 current snap is 64 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 64 2024-04-02T08:32:43.382 INFO:tasks.rados.rados.0.smithi019.stdout:743: seq_num 243 ranges {1581056=475136,2056192=638976,2695168=565248} 2024-04-02T08:32:43.393 INFO:tasks.rados.rados.0.smithi019.stdout:743: writing smithi01981774-6 from 1581056 to 2056192 tid 1 2024-04-02T08:32:43.397 INFO:tasks.rados.rados.0.smithi019.stdout:743: writing smithi01981774-6 from 2056192 to 2695168 tid 2 2024-04-02T08:32:43.401 INFO:tasks.rados.rados.0.smithi019.stdout:743: writing smithi01981774-6 from 2695168 to 3260416 tid 3 2024-04-02T08:32:43.401 INFO:tasks.rados.rados.0.smithi019.stdout:744: setattr oid 26 current snap is 64 2024-04-02T08:32:43.401 INFO:tasks.rados.rados.0.smithi019.stdout:740: finishing write tid 2 to smithi01981774-35 2024-04-02T08:32:43.401 INFO:tasks.rados.rados.0.smithi019.stdout:741: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: finishing write tid 3 to smithi01981774-35 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: finishing write tid 4 to smithi01981774-35 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: finishing write tid 5 to smithi01981774-35 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: oid 35 updating version 0 to 191 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: oid 35 version 191 is already newer than 188 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: oid 35 version 191 is already newer than 190 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: oid 35 version 191 is already newer than 189 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 191 (ObjNum 242 snap 64 seq_num 242) dirty exists 2024-04-02T08:32:43.406 INFO:tasks.rados.rados.0.smithi019.stdout:740: left oid 35 (ObjNum 242 snap 64 seq_num 242) 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:742: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: finishing write tid 1 to smithi01981774-6 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:742: finishing copy_from to smithi01981774-32 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 78 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: finishing write tid 2 to smithi01981774-6 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: finishing write tid 3 to smithi01981774-6 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: finishing write tid 4 to smithi01981774-6 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: finishing write tid 5 to smithi01981774-6 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: oid 6 updating version 0 to 161 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: oid 6 version 161 is already newer than 160 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: oid 6 updating version 161 to 162 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: oid 6 updating version 162 to 163 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 163 (ObjNum 243 snap 64 seq_num 243) dirty exists 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:743: left oid 6 (ObjNum 243 snap 64 seq_num 243) 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:740: done (4 left) 2024-04-02T08:32:43.407 INFO:tasks.rados.rados.0.smithi019.stdout:741: done (3 left) 2024-04-02T08:32:43.408 INFO:tasks.rados.rados.0.smithi019.stdout:742: done (2 left) 2024-04-02T08:32:43.408 INFO:tasks.rados.rados.0.smithi019.stdout:743: done (1 left) 2024-04-02T08:32:43.408 INFO:tasks.rados.rados.0.smithi019.stdout:745: setattr oid 34 current snap is 64 2024-04-02T08:32:43.408 INFO:tasks.rados.rados.0.smithi019.stdout:746: snap_create 2024-04-02T08:32:43.408 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 274 (ObjNum 231 snap 63 seq_num 231) dirty exists 2024-04-02T08:32:43.410 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 156 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:32:43.772 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:43.826 INFO:tasks.rados.rados.0.smithi019.stdout:744: done (2 left) 2024-04-02T08:32:43.826 INFO:tasks.rados.rados.0.smithi019.stdout:745: done (1 left) 2024-04-02T08:32:43.826 INFO:tasks.rados.rados.0.smithi019.stdout:746: done (0 left) 2024-04-02T08:32:43.826 INFO:tasks.rados.rados.0.smithi019.stdout:747: rollback oid 32 current snap is 65 2024-04-02T08:32:43.826 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 32 to 52 2024-04-02T08:32:43.826 INFO:tasks.rados.rados.0.smithi019.stdout:748: snap_remove snap 64 2024-04-02T08:32:44.062 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:43.773+0000 7f9f63ac9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:32:44.063 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:43.873+0000 7f9f63ac9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:32:44.063 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:44.021+0000 7f9f63ac9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:32:44.387 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-mon[30998]: mgrmap e30: y(active, since 1.01329s) 2024-04-02T08:32:44.388 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-mon[30998]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:32:44.388 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:43] ENGINE Bus STARTING 2024-04-02T08:32:44.388 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:43] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:32:44.388 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-mon[30998]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:32:44.388 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:44.134+0000 7f9f63ac9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:32:44.388 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:44.221+0000 7f9f63ac9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:32:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[27522]: mgrmap e30: y(active, since 1.01329s) 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[27522]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:43] ENGINE Bus STARTING 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:43] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[27522]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[39381]: mgrmap e30: y(active, since 1.01329s) 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[39381]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:43] ENGINE Bus STARTING 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:43] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:32:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:44 smithi019 ceph-mon[39381]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:32:44.711 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:44.509+0000 7f9f63ac9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:32:44.711 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:44.623+0000 7f9f63ac9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:44.711 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:44.713+0000 7f9f63ac9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:32:44.832 INFO:tasks.rados.rados.0.smithi019.stdout:748: done (1 left) 2024-04-02T08:32:44.832 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 65 2024-04-02T08:32:44.832 INFO:tasks.rados.rados.0.smithi019.stdout:747: finishing rollback tid 0 to smithi01981774-32 2024-04-02T08:32:44.832 INFO:tasks.rados.rados.0.smithi019.stdout:749: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-04-02T08:32:44.834 INFO:tasks.rados.rados.0.smithi019.stdout:749: writing smithi01981774-24 from 0 to 491520 tid 1 2024-04-02T08:32:44.838 INFO:tasks.rados.rados.0.smithi019.stdout:749: writing smithi01981774-24 from 491520 to 1064960 tid 2 2024-04-02T08:32:44.841 INFO:tasks.rados.rados.0.smithi019.stdout:749: writing smithi01981774-24 from 1064960 to 1523712 tid 3 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:749: writing smithi01981774-24 from 1523712 to 1695744 tid 4 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:750: copy_from oid 3 from oid 45 current snap is 65 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:747: finishing rollback tid 1 to smithi01981774-32 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:747: finishing rollback tid 2 to smithi01981774-32 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 278 (ObjNum 195 snap 51 seq_num 195) dirty exists 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:749: finishing write tid 1 to smithi01981774-24 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:747: done (2 left) 2024-04-02T08:32:44.843 INFO:tasks.rados.rados.0.smithi019.stdout:751: snap_create 2024-04-02T08:32:44.844 INFO:tasks.rados.rados.0.smithi019.stdout:749: finishing write tid 2 to smithi01981774-24 2024-04-02T08:32:44.845 INFO:tasks.rados.rados.0.smithi019.stdout:749: finishing write tid 3 to smithi01981774-24 2024-04-02T08:32:44.845 INFO:tasks.rados.rados.0.smithi019.stdout:749: finishing write tid 4 to smithi01981774-24 2024-04-02T08:32:44.845 INFO:tasks.rados.rados.0.smithi019.stdout:749: finishing write tid 5 to smithi01981774-24 2024-04-02T08:32:44.846 INFO:tasks.rados.rados.0.smithi019.stdout:749: finishing write tid 6 to smithi01981774-24 2024-04-02T08:32:44.846 INFO:tasks.rados.rados.0.smithi019.stdout:749: oid 24 updating version 0 to 319 2024-04-02T08:32:44.846 INFO:tasks.rados.rados.0.smithi019.stdout:749: oid 24 version 319 is already newer than 318 2024-04-02T08:32:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:749: oid 24 version 319 is already newer than 315 2024-04-02T08:32:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:749: oid 24 version 319 is already newer than 316 2024-04-02T08:32:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:749: oid 24 version 319 is already newer than 317 2024-04-02T08:32:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 319 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-04-02T08:32:44.847 INFO:tasks.rados.rados.0.smithi019.stdout:749: left oid 24 (ObjNum 244 snap 65 seq_num 244) 2024-04-02T08:32:44.857 INFO:tasks.rados.rados.0.smithi019.stdout:750: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:32:44.858 INFO:tasks.rados.rados.0.smithi019.stdout:750: finishing copy_from to smithi01981774-3 2024-04-02T08:32:44.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 247 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:45.036 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:44.834+0000 7f9f63ac9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:32:45.037 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:45.038+0000 7f9f63ac9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:32:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:43] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:32:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[27522]: [02/Apr/2024:08:32:43] ENGINE Bus STARTED 2024-04-02T08:32:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[27522]: pgmap v6: 121 pgs: 121 active+clean; 183 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 31 MiB/s rd, 16 MiB/s wr, 172 op/s 2024-04-02T08:32:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[27522]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:32:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:43] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:32:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[39381]: [02/Apr/2024:08:32:43] ENGINE Bus STARTED 2024-04-02T08:32:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[39381]: pgmap v6: 121 pgs: 121 active+clean; 183 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 31 MiB/s rd, 16 MiB/s wr, 172 op/s 2024-04-02T08:32:45.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:45 smithi019 ceph-mon[39381]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:32:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:45 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:43] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:32:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:45 smithi066 ceph-mon[30998]: [02/Apr/2024:08:32:43] ENGINE Bus STARTED 2024-04-02T08:32:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:45 smithi066 ceph-mon[30998]: pgmap v6: 121 pgs: 121 active+clean; 183 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 31 MiB/s rd, 16 MiB/s wr, 172 op/s 2024-04-02T08:32:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:45 smithi066 ceph-mon[30998]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:749: done (2 left) 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:750: done (1 left) 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:751: done (0 left) 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:752: read oid 39 snap -1 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:752: expect (ObjNum 122 snap 25 seq_num 122) 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:753: read oid 8 snap 59 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:753: expect (ObjNum 208 snap 56 seq_num 208) 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 66 2024-04-02T08:32:45.836 INFO:tasks.rados.rados.0.smithi019.stdout:754: seq_num 245 ranges {3776512=507904,4284416=458752,4743168=671744,5414912=73728} 2024-04-02T08:32:45.859 INFO:tasks.rados.rados.0.smithi019.stdout:754: writing smithi01981774-20 from 3776512 to 4284416 tid 1 2024-04-02T08:32:45.861 INFO:tasks.rados.rados.0.smithi019.stdout:754: writing smithi01981774-20 from 4284416 to 4743168 tid 2 2024-04-02T08:32:45.865 INFO:tasks.rados.rados.0.smithi019.stdout:754: writing smithi01981774-20 from 4743168 to 5414912 tid 3 2024-04-02T08:32:45.866 INFO:tasks.rados.rados.0.smithi019.stdout:754: writing smithi01981774-20 from 5414912 to 5488640 tid 4 2024-04-02T08:32:45.866 INFO:tasks.rados.rados.0.smithi019.stdout:755: read oid 11 snap 54 2024-04-02T08:32:45.866 INFO:tasks.rados.rados.0.smithi019.stdout:755: expect (ObjNum 182 snap 47 seq_num 182) 2024-04-02T08:32:45.866 INFO:tasks.rados.rados.0.smithi019.stdout:756: rollback oid 31 current snap is 66 2024-04-02T08:32:45.866 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 54 2024-04-02T08:32:45.866 INFO:tasks.rados.rados.0.smithi019.stdout:753: expect (ObjNum 208 snap 56 seq_num 208) 2024-04-02T08:32:45.933 INFO:tasks.rados.rados.0.smithi019.stdout:752: expect (ObjNum 122 snap 25 seq_num 122) 2024-04-02T08:32:46.052 INFO:tasks.rados.rados.0.smithi019.stdout:754: finishing write tid 1 to smithi01981774-20 2024-04-02T08:32:46.052 INFO:tasks.rados.rados.0.smithi019.stdout:754: finishing write tid 2 to smithi01981774-20 2024-04-02T08:32:46.052 INFO:tasks.rados.rados.0.smithi019.stdout:752: done (4 left) 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:753: done (3 left) 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:757: rollback oid 7 current snap is 66 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 50 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: finishing write tid 3 to smithi01981774-20 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: finishing write tid 4 to smithi01981774-20 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:756: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:756: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: finishing write tid 5 to smithi01981774-20 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:756: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 161 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: finishing write tid 6 to smithi01981774-20 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: oid 20 updating version 0 to 336 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: oid 20 version 336 is already newer than 335 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: oid 20 version 336 is already newer than 334 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: oid 20 version 336 is already newer than 333 2024-04-02T08:32:46.053 INFO:tasks.rados.rados.0.smithi019.stdout:754: oid 20 updating version 336 to 337 2024-04-02T08:32:46.054 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 337 (ObjNum 245 snap 66 seq_num 245) dirty exists 2024-04-02T08:32:46.054 INFO:tasks.rados.rados.0.smithi019.stdout:754: left oid 20 (ObjNum 245 snap 66 seq_num 245) 2024-04-02T08:32:46.054 INFO:tasks.rados.rados.0.smithi019.stdout:755: expect (ObjNum 182 snap 47 seq_num 182) 2024-04-02T08:32:46.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:46.097+0000 7f9f63ac9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:32:46.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:46.242+0000 7f9f63ac9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:32:46.361 INFO:tasks.rados.rados.0.smithi019.stdout:757: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:32:46.361 INFO:tasks.rados.rados.0.smithi019.stdout:757: finishing rollback tid 2 to smithi01981774-7 2024-04-02T08:32:46.362 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 453 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:32:46.362 INFO:tasks.rados.rados.0.smithi019.stdout:754: done (3 left) 2024-04-02T08:32:46.362 INFO:tasks.rados.rados.0.smithi019.stdout:755: done (2 left) 2024-04-02T08:32:46.362 INFO:tasks.rados.rados.0.smithi019.stdout:756: done (1 left) 2024-04-02T08:32:46.362 INFO:tasks.rados.rados.0.smithi019.stdout:757: done (0 left) 2024-04-02T08:32:46.362 INFO:tasks.rados.rados.0.smithi019.stdout:758: setattr oid 3 current snap is 66 2024-04-02T08:32:46.363 INFO:tasks.rados.rados.0.smithi019.stdout:759: delete oid 40 current snap is 66 2024-04-02T08:32:46.365 INFO:tasks.rados.rados.0.smithi019.stdout:759: done (1 left) 2024-04-02T08:32:46.365 INFO:tasks.rados.rados.0.smithi019.stdout:760: delete oid 49 current snap is 66 2024-04-02T08:32:46.366 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 323 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:46.368 INFO:tasks.rados.rados.0.smithi019.stdout:758: done (1 left) 2024-04-02T08:32:46.368 INFO:tasks.rados.rados.0.smithi019.stdout:760: done (0 left) 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:761: rmattr oid 13 current snap is 66 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:762: read oid 28 snap -1 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:762: expect (ObjNum 153 snap 38 seq_num 153) 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:763: copy_from oid 23 from oid 45 current snap is 66 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:764: read oid 2 snap -1 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:764: expect deleted 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 66 2024-04-02T08:32:46.369 INFO:tasks.rados.rados.0.smithi019.stdout:765: seq_num 248 ranges {106496=557056,663552=507904,1171456=442368,1613824=253952} 2024-04-02T08:32:46.373 INFO:tasks.rados.rados.0.smithi019.stdout:765: writing smithi01981774-7 from 106496 to 663552 tid 1 2024-04-02T08:32:46.376 INFO:tasks.rados.rados.0.smithi019.stdout:765: writing smithi01981774-7 from 663552 to 1171456 tid 2 2024-04-02T08:32:46.378 INFO:tasks.rados.rados.0.smithi019.stdout:765: writing smithi01981774-7 from 1171456 to 1613824 tid 3 2024-04-02T08:32:46.381 INFO:tasks.rados.rados.0.smithi019.stdout:765: writing smithi01981774-7 from 1613824 to 1867776 tid 4 2024-04-02T08:32:46.381 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 66 2024-04-02T08:32:46.381 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 181 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-04-02T08:32:46.381 INFO:tasks.rados.rados.0.smithi019.stdout:762: expect (ObjNum 153 snap 38 seq_num 153) 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:765: finishing write tid 1 to smithi01981774-7 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:765: finishing write tid 2 to smithi01981774-7 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:763: finishing copy_from racing read to smithi01981774-23 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:765: finishing write tid 3 to smithi01981774-7 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:763: finishing copy_from to smithi01981774-23 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 247 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:765: finishing write tid 4 to smithi01981774-7 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:765: finishing write tid 5 to smithi01981774-7 2024-04-02T08:32:46.415 INFO:tasks.rados.rados.0.smithi019.stdout:765: finishing write tid 6 to smithi01981774-7 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:765: oid 7 updating version 0 to 455 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:765: oid 7 updating version 455 to 458 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:765: oid 7 version 458 is already newer than 456 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:765: oid 7 version 458 is already newer than 457 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:765: oid 7 version 458 is already newer than 454 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 458 (ObjNum 248 snap 66 seq_num 248) dirty exists 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:765: left oid 7 (ObjNum 248 snap 66 seq_num 248) 2024-04-02T08:32:46.416 INFO:tasks.rados.rados.0.smithi019.stdout:766: seq_num 249 ranges {3325952=573440,3899392=794624,4694016=409600} 2024-04-02T08:32:46.436 INFO:tasks.rados.rados.0.smithi019.stdout:766: writing smithi01981774-39 from 3325952 to 3899392 tid 1 2024-04-02T08:32:46.440 INFO:tasks.rados.rados.0.smithi019.stdout:766: writing smithi01981774-39 from 3899392 to 4694016 tid 2 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:766: writing smithi01981774-39 from 4694016 to 5103616 tid 3 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:761: done (5 left) 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:762: done (4 left) 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:763: done (3 left) 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:764: done (2 left) 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:765: done (1 left) 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 66 2024-04-02T08:32:46.443 INFO:tasks.rados.rados.0.smithi019.stdout:766: finishing write tid 1 to smithi01981774-39 2024-04-02T08:32:46.444 INFO:tasks.rados.rados.0.smithi019.stdout:767: seq_num 250 ranges {3260416=589824,3850240=679936,4530176=409600,4939776=114688} 2024-04-02T08:32:46.464 INFO:tasks.rados.rados.0.smithi019.stdout:767: writing smithi01981774-6 from 3260416 to 3850240 tid 1 2024-04-02T08:32:46.467 INFO:tasks.rados.rados.0.smithi019.stdout:767: writing smithi01981774-6 from 3850240 to 4530176 tid 2 2024-04-02T08:32:46.470 INFO:tasks.rados.rados.0.smithi019.stdout:767: writing smithi01981774-6 from 4530176 to 4939776 tid 3 2024-04-02T08:32:46.471 INFO:tasks.rados.rados.0.smithi019.stdout:767: writing smithi01981774-6 from 4939776 to 5054464 tid 4 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:768: copy_from oid 41 from oid 38 current snap is 66 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: finishing write tid 2 to smithi01981774-39 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: finishing write tid 3 to smithi01981774-39 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: finishing write tid 4 to smithi01981774-39 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: finishing write tid 5 to smithi01981774-39 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: oid 39 updating version 0 to 224 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: oid 39 updating version 224 to 227 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: oid 39 version 227 is already newer than 226 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: oid 39 version 227 is already newer than 225 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 227 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: left oid 39 (ObjNum 249 snap 66 seq_num 249) 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:767: finishing write tid 1 to smithi01981774-6 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:767: finishing write tid 2 to smithi01981774-6 2024-04-02T08:32:46.472 INFO:tasks.rados.rados.0.smithi019.stdout:766: done (2 left) 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 66 2024-04-02T08:32:46.473 INFO:tasks.rados.rados.0.smithi019.stdout:769: seq_num 251 ranges {5357568=606208,5963776=614400,6578176=589824} 2024-04-02T08:32:46.504 INFO:tasks.rados.rados.0.smithi019.stdout:769: writing smithi01981774-19 from 5357568 to 5963776 tid 1 2024-04-02T08:32:46.507 INFO:tasks.rados.rados.0.smithi019.stdout:769: writing smithi01981774-19 from 5963776 to 6578176 tid 2 2024-04-02T08:32:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:769: writing smithi01981774-19 from 6578176 to 7168000 tid 3 2024-04-02T08:32:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:770: delete oid 46 current snap is 66 2024-04-02T08:32:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:767: finishing write tid 3 to smithi01981774-6 2024-04-02T08:32:46.511 INFO:tasks.rados.rados.0.smithi019.stdout:767: finishing write tid 4 to smithi01981774-6 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: finishing write tid 5 to smithi01981774-6 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: finishing write tid 6 to smithi01981774-6 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: oid 6 updating version 0 to 166 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: oid 6 version 166 is already newer than 164 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: oid 6 updating version 166 to 167 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: oid 6 version 167 is already newer than 165 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: oid 6 updating version 167 to 168 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 168 (ObjNum 250 snap 66 seq_num 250) dirty exists 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:767: left oid 6 (ObjNum 250 snap 66 seq_num 250) 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:768: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:768: finishing copy_from to smithi01981774-41 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 262 (ObjNum 214 snap 61 seq_num 214) dirty exists 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:769: finishing write tid 1 to smithi01981774-19 2024-04-02T08:32:46.512 INFO:tasks.rados.rados.0.smithi019.stdout:769: finishing write tid 2 to smithi01981774-19 2024-04-02T08:32:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:769: finishing write tid 3 to smithi01981774-19 2024-04-02T08:32:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:769: finishing write tid 4 to smithi01981774-19 2024-04-02T08:32:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:767: done (3 left) 2024-04-02T08:32:46.513 INFO:tasks.rados.rados.0.smithi019.stdout:768: done (2 left) 2024-04-02T08:32:46.514 INFO:tasks.rados.rados.0.smithi019.stdout:770: done (1 left) 2024-04-02T08:32:46.514 INFO:tasks.rados.rados.0.smithi019.stdout:771: snap_remove snap 52 2024-04-02T08:32:46.851 INFO:tasks.rados.rados.0.smithi019.stdout:771: done (1 left) 2024-04-02T08:32:46.851 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 66 2024-04-02T08:32:46.851 INFO:tasks.rados.rados.0.smithi019.stdout:772: seq_num 253 ranges {2629632=647168,3276800=786432,4063232=417792} 2024-04-02T08:32:46.870 INFO:tasks.rados.rados.0.smithi019.stdout:772: writing smithi01981774-36 from 2629632 to 3276800 tid 1 2024-04-02T08:32:46.875 INFO:tasks.rados.rados.0.smithi019.stdout:772: writing smithi01981774-36 from 3276800 to 4063232 tid 2 2024-04-02T08:32:46.879 INFO:tasks.rados.rados.0.smithi019.stdout:772: writing smithi01981774-36 from 4063232 to 4481024 tid 3 2024-04-02T08:32:46.879 INFO:tasks.rados.rados.0.smithi019.stdout:773: read oid 17 snap -1 2024-04-02T08:32:46.879 INFO:tasks.rados.rados.0.smithi019.stdout:773: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:32:46.879 INFO:tasks.rados.rados.0.smithi019.stdout:774: snap_create 2024-04-02T08:32:46.879 INFO:tasks.rados.rados.0.smithi019.stdout:769: finishing write tid 5 to smithi01981774-19 2024-04-02T08:32:46.879 INFO:tasks.rados.rados.0.smithi019.stdout:769: oid 19 updating version 0 to 255 2024-04-02T08:32:46.880 INFO:tasks.rados.rados.0.smithi019.stdout:769: oid 19 version 255 is already newer than 252 2024-04-02T08:32:46.880 INFO:tasks.rados.rados.0.smithi019.stdout:769: oid 19 version 255 is already newer than 253 2024-04-02T08:32:46.880 INFO:tasks.rados.rados.0.smithi019.stdout:769: oid 19 version 255 is already newer than 254 2024-04-02T08:32:46.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 255 (ObjNum 251 snap 66 seq_num 251) dirty exists 2024-04-02T08:32:46.880 INFO:tasks.rados.rados.0.smithi019.stdout:769: left oid 19 (ObjNum 251 snap 66 seq_num 251) 2024-04-02T08:32:46.880 INFO:tasks.rados.rados.0.smithi019.stdout:772: finishing write tid 1 to smithi01981774-36 2024-04-02T08:32:46.880 INFO:tasks.rados.rados.0.smithi019.stdout:772: finishing write tid 2 to smithi01981774-36 2024-04-02T08:32:46.881 INFO:tasks.rados.rados.0.smithi019.stdout:772: finishing write tid 3 to smithi01981774-36 2024-04-02T08:32:46.881 INFO:tasks.rados.rados.0.smithi019.stdout:772: finishing write tid 4 to smithi01981774-36 2024-04-02T08:32:46.882 INFO:tasks.rados.rados.0.smithi019.stdout:772: finishing write tid 5 to smithi01981774-36 2024-04-02T08:32:46.882 INFO:tasks.rados.rados.0.smithi019.stdout:772: oid 36 updating version 0 to 263 2024-04-02T08:32:46.882 INFO:tasks.rados.rados.0.smithi019.stdout:772: oid 36 updating version 263 to 264 2024-04-02T08:32:46.882 INFO:tasks.rados.rados.0.smithi019.stdout:772: oid 36 updating version 264 to 265 2024-04-02T08:32:46.883 INFO:tasks.rados.rados.0.smithi019.stdout:772: oid 36 updating version 265 to 266 2024-04-02T08:32:46.883 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 266 (ObjNum 253 snap 66 seq_num 253) dirty exists 2024-04-02T08:32:46.883 INFO:tasks.rados.rados.0.smithi019.stdout:772: left oid 36 (ObjNum 253 snap 66 seq_num 253) 2024-04-02T08:32:46.893 INFO:tasks.rados.rados.0.smithi019.stdout:773: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:32:46.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-mon[30998]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:32:46.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-mon[30998]: mgrmap e31: y(active, since 3s) 2024-04-02T08:32:46.917 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-mon[30998]: pgmap v9: 121 pgs: 121 active+clean; 183 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 57 op/s 2024-04-02T08:32:46.918 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:46.615+0000 7f9f63ac9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:32:46.918 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:46.711+0000 7f9f63ac9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:32:46.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:46 smithi019 ceph-mon[27522]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:32:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:46 smithi019 ceph-mon[27522]: mgrmap e31: y(active, since 3s) 2024-04-02T08:32:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:46 smithi019 ceph-mon[27522]: pgmap v9: 121 pgs: 121 active+clean; 183 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 57 op/s 2024-04-02T08:32:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:46 smithi019 ceph-mon[39381]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:32:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:46 smithi019 ceph-mon[39381]: mgrmap e31: y(active, since 3s) 2024-04-02T08:32:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:46 smithi019 ceph-mon[39381]: pgmap v9: 121 pgs: 121 active+clean; 183 MiB data, 688 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 57 op/s 2024-04-02T08:32:47.236 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:32:47.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:46.945+0000 7f9f63ac9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:47.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:47.143+0000 7f9f63ac9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:32:47.569 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:47.569 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (3m) 0s ago 4m 28.3M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:32:47.569 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (4m) 0s ago 4m 88.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:32:47.569 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (5m) 0s ago 5m 17.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:32:47.569 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (5m) 0s ago 5m 16.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:32:47.569 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (55s) 0s ago 9m 74.7M - 19.0.0-2422-g3cba26ea beaaa8a653cf d7e4460ebcb5 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (16s) 0s ago 10m 475M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (10m) 0s ago 11m 58.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1b0075c34607 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (9m) 0s ago 9m 51.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d d469b1853739 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (9m) 0s ago 9m 46.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b4edb6705a41 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (4m) 0s ago 4m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (4m) 0s ago 4m 16.1M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (8m) 0s ago 8m 124M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (8m) 0s ago 8m 109M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (8m) 0s ago 8m 127M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (7m) 0s ago 7m 95.4M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (7m) 0s ago 7m 107M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (6m) 0s ago 6m 120M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (6m) 0s ago 6m 94.8M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:32:47.570 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (6m) 0s ago 6m 111M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:32:47.571 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (22s) 0s ago 5m 37.4M - 2.43.0 a07b618ecd1d f250ad98d197 2024-04-02T08:32:47.740 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:47.459+0000 7f9f63ac9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:32:47.851 INFO:tasks.rados.rados.0.smithi019.stdout:769: done (3 left) 2024-04-02T08:32:47.851 INFO:tasks.rados.rados.0.smithi019.stdout:772: done (2 left) 2024-04-02T08:32:47.851 INFO:tasks.rados.rados.0.smithi019.stdout:773: done (1 left) 2024-04-02T08:32:47.851 INFO:tasks.rados.rados.0.smithi019.stdout:774: done (0 left) 2024-04-02T08:32:47.851 INFO:tasks.rados.rados.0.smithi019.stdout:775: setattr oid 33 current snap is 67 2024-04-02T08:32:47.853 INFO:tasks.rados.rados.0.smithi019.stdout:776: read oid 6 snap -1 2024-04-02T08:32:47.853 INFO:tasks.rados.rados.0.smithi019.stdout:776: expect (ObjNum 250 snap 66 seq_num 250) 2024-04-02T08:32:47.853 INFO:tasks.rados.rados.0.smithi019.stdout:777: delete oid 27 current snap is 67 2024-04-02T08:32:47.858 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 166 (ObjNum 241 snap 63 seq_num 241) dirty exists 2024-04-02T08:32:47.860 INFO:tasks.rados.rados.0.smithi019.stdout:775: done (2 left) 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:777: done (1 left) 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:778: rollback oid 34 current snap is 67 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 57 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:779: read oid 9 snap -1 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:779: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:780: read oid 18 snap 63 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:780: expect (ObjNum 227 snap 62 seq_num 227) 2024-04-02T08:32:47.861 INFO:tasks.rados.rados.0.smithi019.stdout:781: snap_create 2024-04-02T08:32:47.866 INFO:tasks.rados.rados.0.smithi019.stdout:778: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:32:47.866 INFO:tasks.rados.rados.0.smithi019.stdout:778: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:32:47.867 INFO:tasks.rados.rados.0.smithi019.stdout:778: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:32:47.867 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 170 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:32:47.878 INFO:tasks.rados.rados.0.smithi019.stdout:780: expect (ObjNum 227 snap 62 seq_num 227) 2024-04-02T08:32:48.009 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:47.741+0000 7f9f63ac9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:32:48.009 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-mon[30998]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:32:48.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-mon[30998]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:48.010 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:47 smithi066 ceph-mon[30998]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:32:48.012 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:48.013 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:32:48.013 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:32:48.013 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:32:48.013 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:32:48.013 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:32:48.013 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:32:48.058 INFO:tasks.rados.rados.0.smithi019.stdout:776: expect (ObjNum 250 snap 66 seq_num 250) 2024-04-02T08:32:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[39381]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:32:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[39381]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[39381]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:48.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[27522]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:32:48.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[27522]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:47 smithi019 ceph-mon[27522]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:48.269 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:48.010+0000 7f9f63ac9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:32:48.272 INFO:tasks.rados.rados.0.smithi019.stdout:779: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-02T08:32:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:776: done (4 left) 2024-04-02T08:32:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:778: done (3 left) 2024-04-02T08:32:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:779: done (2 left) 2024-04-02T08:32:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:780: done (1 left) 2024-04-02T08:32:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:781: done (0 left) 2024-04-02T08:32:48.827 INFO:tasks.rados.rados.0.smithi019.stdout:782: snap_remove snap 59 2024-04-02T08:32:48.979 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:32:48.979 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: from='client.? 172.21.15.19:0/1628454492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:48.979 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.979 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.979 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: pgmap v12: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 76 op/s 2024-04-02T08:32:48.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[27522]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:32:48.980 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:32:48.980 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/1628454492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:48.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: pgmap v12: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 76 op/s 2024-04-02T08:32:48.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:48.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:48 smithi019 ceph-mon[39381]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:48.895+0000 7f9f63ac9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/1628454492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: pgmap v12: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 76 op/s 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:48 smithi066 ceph-mon[30998]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:32:49.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:49.498+0000 7f9f63ac9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:32:49.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:49.604+0000 7f9f63ac9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:32:49.835 INFO:tasks.rados.rados.0.smithi019.stdout:782: done (0 left) 2024-04-02T08:32:49.835 INFO:tasks.rados.rados.0.smithi019.stdout:783: snap_remove snap 42 2024-04-02T08:32:50.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:49.838+0000 7f9f63ac9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:32:50.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:49] ENGINE Bus STARTING 2024-04-02T08:32:50.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: CherryPy Checker: 2024-04-02T08:32:50.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: The Application mounted at '' has an empty config. 2024-04-02T08:32:50.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: 2024-04-02T08:32:50.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:49] ENGINE Serving on http://:::9283 2024-04-02T08:32:50.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: [02/Apr/2024:08:32:49] ENGINE Bus STARTED 2024-04-02T08:32:50.852 INFO:tasks.rados.rados.0.smithi019.stdout:783: done (0 left) 2024-04-02T08:32:50.852 INFO:tasks.rados.rados.0.smithi019.stdout:784: copy_from oid 48 from oid 5 current snap is 68 2024-04-02T08:32:50.852 INFO:tasks.rados.rados.0.smithi019.stdout:785: setattr oid 20 current snap is 68 2024-04-02T08:32:50.853 INFO:tasks.rados.rados.0.smithi019.stdout:786: read oid 3 snap -1 2024-04-02T08:32:50.853 INFO:tasks.rados.rados.0.smithi019.stdout:786: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:32:50.853 INFO:tasks.rados.rados.0.smithi019.stdout:787: snap_remove snap 63 2024-04-02T08:32:51.100 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[27522]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[27522]: Standby manager daemon x started 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[27522]: pgmap v15: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 76 op/s 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[39381]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[39381]: Standby manager daemon x started 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:51.101 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:51.102 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:51.102 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:51.102 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:50 smithi019 ceph-mon[39381]: pgmap v15: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 76 op/s 2024-04-02T08:32:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:50 smithi066 ceph-mon[30998]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:32:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:50 smithi066 ceph-mon[30998]: Standby manager daemon x started 2024-04-02T08:32:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:50 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:32:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:50 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:32:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:50 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:32:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:50 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/984410039' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:32:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:50 smithi066 ceph-mon[30998]: pgmap v15: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 76 op/s 2024-04-02T08:32:51.854 INFO:tasks.rados.rados.0.smithi019.stdout:784: finishing copy_from to smithi01981774-48 2024-04-02T08:32:51.854 INFO:tasks.rados.rados.0.smithi019.stdout:784: got expected ENOENT (src dne) 2024-04-02T08:32:51.854 INFO:tasks.rados.rados.0.smithi019.stdout:784: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:32:51.854 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 359 (ObjNum 245 snap 66 seq_num 245) dirty exists 2024-04-02T08:32:51.855 INFO:tasks.rados.rados.0.smithi019.stdout:786: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:32:51.947 INFO:tasks.rados.rados.0.smithi019.stdout:784: done (3 left) 2024-04-02T08:32:51.947 INFO:tasks.rados.rados.0.smithi019.stdout:785: done (2 left) 2024-04-02T08:32:51.947 INFO:tasks.rados.rados.0.smithi019.stdout:786: done (1 left) 2024-04-02T08:32:51.948 INFO:tasks.rados.rados.0.smithi019.stdout:787: done (0 left) 2024-04-02T08:32:51.948 INFO:tasks.rados.rados.0.smithi019.stdout:788: rmattr oid 16 current snap is 68 2024-04-02T08:32:51.948 INFO:tasks.rados.rados.0.smithi019.stdout:788: done (0 left) 2024-04-02T08:32:51.948 INFO:tasks.rados.rados.0.smithi019.stdout:789: delete oid 16 current snap is 68 2024-04-02T08:32:51.950 INFO:tasks.rados.rados.0.smithi019.stdout:789: done (0 left) 2024-04-02T08:32:51.950 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 68 2024-04-02T08:32:51.951 INFO:tasks.rados.rados.0.smithi019.stdout:790: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-04-02T08:32:51.955 INFO:tasks.rados.rados.0.smithi019.stdout:790: writing smithi01981774-4 from 0 to 696320 tid 1 2024-04-02T08:32:51.958 INFO:tasks.rados.rados.0.smithi019.stdout:790: writing smithi01981774-4 from 696320 to 1130496 tid 2 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:790: writing smithi01981774-4 from 1130496 to 1900544 tid 3 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:791: read oid 11 snap -1 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:791: expect (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:792: read oid 42 snap 57 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:792: expect deleted 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:793: setattr oid 18 current snap is 68 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:790: finishing write tid 1 to smithi01981774-4 2024-04-02T08:32:51.963 INFO:tasks.rados.rados.0.smithi019.stdout:790: finishing write tid 2 to smithi01981774-4 2024-04-02T08:32:51.964 INFO:tasks.rados.rados.0.smithi019.stdout:792: done (3 left) 2024-04-02T08:32:51.964 INFO:tasks.rados.rados.0.smithi019.stdout:794: snap_remove snap 66 2024-04-02T08:32:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:51 smithi019 ceph-mon[27522]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:32:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:51 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:51 smithi019 ceph-mon[27522]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-02T08:32:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:51 smithi019 ceph-mon[39381]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:32:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:51 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:51 smithi019 ceph-mon[39381]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-02T08:32:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:51 smithi066 ceph-mon[30998]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:32:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:51 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:32:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:51 smithi066 ceph-mon[30998]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-02T08:32:52.869 INFO:tasks.rados.rados.0.smithi019.stdout:794: done (3 left) 2024-04-02T08:32:52.869 INFO:tasks.rados.rados.0.smithi019.stdout:795: delete oid 20 current snap is 68 2024-04-02T08:32:52.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 275 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-04-02T08:32:52.869 INFO:tasks.rados.rados.0.smithi019.stdout:790: finishing write tid 3 to smithi01981774-4 2024-04-02T08:32:52.869 INFO:tasks.rados.rados.0.smithi019.stdout:790: finishing write tid 4 to smithi01981774-4 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:790: finishing write tid 5 to smithi01981774-4 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:790: oid 4 updating version 0 to 276 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:790: oid 4 updating version 276 to 277 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:790: oid 4 version 277 is already newer than 275 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:790: oid 4 updating version 277 to 278 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 278 (ObjNum 256 snap 68 seq_num 256) dirty exists 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:790: left oid 4 (ObjNum 256 snap 68 seq_num 256) 2024-04-02T08:32:52.870 INFO:tasks.rados.rados.0.smithi019.stdout:791: expect (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: pgmap v18: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:32:53.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:32:53.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:53.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:53.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: pgmap v18: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:32:53.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:53.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:53.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:53.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:52 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: pgmap v18: 121 pgs: 121 active+clean; 214 MiB data, 748 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:32:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:53.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:32:53.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:53.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:52 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:53.321 INFO:tasks.rados.rados.0.smithi019.stdout:790: done (3 left) 2024-04-02T08:32:53.321 INFO:tasks.rados.rados.0.smithi019.stdout:791: done (2 left) 2024-04-02T08:32:53.322 INFO:tasks.rados.rados.0.smithi019.stdout:793: done (1 left) 2024-04-02T08:32:53.322 INFO:tasks.rados.rados.0.smithi019.stdout:795: done (0 left) 2024-04-02T08:32:53.322 INFO:tasks.rados.rados.0.smithi019.stdout:796: snap_create 2024-04-02T08:32:53.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:54.020 INFO:tasks.rados.rados.0.smithi019.stdout:796: done (0 left) 2024-04-02T08:32:54.020 INFO:tasks.rados.rados.0.smithi019.stdout:797: setattr oid 43 current snap is 69 2024-04-02T08:32:54.021 INFO:tasks.rados.rados.0.smithi019.stdout:798: snap_remove snap 54 2024-04-02T08:32:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[27522]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:32:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:54.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:53 smithi019 ceph-mon[39381]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:32:54.283 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:32:54.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:32:54.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:54.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:32:54.284 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:53 smithi066 ceph-mon[30998]: Reconfiguring daemon prometheus.a on smithi066 2024-04-02T08:32:54.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:32:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[66786]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:32:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:32:55.028 INFO:tasks.rados.rados.0.smithi019.stdout:798: done (1 left) 2024-04-02T08:32:55.028 INFO:tasks.rados.rados.0.smithi019.stdout:799: read oid 21 snap -1 2024-04-02T08:32:55.028 INFO:tasks.rados.rados.0.smithi019.stdout:799: expect (ObjNum 215 snap 61 seq_num 215) 2024-04-02T08:32:55.028 INFO:tasks.rados.rados.0.smithi019.stdout:800: snap_remove snap 50 2024-04-02T08:32:55.200 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:55 smithi066 ceph-mon[30998]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:32:55.201 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:55 smithi066 ceph-mon[30998]: pgmap v21: 121 pgs: 121 active+clean; 214 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 464 KiB/s wr, 14 op/s 2024-04-02T08:32:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:55 smithi019 ceph-mon[27522]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:32:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:55 smithi019 ceph-mon[27522]: pgmap v21: 121 pgs: 121 active+clean; 214 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 464 KiB/s wr, 14 op/s 2024-04-02T08:32:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:55 smithi019 ceph-mon[39381]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:32:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:55 smithi019 ceph-mon[39381]: pgmap v21: 121 pgs: 121 active+clean; 214 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 464 KiB/s wr, 14 op/s 2024-04-02T08:32:56.037 INFO:tasks.rados.rados.0.smithi019.stdout:800: done (2 left) 2024-04-02T08:32:56.037 INFO:tasks.rados.rados.0.smithi019.stdout:801: copy_from oid 46 from oid 26 current snap is 69 2024-04-02T08:32:56.037 INFO:tasks.rados.rados.0.smithi019.stdout:802: copy_from oid 44 from oid 42 current snap is 69 2024-04-02T08:32:56.037 INFO:tasks.rados.rados.0.smithi019.stdout:803: setattr oid 22 current snap is 69 2024-04-02T08:32:56.037 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 236 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:56.037 INFO:tasks.rados.rados.0.smithi019.stdout:799: expect (ObjNum 215 snap 61 seq_num 215) 2024-04-02T08:32:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-mon[30998]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:32:56.345 INFO:tasks.rados.rados.0.smithi019.stdout:802: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:32:56.345 INFO:tasks.rados.rados.0.smithi019.stdout:802: finishing copy_from to smithi01981774-44 2024-04-02T08:32:56.345 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 155 (ObjNum 33 snap 0 seq_num 2824188352) dirty exists 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:801: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:801: finishing copy_from to smithi01981774-46 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 274 (ObjNum 231 snap 63 seq_num 231) dirty exists 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:797: done (4 left) 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:799: done (3 left) 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:801: done (2 left) 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:802: done (1 left) 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:804: rollback oid 13 current snap is 69 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 13 to 68 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 69 2024-04-02T08:32:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:805: seq_num 258 ranges {2850816=729088,3579904=606208,4186112=598016} 2024-04-02T08:32:56.364 INFO:tasks.rados.rados.0.smithi019.stdout:805: writing smithi01981774-45 from 2850816 to 3579904 tid 1 2024-04-02T08:32:56.367 INFO:tasks.rados.rados.0.smithi019.stdout:805: writing smithi01981774-45 from 3579904 to 4186112 tid 2 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:805: writing smithi01981774-45 from 4186112 to 4784128 tid 3 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:806: rollback oid 3 current snap is 69 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 3 to 65 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:804: finishing rollback tid 0 to smithi01981774-13 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 285 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:804: finishing rollback tid 1 to smithi01981774-13 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:804: finishing rollback tid 2 to smithi01981774-13 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 184 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:803: done (3 left) 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:804: done (2 left) 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:807: read oid 16 snap -1 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:807: expect deleted 2024-04-02T08:32:56.372 INFO:tasks.rados.rados.0.smithi019.stdout:808: read oid 32 snap -1 2024-04-02T08:32:56.373 INFO:tasks.rados.rados.0.smithi019.stdout:808: expect (ObjNum 195 snap 51 seq_num 195) 2024-04-02T08:32:56.373 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 69 2024-04-02T08:32:56.373 INFO:tasks.rados.rados.0.smithi019.stdout:809: seq_num 259 ranges {1769472=745472,2514944=540672,3055616=581632,3637248=81920} 2024-04-02T08:32:56.385 INFO:tasks.rados.rados.0.smithi019.stdout:809: writing smithi01981774-8 from 1769472 to 2514944 tid 1 2024-04-02T08:32:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:809: writing smithi01981774-8 from 2514944 to 3055616 tid 2 2024-04-02T08:32:56.392 INFO:tasks.rados.rados.0.smithi019.stdout:809: writing smithi01981774-8 from 3055616 to 3637248 tid 3 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:809: writing smithi01981774-8 from 3637248 to 3719168 tid 4 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:810: read oid 27 snap 62 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:810: expect deleted 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:811: read oid 40 snap 39 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:811: expect deleted 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 69 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:805: finishing write tid 1 to smithi01981774-45 2024-04-02T08:32:56.393 INFO:tasks.rados.rados.0.smithi019.stdout:812: seq_num 260 ranges {1695744=761856,2457600=417792,2875392=786432} 2024-04-02T08:32:56.406 INFO:tasks.rados.rados.0.smithi019.stdout:812: writing smithi01981774-24 from 1695744 to 2457600 tid 1 2024-04-02T08:32:56.408 INFO:tasks.rados.rados.0.smithi019.stdout:812: writing smithi01981774-24 from 2457600 to 2875392 tid 2 2024-04-02T08:32:56.413 INFO:tasks.rados.rados.0.smithi019.stdout:812: writing smithi01981774-24 from 2875392 to 3661824 tid 3 2024-04-02T08:32:56.413 INFO:tasks.rados.rados.0.smithi019.stdout:813: snap_create 2024-04-02T08:32:56.413 INFO:tasks.rados.rados.0.smithi019.stdout:805: finishing write tid 2 to smithi01981774-45 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:805: finishing write tid 3 to smithi01981774-45 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:806: finishing rollback tid 0 to smithi01981774-3 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:806: finishing rollback tid 1 to smithi01981774-3 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:806: finishing rollback tid 2 to smithi01981774-3 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 357 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:805: finishing write tid 4 to smithi01981774-45 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:805: finishing write tid 5 to smithi01981774-45 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:805: oid 45 updating version 0 to 320 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:805: oid 45 updating version 320 to 322 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:805: oid 45 version 322 is already newer than 319 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:805: oid 45 version 322 is already newer than 321 2024-04-02T08:32:56.414 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 322 (ObjNum 258 snap 69 seq_num 258) dirty exists 2024-04-02T08:32:56.415 INFO:tasks.rados.rados.0.smithi019.stdout:805: left oid 45 (ObjNum 258 snap 69 seq_num 258) 2024-04-02T08:32:56.415 INFO:tasks.rados.rados.0.smithi019.stdout:808: expect (ObjNum 195 snap 51 seq_num 195) 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: finishing write tid 1 to smithi01981774-8 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: finishing write tid 2 to smithi01981774-8 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: finishing write tid 3 to smithi01981774-8 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: finishing write tid 4 to smithi01981774-8 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: finishing write tid 5 to smithi01981774-8 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: finishing write tid 6 to smithi01981774-8 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: oid 8 updating version 0 to 363 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: oid 8 version 363 is already newer than 362 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: oid 8 version 363 is already newer than 359 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: oid 8 version 363 is already newer than 361 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:809: oid 8 version 363 is already newer than 360 2024-04-02T08:32:56.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 363 (ObjNum 259 snap 69 seq_num 259) dirty exists 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:809: left oid 8 (ObjNum 259 snap 69 seq_num 259) 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: finishing write tid 1 to smithi01981774-24 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: finishing write tid 2 to smithi01981774-24 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: finishing write tid 3 to smithi01981774-24 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: finishing write tid 4 to smithi01981774-24 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: finishing write tid 5 to smithi01981774-24 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: oid 24 updating version 0 to 366 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: oid 24 updating version 366 to 367 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: oid 24 version 367 is already newer than 365 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: oid 24 updating version 367 to 368 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 368 (ObjNum 260 snap 69 seq_num 260) dirty exists 2024-04-02T08:32:56.438 INFO:tasks.rados.rados.0.smithi019.stdout:812: left oid 24 (ObjNum 260 snap 69 seq_num 260) 2024-04-02T08:32:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:56 smithi019 ceph-mon[27522]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:32:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:56 smithi019 ceph-mon[39381]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:32:56.957 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 systemd[1]: Stopping Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:57.049 INFO:tasks.rados.rados.0.smithi019.stdout:805: done (8 left) 2024-04-02T08:32:57.049 INFO:tasks.rados.rados.0.smithi019.stdout:806: done (7 left) 2024-04-02T08:32:57.049 INFO:tasks.rados.rados.0.smithi019.stdout:807: done (6 left) 2024-04-02T08:32:57.049 INFO:tasks.rados.rados.0.smithi019.stdout:808: done (5 left) 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:809: done (4 left) 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:810: done (3 left) 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:811: done (2 left) 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:812: done (1 left) 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:813: done (0 left) 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:814: setattr oid 40 current snap is 70 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:815: rmattr oid 21 current snap is 70 2024-04-02T08:32:57.050 INFO:tasks.rados.rados.0.smithi019.stdout:815: done (1 left) 2024-04-02T08:32:57.051 INFO:tasks.rados.rados.0.smithi019.stdout:816: read oid 44 snap -1 2024-04-02T08:32:57.051 INFO:tasks.rados.rados.0.smithi019.stdout:816: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:57.051 INFO:tasks.rados.rados.0.smithi019.stdout:817: snap_create 2024-04-02T08:32:57.052 INFO:tasks.rados.rados.0.smithi019.stdout:816: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:57.053 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 243 (ObjNum 65 snap 0 seq_num 1802531956) dirty exists 2024-04-02T08:32:57.255 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:57 smithi066 ceph-mon[30998]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:32:57.256 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:57 smithi066 ceph-mon[30998]: pgmap v24: 121 pgs: 121 active+clean; 214 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 464 KiB/s wr, 14 op/s 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.958Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:32:57.256 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:32:57.257 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:32:57.257 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:32:57.257 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:32:57.257 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[75275]: ts=2024-04-02T08:32:56.959Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:32:57.257 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:56 smithi066 podman[77977]: 2024-04-02 08:32:56.969400194 +0000 UTC m=+0.106466066 container died f250ad98d197e2882060fa9c0af3bdd873f810818012e1ca85ecd89d7bc83aca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:57 smithi019 ceph-mon[27522]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:32:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:57 smithi019 ceph-mon[27522]: pgmap v24: 121 pgs: 121 active+clean; 214 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 464 KiB/s wr, 14 op/s 2024-04-02T08:32:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:57 smithi019 ceph-mon[39381]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:32:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:57 smithi019 ceph-mon[39381]: pgmap v24: 121 pgs: 121 active+clean; 214 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 464 KiB/s wr, 14 op/s 2024-04-02T08:32:57.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 podman[77977]: 2024-04-02 08:32:57.356159352 +0000 UTC m=+0.493225256 container cleanup f250ad98d197e2882060fa9c0af3bdd873f810818012e1ca85ecd89d7bc83aca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:57.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 bash[77977]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:32:57.916 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 podman[77996]: 2024-04-02 08:32:57.573802225 +0000 UTC m=+0.606770015 container remove f250ad98d197e2882060fa9c0af3bdd873f810818012e1ca85ecd89d7bc83aca (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:57.917 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:32:57.917 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 systemd[1]: Stopped Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:57.917 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.175s CPU time. 2024-04-02T08:32:57.917 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 systemd[1]: Starting Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:58.053 INFO:tasks.rados.rados.0.smithi019.stdout:814: done (2 left) 2024-04-02T08:32:58.053 INFO:tasks.rados.rados.0.smithi019.stdout:816: done (1 left) 2024-04-02T08:32:58.053 INFO:tasks.rados.rados.0.smithi019.stdout:817: done (0 left) 2024-04-02T08:32:58.053 INFO:tasks.rados.rados.0.smithi019.stdout:818: snap_remove snap 62 2024-04-02T08:32:58.188 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-mon[30998]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:32:58.188 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:58.189 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 podman[78099]: 2024-04-02 08:32:57.822540044 +0000 UTC m=+0.019693833 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:32:58.189 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:57 smithi066 podman[78099]: 2024-04-02 08:32:57.941612632 +0000 UTC m=+0.138766402 container create 71488d74649bf465197dfa3f8baeefca0b0e7258972728f68ce9799ed34d7d74 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:58.189 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 podman[78099]: 2024-04-02 08:32:58.160128242 +0000 UTC m=+0.357282023 container init 71488d74649bf465197dfa3f8baeefca0b0e7258972728f68ce9799ed34d7d74 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:58.189 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 podman[78099]: 2024-04-02 08:32:58.165830281 +0000 UTC m=+0.362984053 container start 71488d74649bf465197dfa3f8baeefca0b0e7258972728f68ce9799ed34d7d74 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:58 smithi019 ceph-mon[27522]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:32:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:58 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:58 smithi019 ceph-mon[39381]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:32:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:58 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:58.559 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.190Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.190Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.190Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi066 (none))" 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.190Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.190Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.192Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.192Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.193Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.194Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.195Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:32:58.560 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.195Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.596µs 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.195Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.197Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.204Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.209Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.210Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.210Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.635µs wal_replay_duration=14.126779ms wbl_replay_duration=97ns total_replay_duration=14.169314ms 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.212Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.212Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.212Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.233Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.217309ms db_storage=783ns remote_storage=1.036µs web_handler=380ns query_engine=650ns scrape=201.351µs scrape_sd=83.977µs notify=10.481µs notify_sd=16.193µs rules=20.589944ms tracing=6.215µs 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.233Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:32:58.233Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 bash[78099]: 71488d74649bf465197dfa3f8baeefca0b0e7258972728f68ce9799ed34d7d74 2024-04-02T08:32:58.561 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:32:58 smithi066 systemd[1]: Started Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:818: done (0 left) 2024-04-02T08:32:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:819: snap_create 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: pgmap v27: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T08:32:59.261 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:32:59 smithi066 ceph-mon[30998]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:32:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:32:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: pgmap v27: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[27522]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: pgmap v27: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T08:32:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:32:59 smithi019 ceph-mon[39381]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:32:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:819: done (0 left) 2024-04-02T08:32:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:820: read oid 1 snap -1 2024-04-02T08:32:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:820: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:821: rollback oid 50 current snap is 72 2024-04-02T08:32:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 71 2024-04-02T08:32:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 72 2024-04-02T08:32:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:822: seq_num 261 ranges {1564672=778240,2342912=704512,3047424=499712} 2024-04-02T08:32:59.861 INFO:tasks.rados.rados.0.smithi019.stdout:822: writing smithi01981774-22 from 1564672 to 2342912 tid 1 2024-04-02T08:32:59.865 INFO:tasks.rados.rados.0.smithi019.stdout:822: writing smithi01981774-22 from 2342912 to 3047424 tid 2 2024-04-02T08:32:59.869 INFO:tasks.rados.rados.0.smithi019.stdout:822: writing smithi01981774-22 from 3047424 to 3547136 tid 3 2024-04-02T08:32:59.869 INFO:tasks.rados.rados.0.smithi019.stdout:823: read oid 9 snap -1 2024-04-02T08:32:59.869 INFO:tasks.rados.rados.0.smithi019.stdout:823: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-02T08:32:59.869 INFO:tasks.rados.rados.0.smithi019.stdout:824: delete oid 5 current snap is 72 2024-04-02T08:32:59.869 INFO:tasks.rados.rados.0.smithi019.stdout:820: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:821: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:821: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:821: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 250 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:822: finishing write tid 1 to smithi01981774-22 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:822: finishing write tid 2 to smithi01981774-22 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:822: finishing write tid 3 to smithi01981774-22 2024-04-02T08:32:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:822: finishing write tid 4 to smithi01981774-22 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:820: done (4 left) 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:821: done (3 left) 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:824: done (2 left) 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:825: read oid 27 snap -1 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:825: expect deleted 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:826: snap_create 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:822: finishing write tid 5 to smithi01981774-22 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:822: oid 22 updating version 0 to 292 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:822: oid 22 version 292 is already newer than 289 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:822: oid 22 version 292 is already newer than 290 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:822: oid 22 version 292 is already newer than 291 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 292 (ObjNum 261 snap 72 seq_num 261) dirty exists 2024-04-02T08:32:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:822: left oid 22 (ObjNum 261 snap 72 seq_num 261) 2024-04-02T08:32:59.889 INFO:tasks.rados.rados.0.smithi019.stdout:823: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:822: done (3 left) 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:823: done (2 left) 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:825: done (1 left) 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:826: done (0 left) 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:827: copy_from oid 31 from oid 48 current snap is 73 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:828: rollback oid 45 current snap is 73 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 68 2024-04-02T08:33:00.850 INFO:tasks.rados.rados.0.smithi019.stdout:829: delete oid 33 current snap is 73 2024-04-02T08:33:00.852 INFO:tasks.rados.rados.0.smithi019.stdout:828: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:33:00.853 INFO:tasks.rados.rados.0.smithi019.stdout:828: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:33:00.853 INFO:tasks.rados.rados.0.smithi019.stdout:828: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:33:00.853 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 330 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:33:00.855 INFO:tasks.rados.rados.0.smithi019.stdout:828: done (2 left) 2024-04-02T08:33:00.855 INFO:tasks.rados.rados.0.smithi019.stdout:829: done (1 left) 2024-04-02T08:33:00.855 INFO:tasks.rados.rados.0.smithi019.stdout:830: rmattr oid 40 current snap is 73 2024-04-02T08:33:00.855 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 73 2024-04-02T08:33:00.855 INFO:tasks.rados.rados.0.smithi019.stdout:831: seq_num 264 ranges {4481024=425984,4907008=761856,5668864=770048,6438912=73728} 2024-04-02T08:33:00.882 INFO:tasks.rados.rados.0.smithi019.stdout:831: writing smithi01981774-36 from 4481024 to 4907008 tid 1 2024-04-02T08:33:00.887 INFO:tasks.rados.rados.0.smithi019.stdout:831: writing smithi01981774-36 from 4907008 to 5668864 tid 2 2024-04-02T08:33:00.891 INFO:tasks.rados.rados.0.smithi019.stdout:831: writing smithi01981774-36 from 5668864 to 6438912 tid 3 2024-04-02T08:33:00.891 INFO:tasks.rados.rados.0.smithi019.stdout:831: writing smithi01981774-36 from 6438912 to 6512640 tid 4 2024-04-02T08:33:00.891 INFO:tasks.rados.rados.0.smithi019.stdout:832: snap_remove snap 57 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: Upgrade: Updating mgr.x 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: Deploying daemon mgr.x on smithi066 2024-04-02T08:33:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[27522]: pgmap v30: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: Upgrade: Updating mgr.x 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: Deploying daemon mgr.x on smithi066 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:00 smithi019 ceph-mon[39381]: pgmap v30: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: Upgrade: Updating mgr.x 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:33:01.199 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:01.199 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: Deploying daemon mgr.x on smithi066 2024-04-02T08:33:01.199 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:00 smithi066 ceph-mon[30998]: pgmap v30: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:832: done (3 left) 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:833: copy_from oid 25 from oid 43 current snap is 73 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 249 (ObjNum 16913 snap 0 seq_num 2755638256) dirty exists 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:827: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:827: finishing copy_from to smithi01981774-31 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 447 (ObjNum 240 snap 63 seq_num 240) dirty exists 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:831: finishing write tid 1 to smithi01981774-36 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:831: finishing write tid 2 to smithi01981774-36 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:831: finishing write tid 3 to smithi01981774-36 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:831: finishing write tid 4 to smithi01981774-36 2024-04-02T08:33:01.864 INFO:tasks.rados.rados.0.smithi019.stdout:831: finishing write tid 5 to smithi01981774-36 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: finishing write tid 6 to smithi01981774-36 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: oid 36 updating version 0 to 301 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: oid 36 version 301 is already newer than 298 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: oid 36 version 301 is already newer than 300 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: oid 36 version 301 is already newer than 299 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: oid 36 updating version 301 to 302 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 302 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: left oid 36 (ObjNum 264 snap 73 seq_num 264) 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:827: done (3 left) 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:830: done (2 left) 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:831: done (1 left) 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:834: rollback oid 1 current snap is 73 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 67 2024-04-02T08:33:01.865 INFO:tasks.rados.rados.0.smithi019.stdout:835: setattr oid 6 current snap is 73 2024-04-02T08:33:01.866 INFO:tasks.rados.rados.0.smithi019.stdout:836: delete oid 37 current snap is 73 2024-04-02T08:33:01.866 INFO:tasks.rados.rados.0.smithi019.stdout:833: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:33:01.872 INFO:tasks.rados.rados.0.smithi019.stdout:833: finishing copy_from to smithi01981774-25 2024-04-02T08:33:01.872 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 236 (ObjNum 257 snap 0 seq_num 2824427312) dirty exists 2024-04-02T08:33:01.872 INFO:tasks.rados.rados.0.smithi019.stdout:833: done (3 left) 2024-04-02T08:33:01.872 INFO:tasks.rados.rados.0.smithi019.stdout:836: done (2 left) 2024-04-02T08:33:01.872 INFO:tasks.rados.rados.0.smithi019.stdout:837: snap_create 2024-04-02T08:33:01.875 INFO:tasks.rados.rados.0.smithi019.stdout:834: finishing rollback tid 0 to smithi01981774-1 2024-04-02T08:33:01.876 INFO:tasks.rados.rados.0.smithi019.stdout:834: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:33:01.876 INFO:tasks.rados.rados.0.smithi019.stdout:834: finishing rollback tid 2 to smithi01981774-1 2024-04-02T08:33:01.876 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 376 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:33:01.876 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 169 (ObjNum 250 snap 66 seq_num 250) dirty exists 2024-04-02T08:33:02.029 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:01 smithi066 ceph-mon[30998]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:02.029 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:01 smithi066 systemd[1]: Stopping Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:01 smithi019 ceph-mon[27522]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:01 smithi019 ceph-mon[39381]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:33:02.286 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 podman[78511]: 2024-04-02 08:33:02.029753222 +0000 UTC m=+0.126712608 container died d7e4460ebcb528132097c117695ad2d5ebf209907d81d9614fc30b15848dd453 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-02T08:33:02.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 podman[78511]: 2024-04-02 08:33:02.378673698 +0000 UTC m=+0.475633070 container cleanup d7e4460ebcb528132097c117695ad2d5ebf209907d81d9614fc30b15848dd453 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-04-02T08:33:02.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 bash[78511]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:33:02.861 INFO:tasks.rados.rados.0.smithi019.stdout:834: done (2 left) 2024-04-02T08:33:02.862 INFO:tasks.rados.rados.0.smithi019.stdout:835: done (1 left) 2024-04-02T08:33:02.862 INFO:tasks.rados.rados.0.smithi019.stdout:837: done (0 left) 2024-04-02T08:33:02.862 INFO:tasks.rados.rados.0.smithi019.stdout:838: delete oid 9 current snap is 74 2024-04-02T08:33:02.866 INFO:tasks.rados.rados.0.smithi019.stdout:838: done (0 left) 2024-04-02T08:33:02.866 INFO:tasks.rados.rados.0.smithi019.stdout:839: snap_create 2024-04-02T08:33:02.989 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:02 smithi066 ceph-mon[30998]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:02.989 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:02 smithi066 ceph-mon[30998]: pgmap v33: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:02.990 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 podman[78531]: 2024-04-02 08:33:02.679733761 +0000 UTC m=+0.654180916 container remove d7e4460ebcb528132097c117695ad2d5ebf209907d81d9614fc30b15848dd453 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T08:33:02.990 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:33:02.990 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:33:02.990 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 systemd[1]: Stopped Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:02.990 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 26.316s CPU time. 2024-04-02T08:33:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:02 smithi019 ceph-mon[27522]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:02 smithi019 ceph-mon[27522]: pgmap v33: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:02 smithi019 ceph-mon[39381]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:33:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:02 smithi019 ceph-mon[39381]: pgmap v33: 121 pgs: 121 active+clean; 216 MiB data, 793 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:03.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:02 smithi066 systemd[1]: Starting Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:03.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 podman[78665]: 2024-04-02 08:33:03.189157736 +0000 UTC m=+0.096227024 container create b532427a96a92b1076bf81578d872f90d3488f7c687cbd39889aac0741f3b2f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T08:33:03.299 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 podman[78665]: 2024-04-02 08:33:03.111575416 +0000 UTC m=+0.018644676 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:03.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:03 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:03.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 podman[78665]: 2024-04-02 08:33:03.400050899 +0000 UTC m=+0.307120157 container init b532427a96a92b1076bf81578d872f90d3488f7c687cbd39889aac0741f3b2f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:33:03.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 podman[78665]: 2024-04-02 08:33:03.40600661 +0000 UTC m=+0.313075856 container start b532427a96a92b1076bf81578d872f90d3488f7c687cbd39889aac0741f3b2f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T08:33:03.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 ceph-mgr[78705]: -- 172.21.15.66:0/1061467612 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd4407a5a0 con 0x55dd4404f000 2024-04-02T08:33:03.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 bash[78665]: b532427a96a92b1076bf81578d872f90d3488f7c687cbd39889aac0741f3b2f2 2024-04-02T08:33:03.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 systemd[1]: Started Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:03.862 INFO:tasks.rados.rados.0.smithi019.stdout:839: done (0 left) 2024-04-02T08:33:03.862 INFO:tasks.rados.rados.0.smithi019.stdout:840: rmattr oid 13 current snap is 75 2024-04-02T08:33:03.862 INFO:tasks.rados.rados.0.smithi019.stdout:841: snap_create 2024-04-02T08:33:03.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 185 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-04-02T08:33:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[27522]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[39381]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:03 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:03 smithi066 ceph-mon[30998]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:33:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:03 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:03 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:03 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:04.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:03 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:03.994+0000 7f6db3a80200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:04.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:04 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:04.097+0000 7f6db3a80200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:04.871 INFO:tasks.rados.rados.0.smithi019.stdout:840: done (1 left) 2024-04-02T08:33:04.872 INFO:tasks.rados.rados.0.smithi019.stdout:841: done (0 left) 2024-04-02T08:33:04.872 INFO:tasks.rados.rados.0.smithi019.stdout:842: copy_from oid 43 from oid 39 current snap is 76 2024-04-02T08:33:04.872 INFO:tasks.rados.rados.0.smithi019.stdout:843: delete oid 49 current snap is 76 2024-04-02T08:33:04.875 INFO:tasks.rados.rados.0.smithi019.stdout:843: done (1 left) 2024-04-02T08:33:04.875 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 76 2024-04-02T08:33:04.875 INFO:tasks.rados.rados.0.smithi019.stdout:844: seq_num 268 ranges {2850816=491520,3342336=745472,4087808=745472,4833280=114688} 2024-04-02T08:33:04.895 INFO:tasks.rados.rados.0.smithi019.stdout:844: writing smithi01981774-23 from 2850816 to 3342336 tid 1 2024-04-02T08:33:04.899 INFO:tasks.rados.rados.0.smithi019.stdout:844: writing smithi01981774-23 from 3342336 to 4087808 tid 2 2024-04-02T08:33:04.903 INFO:tasks.rados.rados.0.smithi019.stdout:844: writing smithi01981774-23 from 4087808 to 4833280 tid 3 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:844: writing smithi01981774-23 from 4833280 to 4947968 tid 4 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:845: rollback oid 3 current snap is 76 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 3 to 39 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:842: finishing copy_from racing read to smithi01981774-43 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:842: finishing copy_from to smithi01981774-43 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 227 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:844: finishing write tid 1 to smithi01981774-23 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:844: finishing write tid 2 to smithi01981774-23 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:842: done (2 left) 2024-04-02T08:33:04.905 INFO:tasks.rados.rados.0.smithi019.stdout:846: snap_create 2024-04-02T08:33:04.907 INFO:tasks.rados.rados.0.smithi019.stdout:844: finishing write tid 3 to smithi01981774-23 2024-04-02T08:33:04.908 INFO:tasks.rados.rados.0.smithi019.stdout:844: finishing write tid 4 to smithi01981774-23 2024-04-02T08:33:04.908 INFO:tasks.rados.rados.0.smithi019.stdout:845: finishing rollback tid 0 to smithi01981774-3 2024-04-02T08:33:04.908 INFO:tasks.rados.rados.0.smithi019.stdout:844: finishing write tid 5 to smithi01981774-23 2024-04-02T08:33:04.909 INFO:tasks.rados.rados.0.smithi019.stdout:845: finishing rollback tid 1 to smithi01981774-3 2024-04-02T08:33:04.909 INFO:tasks.rados.rados.0.smithi019.stdout:845: finishing rollback tid 2 to smithi01981774-3 2024-04-02T08:33:04.909 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 386 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:844: finishing write tid 6 to smithi01981774-23 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:844: oid 23 updating version 0 to 255 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:844: oid 23 version 255 is already newer than 254 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:844: oid 23 version 255 is already newer than 253 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:844: oid 23 version 255 is already newer than 252 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:844: oid 23 version 255 is already newer than 251 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 255 (ObjNum 268 snap 76 seq_num 268) dirty exists 2024-04-02T08:33:04.910 INFO:tasks.rados.rados.0.smithi019.stdout:844: left oid 23 (ObjNum 268 snap 76 seq_num 268) 2024-04-02T08:33:05.108 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:04 smithi066 ceph-mon[30998]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:05.108 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:04 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:05.108 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:04 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:05.108 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:04 smithi066 ceph-mon[30998]: pgmap v36: 121 pgs: 121 active+clean; 207 MiB data, 829 MiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:33:05.108 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:04 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:04.847+0000 7f6db3a80200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:05.108 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:04 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:04.955+0000 7f6db3a80200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[27522]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[27522]: pgmap v36: 121 pgs: 121 active+clean; 207 MiB data, 829 MiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[39381]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:04 smithi019 ceph-mon[39381]: pgmap v36: 121 pgs: 121 active+clean; 207 MiB data, 829 MiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:33:05.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:05.108+0000 7f6db3a80200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:05.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:05.215+0000 7f6db3a80200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:05.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:05.303+0000 7f6db3a80200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:05.869 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:05.588+0000 7f6db3a80200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:05.869 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:05.703+0000 7f6db3a80200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:05.869 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:05.797+0000 7f6db3a80200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:05.877 INFO:tasks.rados.rados.0.smithi019.stdout:844: done (2 left) 2024-04-02T08:33:05.877 INFO:tasks.rados.rados.0.smithi019.stdout:845: done (1 left) 2024-04-02T08:33:05.877 INFO:tasks.rados.rados.0.smithi019.stdout:846: done (0 left) 2024-04-02T08:33:05.877 INFO:tasks.rados.rados.0.smithi019.stdout:847: read oid 42 snap -1 2024-04-02T08:33:05.877 INFO:tasks.rados.rados.0.smithi019.stdout:847: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:05.877 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 77 2024-04-02T08:33:05.877 INFO:tasks.rados.rados.0.smithi019.stdout:848: seq_num 269 ranges {3670016=507904,4177920=630784,4808704=557056,5365760=417792} 2024-04-02T08:33:05.900 INFO:tasks.rados.rados.0.smithi019.stdout:848: writing smithi01981774-29 from 3670016 to 4177920 tid 1 2024-04-02T08:33:05.903 INFO:tasks.rados.rados.0.smithi019.stdout:848: writing smithi01981774-29 from 4177920 to 4808704 tid 2 2024-04-02T08:33:05.907 INFO:tasks.rados.rados.0.smithi019.stdout:848: writing smithi01981774-29 from 4808704 to 5365760 tid 3 2024-04-02T08:33:05.909 INFO:tasks.rados.rados.0.smithi019.stdout:848: writing smithi01981774-29 from 5365760 to 5783552 tid 4 2024-04-02T08:33:05.909 INFO:tasks.rados.rados.0.smithi019.stdout:849: delete oid 3 current snap is 77 2024-04-02T08:33:05.910 INFO:tasks.rados.rados.0.smithi019.stdout:847: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:05.910 INFO:tasks.rados.rados.0.smithi019.stdout:848: finishing write tid 1 to smithi01981774-29 2024-04-02T08:33:05.911 INFO:tasks.rados.rados.0.smithi019.stdout:848: finishing write tid 2 to smithi01981774-29 2024-04-02T08:33:05.911 INFO:tasks.rados.rados.0.smithi019.stdout:848: finishing write tid 3 to smithi01981774-29 2024-04-02T08:33:05.912 INFO:tasks.rados.rados.0.smithi019.stdout:847: done (2 left) 2024-04-02T08:33:05.912 INFO:tasks.rados.rados.0.smithi019.stdout:849: done (1 left) 2024-04-02T08:33:05.912 INFO:tasks.rados.rados.0.smithi019.stdout:850: snap_create 2024-04-02T08:33:05.912 INFO:tasks.rados.rados.0.smithi019.stdout:848: finishing write tid 4 to smithi01981774-29 2024-04-02T08:33:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:848: finishing write tid 5 to smithi01981774-29 2024-04-02T08:33:05.914 INFO:tasks.rados.rados.0.smithi019.stdout:848: finishing write tid 6 to smithi01981774-29 2024-04-02T08:33:05.915 INFO:tasks.rados.rados.0.smithi019.stdout:848: oid 29 updating version 0 to 542 2024-04-02T08:33:05.915 INFO:tasks.rados.rados.0.smithi019.stdout:848: oid 29 updating version 542 to 543 2024-04-02T08:33:05.915 INFO:tasks.rados.rados.0.smithi019.stdout:848: oid 29 version 543 is already newer than 539 2024-04-02T08:33:05.915 INFO:tasks.rados.rados.0.smithi019.stdout:848: oid 29 version 543 is already newer than 540 2024-04-02T08:33:05.915 INFO:tasks.rados.rados.0.smithi019.stdout:848: oid 29 version 543 is already newer than 541 2024-04-02T08:33:05.915 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 543 (ObjNum 269 snap 77 seq_num 269) dirty exists 2024-04-02T08:33:05.915 INFO:tasks.rados.rados.0.smithi019.stdout:848: left oid 29 (ObjNum 269 snap 77 seq_num 269) 2024-04-02T08:33:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:05 smithi019 ceph-mon[27522]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:05 smithi019 ceph-mon[39381]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-mon[30998]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:33:06.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:05 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:05.903+0000 7f6db3a80200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:06.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:06 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:06.092+0000 7f6db3a80200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:06.882 INFO:tasks.rados.rados.0.smithi019.stdout:848: done (1 left) 2024-04-02T08:33:06.882 INFO:tasks.rados.rados.0.smithi019.stdout:850: done (0 left) 2024-04-02T08:33:06.882 INFO:tasks.rados.rados.0.smithi019.stdout:851: snap_create 2024-04-02T08:33:07.184 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:06 smithi066 ceph-mon[30998]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:07.185 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:06 smithi066 ceph-mon[30998]: pgmap v39: 121 pgs: 121 active+clean; 207 MiB data, 829 MiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:33:07.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:06 smithi019 ceph-mon[27522]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:07.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:06 smithi019 ceph-mon[27522]: pgmap v39: 121 pgs: 121 active+clean; 207 MiB data, 829 MiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:33:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:06 smithi019 ceph-mon[39381]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:33:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:06 smithi019 ceph-mon[39381]: pgmap v39: 121 pgs: 121 active+clean; 207 MiB data, 829 MiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:33:07.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:07.184+0000 7f6db3a80200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:07.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:07.328+0000 7f6db3a80200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:851: done (0 left) 2024-04-02T08:33:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:852: copy_from oid 48 from oid 1 current snap is 79 2024-04-02T08:33:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 79 2024-04-02T08:33:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:853: seq_num 271 ranges {6127616=540672,6668288=802816,7471104=516096,7987200=286720} 2024-04-02T08:33:07.890 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:07.710+0000 7f6db3a80200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:07.890 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:07.811+0000 7f6db3a80200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:07.923 INFO:tasks.rados.rados.0.smithi019.stdout:853: writing smithi01981774-41 from 6127616 to 6668288 tid 1 2024-04-02T08:33:07.927 INFO:tasks.rados.rados.0.smithi019.stdout:853: writing smithi01981774-41 from 6668288 to 7471104 tid 2 2024-04-02T08:33:07.930 INFO:tasks.rados.rados.0.smithi019.stdout:853: writing smithi01981774-41 from 7471104 to 7987200 tid 3 2024-04-02T08:33:07.932 INFO:tasks.rados.rados.0.smithi019.stdout:853: writing smithi01981774-41 from 7987200 to 8273920 tid 4 2024-04-02T08:33:07.933 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 79 2024-04-02T08:33:07.933 INFO:tasks.rados.rados.0.smithi019.stdout:852: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:33:07.933 INFO:tasks.rados.rados.0.smithi019.stdout:852: finishing copy_from to smithi01981774-48 2024-04-02T08:33:07.933 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 376 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:33:07.933 INFO:tasks.rados.rados.0.smithi019.stdout:853: finishing write tid 1 to smithi01981774-41 2024-04-02T08:33:07.933 INFO:tasks.rados.rados.0.smithi019.stdout:854: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-04-02T08:33:07.935 INFO:tasks.rados.rados.0.smithi019.stdout:854: writing smithi01981774-25 from 0 to 565248 tid 1 2024-04-02T08:33:07.939 INFO:tasks.rados.rados.0.smithi019.stdout:854: writing smithi01981774-25 from 565248 to 1253376 tid 2 2024-04-02T08:33:07.943 INFO:tasks.rados.rados.0.smithi019.stdout:854: writing smithi01981774-25 from 1253376 to 1982464 tid 3 2024-04-02T08:33:07.945 INFO:tasks.rados.rados.0.smithi019.stdout:854: writing smithi01981774-25 from 1982464 to 2170880 tid 4 2024-04-02T08:33:07.945 INFO:tasks.rados.rados.0.smithi019.stdout:852: done (2 left) 2024-04-02T08:33:07.945 INFO:tasks.rados.rados.0.smithi019.stdout:855: rmattr oid 9 current snap is 79 2024-04-02T08:33:07.945 INFO:tasks.rados.rados.0.smithi019.stdout:855: done (2 left) 2024-04-02T08:33:07.946 INFO:tasks.rados.rados.0.smithi019.stdout:856: read oid 21 snap -1 2024-04-02T08:33:07.946 INFO:tasks.rados.rados.0.smithi019.stdout:856: expect (ObjNum 215 snap 61 seq_num 215) 2024-04-02T08:33:07.946 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 79 2024-04-02T08:33:07.946 INFO:tasks.rados.rados.0.smithi019.stdout:853: finishing write tid 2 to smithi01981774-41 2024-04-02T08:33:07.946 INFO:tasks.rados.rados.0.smithi019.stdout:853: finishing write tid 3 to smithi01981774-41 2024-04-02T08:33:07.946 INFO:tasks.rados.rados.0.smithi019.stdout:857: seq_num 273 ranges {6127616=581632,6709248=565248,7274496=532480,7806976=507904} 2024-04-02T08:33:07.982 INFO:tasks.rados.rados.0.smithi019.stdout:857: writing smithi01981774-38 from 6127616 to 6709248 tid 1 2024-04-02T08:33:07.985 INFO:tasks.rados.rados.0.smithi019.stdout:857: writing smithi01981774-38 from 6709248 to 7274496 tid 2 2024-04-02T08:33:07.988 INFO:tasks.rados.rados.0.smithi019.stdout:857: writing smithi01981774-38 from 7274496 to 7806976 tid 3 2024-04-02T08:33:07.992 INFO:tasks.rados.rados.0.smithi019.stdout:857: writing smithi01981774-38 from 7806976 to 8314880 tid 4 2024-04-02T08:33:07.992 INFO:tasks.rados.rados.0.smithi019.stdout:858: copy_from oid 27 from oid 36 current snap is 79 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: finishing write tid 4 to smithi01981774-41 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: finishing write tid 5 to smithi01981774-41 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: finishing write tid 6 to smithi01981774-41 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: oid 41 updating version 0 to 548 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: oid 41 version 548 is already newer than 547 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: oid 41 updating version 548 to 549 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: oid 41 updating version 549 to 551 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: oid 41 version 551 is already newer than 550 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 551 (ObjNum 271 snap 79 seq_num 271) dirty exists 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: left oid 41 (ObjNum 271 snap 79 seq_num 271) 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:854: finishing write tid 1 to smithi01981774-25 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:854: finishing write tid 2 to smithi01981774-25 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:853: done (4 left) 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:859: snap_create 2024-04-02T08:33:07.993 INFO:tasks.rados.rados.0.smithi019.stdout:854: finishing write tid 3 to smithi01981774-25 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: finishing write tid 4 to smithi01981774-25 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: finishing write tid 5 to smithi01981774-25 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: finishing write tid 6 to smithi01981774-25 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: oid 25 updating version 0 to 256 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: oid 25 updating version 256 to 257 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: oid 25 updating version 257 to 259 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: oid 25 version 259 is already newer than 255 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: oid 25 version 259 is already newer than 258 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 259 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:854: left oid 25 (ObjNum 272 snap 79 seq_num 272) 2024-04-02T08:33:07.994 INFO:tasks.rados.rados.0.smithi019.stdout:856: expect (ObjNum 215 snap 61 seq_num 215) 2024-04-02T08:33:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:07 smithi019 ceph-mon[27522]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:07 smithi019 ceph-mon[39381]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:08.242 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:07 smithi066 ceph-mon[30998]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:33:08.242 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:08.034+0000 7f6db3a80200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:08.288 INFO:tasks.rados.rados.0.smithi019.stdout:857: finishing write tid 1 to smithi01981774-38 2024-04-02T08:33:08.288 INFO:tasks.rados.rados.0.smithi019.stdout:857: finishing write tid 2 to smithi01981774-38 2024-04-02T08:33:08.288 INFO:tasks.rados.rados.0.smithi019.stdout:857: finishing write tid 3 to smithi01981774-38 2024-04-02T08:33:08.288 INFO:tasks.rados.rados.0.smithi019.stdout:857: finishing write tid 4 to smithi01981774-38 2024-04-02T08:33:08.288 INFO:tasks.rados.rados.0.smithi019.stdout:857: finishing write tid 5 to smithi01981774-38 2024-04-02T08:33:08.288 INFO:tasks.rados.rados.0.smithi019.stdout:857: finishing write tid 6 to smithi01981774-38 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:857: oid 38 updating version 0 to 396 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:857: oid 38 version 396 is already newer than 395 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:857: oid 38 updating version 396 to 399 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:857: oid 38 version 399 is already newer than 398 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:857: oid 38 version 399 is already newer than 397 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 399 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:857: left oid 38 (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:858: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:858: finishing copy_from to smithi01981774-27 2024-04-02T08:33:08.289 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 302 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-04-02T08:33:08.507 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:08.242+0000 7f6db3a80200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:08.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:08.556+0000 7f6db3a80200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:08.834 INFO:tasks.rados.rados.0.smithi019.stdout:854: done (4 left) 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:856: done (3 left) 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:857: done (2 left) 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:858: done (1 left) 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:859: done (0 left) 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:860: rollback oid 46 current snap is 80 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 72 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:861: copy_from oid 35 from oid 11 current snap is 80 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:862: read oid 30 snap -1 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:862: expect (ObjNum 210 snap 59 seq_num 210) 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 80 2024-04-02T08:33:08.835 INFO:tasks.rados.rados.0.smithi019.stdout:863: seq_num 274 ranges {8273920=598016,8871936=499712,9371648=745472,10117120=360448} 2024-04-02T08:33:08.883 INFO:tasks.rados.rados.0.smithi019.stdout:863: writing smithi01981774-41 from 8273920 to 8871936 tid 1 2024-04-02T08:33:08.886 INFO:tasks.rados.rados.0.smithi019.stdout:863: writing smithi01981774-41 from 8871936 to 9371648 tid 2 2024-04-02T08:33:08.891 INFO:tasks.rados.rados.0.smithi019.stdout:863: writing smithi01981774-41 from 9371648 to 10117120 tid 3 2024-04-02T08:33:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:863: writing smithi01981774-41 from 10117120 to 10477568 tid 4 2024-04-02T08:33:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 80 2024-04-02T08:33:08.893 INFO:tasks.rados.rados.0.smithi019.stdout:864: seq_num 275 ranges {106496=614400,720896=786432,1507328=499712,2007040=319488} 2024-04-02T08:33:08.897 INFO:tasks.rados.rados.0.smithi019.stdout:864: writing smithi01981774-48 from 106496 to 720896 tid 1 2024-04-02T08:33:08.902 INFO:tasks.rados.rados.0.smithi019.stdout:864: writing smithi01981774-48 from 720896 to 1507328 tid 2 2024-04-02T08:33:08.905 INFO:tasks.rados.rados.0.smithi019.stdout:864: writing smithi01981774-48 from 1507328 to 2007040 tid 3 2024-04-02T08:33:08.907 INFO:tasks.rados.rados.0.smithi019.stdout:864: writing smithi01981774-48 from 2007040 to 2326528 tid 4 2024-04-02T08:33:08.907 INFO:tasks.rados.rados.0.smithi019.stdout:865: read oid 5 snap -1 2024-04-02T08:33:08.907 INFO:tasks.rados.rados.0.smithi019.stdout:865: expect deleted 2024-04-02T08:33:08.907 INFO:tasks.rados.rados.0.smithi019.stdout:866: delete oid 1 current snap is 80 2024-04-02T08:33:08.907 INFO:tasks.rados.rados.0.smithi019.stdout:860: finishing rollback tid 0 to smithi01981774-46 2024-04-02T08:33:08.907 INFO:tasks.rados.rados.0.smithi019.stdout:860: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:33:08.908 INFO:tasks.rados.rados.0.smithi019.stdout:860: finishing rollback tid 2 to smithi01981774-46 2024-04-02T08:33:08.908 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 555 (ObjNum 231 snap 63 seq_num 231) dirty exists 2024-04-02T08:33:08.908 INFO:tasks.rados.rados.0.smithi019.stdout:862: expect (ObjNum 210 snap 59 seq_num 210) 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:861: finishing copy_from racing read to smithi01981774-35 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:861: finishing copy_from to smithi01981774-35 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 195 (ObjNum 211 snap 60 seq_num 211) dirty exists 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:863: finishing write tid 1 to smithi01981774-41 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:863: finishing write tid 2 to smithi01981774-41 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:860: done (6 left) 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:861: done (5 left) 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:862: done (4 left) 2024-04-02T08:33:08.997 INFO:tasks.rados.rados.0.smithi019.stdout:866: done (3 left) 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:867: rmattr oid 37 current snap is 80 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:867: done (3 left) 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:868: copy_from oid 49 from oid 1 current snap is 80 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:863: finishing write tid 3 to smithi01981774-41 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:863: finishing write tid 4 to smithi01981774-41 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:863: finishing write tid 5 to smithi01981774-41 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:863: finishing write tid 6 to smithi01981774-41 2024-04-02T08:33:08.998 INFO:tasks.rados.rados.0.smithi019.stdout:863: oid 41 updating version 0 to 561 2024-04-02T08:33:08.999 INFO:tasks.rados.rados.0.smithi019.stdout:863: oid 41 version 561 is already newer than 559 2024-04-02T08:33:08.999 INFO:tasks.rados.rados.0.smithi019.stdout:863: oid 41 version 561 is already newer than 560 2024-04-02T08:33:08.999 INFO:tasks.rados.rados.0.smithi019.stdout:863: oid 41 version 561 is already newer than 558 2024-04-02T08:33:08.999 INFO:tasks.rados.rados.0.smithi019.stdout:863: oid 41 version 561 is already newer than 557 2024-04-02T08:33:08.999 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 561 (ObjNum 274 snap 80 seq_num 274) dirty exists 2024-04-02T08:33:08.999 INFO:tasks.rados.rados.0.smithi019.stdout:863: left oid 41 (ObjNum 274 snap 80 seq_num 274) 2024-04-02T08:33:09.000 INFO:tasks.rados.rados.0.smithi019.stdout:864: finishing write tid 1 to smithi01981774-48 2024-04-02T08:33:09.000 INFO:tasks.rados.rados.0.smithi019.stdout:864: finishing write tid 2 to smithi01981774-48 2024-04-02T08:33:09.000 INFO:tasks.rados.rados.0.smithi019.stdout:864: finishing write tid 3 to smithi01981774-48 2024-04-02T08:33:09.000 INFO:tasks.rados.rados.0.smithi019.stdout:864: finishing write tid 4 to smithi01981774-48 2024-04-02T08:33:09.000 INFO:tasks.rados.rados.0.smithi019.stdout:864: finishing write tid 5 to smithi01981774-48 2024-04-02T08:33:09.000 INFO:tasks.rados.rados.0.smithi019.stdout:864: finishing write tid 6 to smithi01981774-48 2024-04-02T08:33:09.001 INFO:tasks.rados.rados.0.smithi019.stdout:864: oid 48 updating version 0 to 563 2024-04-02T08:33:09.001 INFO:tasks.rados.rados.0.smithi019.stdout:864: oid 48 updating version 563 to 566 2024-04-02T08:33:09.001 INFO:tasks.rados.rados.0.smithi019.stdout:864: oid 48 version 566 is already newer than 564 2024-04-02T08:33:09.001 INFO:tasks.rados.rados.0.smithi019.stdout:864: oid 48 updating version 566 to 567 2024-04-02T08:33:09.001 INFO:tasks.rados.rados.0.smithi019.stdout:864: oid 48 version 567 is already newer than 565 2024-04-02T08:33:09.001 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 567 (ObjNum 275 snap 80 seq_num 275) dirty exists 2024-04-02T08:33:09.002 INFO:tasks.rados.rados.0.smithi019.stdout:864: left oid 48 (ObjNum 275 snap 80 seq_num 275) 2024-04-02T08:33:09.002 INFO:tasks.rados.rados.0.smithi019.stdout:863: done (3 left) 2024-04-02T08:33:09.002 INFO:tasks.rados.rados.0.smithi019.stdout:864: done (2 left) 2024-04-02T08:33:09.002 INFO:tasks.rados.rados.0.smithi019.stdout:865: done (1 left) 2024-04-02T08:33:09.002 INFO:tasks.rados.rados.0.smithi019.stdout:869: read oid 47 snap -1 2024-04-02T08:33:09.003 INFO:tasks.rados.rados.0.smithi019.stdout:869: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:33:09.003 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 80 2024-04-02T08:33:09.003 INFO:tasks.rados.rados.0.smithi019.stdout:870: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-04-02T08:33:09.004 INFO:tasks.rados.rados.0.smithi019.stdout:870: writing smithi01981774-20 from 0 to 647168 tid 1 2024-04-02T08:33:09.004 INFO:tasks.rados.rados.0.smithi019.stdout:870: writing smithi01981774-20 from 647168 to 1204224 tid 2 2024-04-02T08:33:09.005 INFO:tasks.rados.rados.0.smithi019.stdout:870: writing smithi01981774-20 from 1204224 to 1720320 tid 3 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:870: writing smithi01981774-20 from 1720320 to 2252800 tid 4 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:871: setattr oid 25 current snap is 80 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:868: finishing copy_from to smithi01981774-49 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:868: got expected ENOENT (src dne) 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:868: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:870: finishing write tid 1 to smithi01981774-20 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:870: finishing write tid 2 to smithi01981774-20 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:870: finishing write tid 3 to smithi01981774-20 2024-04-02T08:33:09.009 INFO:tasks.rados.rados.0.smithi019.stdout:868: done (3 left) 2024-04-02T08:33:09.010 INFO:tasks.rados.rados.0.smithi019.stdout:872: snap_create 2024-04-02T08:33:09.010 INFO:tasks.rados.rados.0.smithi019.stdout:869: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:33:09.092 INFO:tasks.rados.rados.0.smithi019.stdout:870: finishing write tid 4 to smithi01981774-20 2024-04-02T08:33:09.092 INFO:tasks.rados.rados.0.smithi019.stdout:870: finishing write tid 5 to smithi01981774-20 2024-04-02T08:33:09.092 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 261 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:870: finishing write tid 6 to smithi01981774-20 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:870: oid 20 updating version 0 to 402 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:870: oid 20 version 402 is already newer than 400 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:870: oid 20 version 402 is already newer than 401 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:870: oid 20 updating version 402 to 403 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:870: oid 20 updating version 403 to 404 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 404 (ObjNum 277 snap 80 seq_num 277) dirty exists 2024-04-02T08:33:09.093 INFO:tasks.rados.rados.0.smithi019.stdout:870: left oid 20 (ObjNum 277 snap 80 seq_num 277) 2024-04-02T08:33:09.103 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:08.830+0000 7f6db3a80200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:09.103 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-mon[30998]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:09.104 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-mon[30998]: pgmap v42: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:33:09.104 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-mon[30998]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:09.104 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:09.104 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:08 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[27522]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[27522]: pgmap v42: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:33:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[27522]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:09.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[39381]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:33:09.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[39381]: pgmap v42: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:33:09.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[39381]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:33:09.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:09.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:08 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:09.903 INFO:tasks.rados.rados.0.smithi019.stdout:869: done (3 left) 2024-04-02T08:33:09.903 INFO:tasks.rados.rados.0.smithi019.stdout:870: done (2 left) 2024-04-02T08:33:09.903 INFO:tasks.rados.rados.0.smithi019.stdout:871: done (1 left) 2024-04-02T08:33:09.903 INFO:tasks.rados.rados.0.smithi019.stdout:872: done (0 left) 2024-04-02T08:33:09.903 INFO:tasks.rados.rados.0.smithi019.stdout:873: snap_create 2024-04-02T08:33:10.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:09 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:09.104+0000 7f6db3a80200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:10.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:09 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:09.993+0000 7f6db3a80200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:33:10] "GET /metrics HTTP/1.1" 200 36068 "" "Prometheus/2.43.0" 2024-04-02T08:33:10.870 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:10.620+0000 7f6db3a80200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:10.870 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:10.732+0000 7f6db3a80200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:10.910 INFO:tasks.rados.rados.0.smithi019.stdout:873: done (0 left) 2024-04-02T08:33:10.910 INFO:tasks.rados.rados.0.smithi019.stdout:874: copy_from oid 22 from oid 47 current snap is 82 2024-04-02T08:33:10.910 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 82 2024-04-02T08:33:10.910 INFO:tasks.rados.rados.0.smithi019.stdout:875: seq_num 278 ranges {6512640=663552,7176192=442368,7618560=720896,8339456=442368} 2024-04-02T08:33:10.949 INFO:tasks.rados.rados.0.smithi019.stdout:875: writing smithi01981774-27 from 6512640 to 7176192 tid 1 2024-04-02T08:33:10.951 INFO:tasks.rados.rados.0.smithi019.stdout:875: writing smithi01981774-27 from 7176192 to 7618560 tid 2 2024-04-02T08:33:10.956 INFO:tasks.rados.rados.0.smithi019.stdout:875: writing smithi01981774-27 from 7618560 to 8339456 tid 3 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:875: writing smithi01981774-27 from 8339456 to 8781824 tid 4 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:876: snap_create 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:874: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:874: finishing copy_from to smithi01981774-22 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 200 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:875: finishing write tid 1 to smithi01981774-27 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:875: finishing write tid 2 to smithi01981774-27 2024-04-02T08:33:10.959 INFO:tasks.rados.rados.0.smithi019.stdout:875: finishing write tid 3 to smithi01981774-27 2024-04-02T08:33:10.961 INFO:tasks.rados.rados.0.smithi019.stdout:875: finishing write tid 4 to smithi01981774-27 2024-04-02T08:33:10.961 INFO:tasks.rados.rados.0.smithi019.stdout:875: finishing write tid 5 to smithi01981774-27 2024-04-02T08:33:10.962 INFO:tasks.rados.rados.0.smithi019.stdout:875: finishing write tid 6 to smithi01981774-27 2024-04-02T08:33:10.962 INFO:tasks.rados.rados.0.smithi019.stdout:875: oid 27 updating version 0 to 304 2024-04-02T08:33:10.962 INFO:tasks.rados.rados.0.smithi019.stdout:875: oid 27 updating version 304 to 306 2024-04-02T08:33:10.962 INFO:tasks.rados.rados.0.smithi019.stdout:875: oid 27 version 306 is already newer than 305 2024-04-02T08:33:10.962 INFO:tasks.rados.rados.0.smithi019.stdout:875: oid 27 version 306 is already newer than 303 2024-04-02T08:33:10.962 INFO:tasks.rados.rados.0.smithi019.stdout:875: oid 27 updating version 306 to 307 2024-04-02T08:33:10.963 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 307 (ObjNum 278 snap 82 seq_num 278) dirty exists 2024-04-02T08:33:10.963 INFO:tasks.rados.rados.0.smithi019.stdout:875: left oid 27 (ObjNum 278 snap 82 seq_num 278) 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[27522]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[27522]: pgmap v45: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[39381]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:10 smithi019 ceph-mon[39381]: pgmap v45: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-mon[30998]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-mon[30998]: pgmap v45: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:10.978+0000 7f6db3a80200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:10 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: [02/Apr/2024:08:33:10] ENGINE Bus STARTING 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: CherryPy Checker: 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: The Application mounted at '' has an empty config. 2024-04-02T08:33:11.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:11.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: [02/Apr/2024:08:33:11] ENGINE Serving on http://:::9283 2024-04-02T08:33:11.314 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: [02/Apr/2024:08:33:11] ENGINE Bus STARTED 2024-04-02T08:33:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:874: done (2 left) 2024-04-02T08:33:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:875: done (1 left) 2024-04-02T08:33:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:876: done (0 left) 2024-04-02T08:33:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 83 2024-04-02T08:33:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:877: seq_num 279 ranges {6725632=679936,7405568=720896,8126464=483328,8609792=401408} 2024-04-02T08:33:11.970 INFO:tasks.rados.rados.0.smithi019.stdout:877: writing smithi01981774-35 from 6725632 to 7405568 tid 1 2024-04-02T08:33:11.974 INFO:tasks.rados.rados.0.smithi019.stdout:877: writing smithi01981774-35 from 7405568 to 8126464 tid 2 2024-04-02T08:33:11.977 INFO:tasks.rados.rados.0.smithi019.stdout:877: writing smithi01981774-35 from 8126464 to 8609792 tid 3 2024-04-02T08:33:11.980 INFO:tasks.rados.rados.0.smithi019.stdout:877: writing smithi01981774-35 from 8609792 to 9011200 tid 4 2024-04-02T08:33:11.980 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 83 2024-04-02T08:33:11.980 INFO:tasks.rados.rados.0.smithi019.stdout:877: finishing write tid 1 to smithi01981774-35 2024-04-02T08:33:11.980 INFO:tasks.rados.rados.0.smithi019.stdout:878: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-04-02T08:33:11.983 INFO:tasks.rados.rados.0.smithi019.stdout:878: writing smithi01981774-40 from 0 to 696320 tid 1 2024-04-02T08:33:11.987 INFO:tasks.rados.rados.0.smithi019.stdout:878: writing smithi01981774-40 from 696320 to 1302528 tid 2 2024-04-02T08:33:11.987 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-mon[30998]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:11.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-mon[30998]: Standby manager daemon x restarted 2024-04-02T08:33:11.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-mon[30998]: Standby manager daemon x started 2024-04-02T08:33:11.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:11.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:11.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:11.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:11 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:11.991 INFO:tasks.rados.rados.0.smithi019.stdout:878: writing smithi01981774-40 from 1302528 to 1990656 tid 3 2024-04-02T08:33:11.993 INFO:tasks.rados.rados.0.smithi019.stdout:878: writing smithi01981774-40 from 1990656 to 2301952 tid 4 2024-04-02T08:33:11.993 INFO:tasks.rados.rados.0.smithi019.stdout:879: read oid 22 snap -1 2024-04-02T08:33:11.993 INFO:tasks.rados.rados.0.smithi019.stdout:879: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:33:11.993 INFO:tasks.rados.rados.0.smithi019.stdout:880: read oid 8 snap -1 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:880: expect (ObjNum 259 snap 69 seq_num 259) 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:881: copy_from oid 30 from oid 12 current snap is 83 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: finishing write tid 2 to smithi01981774-35 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: finishing write tid 3 to smithi01981774-35 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: finishing write tid 4 to smithi01981774-35 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: finishing write tid 5 to smithi01981774-35 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: finishing write tid 6 to smithi01981774-35 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: oid 35 updating version 0 to 216 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: oid 35 updating version 216 to 219 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: oid 35 version 219 is already newer than 218 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: oid 35 version 219 is already newer than 217 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: oid 35 version 219 is already newer than 215 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 219 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:877: left oid 35 (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:33:11.994 INFO:tasks.rados.rados.0.smithi019.stdout:878: finishing write tid 1 to smithi01981774-40 2024-04-02T08:33:11.995 INFO:tasks.rados.rados.0.smithi019.stdout:878: finishing write tid 2 to smithi01981774-40 2024-04-02T08:33:11.995 INFO:tasks.rados.rados.0.smithi019.stdout:877: done (4 left) 2024-04-02T08:33:11.995 INFO:tasks.rados.rados.0.smithi019.stdout:882: snap_remove snap 69 2024-04-02T08:33:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[27522]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[27522]: Standby manager daemon x restarted 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[27522]: Standby manager daemon x started 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[27522]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[39381]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[39381]: Standby manager daemon x restarted 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[39381]: Standby manager daemon x started 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:12.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:12.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:11 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/2500539878' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:12.929 INFO:tasks.rados.rados.0.smithi019.stdout:882: done (4 left) 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:883: delete oid 47 current snap is 83 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:881: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: finishing write tid 3 to smithi01981774-40 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: finishing write tid 4 to smithi01981774-40 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: finishing write tid 5 to smithi01981774-40 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:881: finishing copy_from to smithi01981774-30 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 271 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: finishing write tid 6 to smithi01981774-40 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: oid 40 updating version 0 to 257 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: oid 40 updating version 257 to 260 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: oid 40 version 260 is already newer than 259 2024-04-02T08:33:12.930 INFO:tasks.rados.rados.0.smithi019.stdout:878: oid 40 updating version 260 to 261 2024-04-02T08:33:12.931 INFO:tasks.rados.rados.0.smithi019.stdout:878: oid 40 version 261 is already newer than 258 2024-04-02T08:33:12.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 261 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-04-02T08:33:12.931 INFO:tasks.rados.rados.0.smithi019.stdout:878: left oid 40 (ObjNum 280 snap 83 seq_num 280) 2024-04-02T08:33:12.931 INFO:tasks.rados.rados.0.smithi019.stdout:879: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:33:13.018 INFO:tasks.rados.rados.0.smithi019.stdout:880: expect (ObjNum 259 snap 69 seq_num 259) 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:878: done (4 left) 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:879: done (3 left) 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:880: done (2 left) 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:881: done (1 left) 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:883: done (0 left) 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:884: read oid 11 snap -1 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:884: expect (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:33:13.161 INFO:tasks.rados.rados.0.smithi019.stdout:885: snap_remove snap 68 2024-04-02T08:33:13.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[27522]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[27522]: mgrmap e33: y(active, since 29s), standbys: x 2024-04-02T08:33:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[27522]: pgmap v48: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[39381]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[39381]: mgrmap e33: y(active, since 29s), standbys: x 2024-04-02T08:33:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[39381]: pgmap v48: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:12 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:13.220 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:12 smithi066 ceph-mon[30998]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:33:13.220 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:12 smithi066 ceph-mon[30998]: mgrmap e33: y(active, since 29s), standbys: x 2024-04-02T08:33:13.220 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:12 smithi066 ceph-mon[30998]: pgmap v48: 121 pgs: 121 active+clean; 231 MiB data, 848 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:13.220 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:12 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:13.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:13.935 INFO:tasks.rados.rados.0.smithi019.stdout:885: done (1 left) 2024-04-02T08:33:13.935 INFO:tasks.rados.rados.0.smithi019.stdout:886: read oid 12 snap -1 2024-04-02T08:33:13.935 INFO:tasks.rados.rados.0.smithi019.stdout:886: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:13.935 INFO:tasks.rados.rados.0.smithi019.stdout:887: rmattr oid 22 current snap is 83 2024-04-02T08:33:13.935 INFO:tasks.rados.rados.0.smithi019.stdout:887: done (2 left) 2024-04-02T08:33:13.936 INFO:tasks.rados.rados.0.smithi019.stdout:888: snap_create 2024-04-02T08:33:13.936 INFO:tasks.rados.rados.0.smithi019.stdout:884: expect (ObjNum 211 snap 60 seq_num 211) 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:13 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:33:14.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:33:14.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:14.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:33:14.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:33:14.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:14.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:13 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:14.376 INFO:tasks.rados.rados.0.smithi019.stdout:886: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:884: done (2 left) 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:886: done (1 left) 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:888: done (0 left) 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:889: read oid 24 snap -1 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:889: expect (ObjNum 260 snap 69 seq_num 260) 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:890: rollback oid 34 current snap is 84 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 78 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:891: copy_from oid 29 from oid 25 current snap is 84 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:892: read oid 17 snap -1 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:892: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:893: rollback oid 4 current snap is 84 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 39 2024-04-02T08:33:14.933 INFO:tasks.rados.rados.0.smithi019.stdout:894: snap_create 2024-04-02T08:33:14.936 INFO:tasks.rados.rados.0.smithi019.stdout:890: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:33:14.940 INFO:tasks.rados.rados.0.smithi019.stdout:893: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:33:14.941 INFO:tasks.rados.rados.0.smithi019.stdout:893: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:33:14.941 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 305 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:33:14.942 INFO:tasks.rados.rados.0.smithi019.stdout:890: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:33:14.942 INFO:tasks.rados.rados.0.smithi019.stdout:890: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:33:14.942 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 223 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:33:14.949 INFO:tasks.rados.rados.0.smithi019.stdout:892: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:33:15.053 INFO:tasks.rados.rados.0.smithi019.stdout:889: expect (ObjNum 260 snap 69 seq_num 260) 2024-04-02T08:33:15.178 INFO:tasks.rados.rados.0.smithi019.stdout:891: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:33:15.178 INFO:tasks.rados.rados.0.smithi019.stdout:891: finishing copy_from to smithi01981774-29 2024-04-02T08:33:15.178 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 261 (ObjNum 272 snap 79 seq_num 272) dirty exists 2024-04-02T08:33:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:14 smithi066 ceph-mon[30998]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:14 smithi066 ceph-mon[30998]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:14 smithi066 ceph-mon[30998]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:14 smithi066 ceph-mon[30998]: pgmap v51: 121 pgs: 121 active+clean; 253 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-02T08:33:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:14 smithi066 ceph-mon[30998]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:15.435 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[27522]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[27522]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[27522]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[27522]: pgmap v51: 121 pgs: 121 active+clean; 253 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[27522]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[39381]: Upgrade: Setting container_image for all mgr 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[39381]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[39381]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[39381]: pgmap v51: 121 pgs: 121 active+clean; 253 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-02T08:33:15.436 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:14 smithi019 ceph-mon[39381]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:33:15.939 INFO:tasks.rados.rados.0.smithi019.stdout:889: done (5 left) 2024-04-02T08:33:15.939 INFO:tasks.rados.rados.0.smithi019.stdout:890: done (4 left) 2024-04-02T08:33:15.939 INFO:tasks.rados.rados.0.smithi019.stdout:891: done (3 left) 2024-04-02T08:33:15.939 INFO:tasks.rados.rados.0.smithi019.stdout:892: done (2 left) 2024-04-02T08:33:15.939 INFO:tasks.rados.rados.0.smithi019.stdout:893: done (1 left) 2024-04-02T08:33:15.939 INFO:tasks.rados.rados.0.smithi019.stdout:894: done (0 left) 2024-04-02T08:33:15.939 INFO:tasks.rados.rados.0.smithi019.stdout:895: copy_from oid 36 from oid 21 current snap is 85 2024-04-02T08:33:15.940 INFO:tasks.rados.rados.0.smithi019.stdout:896: read oid 12 snap -1 2024-04-02T08:33:15.940 INFO:tasks.rados.rados.0.smithi019.stdout:896: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:15.940 INFO:tasks.rados.rados.0.smithi019.stdout:897: rmattr oid 13 current snap is 85 2024-04-02T08:33:15.940 INFO:tasks.rados.rados.0.smithi019.stdout:898: setattr oid 16 current snap is 85 2024-04-02T08:33:15.940 INFO:tasks.rados.rados.0.smithi019.stdout:896: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:15.942 INFO:tasks.rados.rados.0.smithi019.stdout:896: done (3 left) 2024-04-02T08:33:15.942 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 85 2024-04-02T08:33:15.943 INFO:tasks.rados.rados.0.smithi019.stdout:899: seq_num 282 ranges {3661824=729088,4390912=425984,4816896=704512,5521408=475136} 2024-04-02T08:33:15.967 INFO:tasks.rados.rados.0.smithi019.stdout:899: writing smithi01981774-24 from 3661824 to 4390912 tid 1 2024-04-02T08:33:15.969 INFO:tasks.rados.rados.0.smithi019.stdout:899: writing smithi01981774-24 from 4390912 to 4816896 tid 2 2024-04-02T08:33:15.974 INFO:tasks.rados.rados.0.smithi019.stdout:899: writing smithi01981774-24 from 4816896 to 5521408 tid 3 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:899: writing smithi01981774-24 from 5521408 to 5996544 tid 4 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:900: rollback oid 5 current snap is 85 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 5 to 74 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 186 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 341 (ObjNum 33 snap 0 seq_num 2824224368) dirty exists 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:895: finishing copy_from racing read to smithi01981774-36 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:895: finishing copy_from to smithi01981774-36 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 164 (ObjNum 215 snap 61 seq_num 215) dirty exists 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:899: finishing write tid 1 to smithi01981774-24 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:899: finishing write tid 2 to smithi01981774-24 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:899: finishing write tid 3 to smithi01981774-24 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:895: done (4 left) 2024-04-02T08:33:15.978 INFO:tasks.rados.rados.0.smithi019.stdout:897: done (3 left) 2024-04-02T08:33:15.979 INFO:tasks.rados.rados.0.smithi019.stdout:898: done (2 left) 2024-04-02T08:33:15.979 INFO:tasks.rados.rados.0.smithi019.stdout:901: snap_remove snap 65 2024-04-02T08:33:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[27522]: Upgrade: Updating mon.a 2024-04-02T08:33:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[27522]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[27522]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[27522]: Deploying daemon mon.a on smithi019 2024-04-02T08:33:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[27522]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[39381]: Upgrade: Updating mon.a 2024-04-02T08:33:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[39381]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[39381]: Deploying daemon mon.a on smithi019 2024-04-02T08:33:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:16 smithi019 ceph-mon[39381]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:16 smithi066 ceph-mon[30998]: Upgrade: Updating mon.a 2024-04-02T08:33:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:16 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='mgr.y' 2024-04-02T08:33:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:16 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:16 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:16 smithi066 ceph-mon[30998]: from='mgr.25067 172.21.15.19:0/1106727018' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:16 smithi066 ceph-mon[30998]: Deploying daemon mon.a on smithi019 2024-04-02T08:33:16.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:16 smithi066 ceph-mon[30998]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:901: done (2 left) 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:902: copy_from oid 43 from oid 39 current snap is 85 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:900: finishing rollback tid 1 to smithi01981774-5 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 270 (ObjNum 33 snap 0 seq_num 2824500496) dirty dne 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:899: finishing write tid 4 to smithi01981774-24 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:899: finishing write tid 5 to smithi01981774-24 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:899: finishing write tid 6 to smithi01981774-24 2024-04-02T08:33:16.944 INFO:tasks.rados.rados.0.smithi019.stdout:899: oid 24 updating version 0 to 405 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:899: oid 24 updating version 405 to 408 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:899: oid 24 version 408 is already newer than 404 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:899: oid 24 version 408 is already newer than 407 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:899: oid 24 version 408 is already newer than 406 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 408 (ObjNum 282 snap 85 seq_num 282) dirty exists 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:899: left oid 24 (ObjNum 282 snap 85 seq_num 282) 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:899: done (2 left) 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:900: done (1 left) 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:903: copy_from oid 46 from oid 16 current snap is 85 2024-04-02T08:33:16.945 INFO:tasks.rados.rados.0.smithi019.stdout:904: delete oid 28 current snap is 85 2024-04-02T08:33:16.953 INFO:tasks.rados.rados.0.smithi019.stdout:903: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:33:16.955 INFO:tasks.rados.rados.0.smithi019.stdout:904: done (2 left) 2024-04-02T08:33:16.955 INFO:tasks.rados.rados.0.smithi019.stdout:905: snap_remove snap 80 2024-04-02T08:33:17.583 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:17 smithi019 ceph-mon[27522]: pgmap v54: 121 pgs: 121 active+clean; 253 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-02T08:33:17.583 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:17 smithi019 ceph-mon[27522]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:17.583 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:17 smithi019 ceph-mon[39381]: pgmap v54: 121 pgs: 121 active+clean; 253 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-02T08:33:17.584 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:17 smithi019 ceph-mon[39381]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:17 smithi066 ceph-mon[30998]: pgmap v54: 121 pgs: 121 active+clean; 253 MiB data, 912 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-02T08:33:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:17 smithi066 ceph-mon[30998]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:17 smithi019 systemd[1]: Stopping Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:17 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[27498]: 2024-04-02T08:33:17.901+0000 7fa68ad18700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:17 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[27498]: 2024-04-02T08:33:17.901+0000 7fa68ad18700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-02T08:33:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:17 smithi019 podman[93772]: 2024-04-02 08:33:17.963950041 +0000 UTC m=+0.236369531 container died 1b0075c3460790508f8293524f898b40b38eb9109677dab6e6b6c4f01a70146d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:18.382 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:33:18.598 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:18 smithi019 podman[93772]: 2024-04-02 08:33:18.332537333 +0000 UTC m=+0.604956829 container cleanup 1b0075c3460790508f8293524f898b40b38eb9109677dab6e6b6c4f01a70146d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:18.598 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:18 smithi019 bash[93772]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:33:18.736 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:18.736 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (4m) 31s ago 5m 28.3M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:33:18.736 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (5m) 9s ago 5m 88.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:33:18.736 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (6m) 31s ago 6m 17.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:33:18.736 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (6m) 9s ago 6m 16.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (15s) 9s ago 9m 93.8M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (47s) 31s ago 11m 475M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (11m) 31s ago 11m 58.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1b0075c34607 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (10m) 9s ago 10m 54.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d d469b1853739 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (9m) 31s ago 9m 46.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b4edb6705a41 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (4m) 31s ago 4m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (4m) 9s ago 4m 16.2M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (9m) 31s ago 9m 124M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (8m) 31s ago 8m 109M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (8m) 31s ago 8m 127M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (8m) 31s ago 8m 95.4M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (7m) 9s ago 7m 117M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (7m) 9s ago 7m 134M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (6m) 9s ago 6m 101M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:33:18.737 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (6m) 9s ago 6m 120M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:33:18.738 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (20s) 9s ago 5m 37.2M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:33:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:18 smithi019 podman[93791]: 2024-04-02 08:33:18.600466032 +0000 UTC m=+0.630313214 container remove 1b0075c3460790508f8293524f898b40b38eb9109677dab6e6b6c4f01a70146d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:33:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:18 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:33:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:18 smithi019 systemd[1]: Stopped Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:18 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Consumed 14.402s CPU time. 2024-04-02T08:33:19.174 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:33:19.174 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:33:19.174 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:33:19.174 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:19.174 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:33:19.174 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:19.174 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:33:19.175 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:33:19.232 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:18 smithi019 systemd[1]: Starting Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:19.233 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 podman[93994]: 2024-04-02 08:33:19.11040295 +0000 UTC m=+0.022215260 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:19.498 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 podman[93994]: 2024-04-02 08:33:19.234904518 +0000 UTC m=+0.146725875 container create 424fd8357227f0e28698204c667146665feb2feef5e7510425a889cdd62adbc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:33:19.498 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 podman[93994]: 2024-04-02 08:33:19.470983507 +0000 UTC m=+0.382795806 container init 424fd8357227f0e28698204c667146665feb2feef5e7510425a889cdd62adbc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T08:33:19.498 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 podman[93994]: 2024-04-02 08:33:19.476539002 +0000 UTC m=+0.388351301 container start 424fd8357227f0e28698204c667146665feb2feef5e7510425a889cdd62adbc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS) 2024-04-02T08:33:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:33:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:33:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: pidfile_write: ignore empty --pid-file 2024-04-02T08:33:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: load: jerasure load: lrc 2024-04-02T08:33:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:33:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Git sha 0 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: DB SUMMARY 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: DB Session ID: 8C0P0FE9MY8PZZ9W151S 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1502 Bytes 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 5930122 ; 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:33:19.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.env: 0x55d9f5c59c60 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.info_log: 0x55d9f83d7ae0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.statistics: (nil) 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.use_fsync: 0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:33:19.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:33:19.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:33:19.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.db_log_dir: 2024-04-02T08:33:19.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.wal_dir: 2024-04-02T08:33:19.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:33:19.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:33:19.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:33:19.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.write_buffer_manager: 0x55d9f83a81e0 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:33:19.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.unordered_write: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.row_cache: None 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.wal_filter: None 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.wal_compression: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:33:19.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:33:19.953 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_open_files: -1 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Compression algorithms supported: 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kZSTD supported: 0 2024-04-02T08:33:19.954 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.merge_operator: 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_filter: None 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:33:19.955 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d9f83d7cc0) 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: index_type: 0 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: data_block_index_type: 0 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: index_shortening: 1 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: checksum: 4 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: no_block_cache: 0 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache: 0x55d9f83db090 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:33:19.956 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache_options: 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: capacity : 536870912 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: num_shard_bits : 4 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: strict_capacity_limit : 0 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_cache_compressed: (nil) 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: persistent_cache: (nil) 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_size: 4096 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_size_deviation: 10 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_restart_interval: 16 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: index_block_restart_interval: 1 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: metadata_block_size: 4096 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: partition_filters: 0 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: use_delta_encoding: 1 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: filter_policy: bloomfilter 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: whole_key_filtering: 1 2024-04-02T08:33:19.957 INFO:journalctl@ceph.mon.a.smithi019.stdout: verify_compression: 0 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: format_version: 5 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: enable_index_compression: 1 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: block_align: 0 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: max_auto_readahead_size: 262144 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: prepopulate_block_cache: 0 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression: NoCompression 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:33:19.958 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.num_levels: 7 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:33:19.959 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:33:19.960 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:33:19.961 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:33:19.962 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.ttl: 2592000 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:33:19.963 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12722, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 86a56c2a-9420-4d86-97ec-f159285780e9 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046799506175, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046799523897, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 5441294, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12723, "largest_seqno": 15805, "table_properties": {"data_size": 5426703, "index_size": 9960, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3589, "raw_key_size": 32647, "raw_average_key_size": 22, "raw_value_size": 5396621, "raw_average_value_size": 3773, "num_data_blocks": 434, "num_entries": 1430, "num_filter_entries": 1430, "num_deletions": 300, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046799, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "86a56c2a-9420-4d86-97ec-f159285780e9", "db_session_id": "8C0P0FE9MY8PZZ9W151S", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046799524003, "job": 1, "event": "recovery_finished"} 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:33:19.964 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d9f84ca000 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: DB pointer 0x55d9f84b4000 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** DB Stats ** 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:19.965 INFO:journalctl@ceph.mon.a.smithi019.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: L0 1/0 5.19 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 563.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: L6 1/0 6.07 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: Sum 2/0 11.26 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 563.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 563.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 563.8 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:19.966 INFO:journalctl@ceph.mon.a.smithi019.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: Cumulative compaction: 0.01 GB write, 234.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: Interval compaction: 0.01 GB write, 234.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: Block cache BinnedLRUCache@0x55d9f83db090#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: starting mon.a rank 0 at public addrs [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] at bind addrs [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???) e3 preinit fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???).mds e6 new map 2024-04-02T08:33:19.967 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???).mds e6 print_map 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: e6 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: legacy client fscid: 1 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: fs_name cephfs 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: epoch 6 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: created 2024-04-02T08:27:11.581708+0000 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: modified 2024-04-02T08:27:13.590824+0000 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: tableserver 0 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: root 0 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: session_timeout 60 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: session_autoclose 300 2024-04-02T08:33:19.968 INFO:journalctl@ceph.mon.a.smithi019.stdout: max_file_size 1099511627776 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: max_xattr_size 65536 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: required_client_features {} 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: last_failure 0 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: last_failure_osd_epoch 0 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: max_mds 1 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: in 0 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: up {0=24344} 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: failed 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: damaged 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: stopped 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: data_pools [3] 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: metadata_pool 2 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: inline_data disabled 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: balancer 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: bal_rank_mask -1 2024-04-02T08:33:19.969 INFO:journalctl@ceph.mon.a.smithi019.stdout: standby_count_wanted 0 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: [mds.a{0:24344} state up:active seq 4 addr [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: Standby daemons: 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???).osd e229 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???).osd e229 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???).osd e229 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???).osd e229 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 ceph-mon[94035]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 bash[93994]: 424fd8357227f0e28698204c667146665feb2feef5e7510425a889cdd62adbc5 2024-04-02T08:33:19.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:19 smithi019 systemd[1]: Started Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:33:20] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-04-02T08:33:21.016 INFO:tasks.rados.rados.0.smithi019.stdout:905: done (2 left) 2024-04-02T08:33:21.016 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 85 2024-04-02T08:33:21.016 INFO:tasks.rados.rados.0.smithi019.stdout:906: seq_num 284 ranges {6725632=761856,7487488=598016,8085504=671744,8757248=335872} 2024-04-02T08:33:21.059 INFO:tasks.rados.rados.0.smithi019.stdout:906: writing smithi01981774-11 from 6725632 to 7487488 tid 1 2024-04-02T08:33:21.063 INFO:tasks.rados.rados.0.smithi019.stdout:906: writing smithi01981774-11 from 7487488 to 8085504 tid 2 2024-04-02T08:33:21.067 INFO:tasks.rados.rados.0.smithi019.stdout:906: writing smithi01981774-11 from 8085504 to 8757248 tid 3 2024-04-02T08:33:21.069 INFO:tasks.rados.rados.0.smithi019.stdout:906: writing smithi01981774-11 from 8757248 to 9093120 tid 4 2024-04-02T08:33:21.069 INFO:tasks.rados.rados.0.smithi019.stdout:907: delete oid 21 current snap is 85 2024-04-02T08:33:21.069 INFO:tasks.rados.rados.0.smithi019.stdout:903: finishing copy_from to smithi01981774-46 2024-04-02T08:33:21.069 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 341 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:21.069 INFO:tasks.rados.rados.0.smithi019.stdout:902: finishing copy_from racing read to smithi01981774-43 2024-04-02T08:33:21.070 INFO:tasks.rados.rados.0.smithi019.stdout:902: finishing copy_from to smithi01981774-43 2024-04-02T08:33:21.070 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 227 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-04-02T08:33:21.070 INFO:tasks.rados.rados.0.smithi019.stdout:906: finishing write tid 1 to smithi01981774-11 2024-04-02T08:33:21.070 INFO:tasks.rados.rados.0.smithi019.stdout:906: finishing write tid 2 to smithi01981774-11 2024-04-02T08:33:21.071 INFO:tasks.rados.rados.0.smithi019.stdout:906: finishing write tid 3 to smithi01981774-11 2024-04-02T08:33:21.072 INFO:tasks.rados.rados.0.smithi019.stdout:902: done (3 left) 2024-04-02T08:33:21.072 INFO:tasks.rados.rados.0.smithi019.stdout:903: done (2 left) 2024-04-02T08:33:21.072 INFO:tasks.rados.rados.0.smithi019.stdout:907: done (1 left) 2024-04-02T08:33:21.072 INFO:tasks.rados.rados.0.smithi019.stdout:908: snap_remove snap 72 2024-04-02T08:33:21.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:21.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: pgmap v56: 121 pgs: 121 active+clean; 258 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-02T08:33:21.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:21.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/352064700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: pgmap v57: 121 pgs: 121 active+clean; 258 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-02T08:33:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: mon.a calling monitor election 2024-04-02T08:33:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: monmap epoch 3 2024-04-02T08:33:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: last_changed 2024-04-02T08:23:20.125990+0000 2024-04-02T08:33:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:33:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: min_mon_release 18 (reef) 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: election_strategy: 1 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: overall HEALTH_OK 2024-04-02T08:33:21.316 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: from='mgr.25067 ' entity='' 2024-04-02T08:33:21.317 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-mon[30998]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-02T08:33:21.317 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: ignoring --setuser ceph since I am not root 2024-04-02T08:33:21.317 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: ignoring --setgroup ceph since I am not root 2024-04-02T08:33:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ignoring --setuser ceph since I am not root 2024-04-02T08:33:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ignoring --setgroup ceph since I am not root 2024-04-02T08:33:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mgr[84658]: -- 172.21.15.19:0/3735604549 <== mon.2 v2:172.21.15.19:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55834e7ac4e0 con 0x55834e782800 2024-04-02T08:33:21.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mgr[84658]: -- 172.21.15.19:0/3735604549 <== mon.2 v2:172.21.15.19:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55834e7ae5a0 con 0x55834e782800 2024-04-02T08:33:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: pgmap v56: 121 pgs: 121 active+clean; 258 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/352064700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: pgmap v57: 121 pgs: 121 active+clean; 258 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: mon.a calling monitor election 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: monmap epoch 3 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: last_changed 2024-04-02T08:23:20.125990+0000 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: min_mon_release 18 (reef) 2024-04-02T08:33:21.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: election_strategy: 1 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: from='mgr.25067 ' entity='' 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[94035]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:21.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: pgmap v56: 121 pgs: 121 active+clean; 258 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: from='client.25142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: from='client.? 172.21.15.19:0/352064700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: pgmap v57: 121 pgs: 121 active+clean; 258 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: mon.a calling monitor election 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: monmap epoch 3 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: last_changed 2024-04-02T08:23:20.125990+0000 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: min_mon_release 18 (reef) 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: election_strategy: 1 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:33:21.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:33:21.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:33:21.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:21.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:33:21.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-02T08:33:21.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: overall HEALTH_OK 2024-04-02T08:33:21.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: from='mgr.25067 ' entity='' 2024-04-02T08:33:21.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-mon[39381]: mgrmap e34: y(active, since 38s), standbys: x 2024-04-02T08:33:21.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:21.564+0000 7fa5cb8a5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:21.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:21.661+0000 7fa5cb8a5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:22.007 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:21.592+0000 7f82ea0b7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:33:22.008 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:21.690+0000 7f82ea0b7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:908: done (1 left) 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:906: finishing write tid 4 to smithi01981774-11 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:906: finishing write tid 5 to smithi01981774-11 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:906: finishing write tid 6 to smithi01981774-11 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:906: oid 11 updating version 0 to 313 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:906: oid 11 version 313 is already newer than 312 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:906: oid 11 version 313 is already newer than 311 2024-04-02T08:33:22.015 INFO:tasks.rados.rados.0.smithi019.stdout:906: oid 11 updating version 313 to 314 2024-04-02T08:33:22.016 INFO:tasks.rados.rados.0.smithi019.stdout:906: oid 11 updating version 314 to 315 2024-04-02T08:33:22.016 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 315 (ObjNum 284 snap 85 seq_num 284) dirty exists 2024-04-02T08:33:22.016 INFO:tasks.rados.rados.0.smithi019.stdout:906: left oid 11 (ObjNum 284 snap 85 seq_num 284) 2024-04-02T08:33:22.016 INFO:tasks.rados.rados.0.smithi019.stdout:909: read oid 9 snap -1 2024-04-02T08:33:22.016 INFO:tasks.rados.rados.0.smithi019.stdout:909: expect deleted 2024-04-02T08:33:22.016 INFO:tasks.rados.rados.0.smithi019.stdout:906: done (1 left) 2024-04-02T08:33:22.016 INFO:tasks.rados.rados.0.smithi019.stdout:910: snap_remove snap 82 2024-04-02T08:33:22.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:22 smithi066 ceph-mon[30998]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:22.334 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:22 smithi019 ceph-mon[94035]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:22.335 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:22 smithi019 ceph-mon[39381]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:33:22.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:22.367+0000 7f82ea0b7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:22.563 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:22.464+0000 7f82ea0b7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:22.610 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:22 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:22.335+0000 7fa5cb8a5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:33:22.611 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:22 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:22.434+0000 7fa5cb8a5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:33:22.611 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:22 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:22.582+0000 7fa5cb8a5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:22.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:22 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:22.684+0000 7fa5cb8a5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:22.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:22 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:22.774+0000 7fa5cb8a5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:23.012 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:22.612+0000 7f82ea0b7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:33:23.012 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:22.714+0000 7f82ea0b7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:33:23.012 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:22.801+0000 7f82ea0b7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:909: done (1 left) 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:910: done (0 left) 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:911: read oid 35 snap -1 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:911: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:912: rollback oid 4 current snap is 85 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 77 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 85 2024-04-02T08:33:23.021 INFO:tasks.rados.rados.0.smithi019.stdout:913: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-04-02T08:33:23.026 INFO:tasks.rados.rados.0.smithi019.stdout:913: writing smithi01981774-44 from 0 to 794624 tid 1 2024-04-02T08:33:23.031 INFO:tasks.rados.rados.0.smithi019.stdout:913: writing smithi01981774-44 from 794624 to 1556480 tid 2 2024-04-02T08:33:23.037 INFO:tasks.rados.rados.0.smithi019.stdout:913: writing smithi01981774-44 from 1556480 to 2236416 tid 3 2024-04-02T08:33:23.038 INFO:tasks.rados.rados.0.smithi019.stdout:913: writing smithi01981774-44 from 2236416 to 2400256 tid 4 2024-04-02T08:33:23.038 INFO:tasks.rados.rados.0.smithi019.stdout:912: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:33:23.038 INFO:tasks.rados.rados.0.smithi019.stdout:912: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:33:23.038 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 323 (ObjNum 256 snap 68 seq_num 256) dirty exists 2024-04-02T08:33:23.038 INFO:tasks.rados.rados.0.smithi019.stdout:912: done (2 left) 2024-04-02T08:33:23.038 INFO:tasks.rados.rados.0.smithi019.stdout:914: read oid 21 snap -1 2024-04-02T08:33:23.038 INFO:tasks.rados.rados.0.smithi019.stdout:914: expect deleted 2024-04-02T08:33:23.039 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 85 2024-04-02T08:33:23.039 INFO:tasks.rados.rados.0.smithi019.stdout:915: seq_num 287 ranges {7168000=8192} 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:915: writing smithi01981774-19 from 7168000 to 7176192 tid 1 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:916: rollback oid 50 current snap is 85 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 79 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: finishing write tid 1 to smithi01981774-44 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: finishing write tid 2 to smithi01981774-44 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: finishing write tid 3 to smithi01981774-44 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: finishing write tid 4 to smithi01981774-44 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: finishing write tid 5 to smithi01981774-44 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: finishing write tid 6 to smithi01981774-44 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: oid 44 updating version 0 to 289 2024-04-02T08:33:23.079 INFO:tasks.rados.rados.0.smithi019.stdout:913: oid 44 version 289 is already newer than 287 2024-04-02T08:33:23.080 INFO:tasks.rados.rados.0.smithi019.stdout:913: oid 44 version 289 is already newer than 285 2024-04-02T08:33:23.080 INFO:tasks.rados.rados.0.smithi019.stdout:913: oid 44 version 289 is already newer than 288 2024-04-02T08:33:23.080 INFO:tasks.rados.rados.0.smithi019.stdout:913: oid 44 version 289 is already newer than 286 2024-04-02T08:33:23.080 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 289 (ObjNum 286 snap 85 seq_num 286) dirty exists 2024-04-02T08:33:23.080 INFO:tasks.rados.rados.0.smithi019.stdout:913: left oid 44 (ObjNum 286 snap 85 seq_num 286) 2024-04-02T08:33:23.080 INFO:tasks.rados.rados.0.smithi019.stdout:911: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:33:23.282 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:23 smithi019 ceph-mon[94035]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:23.282 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:23 smithi019 ceph-mon[39381]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:23.283 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:23.075+0000 7fa5cb8a5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:23.283 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:23.192+0000 7fa5cb8a5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:23.283 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:23.283+0000 7fa5cb8a5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:23.289 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:23 smithi066 ceph-mon[30998]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:33:23.289 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:23.084+0000 7f82ea0b7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:33:23.289 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:23.199+0000 7f82ea0b7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:23.289 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:23.289+0000 7f82ea0b7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:33:23.562 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:23.389+0000 7f82ea0b7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:23.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:23.567 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:23.384+0000 7fa5cb8a5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:33:23.567 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:23.568+0000 7fa5cb8a5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:23.679 INFO:tasks.rados.rados.0.smithi019.stdout:915: finishing write tid 1 to smithi01981774-19 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:915: finishing write tid 2 to smithi01981774-19 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:911: done (4 left) 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:913: done (3 left) 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:914: done (2 left) 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:917: read oid 17 snap -1 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:917: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:918: copy_from oid 29 from oid 38 current snap is 85 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:915: finishing write tid 3 to smithi01981774-19 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:915: oid 19 updating version 0 to 324 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:915: oid 19 updating version 324 to 325 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 325 (ObjNum 287 snap 85 seq_num 287) dirty exists 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:915: left oid 19 (ObjNum 287 snap 85 seq_num 287) 2024-04-02T08:33:23.680 INFO:tasks.rados.rados.0.smithi019.stdout:916: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:916: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:916: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 258 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:915: done (3 left) 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:916: done (2 left) 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:919: rmattr oid 28 current snap is 85 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:919: done (2 left) 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:920: rollback oid 8 current snap is 85 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 73 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 85 2024-04-02T08:33:23.681 INFO:tasks.rados.rados.0.smithi019.stdout:921: seq_num 288 ranges {4431872=24576} 2024-04-02T08:33:23.706 INFO:tasks.rados.rados.0.smithi019.stdout:921: writing smithi01981774-10 from 4431872 to 4456448 tid 1 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:922: read oid 34 snap -1 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:922: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 85 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:920: finishing rollback tid 0 to smithi01981774-8 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:920: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:920: finishing rollback tid 2 to smithi01981774-8 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 430 (ObjNum 259 snap 69 seq_num 259) dirty exists 2024-04-02T08:33:23.707 INFO:tasks.rados.rados.0.smithi019.stdout:917: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:921: finishing write tid 1 to smithi01981774-10 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:921: finishing write tid 2 to smithi01981774-10 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:921: finishing write tid 3 to smithi01981774-10 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:921: oid 10 updating version 0 to 449 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:921: oid 10 version 449 is already newer than 448 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 449 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:921: left oid 10 (ObjNum 288 snap 85 seq_num 288) 2024-04-02T08:33:23.812 INFO:tasks.rados.rados.0.smithi019.stdout:922: expect (ObjNum 92 snap 16 seq_num 92) 2024-04-02T08:33:23.885 INFO:tasks.rados.rados.0.smithi019.stdout:918: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:33:23.886 INFO:tasks.rados.rados.0.smithi019.stdout:918: finishing copy_from to smithi01981774-29 2024-04-02T08:33:23.886 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 399 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-04-02T08:33:23.886 INFO:tasks.rados.rados.0.smithi019.stdout:923: seq_num 289 ranges {8781824=40960} 2024-04-02T08:33:23.935 INFO:tasks.rados.rados.0.smithi019.stdout:923: writing smithi01981774-27 from 8781824 to 8822784 tid 1 2024-04-02T08:33:23.935 INFO:tasks.rados.rados.0.smithi019.stdout:917: done (5 left) 2024-04-02T08:33:23.935 INFO:tasks.rados.rados.0.smithi019.stdout:918: done (4 left) 2024-04-02T08:33:23.935 INFO:tasks.rados.rados.0.smithi019.stdout:920: done (3 left) 2024-04-02T08:33:23.935 INFO:tasks.rados.rados.0.smithi019.stdout:921: done (2 left) 2024-04-02T08:33:23.935 INFO:tasks.rados.rados.0.smithi019.stdout:922: done (1 left) 2024-04-02T08:33:23.935 INFO:tasks.rados.rados.0.smithi019.stdout:924: setattr oid 49 current snap is 85 2024-04-02T08:33:23.939 INFO:tasks.rados.rados.0.smithi019.stdout:925: read oid 44 snap -1 2024-04-02T08:33:23.939 INFO:tasks.rados.rados.0.smithi019.stdout:925: expect (ObjNum 286 snap 85 seq_num 286) 2024-04-02T08:33:23.939 INFO:tasks.rados.rados.0.smithi019.stdout:926: snap_remove snap 73 2024-04-02T08:33:24.017 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:23.574+0000 7f82ea0b7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:33:24.026 INFO:tasks.rados.rados.0.smithi019.stdout:926: done (3 left) 2024-04-02T08:33:24.026 INFO:tasks.rados.rados.0.smithi019.stdout:927: snap_remove snap 67 2024-04-02T08:33:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:24 smithi066 ceph-mon[30998]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:33:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:24 smithi019 ceph-mon[94035]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:33:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:24 smithi019 ceph-mon[39381]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:33:24.544 INFO:tasks.rados.rados.0.smithi019.stdout:923: finishing write tid 1 to smithi01981774-27 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:923: finishing write tid 2 to smithi01981774-27 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 238 (ObjNum 65 snap 0 seq_num 1399087714) dirty exists 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:923: finishing write tid 3 to smithi01981774-27 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:923: oid 27 updating version 0 to 321 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:923: oid 27 updating version 321 to 322 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 322 (ObjNum 289 snap 85 seq_num 289) dirty exists 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:923: left oid 27 (ObjNum 289 snap 85 seq_num 289) 2024-04-02T08:33:24.545 INFO:tasks.rados.rados.0.smithi019.stdout:925: expect (ObjNum 286 snap 85 seq_num 286) 2024-04-02T08:33:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:923: done (3 left) 2024-04-02T08:33:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:924: done (2 left) 2024-04-02T08:33:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:925: done (1 left) 2024-04-02T08:33:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:927: done (0 left) 2024-04-02T08:33:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:928: snap_remove snap 76 2024-04-02T08:33:24.945 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:24.604+0000 7fa5cb8a5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:24.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:24 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:24.740+0000 7fa5cb8a5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:25.022 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:24.628+0000 7f82ea0b7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:33:25.022 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:24.765+0000 7f82ea0b7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:33:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:25 smithi066 ceph-mon[30998]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:33:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:25 smithi066 ceph-mon[30998]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:33:25.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:25.116+0000 7f82ea0b7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:25.313 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:25.210+0000 7f82ea0b7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:25.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-mon[94035]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:33:25.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-mon[94035]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:33:25.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-mon[39381]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:33:25.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-mon[39381]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:33:25.382 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:25.086+0000 7fa5cb8a5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:33:25.382 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:25.179+0000 7fa5cb8a5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:33:25.382 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:25.382+0000 7fa5cb8a5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:25.537 INFO:tasks.rados.rados.0.smithi019.stdout:928: done (0 left) 2024-04-02T08:33:25.538 INFO:tasks.rados.rados.0.smithi019.stdout:929: snap_create 2024-04-02T08:33:25.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:25.585+0000 7fa5cb8a5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:25.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:25.417+0000 7f82ea0b7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:25.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:25.622+0000 7f82ea0b7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:33:26.146 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:25.882+0000 7fa5cb8a5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:26.146 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:26 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:26.147+0000 7fa5cb8a5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:26.196 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:25.924+0000 7f82ea0b7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:33:26.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:26 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:26.394+0000 7fa5cb8a5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:26.535 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:26.197+0000 7f82ea0b7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:33:26.535 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:26.446+0000 7f82ea0b7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:33:26.548 INFO:tasks.rados.rados.0.smithi019.stdout:929: done (0 left) 2024-04-02T08:33:26.548 INFO:tasks.rados.rados.0.smithi019.stdout:930: rollback oid 21 current snap is 86 2024-04-02T08:33:26.548 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 71 2024-04-02T08:33:26.548 INFO:tasks.rados.rados.0.smithi019.stdout:931: copy_from oid 28 from oid 37 current snap is 86 2024-04-02T08:33:26.548 INFO:tasks.rados.rados.0.smithi019.stdout:932: delete oid 1 current snap is 86 2024-04-02T08:33:26.551 INFO:tasks.rados.rados.0.smithi019.stdout:932: done (2 left) 2024-04-02T08:33:26.551 INFO:tasks.rados.rados.0.smithi019.stdout:933: delete oid 20 current snap is 86 2024-04-02T08:33:26.553 INFO:tasks.rados.rados.0.smithi019.stdout:930: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:33:26.553 INFO:tasks.rados.rados.0.smithi019.stdout:930: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:33:26.553 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 251 (ObjNum 215 snap 61 seq_num 215) dirty exists 2024-04-02T08:33:26.554 INFO:tasks.rados.rados.0.smithi019.stdout:930: done (2 left) 2024-04-02T08:33:26.554 INFO:tasks.rados.rados.0.smithi019.stdout:933: done (1 left) 2024-04-02T08:33:26.554 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 86 2024-04-02T08:33:26.554 INFO:tasks.rados.rados.0.smithi019.stdout:934: seq_num 292 ranges {5996544=98304} 2024-04-02T08:33:26.588 INFO:tasks.rados.rados.0.smithi019.stdout:934: writing smithi01981774-24 from 5996544 to 6094848 tid 1 2024-04-02T08:33:26.588 INFO:tasks.rados.rados.0.smithi019.stdout:935: rmattr oid 2 current snap is 86 2024-04-02T08:33:26.588 INFO:tasks.rados.rados.0.smithi019.stdout:935: done (2 left) 2024-04-02T08:33:26.588 INFO:tasks.rados.rados.0.smithi019.stdout:936: snap_create 2024-04-02T08:33:26.588 INFO:tasks.rados.rados.0.smithi019.stdout:931: finishing copy_from to smithi01981774-28 2024-04-02T08:33:26.588 INFO:tasks.rados.rados.0.smithi019.stdout:931: got expected ENOENT (src dne) 2024-04-02T08:33:26.588 INFO:tasks.rados.rados.0.smithi019.stdout:931: finishing copy_from racing read to smithi01981774-28 2024-04-02T08:33:26.590 INFO:tasks.rados.rados.0.smithi019.stdout:934: finishing write tid 1 to smithi01981774-24 2024-04-02T08:33:26.590 INFO:tasks.rados.rados.0.smithi019.stdout:934: finishing write tid 2 to smithi01981774-24 2024-04-02T08:33:26.591 INFO:tasks.rados.rados.0.smithi019.stdout:934: finishing write tid 3 to smithi01981774-24 2024-04-02T08:33:26.591 INFO:tasks.rados.rados.0.smithi019.stdout:934: oid 24 updating version 0 to 457 2024-04-02T08:33:26.591 INFO:tasks.rados.rados.0.smithi019.stdout:934: oid 24 updating version 457 to 458 2024-04-02T08:33:26.591 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 458 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-04-02T08:33:26.591 INFO:tasks.rados.rados.0.smithi019.stdout:934: left oid 24 (ObjNum 292 snap 86 seq_num 292) 2024-04-02T08:33:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:26 smithi066 ceph-mon[30998]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:33:26.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:26 smithi019 ceph-mon[94035]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:33:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:26 smithi019 ceph-mon[39381]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:33:27.541 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:27 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:27.241+0000 7fa5cb8a5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:27.549 INFO:tasks.rados.rados.0.smithi019.stdout:931: done (2 left) 2024-04-02T08:33:27.549 INFO:tasks.rados.rados.0.smithi019.stdout:934: done (1 left) 2024-04-02T08:33:27.549 INFO:tasks.rados.rados.0.smithi019.stdout:936: done (0 left) 2024-04-02T08:33:27.549 INFO:tasks.rados.rados.0.smithi019.stdout:937: rmattr oid 35 current snap is 87 2024-04-02T08:33:27.549 INFO:tasks.rados.rados.0.smithi019.stdout:937: done (0 left) 2024-04-02T08:33:27.549 INFO:tasks.rados.rados.0.smithi019.stdout:938: read oid 27 snap -1 2024-04-02T08:33:27.550 INFO:tasks.rados.rados.0.smithi019.stdout:938: expect (ObjNum 289 snap 85 seq_num 289) 2024-04-02T08:33:27.550 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 87 2024-04-02T08:33:27.550 INFO:tasks.rados.rados.0.smithi019.stdout:939: seq_num 293 ranges {0=114688} 2024-04-02T08:33:27.550 INFO:tasks.rados.rados.0.smithi019.stdout:939: writing smithi01981774-1 from 0 to 114688 tid 1 2024-04-02T08:33:27.551 INFO:tasks.rados.rados.0.smithi019.stdout:940: copy_from oid 12 from oid 19 current snap is 87 2024-04-02T08:33:27.551 INFO:tasks.rados.rados.0.smithi019.stdout:941: read oid 17 snap -1 2024-04-02T08:33:27.551 INFO:tasks.rados.rados.0.smithi019.stdout:941: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:33:27.551 INFO:tasks.rados.rados.0.smithi019.stdout:942: delete oid 25 current snap is 87 2024-04-02T08:33:27.557 INFO:tasks.rados.rados.0.smithi019.stdout:939: finishing write tid 1 to smithi01981774-1 2024-04-02T08:33:27.558 INFO:tasks.rados.rados.0.smithi019.stdout:939: finishing write tid 2 to smithi01981774-1 2024-04-02T08:33:27.558 INFO:tasks.rados.rados.0.smithi019.stdout:942: done (4 left) 2024-04-02T08:33:27.559 INFO:tasks.rados.rados.0.smithi019.stdout:943: snap_remove snap 84 2024-04-02T08:33:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:27 smithi066 ceph-mon[30998]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:33:27.813 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:27.316+0000 7f82ea0b7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:33:27.850 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:27 smithi019 ceph-mon[94035]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:33:27.851 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:27 smithi019 ceph-mon[39381]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:33:28.183 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:27 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:27.851+0000 7fa5cb8a5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:28.183 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:27 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:27.955+0000 7fa5cb8a5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:28.183 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.184+0000 7fa5cb8a5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:28.194 INFO:tasks.rados.rados.0.smithi019.stdout:943: done (4 left) 2024-04-02T08:33:28.194 INFO:tasks.rados.rados.0.smithi019.stdout:944: snap_remove snap 83 2024-04-02T08:33:28.274 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:27.930+0000 7f82ea0b7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:33:28.274 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:28.037+0000 7f82ea0b7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:33:28.274 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:28.275+0000 7f82ea0b7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:33:28.435 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:33:28] ENGINE Bus STARTING 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.332+0000 7fa530481700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.332+0000 7fa530481700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.332+0000 7fa530481700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.332+0000 7fa530481700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.332+0000 7fa530481700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.333+0000 7fa529473700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.333+0000 7fa529473700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.333+0000 7fa529473700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.333+0000 7fa529473700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.333+0000 7fa529473700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: CherryPy Checker: 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: The Application mounted at '' has an empty config. 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:28.436 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:33:28] ENGINE Serving on http://:::9283 2024-04-02T08:33:28.437 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:08:33:28] ENGINE Bus STARTED 2024-04-02T08:33:28.547 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: [02/Apr/2024:08:33:28] ENGINE Bus STARTING 2024-04-02T08:33:28.547 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: CherryPy Checker: 2024-04-02T08:33:28.547 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: The Application mounted at '' has an empty config. 2024-04-02T08:33:28.547 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: 2024-04-02T08:33:28.547 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: [02/Apr/2024:08:33:28] ENGINE Serving on http://:::9283 2024-04-02T08:33:28.548 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x[78682]: [02/Apr/2024:08:33:28] ENGINE Bus STARTED 2024-04-02T08:33:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:33:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: Active manager daemon y restarted 2024-04-02T08:33:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: Activating manager daemon y 2024-04-02T08:33:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: mgrmap e35: y(active, starting, since 0.00888225s), standbys: x 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: Manager daemon y is now available 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: Standby manager daemon x restarted 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: Standby manager daemon x started 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: Active manager daemon y restarted 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: Activating manager daemon y 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: mgrmap e35: y(active, starting, since 0.00888225s), standbys: x 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:28.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: Manager daemon y is now available 2024-04-02T08:33:28.700 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: Standby manager daemon x restarted 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: Standby manager daemon x started 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:28.701 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: Active manager daemon y restarted 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: Activating manager daemon y 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: mgrmap e35: y(active, starting, since 0.00888225s), standbys: x 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:33:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: Manager daemon y is now available 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: Standby manager daemon x restarted 2024-04-02T08:33:28.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: Standby manager daemon x started 2024-04-02T08:33:28.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:33:28.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:33:28.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:28.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:33:28.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.? 172.21.15.66:0/1694657301' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:33:28.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:33:28.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:28 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:33:29.203 INFO:tasks.rados.rados.0.smithi019.stdout:944: done (4 left) 2024-04-02T08:33:29.204 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 87 2024-04-02T08:33:29.204 INFO:tasks.rados.rados.0.smithi019.stdout:945: seq_num 295 ranges {0=147456} 2024-04-02T08:33:29.204 INFO:tasks.rados.rados.0.smithi019.stdout:945: writing smithi01981774-16 from 0 to 147456 tid 1 2024-04-02T08:33:29.204 INFO:tasks.rados.rados.0.smithi019.stdout:946: read oid 45 snap -1 2024-04-02T08:33:29.204 INFO:tasks.rados.rados.0.smithi019.stdout:946: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:33:29.204 INFO:tasks.rados.rados.0.smithi019.stdout:947: rollback oid 43 current snap is 87 2024-04-02T08:33:29.204 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 85 2024-04-02T08:33:29.205 INFO:tasks.rados.rados.0.smithi019.stdout:948: rollback oid 50 current snap is 87 2024-04-02T08:33:29.205 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 74 2024-04-02T08:33:29.205 INFO:tasks.rados.rados.0.smithi019.stdout:949: read oid 38 snap -1 2024-04-02T08:33:29.205 INFO:tasks.rados.rados.0.smithi019.stdout:949: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:29.205 INFO:tasks.rados.rados.0.smithi019.stdout:950: read oid 5 snap 74 2024-04-02T08:33:29.205 INFO:tasks.rados.rados.0.smithi019.stdout:950: expect deleted 2024-04-02T08:33:29.205 INFO:tasks.rados.rados.0.smithi019.stdout:951: snap_create 2024-04-02T08:33:29.206 INFO:tasks.rados.rados.0.smithi019.stdout:939: finishing write tid 3 to smithi01981774-1 2024-04-02T08:33:29.206 INFO:tasks.rados.rados.0.smithi019.stdout:939: oid 1 updating version 0 to 459 2024-04-02T08:33:29.206 INFO:tasks.rados.rados.0.smithi019.stdout:939: oid 1 updating version 459 to 460 2024-04-02T08:33:29.206 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 460 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:33:29.206 INFO:tasks.rados.rados.0.smithi019.stdout:939: left oid 1 (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:33:29.206 INFO:tasks.rados.rados.0.smithi019.stdout:941: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-02T08:33:29.318 INFO:tasks.rados.rados.0.smithi019.stdout:938: expect (ObjNum 289 snap 85 seq_num 289) 2024-04-02T08:33:29.501 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:29.204+0000 7fa581a4a700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:940: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:940: finishing copy_from to smithi01981774-12 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 325 (ObjNum 287 snap 85 seq_num 287) dirty exists 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:948: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:948: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:945: finishing write tid 1 to smithi01981774-16 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:945: finishing write tid 2 to smithi01981774-16 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:947: finishing rollback tid 0 to smithi01981774-43 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:947: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:33:29.937 INFO:tasks.rados.rados.0.smithi019.stdout:947: finishing rollback tid 2 to smithi01981774-43 2024-04-02T08:33:29.938 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 311 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-04-02T08:33:29.938 INFO:tasks.rados.rados.0.smithi019.stdout:948: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:33:29.938 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 261 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:33:29.938 INFO:tasks.rados.rados.0.smithi019.stdout:946: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:33:30.032 INFO:tasks.rados.rados.0.smithi019.stdout:945: finishing write tid 3 to smithi01981774-16 2024-04-02T08:33:30.032 INFO:tasks.rados.rados.0.smithi019.stdout:945: oid 16 updating version 0 to 358 2024-04-02T08:33:30.032 INFO:tasks.rados.rados.0.smithi019.stdout:945: oid 16 version 358 is already newer than 357 2024-04-02T08:33:30.033 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 358 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:33:30.033 INFO:tasks.rados.rados.0.smithi019.stdout:945: left oid 16 (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:33:30.033 INFO:tasks.rados.rados.0.smithi019.stdout:949: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:30 smithi066 ceph-mon[30998]: mgrmap e36: y(active, since 1.01055s), standbys: x 2024-04-02T08:33:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:30 smithi066 ceph-mon[30998]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:33:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:30 smithi066 ceph-mon[30998]: [02/Apr/2024:08:33:29] ENGINE Bus STARTING 2024-04-02T08:33:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:30 smithi066 ceph-mon[30998]: [02/Apr/2024:08:33:29] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:33:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:30 smithi066 ceph-mon[30998]: [02/Apr/2024:08:33:29] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:33:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:30 smithi066 ceph-mon[30998]: [02/Apr/2024:08:33:29] ENGINE Bus STARTED 2024-04-02T08:33:30.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[94035]: mgrmap e36: y(active, since 1.01055s), standbys: x 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[94035]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[94035]: [02/Apr/2024:08:33:29] ENGINE Bus STARTING 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[94035]: [02/Apr/2024:08:33:29] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[94035]: [02/Apr/2024:08:33:29] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[94035]: [02/Apr/2024:08:33:29] ENGINE Bus STARTED 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:33:30] "GET /metrics HTTP/1.1" 200 33345 "" "Prometheus/2.43.0" 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[39381]: mgrmap e36: y(active, since 1.01055s), standbys: x 2024-04-02T08:33:30.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[39381]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:33:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[39381]: [02/Apr/2024:08:33:29] ENGINE Bus STARTING 2024-04-02T08:33:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[39381]: [02/Apr/2024:08:33:29] ENGINE Serving on http://172.21.15.19:8765 2024-04-02T08:33:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[39381]: [02/Apr/2024:08:33:29] ENGINE Serving on https://172.21.15.19:7150 2024-04-02T08:33:30.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:30 smithi019 ceph-mon[39381]: [02/Apr/2024:08:33:29] ENGINE Bus STARTED 2024-04-02T08:33:30.520 INFO:tasks.rados.rados.0.smithi019.stdout:938: done (10 left) 2024-04-02T08:33:30.520 INFO:tasks.rados.rados.0.smithi019.stdout:939: done (9 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:940: done (8 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:941: done (7 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:945: done (6 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:946: done (5 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:947: done (4 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:948: done (3 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:949: done (2 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:950: done (1 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:951: done (0 left) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:952: read oid 27 snap -1 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:952: expect (ObjNum 289 snap 85 seq_num 289) 2024-04-02T08:33:30.521 INFO:tasks.rados.rados.0.smithi019.stdout:953: snap_create 2024-04-02T08:33:30.542 INFO:tasks.rados.rados.0.smithi019.stdout:952: expect (ObjNum 289 snap 85 seq_num 289) 2024-04-02T08:33:31.216 INFO:tasks.rados.rados.0.smithi019.stdout:952: done (1 left) 2024-04-02T08:33:31.216 INFO:tasks.rados.rados.0.smithi019.stdout:953: done (0 left) 2024-04-02T08:33:31.216 INFO:tasks.rados.rados.0.smithi019.stdout:954: delete oid 14 current snap is 89 2024-04-02T08:33:31.221 INFO:tasks.rados.rados.0.smithi019.stdout:954: done (0 left) 2024-04-02T08:33:31.221 INFO:tasks.rados.rados.0.smithi019.stdout:955: snap_create 2024-04-02T08:33:31.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:31 smithi066 ceph-mon[30998]: pgmap v5: 121 pgs: 121 active+clean; 269 MiB data, 967 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:31.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:31 smithi066 ceph-mon[30998]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:33:31.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:31 smithi066 ceph-mon[30998]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-02T08:33:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:31 smithi019 ceph-mon[94035]: pgmap v5: 121 pgs: 121 active+clean; 269 MiB data, 967 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:31 smithi019 ceph-mon[94035]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:33:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:31 smithi019 ceph-mon[94035]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-02T08:33:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:31 smithi019 ceph-mon[39381]: pgmap v5: 121 pgs: 121 active+clean; 269 MiB data, 967 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:31 smithi019 ceph-mon[39381]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:33:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:31 smithi019 ceph-mon[39381]: mgrmap e37: y(active, since 2s), standbys: x 2024-04-02T08:33:32.226 INFO:tasks.rados.rados.0.smithi019.stdout:955: done (0 left) 2024-04-02T08:33:32.226 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 90 2024-04-02T08:33:32.226 INFO:tasks.rados.rados.0.smithi019.stdout:956: seq_num 297 ranges {8822784=180224} 2024-04-02T08:33:32.275 INFO:tasks.rados.rados.0.smithi019.stdout:956: writing smithi01981774-27 from 8822784 to 9003008 tid 1 2024-04-02T08:33:32.275 INFO:tasks.rados.rados.0.smithi019.stdout:957: read oid 26 snap -1 2024-04-02T08:33:32.275 INFO:tasks.rados.rados.0.smithi019.stdout:957: expect (ObjNum 231 snap 63 seq_num 231) 2024-04-02T08:33:32.275 INFO:tasks.rados.rados.0.smithi019.stdout:958: rmattr oid 4 current snap is 90 2024-04-02T08:33:32.275 INFO:tasks.rados.rados.0.smithi019.stdout:958: done (2 left) 2024-04-02T08:33:32.275 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 90 2024-04-02T08:33:32.275 INFO:tasks.rados.rados.0.smithi019.stdout:959: seq_num 298 ranges {2990080=196608} 2024-04-02T08:33:32.292 INFO:tasks.rados.rados.0.smithi019.stdout:959: writing smithi01981774-17 from 2990080 to 3186688 tid 1 2024-04-02T08:33:32.292 INFO:tasks.rados.rados.0.smithi019.stdout:960: rmattr oid 43 current snap is 90 2024-04-02T08:33:32.292 INFO:tasks.rados.rados.0.smithi019.stdout:960: done (3 left) 2024-04-02T08:33:32.293 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 90 2024-04-02T08:33:32.293 INFO:tasks.rados.rados.0.smithi019.stdout:961: seq_num 299 ranges {0=212992} 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:961: writing smithi01981774-2 from 0 to 212992 tid 1 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:962: read oid 9 snap 70 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:962: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 90 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:956: finishing write tid 1 to smithi01981774-27 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:956: finishing write tid 2 to smithi01981774-27 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:956: finishing write tid 3 to smithi01981774-27 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:956: oid 27 updating version 0 to 336 2024-04-02T08:33:32.294 INFO:tasks.rados.rados.0.smithi019.stdout:956: oid 27 updating version 336 to 337 2024-04-02T08:33:32.295 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 337 (ObjNum 297 snap 90 seq_num 297) dirty exists 2024-04-02T08:33:32.295 INFO:tasks.rados.rados.0.smithi019.stdout:956: left oid 27 (ObjNum 297 snap 90 seq_num 297) 2024-04-02T08:33:32.295 INFO:tasks.rados.rados.0.smithi019.stdout:963: seq_num 300 ranges {0=229376} 2024-04-02T08:33:32.295 INFO:tasks.rados.rados.0.smithi019.stdout:963: writing smithi01981774-42 from 0 to 229376 tid 1 2024-04-02T08:33:32.295 INFO:tasks.rados.rados.0.smithi019.stdout:956: done (5 left) 2024-04-02T08:33:32.296 INFO:tasks.rados.rados.0.smithi019.stdout:964: read oid 43 snap 87 2024-04-02T08:33:32.296 INFO:tasks.rados.rados.0.smithi019.stdout:964: expect (ObjNum 249 snap 66 seq_num 249) 2024-04-02T08:33:32.296 INFO:tasks.rados.rados.0.smithi019.stdout:965: setattr oid 15 current snap is 90 2024-04-02T08:33:32.297 INFO:tasks.rados.rados.0.smithi019.stdout:966: read oid 50 snap 85 2024-04-02T08:33:32.297 INFO:tasks.rados.rados.0.smithi019.stdout:966: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:33:32.297 INFO:tasks.rados.rados.0.smithi019.stdout:967: rmattr oid 46 current snap is 90 2024-04-02T08:33:32.298 INFO:tasks.rados.rados.0.smithi019.stdout:968: snap_remove snap 86 2024-04-02T08:33:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:32 smithi066 ceph-mon[30998]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:33:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:32 smithi019 ceph-mon[94035]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:33:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:32 smithi019 ceph-mon[39381]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:33:33.230 INFO:tasks.rados.rados.0.smithi019.stdout:968: done (9 left) 2024-04-02T08:33:33.230 INFO:tasks.rados.rados.0.smithi019.stdout:969: read oid 14 snap -1 2024-04-02T08:33:33.230 INFO:tasks.rados.rados.0.smithi019.stdout:969: expect deleted 2024-04-02T08:33:33.230 INFO:tasks.rados.rados.0.smithi019.stdout:970: rmattr oid 41 current snap is 90 2024-04-02T08:33:33.230 INFO:tasks.rados.rados.0.smithi019.stdout:970: done (10 left) 2024-04-02T08:33:33.230 INFO:tasks.rados.rados.0.smithi019.stdout:971: snap_remove snap 71 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[94035]: pgmap v8: 121 pgs: 121 active+clean; 269 MiB data, 967 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[94035]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[94035]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[39381]: pgmap v8: 121 pgs: 121 active+clean; 269 MiB data, 967 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[39381]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:33:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[39381]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-02T08:33:33.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:33 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.503 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-mon[30998]: pgmap v8: 121 pgs: 121 active+clean; 269 MiB data, 967 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:33:33.503 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-mon[30998]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:33:33.503 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-mon[30998]: mgrmap e38: y(active, since 4s), standbys: x 2024-04-02T08:33:33.503 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.503 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.504 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.504 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:33.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:34.238 INFO:tasks.rados.rados.0.smithi019.stdout:971: done (10 left) 2024-04-02T08:33:34.238 INFO:tasks.rados.rados.0.smithi019.stdout:972: copy_from oid 13 from oid 45 current snap is 90 2024-04-02T08:33:34.238 INFO:tasks.rados.rados.0.smithi019.stdout:973: read oid 39 snap -1 2024-04-02T08:33:34.238 INFO:tasks.rados.rados.0.smithi019.stdout:973: expect (ObjNum 249 snap 66 seq_num 249) 2024-04-02T08:33:34.238 INFO:tasks.rados.rados.0.smithi019.stdout:974: copy_from oid 29 from oid 33 current snap is 90 2024-04-02T08:33:34.238 INFO:tasks.rados.rados.0.smithi019.stdout:975: delete oid 27 current snap is 90 2024-04-02T08:33:34.238 INFO:tasks.rados.rados.0.smithi019.stdout:959: finishing write tid 1 to smithi01981774-17 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:959: finishing write tid 2 to smithi01981774-17 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:961: finishing write tid 1 to smithi01981774-2 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:961: finishing write tid 2 to smithi01981774-2 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:959: finishing write tid 3 to smithi01981774-17 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:959: oid 17 updating version 0 to 431 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:959: oid 17 updating version 431 to 432 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 432 (ObjNum 298 snap 90 seq_num 298) dirty exists 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:959: left oid 17 (ObjNum 298 snap 90 seq_num 298) 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:963: finishing write tid 1 to smithi01981774-42 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:963: finishing write tid 2 to smithi01981774-42 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:961: finishing write tid 3 to smithi01981774-2 2024-04-02T08:33:34.239 INFO:tasks.rados.rados.0.smithi019.stdout:961: oid 2 updating version 0 to 469 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:961: oid 2 updating version 469 to 470 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 470 (ObjNum 299 snap 90 seq_num 299) dirty exists 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:961: left oid 2 (ObjNum 299 snap 90 seq_num 299) 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 681 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:963: finishing write tid 3 to smithi01981774-42 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:963: oid 42 updating version 0 to 171 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:963: oid 42 version 171 is already newer than 170 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 171 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:963: left oid 42 (ObjNum 300 snap 90 seq_num 300) 2024-04-02T08:33:34.240 INFO:tasks.rados.rados.0.smithi019.stdout:966: expect (ObjNum 120 snap 25 seq_num 120) 2024-04-02T08:33:34.339 INFO:tasks.rados.rados.0.smithi019.stdout:962: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-02T08:33:34.496 INFO:tasks.rados.rados.0.smithi019.stdout:957: expect (ObjNum 231 snap 63 seq_num 231) 2024-04-02T08:33:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:34 smithi066 ceph-mon[30998]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:33:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:34 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:34 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:34 smithi019 ceph-mon[94035]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:33:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:34 smithi019 ceph-mon[39381]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:33:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:34 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:34 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:35.065 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 312 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:33:35.065 INFO:tasks.rados.rados.0.smithi019.stdout:964: expect (ObjNum 249 snap 66 seq_num 249) 2024-04-02T08:33:35.281 INFO:tasks.rados.rados.0.smithi019.stdout:957: done (13 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:959: done (12 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:961: done (11 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:962: done (10 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:963: done (9 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:964: done (8 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:965: done (7 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:966: done (6 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:967: done (5 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:969: done (4 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:975: done (3 left) 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:976: rollback oid 42 current snap is 90 2024-04-02T08:33:35.282 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 75 2024-04-02T08:33:35.283 INFO:tasks.rados.rados.0.smithi019.stdout:972: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:33:35.283 INFO:tasks.rados.rados.0.smithi019.stdout:974: finishing copy_from to smithi01981774-29 2024-04-02T08:33:35.283 INFO:tasks.rados.rados.0.smithi019.stdout:974: got expected ENOENT (src dne) 2024-04-02T08:33:35.283 INFO:tasks.rados.rados.0.smithi019.stdout:974: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:33:35.283 INFO:tasks.rados.rados.0.smithi019.stdout:972: finishing copy_from to smithi01981774-13 2024-04-02T08:33:35.283 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 330 (ObjNum 120 snap 25 seq_num 120) dirty exists 2024-04-02T08:33:35.283 INFO:tasks.rados.rados.0.smithi019.stdout:973: expect (ObjNum 249 snap 66 seq_num 249) 2024-04-02T08:33:35.497 INFO:tasks.rados.rados.0.smithi019.stdout:976: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:33:35.497 INFO:tasks.rados.rados.0.smithi019.stdout:976: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:33:35.497 INFO:tasks.rados.rados.0.smithi019.stdout:976: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:33:35.497 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 174 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:35.497 INFO:tasks.rados.rados.0.smithi019.stdout:972: done (3 left) 2024-04-02T08:33:35.497 INFO:tasks.rados.rados.0.smithi019.stdout:973: done (2 left) 2024-04-02T08:33:35.497 INFO:tasks.rados.rados.0.smithi019.stdout:974: done (1 left) 2024-04-02T08:33:35.498 INFO:tasks.rados.rados.0.smithi019.stdout:976: done (0 left) 2024-04-02T08:33:35.498 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 90 2024-04-02T08:33:35.498 INFO:tasks.rados.rados.0.smithi019.stdout:977: seq_num 302 ranges {3735552=262144} 2024-04-02T08:33:35.519 INFO:tasks.rados.rados.0.smithi019.stdout:977: writing smithi01981774-18 from 3735552 to 3997696 tid 1 2024-04-02T08:33:35.519 INFO:tasks.rados.rados.0.smithi019.stdout:978: copy_from oid 5 from oid 33 current snap is 90 2024-04-02T08:33:35.519 INFO:tasks.rados.rados.0.smithi019.stdout:979: snap_remove snap 88 2024-04-02T08:33:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:35 smithi066 ceph-mon[30998]: pgmap v11: 121 pgs: 121 active+clean; 270 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 52 KiB/s wr, 0 op/s 2024-04-02T08:33:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:35 smithi066 ceph-mon[30998]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:33:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:35 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:35 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:35 smithi066 ceph-mon[30998]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[94035]: pgmap v11: 121 pgs: 121 active+clean; 270 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 52 KiB/s wr, 0 op/s 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[94035]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[94035]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[39381]: pgmap v11: 121 pgs: 121 active+clean; 270 MiB data, 968 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 52 KiB/s wr, 0 op/s 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[39381]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:33:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:35.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:35.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:35 smithi019 ceph-mon[39381]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:978: finishing copy_from to smithi01981774-5 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:978: got expected ENOENT (src dne) 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:978: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:977: finishing write tid 1 to smithi01981774-18 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:977: finishing write tid 2 to smithi01981774-18 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:977: finishing write tid 3 to smithi01981774-18 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:977: oid 18 updating version 0 to 345 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:977: oid 18 version 345 is already newer than 344 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 345 (ObjNum 302 snap 90 seq_num 302) dirty exists 2024-04-02T08:33:36.243 INFO:tasks.rados.rados.0.smithi019.stdout:977: left oid 18 (ObjNum 302 snap 90 seq_num 302) 2024-04-02T08:33:36.244 INFO:tasks.rados.rados.0.smithi019.stdout:977: done (2 left) 2024-04-02T08:33:36.244 INFO:tasks.rados.rados.0.smithi019.stdout:978: done (1 left) 2024-04-02T08:33:36.244 INFO:tasks.rados.rados.0.smithi019.stdout:979: done (0 left) 2024-04-02T08:33:36.244 INFO:tasks.rados.rados.0.smithi019.stdout:980: rollback oid 28 current snap is 90 2024-04-02T08:33:36.244 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 28 to 70 2024-04-02T08:33:36.244 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 90 2024-04-02T08:33:36.244 INFO:tasks.rados.rados.0.smithi019.stdout:981: seq_num 303 ranges {0=278528} 2024-04-02T08:33:36.245 INFO:tasks.rados.rados.0.smithi019.stdout:981: writing smithi01981774-42 from 0 to 278528 tid 1 2024-04-02T08:33:36.245 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 90 2024-04-02T08:33:36.245 INFO:tasks.rados.rados.0.smithi019.stdout:982: seq_num 304 ranges {4947968=294912} 2024-04-02T08:33:36.275 INFO:tasks.rados.rados.0.smithi019.stdout:982: writing smithi01981774-23 from 4947968 to 5242880 tid 1 2024-04-02T08:33:36.275 INFO:tasks.rados.rados.0.smithi019.stdout:983: snap_create 2024-04-02T08:33:36.275 INFO:tasks.rados.rados.0.smithi019.stdout:980: finishing rollback tid 1 to smithi01981774-28 2024-04-02T08:33:36.275 INFO:tasks.rados.rados.0.smithi019.stdout:980: finishing rollback tid 2 to smithi01981774-28 2024-04-02T08:33:36.275 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 697 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-04-02T08:33:36.275 INFO:tasks.rados.rados.0.smithi019.stdout:981: finishing write tid 1 to smithi01981774-42 2024-04-02T08:33:36.275 INFO:tasks.rados.rados.0.smithi019.stdout:981: finishing write tid 2 to smithi01981774-42 2024-04-02T08:33:36.276 INFO:tasks.rados.rados.0.smithi019.stdout:981: finishing write tid 3 to smithi01981774-42 2024-04-02T08:33:36.276 INFO:tasks.rados.rados.0.smithi019.stdout:981: oid 42 updating version 0 to 176 2024-04-02T08:33:36.276 INFO:tasks.rados.rados.0.smithi019.stdout:981: oid 42 version 176 is already newer than 175 2024-04-02T08:33:36.276 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 176 (ObjNum 303 snap 90 seq_num 303) dirty exists 2024-04-02T08:33:36.276 INFO:tasks.rados.rados.0.smithi019.stdout:981: left oid 42 (ObjNum 303 snap 90 seq_num 303) 2024-04-02T08:33:36.277 INFO:tasks.rados.rados.0.smithi019.stdout:982: finishing write tid 1 to smithi01981774-23 2024-04-02T08:33:36.277 INFO:tasks.rados.rados.0.smithi019.stdout:982: finishing write tid 2 to smithi01981774-23 2024-04-02T08:33:36.278 INFO:tasks.rados.rados.0.smithi019.stdout:982: finishing write tid 3 to smithi01981774-23 2024-04-02T08:33:36.279 INFO:tasks.rados.rados.0.smithi019.stdout:982: oid 23 updating version 0 to 263 2024-04-02T08:33:36.279 INFO:tasks.rados.rados.0.smithi019.stdout:982: oid 23 version 263 is already newer than 262 2024-04-02T08:33:36.279 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 263 (ObjNum 304 snap 90 seq_num 304) dirty exists 2024-04-02T08:33:36.279 INFO:tasks.rados.rados.0.smithi019.stdout:982: left oid 23 (ObjNum 304 snap 90 seq_num 304) 2024-04-02T08:33:37.248 INFO:tasks.rados.rados.0.smithi019.stdout:980: done (3 left) 2024-04-02T08:33:37.248 INFO:tasks.rados.rados.0.smithi019.stdout:981: done (2 left) 2024-04-02T08:33:37.248 INFO:tasks.rados.rados.0.smithi019.stdout:982: done (1 left) 2024-04-02T08:33:37.248 INFO:tasks.rados.rados.0.smithi019.stdout:983: done (0 left) 2024-04-02T08:33:37.248 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 91 2024-04-02T08:33:37.249 INFO:tasks.rados.rados.0.smithi019.stdout:984: seq_num 305 ranges {2850816=311296} 2024-04-02T08:33:37.265 INFO:tasks.rados.rados.0.smithi019.stdout:984: writing smithi01981774-45 from 2850816 to 3162112 tid 1 2024-04-02T08:33:37.265 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 91 2024-04-02T08:33:37.265 INFO:tasks.rados.rados.0.smithi019.stdout:985: seq_num 306 ranges {4456448=327680} 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:985: writing smithi01981774-10 from 4456448 to 4784128 tid 1 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:986: delete oid 7 current snap is 91 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:984: finishing write tid 1 to smithi01981774-45 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:984: finishing write tid 2 to smithi01981774-45 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:984: finishing write tid 3 to smithi01981774-45 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:984: oid 45 updating version 0 to 370 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:984: oid 45 updating version 370 to 371 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 371 (ObjNum 305 snap 91 seq_num 305) dirty exists 2024-04-02T08:33:37.292 INFO:tasks.rados.rados.0.smithi019.stdout:984: left oid 45 (ObjNum 305 snap 91 seq_num 305) 2024-04-02T08:33:37.294 INFO:tasks.rados.rados.0.smithi019.stdout:984: done (2 left) 2024-04-02T08:33:37.294 INFO:tasks.rados.rados.0.smithi019.stdout:986: done (1 left) 2024-04-02T08:33:37.295 INFO:tasks.rados.rados.0.smithi019.stdout:987: rmattr oid 20 current snap is 91 2024-04-02T08:33:37.295 INFO:tasks.rados.rados.0.smithi019.stdout:987: done (1 left) 2024-04-02T08:33:37.295 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 91 2024-04-02T08:33:37.295 INFO:tasks.rados.rados.0.smithi019.stdout:988: seq_num 308 ranges {6094848=360448} 2024-04-02T08:33:37.330 INFO:tasks.rados.rados.0.smithi019.stdout:988: writing smithi01981774-24 from 6094848 to 6455296 tid 1 2024-04-02T08:33:37.330 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 91 2024-04-02T08:33:37.330 INFO:tasks.rados.rados.0.smithi019.stdout:989: seq_num 309 ranges {0=376832} 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:989: writing smithi01981774-37 from 0 to 376832 tid 1 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:990: delete oid 43 current snap is 91 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:985: finishing write tid 1 to smithi01981774-10 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:985: finishing write tid 2 to smithi01981774-10 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:985: finishing write tid 3 to smithi01981774-10 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:985: oid 10 updating version 0 to 450 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:985: oid 10 updating version 450 to 451 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 451 (ObjNum 306 snap 91 seq_num 306) dirty exists 2024-04-02T08:33:37.332 INFO:tasks.rados.rados.0.smithi019.stdout:985: left oid 10 (ObjNum 306 snap 91 seq_num 306) 2024-04-02T08:33:37.334 INFO:tasks.rados.rados.0.smithi019.stdout:985: done (3 left) 2024-04-02T08:33:37.334 INFO:tasks.rados.rados.0.smithi019.stdout:990: done (2 left) 2024-04-02T08:33:37.334 INFO:tasks.rados.rados.0.smithi019.stdout:991: snap_create 2024-04-02T08:33:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:989: finishing write tid 1 to smithi01981774-37 2024-04-02T08:33:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:988: finishing write tid 1 to smithi01981774-24 2024-04-02T08:33:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:989: finishing write tid 2 to smithi01981774-37 2024-04-02T08:33:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:988: finishing write tid 2 to smithi01981774-24 2024-04-02T08:33:37.336 INFO:tasks.rados.rados.0.smithi019.stdout:988: finishing write tid 3 to smithi01981774-24 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:988: oid 24 updating version 0 to 481 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:988: oid 24 version 481 is already newer than 480 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 481 (ObjNum 308 snap 91 seq_num 308) dirty exists 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:988: left oid 24 (ObjNum 308 snap 91 seq_num 308) 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:989: finishing write tid 3 to smithi01981774-37 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:989: oid 37 updating version 0 to 318 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:989: oid 37 updating version 318 to 319 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 319 (ObjNum 309 snap 91 seq_num 309) dirty exists 2024-04-02T08:33:37.337 INFO:tasks.rados.rados.0.smithi019.stdout:989: left oid 37 (ObjNum 309 snap 91 seq_num 309) 2024-04-02T08:33:37.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:37 smithi066 ceph-mon[30998]: pgmap v14: 121 pgs: 121 active+clean; 270 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 236 KiB/s wr, 46 op/s 2024-04-02T08:33:37.415 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:37 smithi066 ceph-mon[30998]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:33:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:37 smithi019 ceph-mon[94035]: pgmap v14: 121 pgs: 121 active+clean; 270 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 236 KiB/s wr, 46 op/s 2024-04-02T08:33:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:37 smithi019 ceph-mon[94035]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:33:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:37 smithi019 ceph-mon[39381]: pgmap v14: 121 pgs: 121 active+clean; 270 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 236 KiB/s wr, 46 op/s 2024-04-02T08:33:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:37 smithi019 ceph-mon[39381]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:33:38.254 INFO:tasks.rados.rados.0.smithi019.stdout:988: done (2 left) 2024-04-02T08:33:38.254 INFO:tasks.rados.rados.0.smithi019.stdout:989: done (1 left) 2024-04-02T08:33:38.254 INFO:tasks.rados.rados.0.smithi019.stdout:991: done (0 left) 2024-04-02T08:33:38.254 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 92 2024-04-02T08:33:38.254 INFO:tasks.rados.rados.0.smithi019.stdout:992: seq_num 311 ranges {2850816=417792} 2024-04-02T08:33:38.272 INFO:tasks.rados.rados.0.smithi019.stdout:992: writing smithi01981774-13 from 2850816 to 3268608 tid 1 2024-04-02T08:33:38.272 INFO:tasks.rados.rados.0.smithi019.stdout:993: delete oid 50 current snap is 92 2024-04-02T08:33:38.274 INFO:tasks.rados.rados.0.smithi019.stdout:993: done (1 left) 2024-04-02T08:33:38.275 INFO:tasks.rados.rados.0.smithi019.stdout:994: rollback oid 21 current snap is 92 2024-04-02T08:33:38.275 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 70 2024-04-02T08:33:38.275 INFO:tasks.rados.rados.0.smithi019.stdout:995: snap_remove snap 81 2024-04-02T08:33:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:38 smithi066 ceph-mon[30998]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:33:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:38 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:38 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:38 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:38 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:38 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:33:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:38 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:33:38.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[39381]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[94035]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[94035]: Updating smithi019:/etc/ceph/ceph.conf 2024-04-02T08:33:38.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:38 smithi019 ceph-mon[94035]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:995: done (2 left) 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:996: snap_create 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:992: finishing write tid 1 to smithi01981774-13 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:992: finishing write tid 2 to smithi01981774-13 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:994: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:994: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:994: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 263 (ObjNum 215 snap 61 seq_num 215) dirty exists 2024-04-02T08:33:39.273 INFO:tasks.rados.rados.0.smithi019.stdout:992: finishing write tid 3 to smithi01981774-13 2024-04-02T08:33:39.274 INFO:tasks.rados.rados.0.smithi019.stdout:992: oid 13 updating version 0 to 331 2024-04-02T08:33:39.274 INFO:tasks.rados.rados.0.smithi019.stdout:992: oid 13 updating version 331 to 332 2024-04-02T08:33:39.274 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 332 (ObjNum 311 snap 92 seq_num 311) dirty exists 2024-04-02T08:33:39.274 INFO:tasks.rados.rados.0.smithi019.stdout:992: left oid 13 (ObjNum 311 snap 92 seq_num 311) 2024-04-02T08:33:39.540 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:39.540 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: pgmap v17: 121 pgs: 121 active+clean; 270 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 184 KiB/s wr, 45 op/s 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:39.541 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[94035]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: pgmap v17: 121 pgs: 121 active+clean; 270 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 184 KiB/s wr, 45 op/s 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.542 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.543 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.543 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.543 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:39.543 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:39.543 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:39.543 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:33:39.543 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:39 smithi019 ceph-mon[39381]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: pgmap v17: 121 pgs: 121 active+clean; 270 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 184 KiB/s wr, 45 op/s 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: Updating smithi019:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: Updating smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: Updating smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:33:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:33:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:39 smithi066 ceph-mon[30998]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:992: done (2 left) 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:994: done (1 left) 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:996: done (0 left) 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:997: read oid 46 snap -1 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:997: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:998: copy_from oid 17 from oid 34 current snap is 93 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:999: rollback oid 24 current snap is 93 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 24 to 90 2024-04-02T08:33:40.268 INFO:tasks.rados.rados.0.smithi019.stdout:1000: snap_create 2024-04-02T08:33:40.269 INFO:tasks.rados.rados.0.smithi019.stdout:997: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:40.274 INFO:tasks.rados.rados.0.smithi019.stdout:999: finishing rollback tid 0 to smithi01981774-24 2024-04-02T08:33:40.274 INFO:tasks.rados.rados.0.smithi019.stdout:999: finishing rollback tid 1 to smithi01981774-24 2024-04-02T08:33:40.274 INFO:tasks.rados.rados.0.smithi019.stdout:999: finishing rollback tid 2 to smithi01981774-24 2024-04-02T08:33:40.274 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 489 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-04-02T08:33:40.282 INFO:tasks.rados.rados.0.smithi019.stdout:998: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:33:40.283 INFO:tasks.rados.rados.0.smithi019.stdout:998: finishing copy_from to smithi01981774-17 2024-04-02T08:33:40.283 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 223 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-04-02T08:33:40.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:40 smithi019 ceph-mon[94035]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:33:40.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:33:40] "GET /metrics HTTP/1.1" 200 33345 "" "Prometheus/2.43.0" 2024-04-02T08:33:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:40 smithi019 ceph-mon[39381]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:33:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:40 smithi066 ceph-mon[30998]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:33:41.272 INFO:tasks.rados.rados.0.smithi019.stdout:997: done (3 left) 2024-04-02T08:33:41.272 INFO:tasks.rados.rados.0.smithi019.stdout:998: done (2 left) 2024-04-02T08:33:41.273 INFO:tasks.rados.rados.0.smithi019.stdout:999: done (1 left) 2024-04-02T08:33:41.273 INFO:tasks.rados.rados.0.smithi019.stdout:1000: done (0 left) 2024-04-02T08:33:41.273 INFO:tasks.rados.rados.0.smithi019.stdout:1001: delete oid 17 current snap is 94 2024-04-02T08:33:41.274 INFO:tasks.rados.rados.0.smithi019.stdout:1001: done (0 left) 2024-04-02T08:33:41.274 INFO:tasks.rados.rados.0.smithi019.stdout:1002: snap_create 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: pgmap v20: 121 pgs: 121 active+clean; 281 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: Upgrade: Updating mon.c 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[94035]: Deploying daemon mon.c on smithi019 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: pgmap v20: 121 pgs: 121 active+clean; 281 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: Upgrade: Updating mon.c 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:41.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:41 smithi019 ceph-mon[39381]: Deploying daemon mon.c on smithi019 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: pgmap v20: 121 pgs: 121 active+clean; 281 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: Upgrade: Updating mon.c 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:41 smithi066 ceph-mon[30998]: Deploying daemon mon.c on smithi019 2024-04-02T08:33:42.285 INFO:tasks.rados.rados.0.smithi019.stdout:1002: done (0 left) 2024-04-02T08:33:42.285 INFO:tasks.rados.rados.0.smithi019.stdout:1003: setattr oid 42 current snap is 95 2024-04-02T08:33:42.286 INFO:tasks.rados.rados.0.smithi019.stdout:1004: delete oid 12 current snap is 95 2024-04-02T08:33:42.291 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 177 (ObjNum 303 snap 90 seq_num 303) dirty exists 2024-04-02T08:33:42.291 INFO:tasks.rados.rados.0.smithi019.stdout:1003: done (1 left) 2024-04-02T08:33:42.291 INFO:tasks.rados.rados.0.smithi019.stdout:1004: done (0 left) 2024-04-02T08:33:42.291 INFO:tasks.rados.rados.0.smithi019.stdout:1005: read oid 29 snap 90 2024-04-02T08:33:42.291 INFO:tasks.rados.rados.0.smithi019.stdout:1005: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:42.292 INFO:tasks.rados.rados.0.smithi019.stdout:1006: rollback oid 39 current snap is 95 2024-04-02T08:33:42.292 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 39 to 79 2024-04-02T08:33:42.292 INFO:tasks.rados.rados.0.smithi019.stdout:1007: rollback oid 14 current snap is 95 2024-04-02T08:33:42.292 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 39 2024-04-02T08:33:42.292 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 95 2024-04-02T08:33:42.292 INFO:tasks.rados.rados.0.smithi019.stdout:1008: seq_num 315 ranges {212992=483328} 2024-04-02T08:33:42.296 INFO:tasks.rados.rados.0.smithi019.stdout:1008: writing smithi01981774-2 from 212992 to 696320 tid 1 2024-04-02T08:33:42.296 INFO:tasks.rados.rados.0.smithi019.stdout:1009: rollback oid 11 current snap is 95 2024-04-02T08:33:42.296 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 11 to 89 2024-04-02T08:33:42.296 INFO:tasks.rados.rados.0.smithi019.stdout:1010: read oid 22 snap -1 2024-04-02T08:33:42.296 INFO:tasks.rados.rados.0.smithi019.stdout:1010: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:33:42.296 INFO:tasks.rados.rados.0.smithi019.stdout:1011: snap_create 2024-04-02T08:33:42.297 INFO:tasks.rados.rados.0.smithi019.stdout:1007: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:33:42.297 INFO:tasks.rados.rados.0.smithi019.stdout:1007: finishing rollback tid 2 to smithi01981774-14 2024-04-02T08:33:42.297 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 365 (ObjNum 129 snap 28 seq_num 129) dirty exists 2024-04-02T08:33:42.299 INFO:tasks.rados.rados.0.smithi019.stdout:1006: finishing rollback tid 0 to smithi01981774-39 2024-04-02T08:33:42.300 INFO:tasks.rados.rados.0.smithi019.stdout:1006: finishing rollback tid 1 to smithi01981774-39 2024-04-02T08:33:42.300 INFO:tasks.rados.rados.0.smithi019.stdout:1006: finishing rollback tid 2 to smithi01981774-39 2024-04-02T08:33:42.300 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 335 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-04-02T08:33:42.300 INFO:tasks.rados.rados.0.smithi019.stdout:1009: finishing rollback tid 0 to smithi01981774-11 2024-04-02T08:33:42.300 INFO:tasks.rados.rados.0.smithi019.stdout:1008: finishing write tid 1 to smithi01981774-2 2024-04-02T08:33:42.301 INFO:tasks.rados.rados.0.smithi019.stdout:1009: finishing rollback tid 1 to smithi01981774-11 2024-04-02T08:33:42.302 INFO:tasks.rados.rados.0.smithi019.stdout:1009: finishing rollback tid 2 to smithi01981774-11 2024-04-02T08:33:42.302 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 361 (ObjNum 284 snap 85 seq_num 284) dirty exists 2024-04-02T08:33:42.302 INFO:tasks.rados.rados.0.smithi019.stdout:1008: finishing write tid 2 to smithi01981774-2 2024-04-02T08:33:42.304 INFO:tasks.rados.rados.0.smithi019.stdout:1008: finishing write tid 3 to smithi01981774-2 2024-04-02T08:33:42.304 INFO:tasks.rados.rados.0.smithi019.stdout:1008: oid 2 updating version 0 to 492 2024-04-02T08:33:42.304 INFO:tasks.rados.rados.0.smithi019.stdout:1008: oid 2 version 492 is already newer than 491 2024-04-02T08:33:42.304 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 492 (ObjNum 315 snap 95 seq_num 315) dirty exists 2024-04-02T08:33:42.304 INFO:tasks.rados.rados.0.smithi019.stdout:1008: left oid 2 (ObjNum 315 snap 95 seq_num 315) 2024-04-02T08:33:42.309 INFO:tasks.rados.rados.0.smithi019.stdout:1010: expect (ObjNum 110 snap 21 seq_num 110) 2024-04-02T08:33:42.404 INFO:tasks.rados.rados.0.smithi019.stdout:1005: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:33:42.513 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:42 smithi019 ceph-mon[94035]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:33:42.513 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:42 smithi019 ceph-mon[39381]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:33:42.513 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:42 smithi019 systemd[1]: Stopping Ceph mon.c for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:42 smithi066 ceph-mon[30998]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:33:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c[39358]: 2024-04-02T08:33:42.791+0000 7efd81b86700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:42 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c[39358]: 2024-04-02T08:33:42.791+0000 7efd81b86700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:33:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:42 smithi019 podman[96329]: 2024-04-02 08:33:42.914524295 +0000 UTC m=+0.241529500 container died b4edb6705a4163a4114f11b4f38fc128f9573800ffe8570e0172ee93ec06b208 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:43.647 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:43 smithi019 podman[96329]: 2024-04-02 08:33:43.398061433 +0000 UTC m=+0.725066674 container cleanup b4edb6705a4163a4114f11b4f38fc128f9573800ffe8570e0172ee93ec06b208 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, RELEASE=reef-4d05f4c, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:43.648 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:43 smithi019 bash[96329]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T08:33:43.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:43.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:43 smithi019 podman[96348]: 2024-04-02 08:33:43.649396653 +0000 UTC m=+0.730211390 container remove b4edb6705a4163a4114f11b4f38fc128f9573800ffe8570e0172ee93ec06b208 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:33:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:43 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-02T08:33:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:43 smithi019 systemd[1]: Stopped Ceph mon.c for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:43 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Consumed 8.077s CPU time. 2024-04-02T08:33:44.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 systemd[1]: Starting Ceph mon.c for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:44.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 podman[96484]: 2024-04-02 08:33:44.233629832 +0000 UTC m=+0.113813455 container create de8517a3e769bc08899003e47f3a9d65f85cedd19ffd5d47d158908ee2a57560 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:33:44.364 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 podman[96484]: 2024-04-02 08:33:44.137997923 +0000 UTC m=+0.018181558 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 podman[96484]: 2024-04-02 08:33:44.44445214 +0000 UTC m=+0.324635770 container init de8517a3e769bc08899003e47f3a9d65f85cedd19ffd5d47d158908ee2a57560 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:33:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 podman[96484]: 2024-04-02 08:33:44.450504937 +0000 UTC m=+0.330688565 container start de8517a3e769bc08899003e47f3a9d65f85cedd19ffd5d47d158908ee2a57560 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: pidfile_write: ignore empty --pid-file 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: load: jerasure load: lrc 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Git sha 0 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: DB SUMMARY 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: DB Session ID: ECKRON32LQAL8V68WUE3 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1396 Bytes 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 12149611 ; 2024-04-02T08:33:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.env: 0x56328785bc60 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.info_log: 0x5632892f5ae0 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.statistics: (nil) 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.use_fsync: 0 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:33:44.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.db_log_dir: 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.wal_dir: 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:33:44.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.write_buffer_manager: 0x5632892c61e0 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.unordered_write: 0 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:33:44.700 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:33:44.701 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:33:44.701 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.row_cache: None 2024-04-02T08:33:44.701 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.wal_filter: None 2024-04-02T08:33:44.702 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:33:44.702 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:33:44.702 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:33:44.702 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:33:44.702 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.wal_compression: 0 2024-04-02T08:33:44.702 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:33:44.702 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:33:44.703 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_open_files: -1 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Compression algorithms supported: 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:33:44.704 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kZSTD supported: 0 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:33:44.705 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.merge_operator: 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_filter: None 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:33:44.706 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5632892f5cc0) 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: index_type: 0 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: data_block_index_type: 0 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: index_shortening: 1 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:33:44.707 INFO:journalctl@ceph.mon.c.smithi019.stdout: checksum: 4 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: no_block_cache: 0 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_cache: 0x5632892f9090 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_cache_options: 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: capacity : 536870912 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: num_shard_bits : 4 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: strict_capacity_limit : 0 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_cache_compressed: (nil) 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: persistent_cache: (nil) 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_size: 4096 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_size_deviation: 10 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_restart_interval: 16 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: index_block_restart_interval: 1 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: metadata_block_size: 4096 2024-04-02T08:33:44.708 INFO:journalctl@ceph.mon.c.smithi019.stdout: partition_filters: 0 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: use_delta_encoding: 1 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: filter_policy: bloomfilter 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: whole_key_filtering: 1 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: verify_compression: 0 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: format_version: 5 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: enable_index_compression: 1 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: block_align: 0 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: max_auto_readahead_size: 262144 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: prepopulate_block_cache: 0 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:33:44.709 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression: NoCompression 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.num_levels: 7 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:33:44.710 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:33:44.711 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:33:44.712 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:33:44.713 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.ttl: 2592000 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:33:44.714 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13264, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 45d4a8c4-10ba-4881-8114-bc8772a3e33a 2024-04-02T08:33:44.715 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046824480081, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046824506765, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7410152, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13269, "largest_seqno": 17398, "table_properties": {"data_size": 7392201, "index_size": 12552, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4357, "raw_key_size": 39808, "raw_average_key_size": 22, "raw_value_size": 7355322, "raw_average_value_size": 4229, "num_data_blocks": 545, "num_entries": 1739, "num_filter_entries": 1739, "num_deletions": 305, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046824, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "45d4a8c4-10ba-4881-8114-bc8772a3e33a", "db_session_id": "ECKRON32LQAL8V68WUE3", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046824506876, "job": 1, "event": "recovery_finished"} 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5632893e8000 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: DB pointer 0x5632893d2000 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout: ** DB Stats ** 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:44.716 INFO:journalctl@ceph.mon.c.smithi019.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: L0 1/0 7.07 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: L6 1/0 6.07 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: Sum 2/0 13.14 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 644.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: ** Compaction Stats [default] ** 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:33:44.717 INFO:journalctl@ceph.mon.c.smithi019.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 644.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Cumulative compaction: 0.01 GB write, 230.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Interval compaction: 0.01 GB write, 230.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Block cache BinnedLRUCache@0x5632892f9090#7 capacity: 512.00 MB usage: 17.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-02T08:33:44.718 INFO:journalctl@ceph.mon.c.smithi019.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,13.08 KB,0.00249445%) Misc(1,0.00 KB,0%) 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: starting mon.c rank 2 at public addrs [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] at bind addrs [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???) e3 preinit fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???).mds e6 new map 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???).mds e6 print_map 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: e6 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: legacy client fscid: 1 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.719 INFO:journalctl@ceph.mon.c.smithi019.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: fs_name cephfs 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: epoch 6 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: created 2024-04-02T08:27:11.581708+0000 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: modified 2024-04-02T08:27:13.590824+0000 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: tableserver 0 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: root 0 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: session_timeout 60 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: session_autoclose 300 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: max_file_size 1099511627776 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: max_xattr_size 65536 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: required_client_features {} 2024-04-02T08:33:44.720 INFO:journalctl@ceph.mon.c.smithi019.stdout: last_failure 0 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: last_failure_osd_epoch 0 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: max_mds 1 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: in 0 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: up {0=24344} 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: failed 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: damaged 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: stopped 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: data_pools [3] 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: metadata_pool 2 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: inline_data disabled 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: balancer 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: bal_rank_mask -1 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: standby_count_wanted 0 2024-04-02T08:33:44.721 INFO:journalctl@ceph.mon.c.smithi019.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout: [mds.a{0:24344} state up:active seq 4 addr [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout: Standby daemons: 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout: 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???).osd e252 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 ceph-mon[96522]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 bash[96484]: de8517a3e769bc08899003e47f3a9d65f85cedd19ffd5d47d158908ee2a57560 2024-04-02T08:33:44.722 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:44 smithi019 systemd[1]: Started Ceph mon.c for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:49 smithi066 ceph-mon[30998]: pgmap v23: 121 pgs: 121 active+clean; 281 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:33:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:49 smithi066 ceph-mon[30998]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:33:50.152 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:49 smithi019 ceph-mon[94035]: pgmap v23: 121 pgs: 121 active+clean; 281 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:33:50.152 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:49 smithi019 ceph-mon[94035]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:33:50.153 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:33:50.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:33:50] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-04-02T08:33:50.501 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:50.501 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (4m) 18s ago 5m 26.9M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:33:50.501 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (5m) 17s ago 5m 89.1M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:33:50.501 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (6m) 18s ago 6m 17.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:33:50.501 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (6m) 17s ago 6m 16.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (47s) 17s ago 10m 448M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (79s) 18s ago 11m 473M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (31s) 18s ago 12m 33.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (10m) 17s ago 10m 60.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d d469b1853739 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 starting - - - 2048M 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (5m) 18s ago 5m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (5m) 17s ago 5m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (9m) 18s ago 9m 157M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (9m) 18s ago 9m 138M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (9m) 18s ago 9m 164M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (8m) 18s ago 8m 108M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (8m) 17s ago 8m 125M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (7m) 17s ago 7m 149M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (7m) 17s ago 7m 105M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:33:50.502 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (7m) 17s ago 7m 127M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:33:50.503 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (52s) 17s ago 6m 49.5M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:33:50.750 INFO:tasks.rados.rados.0.smithi019.stdout:1005: done (6 left) 2024-04-02T08:33:50.750 INFO:tasks.rados.rados.0.smithi019.stdout:1006: done (5 left) 2024-04-02T08:33:50.750 INFO:tasks.rados.rados.0.smithi019.stdout:1007: done (4 left) 2024-04-02T08:33:50.750 INFO:tasks.rados.rados.0.smithi019.stdout:1008: done (3 left) 2024-04-02T08:33:50.750 INFO:tasks.rados.rados.0.smithi019.stdout:1009: done (2 left) 2024-04-02T08:33:50.751 INFO:tasks.rados.rados.0.smithi019.stdout:1010: done (1 left) 2024-04-02T08:33:50.751 INFO:tasks.rados.rados.0.smithi019.stdout:1011: done (0 left) 2024-04-02T08:33:50.751 INFO:tasks.rados.rados.0.smithi019.stdout:1012: snap_remove snap 79 2024-04-02T08:33:50.752 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: pgmap v23: 121 pgs: 121 active+clean; 281 MiB data, 999 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:33:50.752 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:33:50.925 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:33:50.925 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:33:50.925 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:33:50.925 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 11, 2024-04-02T08:33:50.925 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 4 2024-04-02T08:33:50.925 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:33:50.925 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: mon.c calling monitor election 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: mon.b calling monitor election 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: mon.a calling monitor election 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: monmap epoch 3 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: last_changed 2024-04-02T08:23:20.125990+0000 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: min_mon_release 18 (reef) 2024-04-02T08:33:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: election_strategy: 1 2024-04-02T08:33:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:33:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:33:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:33:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:33:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: mgrmap e38: y(active, since 22s), standbys: x 2024-04-02T08:33:51.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:50 smithi066 ceph-mon[30998]: overall HEALTH_OK 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: mon.c calling monitor election 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: mon.b calling monitor election 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: mon.a calling monitor election 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: monmap epoch 3 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: last_changed 2024-04-02T08:23:20.125990+0000 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: min_mon_release 18 (reef) 2024-04-02T08:33:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: election_strategy: 1 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: mgrmap e38: y(active, since 22s), standbys: x 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: mon.c calling monitor election 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: mon.b calling monitor election 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: mon.a calling monitor election 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: monmap epoch 3 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: last_changed 2024-04-02T08:23:20.125990+0000 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: min_mon_release 18 (reef) 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: election_strategy: 1 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: mgrmap e38: y(active, since 22s), standbys: x 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:50 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T08:33:51.762 INFO:tasks.rados.rados.0.smithi019.stdout:1012: done (0 left) 2024-04-02T08:33:51.762 INFO:tasks.rados.rados.0.smithi019.stdout:1013: rmattr oid 41 current snap is 96 2024-04-02T08:33:51.762 INFO:tasks.rados.rados.0.smithi019.stdout:1013: done (0 left) 2024-04-02T08:33:51.763 INFO:tasks.rados.rados.0.smithi019.stdout:1014: snap_remove snap 92 2024-04-02T08:33:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:51 smithi066 ceph-mon[30998]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:51 smithi066 ceph-mon[30998]: pgmap v28: 121 pgs: 121 active+clean; 288 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 305 KiB/s wr, 5 op/s 2024-04-02T08:33:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:51 smithi066 ceph-mon[30998]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:51 smithi066 ceph-mon[30998]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:33:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:51 smithi066 ceph-mon[30998]: from='client.? 172.21.15.19:0/421289723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[96522]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[96522]: pgmap v28: 121 pgs: 121 active+clean; 288 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 305 KiB/s wr, 5 op/s 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[96522]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[96522]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/421289723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[94035]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[94035]: pgmap v28: 121 pgs: 121 active+clean; 288 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 305 KiB/s wr, 5 op/s 2024-04-02T08:33:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[94035]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:52.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[94035]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:33:52.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:51 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/421289723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:52.770 INFO:tasks.rados.rados.0.smithi019.stdout:1014: done (0 left) 2024-04-02T08:33:52.770 INFO:tasks.rados.rados.0.smithi019.stdout:1015: setattr oid 11 current snap is 96 2024-04-02T08:33:52.772 INFO:tasks.rados.rados.0.smithi019.stdout:1016: rmattr oid 31 current snap is 96 2024-04-02T08:33:52.772 INFO:tasks.rados.rados.0.smithi019.stdout:1016: done (1 left) 2024-04-02T08:33:52.772 INFO:tasks.rados.rados.0.smithi019.stdout:1017: rollback oid 42 current snap is 96 2024-04-02T08:33:52.773 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 39 2024-04-02T08:33:52.773 INFO:tasks.rados.rados.0.smithi019.stdout:1018: rollback oid 38 current snap is 96 2024-04-02T08:33:52.773 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 91 2024-04-02T08:33:52.773 INFO:tasks.rados.rados.0.smithi019.stdout:1019: snap_create 2024-04-02T08:33:52.778 INFO:tasks.rados.rados.0.smithi019.stdout:1017: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:33:52.782 INFO:tasks.rados.rados.0.smithi019.stdout:1017: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:33:52.782 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 179 (ObjNum 65 snap 0 seq_num 1851937634) dirty dne 2024-04-02T08:33:52.782 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 367 (ObjNum 284 snap 85 seq_num 284) dirty exists 2024-04-02T08:33:52.783 INFO:tasks.rados.rados.0.smithi019.stdout:1018: finishing rollback tid 0 to smithi01981774-38 2024-04-02T08:33:52.783 INFO:tasks.rados.rados.0.smithi019.stdout:1018: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:33:52.784 INFO:tasks.rados.rados.0.smithi019.stdout:1018: finishing rollback tid 2 to smithi01981774-38 2024-04-02T08:33:52.784 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 454 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-04-02T08:33:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:52 smithi066 ceph-mon[30998]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:33:53.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:52 smithi019 ceph-mon[94035]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:33:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:52 smithi019 ceph-mon[96522]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:33:53.769 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:33:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:33:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:53.780 INFO:tasks.rados.rados.0.smithi019.stdout:1015: done (3 left) 2024-04-02T08:33:53.780 INFO:tasks.rados.rados.0.smithi019.stdout:1017: done (2 left) 2024-04-02T08:33:53.780 INFO:tasks.rados.rados.0.smithi019.stdout:1018: done (1 left) 2024-04-02T08:33:53.780 INFO:tasks.rados.rados.0.smithi019.stdout:1019: done (0 left) 2024-04-02T08:33:53.780 INFO:tasks.rados.rados.0.smithi019.stdout:1020: rollback oid 43 current snap is 97 2024-04-02T08:33:53.780 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 87 2024-04-02T08:33:53.780 INFO:tasks.rados.rados.0.smithi019.stdout:1021: snap_create 2024-04-02T08:33:53.784 INFO:tasks.rados.rados.0.smithi019.stdout:1020: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:33:53.785 INFO:tasks.rados.rados.0.smithi019.stdout:1020: finishing rollback tid 2 to smithi01981774-43 2024-04-02T08:33:53.785 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 347 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-04-02T08:33:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:53 smithi066 ceph-mon[30998]: pgmap v31: 121 pgs: 121 active+clean; 288 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 282 KiB/s wr, 5 op/s 2024-04-02T08:33:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:53 smithi066 ceph-mon[30998]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:33:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:53 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:53 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[96522]: pgmap v31: 121 pgs: 121 active+clean; 288 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 282 KiB/s wr, 5 op/s 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[96522]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[94035]: pgmap v31: 121 pgs: 121 active+clean; 288 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 282 KiB/s wr, 5 op/s 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[94035]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:54.543 INFO:tasks.rados.rados.0.smithi019.stdout:1020: done (1 left) 2024-04-02T08:33:54.543 INFO:tasks.rados.rados.0.smithi019.stdout:1021: done (0 left) 2024-04-02T08:33:54.543 INFO:tasks.rados.rados.0.smithi019.stdout:1022: rmattr oid 29 current snap is 98 2024-04-02T08:33:54.543 INFO:tasks.rados.rados.0.smithi019.stdout:1022: done (0 left) 2024-04-02T08:33:54.543 INFO:tasks.rados.rados.0.smithi019.stdout:1023: snap_create 2024-04-02T08:33:54.780 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:33:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:33:54.516+0000 7fa581a4a700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-02T08:33:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:54 smithi066 ceph-mon[30998]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:33:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:54 smithi066 ceph-mon[30998]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:33:55.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:54 smithi019 ceph-mon[94035]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:33:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:54 smithi019 ceph-mon[94035]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:33:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:54 smithi019 ceph-mon[96522]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:33:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:54 smithi019 ceph-mon[96522]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:33:55.546 INFO:tasks.rados.rados.0.smithi019.stdout:1023: done (0 left) 2024-04-02T08:33:55.546 INFO:tasks.rados.rados.0.smithi019.stdout:1024: delete oid 33 current snap is 99 2024-04-02T08:33:55.547 INFO:tasks.rados.rados.0.smithi019.stdout:1024: done (0 left) 2024-04-02T08:33:55.548 INFO:tasks.rados.rados.0.smithi019.stdout:1025: setattr oid 48 current snap is 99 2024-04-02T08:33:55.549 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 99 2024-04-02T08:33:55.549 INFO:tasks.rados.rados.0.smithi019.stdout:1026: seq_num 317 ranges {696320=516096} 2024-04-02T08:33:55.556 INFO:tasks.rados.rados.0.smithi019.stdout:1026: writing smithi01981774-2 from 696320 to 1212416 tid 1 2024-04-02T08:33:55.556 INFO:tasks.rados.rados.0.smithi019.stdout:1027: read oid 37 snap -1 2024-04-02T08:33:55.556 INFO:tasks.rados.rados.0.smithi019.stdout:1027: expect (ObjNum 309 snap 91 seq_num 309) 2024-04-02T08:33:55.556 INFO:tasks.rados.rados.0.smithi019.stdout:1028: copy_from oid 40 from oid 33 current snap is 99 2024-04-02T08:33:55.556 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 727 (ObjNum 275 snap 80 seq_num 275) dirty exists 2024-04-02T08:33:55.556 INFO:tasks.rados.rados.0.smithi019.stdout:1025: done (3 left) 2024-04-02T08:33:55.556 INFO:tasks.rados.rados.0.smithi019.stdout:1029: snap_remove snap 97 2024-04-02T08:33:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[94035]: pgmap v34: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:33:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[94035]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:33:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[96522]: pgmap v34: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:33:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:55 smithi019 ceph-mon[96522]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:33:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:55 smithi066 ceph-mon[30998]: pgmap v34: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:33:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:55 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:55 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:55 smithi066 ceph-mon[30998]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1029: done (3 left) 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1030: setattr oid 27 current snap is 99 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1028: finishing copy_from to smithi01981774-40 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1028: got expected ENOENT (src dne) 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1028: finishing copy_from racing read to smithi01981774-40 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1026: finishing write tid 1 to smithi01981774-2 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1026: finishing write tid 2 to smithi01981774-2 2024-04-02T08:33:56.548 INFO:tasks.rados.rados.0.smithi019.stdout:1027: expect (ObjNum 309 snap 91 seq_num 309) 2024-04-02T08:33:56.559 INFO:tasks.rados.rados.0.smithi019.stdout:1026: finishing write tid 3 to smithi01981774-2 2024-04-02T08:33:56.559 INFO:tasks.rados.rados.0.smithi019.stdout:1026: oid 2 updating version 0 to 505 2024-04-02T08:33:56.559 INFO:tasks.rados.rados.0.smithi019.stdout:1026: oid 2 version 505 is already newer than 504 2024-04-02T08:33:56.560 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 505 (ObjNum 317 snap 99 seq_num 317) dirty exists 2024-04-02T08:33:56.560 INFO:tasks.rados.rados.0.smithi019.stdout:1026: left oid 2 (ObjNum 317 snap 99 seq_num 317) 2024-04-02T08:33:56.560 INFO:tasks.rados.rados.0.smithi019.stdout:1026: done (3 left) 2024-04-02T08:33:56.560 INFO:tasks.rados.rados.0.smithi019.stdout:1027: done (2 left) 2024-04-02T08:33:56.560 INFO:tasks.rados.rados.0.smithi019.stdout:1028: done (1 left) 2024-04-02T08:33:56.560 INFO:tasks.rados.rados.0.smithi019.stdout:1031: snap_create 2024-04-02T08:33:56.562 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 362 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:33:57.551 INFO:tasks.rados.rados.0.smithi019.stdout:1030: done (1 left) 2024-04-02T08:33:57.551 INFO:tasks.rados.rados.0.smithi019.stdout:1031: done (0 left) 2024-04-02T08:33:57.552 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 100 2024-04-02T08:33:57.552 INFO:tasks.rados.rados.0.smithi019.stdout:1032: seq_num 318 ranges {376832=532480} 2024-04-02T08:33:57.556 INFO:tasks.rados.rados.0.smithi019.stdout:1032: writing smithi01981774-37 from 376832 to 909312 tid 1 2024-04-02T08:33:57.556 INFO:tasks.rados.rados.0.smithi019.stdout:1033: snap_create 2024-04-02T08:33:57.563 INFO:tasks.rados.rados.0.smithi019.stdout:1032: finishing write tid 1 to smithi01981774-37 2024-04-02T08:33:57.563 INFO:tasks.rados.rados.0.smithi019.stdout:1032: finishing write tid 2 to smithi01981774-37 2024-04-02T08:33:57.564 INFO:tasks.rados.rados.0.smithi019.stdout:1032: finishing write tid 3 to smithi01981774-37 2024-04-02T08:33:57.564 INFO:tasks.rados.rados.0.smithi019.stdout:1032: oid 37 updating version 0 to 329 2024-04-02T08:33:57.564 INFO:tasks.rados.rados.0.smithi019.stdout:1032: oid 37 updating version 329 to 330 2024-04-02T08:33:57.564 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 330 (ObjNum 318 snap 100 seq_num 318) dirty exists 2024-04-02T08:33:57.564 INFO:tasks.rados.rados.0.smithi019.stdout:1032: left oid 37 (ObjNum 318 snap 100 seq_num 318) 2024-04-02T08:33:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:57 smithi066 ceph-mon[30998]: pgmap v37: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-02T08:33:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:57 smithi066 ceph-mon[30998]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:33:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:57 smithi019 ceph-mon[94035]: pgmap v37: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-02T08:33:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:57 smithi019 ceph-mon[94035]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:33:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:57 smithi019 ceph-mon[96522]: pgmap v37: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2024-04-02T08:33:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:57 smithi019 ceph-mon[96522]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:33:58.564 INFO:tasks.rados.rados.0.smithi019.stdout:1032: done (1 left) 2024-04-02T08:33:58.564 INFO:tasks.rados.rados.0.smithi019.stdout:1033: done (0 left) 2024-04-02T08:33:58.564 INFO:tasks.rados.rados.0.smithi019.stdout:1034: read oid 11 snap 90 2024-04-02T08:33:58.564 INFO:tasks.rados.rados.0.smithi019.stdout:1034: expect (ObjNum 284 snap 85 seq_num 284) 2024-04-02T08:33:58.564 INFO:tasks.rados.rados.0.smithi019.stdout:1035: snap_create 2024-04-02T08:33:58.612 INFO:tasks.rados.rados.0.smithi019.stdout:1034: expect (ObjNum 284 snap 85 seq_num 284) 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:58.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:33:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:58 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:33:59.560 INFO:tasks.rados.rados.0.smithi019.stdout:1034: done (1 left) 2024-04-02T08:33:59.560 INFO:tasks.rados.rados.0.smithi019.stdout:1035: done (0 left) 2024-04-02T08:33:59.561 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 102 2024-04-02T08:33:59.561 INFO:tasks.rados.rados.0.smithi019.stdout:1036: seq_num 319 ranges {4784128=548864} 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1036: writing smithi01981774-10 from 4784128 to 5332992 tid 1 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1037: copy_from oid 5 from oid 16 current snap is 102 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1038: copy_from oid 36 from oid 3 current snap is 102 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1039: read oid 6 snap -1 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1039: expect (ObjNum 250 snap 66 seq_num 250) 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1040: rmattr oid 7 current snap is 102 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1040: done (4 left) 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 102 2024-04-02T08:33:59.590 INFO:tasks.rados.rados.0.smithi019.stdout:1041: seq_num 320 ranges {0=565248} 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1041: writing smithi01981774-49 from 0 to 565248 tid 1 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1038: finishing copy_from to smithi01981774-36 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1038: got expected ENOENT (src dne) 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1038: finishing copy_from racing read to smithi01981774-36 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1042: read oid 17 snap -1 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1042: expect deleted 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1038: done (5 left) 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1043: rmattr oid 19 current snap is 102 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1043: done (5 left) 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 102 2024-04-02T08:33:59.594 INFO:tasks.rados.rados.0.smithi019.stdout:1044: seq_num 321 ranges {8167424=581632} 2024-04-02T08:33:59.642 INFO:tasks.rados.rados.0.smithi019.stdout:1044: writing smithi01981774-26 from 8167424 to 8749056 tid 1 2024-04-02T08:33:59.642 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 102 2024-04-02T08:33:59.642 INFO:tasks.rados.rados.0.smithi019.stdout:1045: seq_num 322 ranges {2301952=598016} 2024-04-02T08:33:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:1045: writing smithi01981774-40 from 2301952 to 2899968 tid 1 2024-04-02T08:33:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:1046: rmattr oid 18 current snap is 102 2024-04-02T08:33:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:1036: finishing write tid 1 to smithi01981774-10 2024-04-02T08:33:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:1037: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1036: finishing write tid 2 to smithi01981774-10 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1042: done (7 left) 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1047: snap_create 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1036: finishing write tid 3 to smithi01981774-10 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1036: oid 10 updating version 0 to 453 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1036: oid 10 version 453 is already newer than 452 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 453 (ObjNum 319 snap 102 seq_num 319) dirty exists 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1036: left oid 10 (ObjNum 319 snap 102 seq_num 319) 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1037: finishing copy_from to smithi01981774-5 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 358 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1041: finishing write tid 1 to smithi01981774-49 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1041: finishing write tid 2 to smithi01981774-49 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1041: finishing write tid 3 to smithi01981774-49 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1041: oid 49 updating version 0 to 259 2024-04-02T08:33:59.659 INFO:tasks.rados.rados.0.smithi019.stdout:1041: oid 49 updating version 259 to 260 2024-04-02T08:33:59.660 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 260 (ObjNum 320 snap 102 seq_num 320) dirty exists 2024-04-02T08:33:59.660 INFO:tasks.rados.rados.0.smithi019.stdout:1041: left oid 49 (ObjNum 320 snap 102 seq_num 320) 2024-04-02T08:33:59.660 INFO:tasks.rados.rados.0.smithi019.stdout:1039: expect (ObjNum 250 snap 66 seq_num 250) 2024-04-02T08:33:59.806 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:59 smithi066 ceph-mon[30998]: pgmap v40: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:33:59.806 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:59 smithi066 ceph-mon[30998]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:33:59.806 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:33:59 smithi066 ceph-mon[30998]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1044: finishing write tid 1 to smithi01981774-26 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1044: finishing write tid 2 to smithi01981774-26 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1044: finishing write tid 3 to smithi01981774-26 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1044: oid 26 updating version 0 to 324 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1044: oid 26 updating version 324 to 325 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 325 (ObjNum 321 snap 102 seq_num 321) dirty exists 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1044: left oid 26 (ObjNum 321 snap 102 seq_num 321) 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 364 (ObjNum 302 snap 90 seq_num 302) dirty exists 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1045: finishing write tid 1 to smithi01981774-40 2024-04-02T08:33:59.873 INFO:tasks.rados.rados.0.smithi019.stdout:1045: finishing write tid 2 to smithi01981774-40 2024-04-02T08:33:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:1045: finishing write tid 3 to smithi01981774-40 2024-04-02T08:33:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:1045: oid 40 updating version 0 to 350 2024-04-02T08:33:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:1045: oid 40 version 350 is already newer than 349 2024-04-02T08:33:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 350 (ObjNum 322 snap 102 seq_num 322) dirty exists 2024-04-02T08:33:59.874 INFO:tasks.rados.rados.0.smithi019.stdout:1045: left oid 40 (ObjNum 322 snap 102 seq_num 322) 2024-04-02T08:33:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:59 smithi019 ceph-mon[94035]: pgmap v40: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:33:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:59 smithi019 ceph-mon[94035]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:33:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:33:59 smithi019 ceph-mon[94035]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:33:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:59 smithi019 ceph-mon[96522]: pgmap v40: 121 pgs: 121 active+clean; 293 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-04-02T08:33:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:59 smithi019 ceph-mon[96522]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:33:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:33:59 smithi019 ceph-mon[96522]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:34:00.570 INFO:tasks.rados.rados.0.smithi019.stdout:1036: done (7 left) 2024-04-02T08:34:00.570 INFO:tasks.rados.rados.0.smithi019.stdout:1037: done (6 left) 2024-04-02T08:34:00.571 INFO:tasks.rados.rados.0.smithi019.stdout:1039: done (5 left) 2024-04-02T08:34:00.571 INFO:tasks.rados.rados.0.smithi019.stdout:1041: done (4 left) 2024-04-02T08:34:00.571 INFO:tasks.rados.rados.0.smithi019.stdout:1044: done (3 left) 2024-04-02T08:34:00.571 INFO:tasks.rados.rados.0.smithi019.stdout:1045: done (2 left) 2024-04-02T08:34:00.571 INFO:tasks.rados.rados.0.smithi019.stdout:1046: done (1 left) 2024-04-02T08:34:00.571 INFO:tasks.rados.rados.0.smithi019.stdout:1047: done (0 left) 2024-04-02T08:34:00.571 INFO:tasks.rados.rados.0.smithi019.stdout:1048: snap_create 2024-04-02T08:34:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:34:00] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-04-02T08:34:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[94035]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[96522]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:00 smithi066 ceph-mon[30998]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:34:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:00 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:00 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:00 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:00 smithi066 ceph-mon[30998]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:01.576 INFO:tasks.rados.rados.0.smithi019.stdout:1048: done (0 left) 2024-04-02T08:34:01.576 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 104 2024-04-02T08:34:01.576 INFO:tasks.rados.rados.0.smithi019.stdout:1049: seq_num 323 ranges {0=614400} 2024-04-02T08:34:01.579 INFO:tasks.rados.rados.0.smithi019.stdout:1049: writing smithi01981774-17 from 0 to 614400 tid 1 2024-04-02T08:34:01.579 INFO:tasks.rados.rados.0.smithi019.stdout:1050: delete oid 15 current snap is 104 2024-04-02T08:34:01.582 INFO:tasks.rados.rados.0.smithi019.stdout:1049: finishing write tid 1 to smithi01981774-17 2024-04-02T08:34:01.583 INFO:tasks.rados.rados.0.smithi019.stdout:1049: finishing write tid 2 to smithi01981774-17 2024-04-02T08:34:01.585 INFO:tasks.rados.rados.0.smithi019.stdout:1049: finishing write tid 3 to smithi01981774-17 2024-04-02T08:34:01.585 INFO:tasks.rados.rados.0.smithi019.stdout:1049: oid 17 updating version 0 to 459 2024-04-02T08:34:01.585 INFO:tasks.rados.rados.0.smithi019.stdout:1049: oid 17 version 459 is already newer than 458 2024-04-02T08:34:01.585 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 459 (ObjNum 323 snap 104 seq_num 323) dirty exists 2024-04-02T08:34:01.585 INFO:tasks.rados.rados.0.smithi019.stdout:1049: left oid 17 (ObjNum 323 snap 104 seq_num 323) 2024-04-02T08:34:01.587 INFO:tasks.rados.rados.0.smithi019.stdout:1049: done (1 left) 2024-04-02T08:34:01.588 INFO:tasks.rados.rados.0.smithi019.stdout:1050: done (0 left) 2024-04-02T08:34:01.588 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 104 2024-04-02T08:34:01.588 INFO:tasks.rados.rados.0.smithi019.stdout:1051: seq_num 325 ranges {0=647168} 2024-04-02T08:34:01.591 INFO:tasks.rados.rados.0.smithi019.stdout:1051: writing smithi01981774-25 from 0 to 647168 tid 1 2024-04-02T08:34:01.591 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 104 2024-04-02T08:34:01.591 INFO:tasks.rados.rados.0.smithi019.stdout:1052: seq_num 326 ranges {2310144=663552} 2024-04-02T08:34:01.608 INFO:tasks.rados.rados.0.smithi019.stdout:1052: writing smithi01981774-34 from 2310144 to 2973696 tid 1 2024-04-02T08:34:01.608 INFO:tasks.rados.rados.0.smithi019.stdout:1053: delete oid 11 current snap is 104 2024-04-02T08:34:01.609 INFO:tasks.rados.rados.0.smithi019.stdout:1051: finishing write tid 1 to smithi01981774-25 2024-04-02T08:34:01.609 INFO:tasks.rados.rados.0.smithi019.stdout:1051: finishing write tid 2 to smithi01981774-25 2024-04-02T08:34:01.609 INFO:tasks.rados.rados.0.smithi019.stdout:1051: finishing write tid 3 to smithi01981774-25 2024-04-02T08:34:01.609 INFO:tasks.rados.rados.0.smithi019.stdout:1051: oid 25 updating version 0 to 331 2024-04-02T08:34:01.609 INFO:tasks.rados.rados.0.smithi019.stdout:1051: oid 25 updating version 331 to 332 2024-04-02T08:34:01.609 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 332 (ObjNum 325 snap 104 seq_num 325) dirty exists 2024-04-02T08:34:01.609 INFO:tasks.rados.rados.0.smithi019.stdout:1051: left oid 25 (ObjNum 325 snap 104 seq_num 325) 2024-04-02T08:34:01.612 INFO:tasks.rados.rados.0.smithi019.stdout:1051: done (2 left) 2024-04-02T08:34:01.612 INFO:tasks.rados.rados.0.smithi019.stdout:1053: done (1 left) 2024-04-02T08:34:01.612 INFO:tasks.rados.rados.0.smithi019.stdout:1054: read oid 41 snap -1 2024-04-02T08:34:01.612 INFO:tasks.rados.rados.0.smithi019.stdout:1054: expect (ObjNum 274 snap 80 seq_num 274) 2024-04-02T08:34:01.612 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 104 2024-04-02T08:34:01.612 INFO:tasks.rados.rados.0.smithi019.stdout:1055: seq_num 328 ranges {827392=696320} 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1055: writing smithi01981774-28 from 827392 to 1523712 tid 1 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 104 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1052: finishing write tid 1 to smithi01981774-34 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1052: finishing write tid 2 to smithi01981774-34 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1052: finishing write tid 3 to smithi01981774-34 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1052: oid 34 updating version 0 to 263 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1052: oid 34 version 263 is already newer than 262 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 263 (ObjNum 326 snap 104 seq_num 326) dirty exists 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1052: left oid 34 (ObjNum 326 snap 104 seq_num 326) 2024-04-02T08:34:01.621 INFO:tasks.rados.rados.0.smithi019.stdout:1056: seq_num 329 ranges {5103616=712704} 2024-04-02T08:34:01.653 INFO:tasks.rados.rados.0.smithi019.stdout:1056: writing smithi01981774-39 from 5103616 to 5816320 tid 1 2024-04-02T08:34:01.654 INFO:tasks.rados.rados.0.smithi019.stdout:1052: done (3 left) 2024-04-02T08:34:01.654 INFO:tasks.rados.rados.0.smithi019.stdout:1057: delete oid 4 current snap is 104 2024-04-02T08:34:01.654 INFO:tasks.rados.rados.0.smithi019.stdout:1055: finishing write tid 1 to smithi01981774-28 2024-04-02T08:34:01.654 INFO:tasks.rados.rados.0.smithi019.stdout:1055: finishing write tid 2 to smithi01981774-28 2024-04-02T08:34:01.654 INFO:tasks.rados.rados.0.smithi019.stdout:1054: expect (ObjNum 274 snap 80 seq_num 274) 2024-04-02T08:34:01.864 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:01 smithi066 ceph-mon[30998]: Upgrade: Updating mon.b 2024-04-02T08:34:01.864 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:01 smithi066 ceph-mon[30998]: Deploying daemon mon.b on smithi066 2024-04-02T08:34:01.864 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:01 smithi066 ceph-mon[30998]: pgmap v43: 121 pgs: 121 active+clean; 294 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 256 KiB/s wr, 13 op/s 2024-04-02T08:34:01.864 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:01 smithi066 ceph-mon[30998]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:01.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[96522]: Upgrade: Updating mon.b 2024-04-02T08:34:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[96522]: Deploying daemon mon.b on smithi066 2024-04-02T08:34:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[96522]: pgmap v43: 121 pgs: 121 active+clean; 294 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 256 KiB/s wr, 13 op/s 2024-04-02T08:34:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[96522]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[94035]: Upgrade: Updating mon.b 2024-04-02T08:34:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[94035]: Deploying daemon mon.b on smithi066 2024-04-02T08:34:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[94035]: pgmap v43: 121 pgs: 121 active+clean; 294 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 256 KiB/s wr, 13 op/s 2024-04-02T08:34:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:01 smithi019 ceph-mon[94035]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:34:02.325 INFO:tasks.rados.rados.0.smithi019.stdout:1055: finishing write tid 3 to smithi01981774-28 2024-04-02T08:34:02.325 INFO:tasks.rados.rados.0.smithi019.stdout:1055: oid 28 updating version 0 to 731 2024-04-02T08:34:02.325 INFO:tasks.rados.rados.0.smithi019.stdout:1055: oid 28 updating version 731 to 732 2024-04-02T08:34:02.325 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 732 (ObjNum 328 snap 104 seq_num 328) dirty exists 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1055: left oid 28 (ObjNum 328 snap 104 seq_num 328) 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1056: finishing write tid 1 to smithi01981774-39 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1056: finishing write tid 2 to smithi01981774-39 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1054: done (3 left) 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1055: done (2 left) 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1057: done (1 left) 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 104 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1056: finishing write tid 3 to smithi01981774-39 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1056: oid 39 updating version 0 to 352 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1056: oid 39 updating version 352 to 353 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 353 (ObjNum 329 snap 104 seq_num 329) dirty exists 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1056: left oid 39 (ObjNum 329 snap 104 seq_num 329) 2024-04-02T08:34:02.326 INFO:tasks.rados.rados.0.smithi019.stdout:1058: seq_num 331 ranges {8314880=753664} 2024-04-02T08:34:02.375 INFO:tasks.rados.rados.0.smithi019.stdout:1058: writing smithi01981774-38 from 8314880 to 9068544 tid 1 2024-04-02T08:34:02.375 INFO:tasks.rados.rados.0.smithi019.stdout:1056: done (1 left) 2024-04-02T08:34:02.375 INFO:tasks.rados.rados.0.smithi019.stdout:1059: copy_from oid 45 from oid 48 current snap is 104 2024-04-02T08:34:02.375 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 104 2024-04-02T08:34:02.375 INFO:tasks.rados.rados.0.smithi019.stdout:1060: seq_num 332 ranges {0=770048} 2024-04-02T08:34:02.379 INFO:tasks.rados.rados.0.smithi019.stdout:1060: writing smithi01981774-50 from 0 to 770048 tid 1 2024-04-02T08:34:02.379 INFO:tasks.rados.rados.0.smithi019.stdout:1061: delete oid 18 current snap is 104 2024-04-02T08:34:02.379 INFO:tasks.rados.rados.0.smithi019.stdout:1058: finishing write tid 1 to smithi01981774-38 2024-04-02T08:34:02.379 INFO:tasks.rados.rados.0.smithi019.stdout:1058: finishing write tid 2 to smithi01981774-38 2024-04-02T08:34:02.379 INFO:tasks.rados.rados.0.smithi019.stdout:1058: finishing write tid 3 to smithi01981774-38 2024-04-02T08:34:02.379 INFO:tasks.rados.rados.0.smithi019.stdout:1058: oid 38 updating version 0 to 462 2024-04-02T08:34:02.380 INFO:tasks.rados.rados.0.smithi019.stdout:1058: oid 38 version 462 is already newer than 461 2024-04-02T08:34:02.380 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 462 (ObjNum 331 snap 104 seq_num 331) dirty exists 2024-04-02T08:34:02.380 INFO:tasks.rados.rados.0.smithi019.stdout:1058: left oid 38 (ObjNum 331 snap 104 seq_num 331) 2024-04-02T08:34:02.382 INFO:tasks.rados.rados.0.smithi019.stdout:1058: done (3 left) 2024-04-02T08:34:02.382 INFO:tasks.rados.rados.0.smithi019.stdout:1061: done (2 left) 2024-04-02T08:34:02.382 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 104 2024-04-02T08:34:02.382 INFO:tasks.rados.rados.0.smithi019.stdout:1062: seq_num 334 ranges {614400=802816} 2024-04-02T08:34:02.390 INFO:tasks.rados.rados.0.smithi019.stdout:1062: writing smithi01981774-17 from 614400 to 1417216 tid 1 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1063: snap_create 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1060: finishing write tid 1 to smithi01981774-50 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1060: finishing write tid 2 to smithi01981774-50 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1060: finishing write tid 3 to smithi01981774-50 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1060: oid 50 updating version 0 to 266 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1060: oid 50 version 266 is already newer than 265 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 266 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1060: left oid 50 (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:34:02.391 INFO:tasks.rados.rados.0.smithi019.stdout:1059: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:34:02.394 INFO:tasks.rados.rados.0.smithi019.stdout:1059: finishing copy_from to smithi01981774-45 2024-04-02T08:34:02.394 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 727 (ObjNum 275 snap 80 seq_num 275) dirty exists 2024-04-02T08:34:02.395 INFO:tasks.rados.rados.0.smithi019.stdout:1062: finishing write tid 1 to smithi01981774-17 2024-04-02T08:34:02.395 INFO:tasks.rados.rados.0.smithi019.stdout:1062: finishing write tid 2 to smithi01981774-17 2024-04-02T08:34:02.395 INFO:tasks.rados.rados.0.smithi019.stdout:1062: finishing write tid 3 to smithi01981774-17 2024-04-02T08:34:02.395 INFO:tasks.rados.rados.0.smithi019.stdout:1062: oid 17 updating version 0 to 463 2024-04-02T08:34:02.396 INFO:tasks.rados.rados.0.smithi019.stdout:1062: oid 17 updating version 463 to 464 2024-04-02T08:34:02.396 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 464 (ObjNum 334 snap 104 seq_num 334) dirty exists 2024-04-02T08:34:02.396 INFO:tasks.rados.rados.0.smithi019.stdout:1062: left oid 17 (ObjNum 334 snap 104 seq_num 334) 2024-04-02T08:34:02.413 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:02 smithi066 systemd[1]: Stopping Ceph mon.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:02.413 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b[30975]: 2024-04-02T08:34:02.413+0000 7fa781249700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:34:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b[30975]: 2024-04-02T08:34:02.413+0000 7fa781249700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:34:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:02 smithi066 podman[87163]: 2024-04-02 08:34:02.65934231 +0000 UTC m=+0.349312466 container died d469b18537395bceeaef6eb547c8f933d455a69123b642a07f876805a5643ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-02T08:34:03.294 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 podman[87163]: 2024-04-02 08:34:03.036443483 +0000 UTC m=+0.726413626 container cleanup d469b18537395bceeaef6eb547c8f933d455a69123b642a07f876805a5643ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-02T08:34:03.294 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 bash[87163]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T08:34:03.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:03 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 podman[87183]: 2024-04-02 08:34:03.296083415 +0000 UTC m=+0.635433502 container remove d469b18537395bceeaef6eb547c8f933d455a69123b642a07f876805a5643ae8 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:34:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-02T08:34:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 systemd[1]: Stopped Ceph mon.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Consumed 10.125s CPU time. 2024-04-02T08:34:04.015 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 systemd[1]: Starting Ceph mon.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:04.015 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 podman[87323]: 2024-04-02 08:34:03.788505757 +0000 UTC m=+0.018787606 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:34:04.015 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:03 smithi066 podman[87323]: 2024-04-02 08:34:03.905872776 +0000 UTC m=+0.136154611 container create ee79f2631c219bc457948ff76d2e841496a64aacac87173e8b18db5bf56a5851 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T08:34:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 podman[87323]: 2024-04-02 08:34:04.108841688 +0000 UTC m=+0.339123529 container init ee79f2631c219bc457948ff76d2e841496a64aacac87173e8b18db5bf56a5851 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 podman[87323]: 2024-04-02 08:34:04.114300031 +0000 UTC m=+0.344581866 container start ee79f2631c219bc457948ff76d2e841496a64aacac87173e8b18db5bf56a5851 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: pidfile_write: ignore empty --pid-file 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: load: jerasure load: lrc 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Git sha 0 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: DB SUMMARY 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: DB Session ID: 7ZAED7YWB7GDPMUH8LSL 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:34:04.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1396 Bytes 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 13001413 ; 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.env: 0x56386cbd7c60 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.info_log: 0x56386f14bae0 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:34:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.statistics: (nil) 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.use_fsync: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.db_log_dir: 2024-04-02T08:34:04.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.wal_dir: 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.write_buffer_manager: 0x56386f11c1e0 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:34:04.567 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.unordered_write: 0 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.row_cache: None 2024-04-02T08:34:04.568 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.wal_filter: None 2024-04-02T08:34:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:34:04.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.wal_compression: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:34:04.570 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_open_files: -1 2024-04-02T08:34:04.571 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Compression algorithms supported: 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kZSTD supported: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:34:04.572 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.merge_operator: 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_filter: None 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56386f14bcc0) 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:34:04.573 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_type: 0 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_index_type: 0 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_shortening: 1 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: checksum: 4 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: no_block_cache: 0 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache: 0x56386f14f090 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_options: 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: capacity : 536870912 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_shard_bits : 4 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: strict_capacity_limit : 0 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_cache_compressed: (nil) 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: persistent_cache: (nil) 2024-04-02T08:34:04.574 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size: 4096 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_size_deviation: 10 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_restart_interval: 16 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: index_block_restart_interval: 1 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_block_size: 4096 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: partition_filters: 0 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: use_delta_encoding: 1 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: filter_policy: bloomfilter 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: whole_key_filtering: 1 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: verify_compression: 0 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: format_version: 5 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_index_compression: 1 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: block_align: 0 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_auto_readahead_size: 262144 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: prepopulate_block_cache: 0 2024-04-02T08:34:04.575 INFO:journalctl@ceph.mon.b.smithi066.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression: NoCompression 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.num_levels: 7 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:34:04.576 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:34:04.577 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:34:04.578 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:34:04.579 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.ttl: 2592000 2024-04-02T08:34:04.580 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13346, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:34:04.581 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 38adccc2-8f4d-4245-8920-e6108c498d6c 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046844144398, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046844176081, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7913848, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13351, "largest_seqno": 17921, "table_properties": {"data_size": 7894139, "index_size": 13862, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4805, "raw_key_size": 43476, "raw_average_key_size": 22, "raw_value_size": 7853713, "raw_average_value_size": 4140, "num_data_blocks": 601, "num_entries": 1897, "num_filter_entries": 1897, "num_deletions": 308, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046844, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "38adccc2-8f4d-4245-8920-e6108c498d6c", "db_session_id": "7ZAED7YWB7GDPMUH8LSL", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046844176166, "job": 1, "event": "recovery_finished"} 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56386f23e000 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: DB pointer 0x56386f228000 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:34:04.582 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** DB Stats ** 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: L0 1/0 7.55 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 545.1 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: L6 1/0 6.07 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Sum 2/0 13.62 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 545.1 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:04.583 INFO:journalctl@ceph.mon.b.smithi066.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 545.1 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** Compaction Stats [default] ** 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 545.1 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: Cumulative compaction: 0.01 GB write, 215.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: Interval compaction: 0.01 GB write, 215.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:34:04.584 INFO:journalctl@ceph.mon.b.smithi066.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache BinnedLRUCache@0x56386f14f090#7 capacity: 512.00 MB usage: 21.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,5.03 KB,0.000959635%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: starting mon.b rank 1 at public addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] at bind addrs [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???) e3 preinit fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???).mds e6 new map 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???).mds e6 print_map 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: e6 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: legacy client fscid: 1 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:34:04.585 INFO:journalctl@ceph.mon.b.smithi066.stdout: fs_name cephfs 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: epoch 6 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: created 2024-04-02T08:27:11.581708+0000 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: modified 2024-04-02T08:27:13.590824+0000 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: tableserver 0 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: root 0 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: session_timeout 60 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: session_autoclose 300 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_file_size 1099511627776 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_xattr_size 65536 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: required_client_features {} 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: last_failure 0 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: last_failure_osd_epoch 0 2024-04-02T08:34:04.586 INFO:journalctl@ceph.mon.b.smithi066.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: max_mds 1 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: in 0 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: up {0=24344} 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: failed 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: damaged 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: stopped 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: data_pools [3] 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: metadata_pool 2 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: inline_data disabled 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: balancer 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: bal_rank_mask -1 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: standby_count_wanted 0 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: [mds.a{0:24344} state up:active seq 4 addr [v2:172.21.15.19:6834/2557675225,v1:172.21.15.19:6835/2557675225] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.587 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout: Standby daemons: 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout: 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???).osd e264 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 ceph-mon[87361]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 bash[87323]: ee79f2631c219bc457948ff76d2e841496a64aacac87173e8b18db5bf56a5851 2024-04-02T08:34:04.588 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:04 smithi066 systemd[1]: Started Ceph mon.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:09.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:34:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:34:09.185+0000 7fa581a4a700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-02T08:34:10.680 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:34:10] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-04-02T08:34:10.695 INFO:tasks.rados.rados.0.smithi019.stdout:1059: done (3 left) 2024-04-02T08:34:10.695 INFO:tasks.rados.rados.0.smithi019.stdout:1060: done (2 left) 2024-04-02T08:34:10.695 INFO:tasks.rados.rados.0.smithi019.stdout:1062: done (1 left) 2024-04-02T08:34:10.695 INFO:tasks.rados.rados.0.smithi019.stdout:1063: done (0 left) 2024-04-02T08:34:10.696 INFO:tasks.rados.rados.0.smithi019.stdout:1064: snap_remove snap 93 2024-04-02T08:34:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:34:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mgrmap e38: y(active, since 37s), standbys: x 2024-04-02T08:34:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T08:34:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mon.a calling monitor election 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mon.c calling monitor election 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mon.b calling monitor election 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: pgmap v48: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: pgmap v49: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mon.a calling monitor election 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: monmap epoch 4 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: last_changed 2024-04-02T08:34:05.596536+0000 2024-04-02T08:34:10.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: min_mon_release 19 (squid) 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: election_strategy: 1 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:10.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mgrmap e38: y(active, since 37s), standbys: x 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mon.a calling monitor election 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mon.c calling monitor election 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mon.b calling monitor election 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: pgmap v48: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: pgmap v49: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-02T08:34:10.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mon.a calling monitor election 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: monmap epoch 4 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: last_changed 2024-04-02T08:34:05.596536+0000 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: min_mon_release 19 (squid) 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: election_strategy: 1 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:10.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-02T08:34:10.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T08:34:10.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:10.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:10.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:34:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mgrmap e38: y(active, since 37s), standbys: x 2024-04-02T08:34:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: overall HEALTH_OK 2024-04-02T08:34:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mon.a calling monitor election 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mon.c calling monitor election 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mon.b calling monitor election 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: pgmap v48: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: pgmap v49: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: overall HEALTH_OK 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mon.a calling monitor election 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: monmap epoch 4 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: last_changed 2024-04-02T08:34:05.596536+0000 2024-04-02T08:34:11.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: created 2024-04-02T08:21:30.890853+0000 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: min_mon_release 19 (squid) 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: election_strategy: 1 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: 0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.b 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: 2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: mgrmap e38: y(active, since 42s), standbys: x 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: overall HEALTH_OK 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:11.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:11.700 INFO:tasks.rados.rados.0.smithi019.stdout:1064: done (0 left) 2024-04-02T08:34:11.700 INFO:tasks.rados.rados.0.smithi019.stdout:1065: rmattr oid 46 current snap is 105 2024-04-02T08:34:11.700 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 105 2024-04-02T08:34:11.700 INFO:tasks.rados.rados.0.smithi019.stdout:1066: seq_num 335 ranges {2326528=417792,2744320=401408} 2024-04-02T08:34:11.716 INFO:tasks.rados.rados.0.smithi019.stdout:1066: writing smithi01981774-48 from 2326528 to 2744320 tid 1 2024-04-02T08:34:11.718 INFO:tasks.rados.rados.0.smithi019.stdout:1066: writing smithi01981774-48 from 2744320 to 3145728 tid 2 2024-04-02T08:34:11.718 INFO:tasks.rados.rados.0.smithi019.stdout:1067: delete oid 18 current snap is 105 2024-04-02T08:34:11.719 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 734 (ObjNum 593 snap 0 seq_num 1571456535) dirty exists 2024-04-02T08:34:11.720 INFO:tasks.rados.rados.0.smithi019.stdout:1065: done (2 left) 2024-04-02T08:34:11.720 INFO:tasks.rados.rados.0.smithi019.stdout:1067: done (1 left) 2024-04-02T08:34:11.720 INFO:tasks.rados.rados.0.smithi019.stdout:1068: read oid 49 snap -1 2024-04-02T08:34:11.720 INFO:tasks.rados.rados.0.smithi019.stdout:1068: expect (ObjNum 320 snap 102 seq_num 320) 2024-04-02T08:34:11.720 INFO:tasks.rados.rados.0.smithi019.stdout:1069: delete oid 3 current snap is 105 2024-04-02T08:34:11.721 INFO:tasks.rados.rados.0.smithi019.stdout:1066: finishing write tid 1 to smithi01981774-48 2024-04-02T08:34:11.722 INFO:tasks.rados.rados.0.smithi019.stdout:1066: finishing write tid 2 to smithi01981774-48 2024-04-02T08:34:11.722 INFO:tasks.rados.rados.0.smithi019.stdout:1066: finishing write tid 3 to smithi01981774-48 2024-04-02T08:34:11.722 INFO:tasks.rados.rados.0.smithi019.stdout:1069: done (2 left) 2024-04-02T08:34:11.722 INFO:tasks.rados.rados.0.smithi019.stdout:1070: snap_remove snap 77 2024-04-02T08:34:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:11 smithi066 ceph-mon[87361]: pgmap v50: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-02T08:34:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:11 smithi066 ceph-mon[87361]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:11 smithi019 ceph-mon[94035]: pgmap v50: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-02T08:34:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:11 smithi019 ceph-mon[94035]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:11 smithi019 ceph-mon[96522]: pgmap v50: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-02T08:34:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:11 smithi019 ceph-mon[96522]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:34:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:12.705 INFO:tasks.rados.rados.0.smithi019.stdout:1070: done (2 left) 2024-04-02T08:34:12.718 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 105 2024-04-02T08:34:12.718 INFO:tasks.rados.rados.0.smithi019.stdout:1066: finishing write tid 4 to smithi01981774-48 2024-04-02T08:34:12.719 INFO:tasks.rados.rados.0.smithi019.stdout:1066: oid 48 updating version 0 to 741 2024-04-02T08:34:12.719 INFO:tasks.rados.rados.0.smithi019.stdout:1066: oid 48 updating version 741 to 742 2024-04-02T08:34:12.719 INFO:tasks.rados.rados.0.smithi019.stdout:1066: oid 48 version 742 is already newer than 740 2024-04-02T08:34:12.719 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 742 (ObjNum 335 snap 105 seq_num 335) dirty exists 2024-04-02T08:34:12.719 INFO:tasks.rados.rados.0.smithi019.stdout:1066: left oid 48 (ObjNum 335 snap 105 seq_num 335) 2024-04-02T08:34:12.719 INFO:tasks.rados.rados.0.smithi019.stdout:1071: seq_num 338 ranges {5259264=466944,5726208=401408} 2024-04-02T08:34:12.738 INFO:tasks.rados.rados.0.smithi019.stdout:1071: writing smithi01981774-21 from 5259264 to 5726208 tid 1 2024-04-02T08:34:12.741 INFO:tasks.rados.rados.0.smithi019.stdout:1071: writing smithi01981774-21 from 5726208 to 6127616 tid 2 2024-04-02T08:34:12.741 INFO:tasks.rados.rados.0.smithi019.stdout:1066: done (2 left) 2024-04-02T08:34:12.741 INFO:tasks.rados.rados.0.smithi019.stdout:1072: read oid 33 snap -1 2024-04-02T08:34:12.741 INFO:tasks.rados.rados.0.smithi019.stdout:1072: expect deleted 2024-04-02T08:34:12.741 INFO:tasks.rados.rados.0.smithi019.stdout:1073: read oid 5 snap -1 2024-04-02T08:34:12.742 INFO:tasks.rados.rados.0.smithi019.stdout:1073: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:34:12.742 INFO:tasks.rados.rados.0.smithi019.stdout:1074: delete oid 26 current snap is 105 2024-04-02T08:34:12.742 INFO:tasks.rados.rados.0.smithi019.stdout:1068: expect (ObjNum 320 snap 102 seq_num 320) 2024-04-02T08:34:12.763 INFO:tasks.rados.rados.0.smithi019.stdout:1073: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:34:12.769 INFO:tasks.rados.rados.0.smithi019.stdout:1071: finishing write tid 1 to smithi01981774-21 2024-04-02T08:34:12.769 INFO:tasks.rados.rados.0.smithi019.stdout:1071: finishing write tid 2 to smithi01981774-21 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1071: finishing write tid 3 to smithi01981774-21 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1071: finishing write tid 4 to smithi01981774-21 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1071: oid 21 updating version 0 to 277 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1071: oid 21 updating version 277 to 279 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1071: oid 21 version 279 is already newer than 278 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 279 (ObjNum 338 snap 105 seq_num 338) dirty exists 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1071: left oid 21 (ObjNum 338 snap 105 seq_num 338) 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1068: done (4 left) 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1071: done (3 left) 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1072: done (2 left) 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1073: done (1 left) 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1074: done (0 left) 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1075: rollback oid 10 current snap is 105 2024-04-02T08:34:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 89 2024-04-02T08:34:12.771 INFO:tasks.rados.rados.0.smithi019.stdout:1076: rollback oid 22 current snap is 105 2024-04-02T08:34:12.771 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 101 2024-04-02T08:34:12.771 INFO:tasks.rados.rados.0.smithi019.stdout:1077: rmattr oid 46 current snap is 105 2024-04-02T08:34:12.771 INFO:tasks.rados.rados.0.smithi019.stdout:1078: read oid 33 snap -1 2024-04-02T08:34:12.771 INFO:tasks.rados.rados.0.smithi019.stdout:1078: expect deleted 2024-04-02T08:34:12.771 INFO:tasks.rados.rados.0.smithi019.stdout:1079: snap_create 2024-04-02T08:34:12.771 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 757 (ObjNum 593 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:12.772 INFO:tasks.rados.rados.0.smithi019.stdout:1076: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:34:12.772 INFO:tasks.rados.rados.0.smithi019.stdout:1075: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:34:12.772 INFO:tasks.rados.rados.0.smithi019.stdout:1075: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:34:12.772 INFO:tasks.rados.rados.0.smithi019.stdout:1076: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:34:12.772 INFO:tasks.rados.rados.0.smithi019.stdout:1075: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:34:12.773 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 456 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-02T08:34:12.773 INFO:tasks.rados.rados.0.smithi019.stdout:1076: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:34:12.773 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 377 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:34:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:12 smithi066 ceph-mon[87361]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:13.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:12 smithi019 ceph-mon[96522]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:12 smithi019 ceph-mon[94035]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:34:13.712 INFO:tasks.rados.rados.0.smithi019.stdout:1075: done (4 left) 2024-04-02T08:34:13.712 INFO:tasks.rados.rados.0.smithi019.stdout:1076: done (3 left) 2024-04-02T08:34:13.712 INFO:tasks.rados.rados.0.smithi019.stdout:1077: done (2 left) 2024-04-02T08:34:13.712 INFO:tasks.rados.rados.0.smithi019.stdout:1078: done (1 left) 2024-04-02T08:34:13.712 INFO:tasks.rados.rados.0.smithi019.stdout:1079: done (0 left) 2024-04-02T08:34:13.712 INFO:tasks.rados.rados.0.smithi019.stdout:1080: snap_remove snap 94 2024-04-02T08:34:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:13 smithi066 ceph-mon[87361]: pgmap v53: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:13 smithi066 ceph-mon[87361]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:13.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:13 smithi019 ceph-mon[94035]: pgmap v53: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:13 smithi019 ceph-mon[94035]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:13 smithi019 ceph-mon[96522]: pgmap v53: 121 pgs: 121 active+clean; 304 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:13 smithi019 ceph-mon[96522]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:34:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:14.547 INFO:tasks.rados.rados.0.smithi019.stdout:1080: done (0 left) 2024-04-02T08:34:14.547 INFO:tasks.rados.rados.0.smithi019.stdout:1081: read oid 47 snap -1 2024-04-02T08:34:14.547 INFO:tasks.rados.rados.0.smithi019.stdout:1081: expect deleted 2024-04-02T08:34:14.547 INFO:tasks.rados.rados.0.smithi019.stdout:1082: read oid 35 snap -1 2024-04-02T08:34:14.547 INFO:tasks.rados.rados.0.smithi019.stdout:1082: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:34:14.547 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 106 2024-04-02T08:34:14.547 INFO:tasks.rados.rados.0.smithi019.stdout:1083: seq_num 340 ranges {0=499712,499712=401408} 2024-04-02T08:34:14.550 INFO:tasks.rados.rados.0.smithi019.stdout:1083: writing smithi01981774-4 from 0 to 499712 tid 1 2024-04-02T08:34:14.553 INFO:tasks.rados.rados.0.smithi019.stdout:1083: writing smithi01981774-4 from 499712 to 901120 tid 2 2024-04-02T08:34:14.553 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 106 2024-04-02T08:34:14.554 INFO:tasks.rados.rados.0.smithi019.stdout:1084: seq_num 341 ranges {5259264=516096,5775360=401408} 2024-04-02T08:34:14.586 INFO:tasks.rados.rados.0.smithi019.stdout:1084: writing smithi01981774-36 from 5259264 to 5775360 tid 1 2024-04-02T08:34:14.589 INFO:tasks.rados.rados.0.smithi019.stdout:1084: writing smithi01981774-36 from 5775360 to 6176768 tid 2 2024-04-02T08:34:14.589 INFO:tasks.rados.rados.0.smithi019.stdout:1085: copy_from oid 8 from oid 27 current snap is 106 2024-04-02T08:34:14.589 INFO:tasks.rados.rados.0.smithi019.stdout:1083: finishing write tid 1 to smithi01981774-4 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1083: finishing write tid 2 to smithi01981774-4 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1083: finishing write tid 3 to smithi01981774-4 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1083: finishing write tid 4 to smithi01981774-4 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1083: oid 4 updating version 0 to 387 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1083: oid 4 updating version 387 to 388 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1083: oid 4 version 388 is already newer than 386 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 388 (ObjNum 340 snap 106 seq_num 340) dirty exists 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1083: left oid 4 (ObjNum 340 snap 106 seq_num 340) 2024-04-02T08:34:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:1082: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:34:15.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:14 smithi066 ceph-mon[87361]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:15.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:14 smithi066 ceph-mon[87361]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:15.190 INFO:tasks.rados.rados.0.smithi019.stdout:1084: finishing write tid 1 to smithi01981774-36 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: finishing write tid 2 to smithi01981774-36 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1085: finishing copy_from racing read to smithi01981774-8 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: finishing write tid 3 to smithi01981774-36 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1085: finishing copy_from to smithi01981774-8 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 362 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: finishing write tid 4 to smithi01981774-36 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: oid 36 updating version 0 to 381 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: oid 36 version 381 is already newer than 380 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: oid 36 version 381 is already newer than 379 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 381 (ObjNum 341 snap 106 seq_num 341) dirty exists 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: left oid 36 (ObjNum 341 snap 106 seq_num 341) 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1081: done (4 left) 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1082: done (3 left) 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1083: done (2 left) 2024-04-02T08:34:15.191 INFO:tasks.rados.rados.0.smithi019.stdout:1084: done (1 left) 2024-04-02T08:34:15.192 INFO:tasks.rados.rados.0.smithi019.stdout:1085: done (0 left) 2024-04-02T08:34:15.192 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 106 2024-04-02T08:34:15.192 INFO:tasks.rados.rados.0.smithi019.stdout:1086: seq_num 342 ranges {4456448=532480,4988928=401408} 2024-04-02T08:34:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:14 smithi019 ceph-mon[94035]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:14 smithi019 ceph-mon[94035]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:15.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:14 smithi019 ceph-mon[96522]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:34:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:14 smithi019 ceph-mon[96522]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:34:15.217 INFO:tasks.rados.rados.0.smithi019.stdout:1086: writing smithi01981774-10 from 4456448 to 4988928 tid 1 2024-04-02T08:34:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:1086: writing smithi01981774-10 from 4988928 to 5390336 tid 2 2024-04-02T08:34:15.219 INFO:tasks.rados.rados.0.smithi019.stdout:1087: rollback oid 41 current snap is 106 2024-04-02T08:34:15.220 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 41 to 74 2024-04-02T08:34:15.220 INFO:tasks.rados.rados.0.smithi019.stdout:1088: delete oid 38 current snap is 106 2024-04-02T08:34:15.222 INFO:tasks.rados.rados.0.smithi019.stdout:1086: finishing write tid 1 to smithi01981774-10 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi019.stdout:1087: finishing rollback tid 0 to smithi01981774-41 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi019.stdout:1086: finishing write tid 2 to smithi01981774-10 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi019.stdout:1087: finishing rollback tid 1 to smithi01981774-41 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi019.stdout:1086: finishing write tid 3 to smithi01981774-10 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi019.stdout:1088: done (2 left) 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 106 2024-04-02T08:34:15.223 INFO:tasks.rados.rados.0.smithi019.stdout:1089: seq_num 344 ranges {0=565248,565248=401408} 2024-04-02T08:34:15.226 INFO:tasks.rados.rados.0.smithi019.stdout:1089: writing smithi01981774-7 from 0 to 565248 tid 1 2024-04-02T08:34:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:1089: writing smithi01981774-7 from 565248 to 966656 tid 2 2024-04-02T08:34:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:1090: read oid 21 snap -1 2024-04-02T08:34:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:1090: expect (ObjNum 338 snap 105 seq_num 338) 2024-04-02T08:34:15.229 INFO:tasks.rados.rados.0.smithi019.stdout:1091: snap_remove snap 90 2024-04-02T08:34:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:15 smithi066 ceph-mon[87361]: pgmap v56: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 563 KiB/s rd, 412 KiB/s wr, 7 op/s 2024-04-02T08:34:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:15 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:15 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:1091: done (4 left) 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 106 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:1087: finishing rollback tid 2 to smithi01981774-41 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 767 (ObjNum 214 snap 61 seq_num 214) dirty exists 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:1086: finishing write tid 4 to smithi01981774-10 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:1086: oid 10 updating version 0 to 459 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:1086: oid 10 version 459 is already newer than 458 2024-04-02T08:34:16.196 INFO:tasks.rados.rados.0.smithi019.stdout:1086: oid 10 version 459 is already newer than 457 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 459 (ObjNum 342 snap 106 seq_num 342) dirty exists 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1086: left oid 10 (ObjNum 342 snap 106 seq_num 342) 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: finishing write tid 1 to smithi01981774-7 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: finishing write tid 2 to smithi01981774-7 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: finishing write tid 3 to smithi01981774-7 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: finishing write tid 4 to smithi01981774-7 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: oid 7 updating version 0 to 770 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: oid 7 version 770 is already newer than 768 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: oid 7 version 770 is already newer than 769 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 770 (ObjNum 344 snap 106 seq_num 344) dirty exists 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1089: left oid 7 (ObjNum 344 snap 106 seq_num 344) 2024-04-02T08:34:16.197 INFO:tasks.rados.rados.0.smithi019.stdout:1090: expect (ObjNum 338 snap 105 seq_num 338) 2024-04-02T08:34:16.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:15 smithi019 ceph-mon[94035]: pgmap v56: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 563 KiB/s rd, 412 KiB/s wr, 7 op/s 2024-04-02T08:34:16.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:15 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:16.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:15 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:16.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:15 smithi019 ceph-mon[96522]: pgmap v56: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 563 KiB/s rd, 412 KiB/s wr, 7 op/s 2024-04-02T08:34:16.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:15 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:16.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:15 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:16.607 INFO:tasks.rados.rados.0.smithi019.stdout:1092: seq_num 345 ranges {5242880=581632,5824512=401408} 2024-04-02T08:34:16.638 INFO:tasks.rados.rados.0.smithi019.stdout:1092: writing smithi01981774-23 from 5242880 to 5824512 tid 1 2024-04-02T08:34:16.641 INFO:tasks.rados.rados.0.smithi019.stdout:1092: writing smithi01981774-23 from 5824512 to 6225920 tid 2 2024-04-02T08:34:16.641 INFO:tasks.rados.rados.0.smithi019.stdout:1086: done (4 left) 2024-04-02T08:34:16.641 INFO:tasks.rados.rados.0.smithi019.stdout:1087: done (3 left) 2024-04-02T08:34:16.641 INFO:tasks.rados.rados.0.smithi019.stdout:1089: done (2 left) 2024-04-02T08:34:16.641 INFO:tasks.rados.rados.0.smithi019.stdout:1090: done (1 left) 2024-04-02T08:34:16.641 INFO:tasks.rados.rados.0.smithi019.stdout:1093: snap_create 2024-04-02T08:34:16.642 INFO:tasks.rados.rados.0.smithi019.stdout:1092: finishing write tid 1 to smithi01981774-23 2024-04-02T08:34:16.643 INFO:tasks.rados.rados.0.smithi019.stdout:1092: finishing write tid 2 to smithi01981774-23 2024-04-02T08:34:16.643 INFO:tasks.rados.rados.0.smithi019.stdout:1092: finishing write tid 3 to smithi01981774-23 2024-04-02T08:34:16.644 INFO:tasks.rados.rados.0.smithi019.stdout:1092: finishing write tid 4 to smithi01981774-23 2024-04-02T08:34:16.644 INFO:tasks.rados.rados.0.smithi019.stdout:1092: oid 23 updating version 0 to 268 2024-04-02T08:34:16.644 INFO:tasks.rados.rados.0.smithi019.stdout:1092: oid 23 version 268 is already newer than 267 2024-04-02T08:34:16.644 INFO:tasks.rados.rados.0.smithi019.stdout:1092: oid 23 updating version 268 to 269 2024-04-02T08:34:16.644 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 269 (ObjNum 345 snap 106 seq_num 345) dirty exists 2024-04-02T08:34:16.644 INFO:tasks.rados.rados.0.smithi019.stdout:1092: left oid 23 (ObjNum 345 snap 106 seq_num 345) 2024-04-02T08:34:17.222 INFO:tasks.rados.rados.0.smithi019.stdout:1092: done (1 left) 2024-04-02T08:34:17.222 INFO:tasks.rados.rados.0.smithi019.stdout:1093: done (0 left) 2024-04-02T08:34:17.222 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 107 2024-04-02T08:34:17.222 INFO:tasks.rados.rados.0.smithi019.stdout:1094: seq_num 346 ranges {7176192=598016,7774208=401408} 2024-04-02T08:34:17.264 INFO:tasks.rados.rados.0.smithi019.stdout:1094: writing smithi01981774-19 from 7176192 to 7774208 tid 1 2024-04-02T08:34:17.266 INFO:tasks.rados.rados.0.smithi019.stdout:1094: writing smithi01981774-19 from 7774208 to 8175616 tid 2 2024-04-02T08:34:17.267 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 107 2024-04-02T08:34:17.267 INFO:tasks.rados.rados.0.smithi019.stdout:1095: seq_num 347 ranges {647168=614400,1261568=401408} 2024-04-02T08:34:17.273 INFO:tasks.rados.rados.0.smithi019.stdout:1095: writing smithi01981774-25 from 647168 to 1261568 tid 1 2024-04-02T08:34:17.276 INFO:tasks.rados.rados.0.smithi019.stdout:1095: writing smithi01981774-25 from 1261568 to 1662976 tid 2 2024-04-02T08:34:17.276 INFO:tasks.rados.rados.0.smithi019.stdout:1096: rmattr oid 42 current snap is 107 2024-04-02T08:34:17.276 INFO:tasks.rados.rados.0.smithi019.stdout:1094: finishing write tid 1 to smithi01981774-19 2024-04-02T08:34:17.276 INFO:tasks.rados.rados.0.smithi019.stdout:1097: delete oid 10 current snap is 107 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:1094: finishing write tid 2 to smithi01981774-19 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:1094: finishing write tid 3 to smithi01981774-19 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:1094: finishing write tid 4 to smithi01981774-19 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:1094: oid 19 updating version 0 to 387 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:1094: oid 19 version 387 is already newer than 385 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:1094: oid 19 version 387 is already newer than 386 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 387 (ObjNum 346 snap 107 seq_num 346) dirty exists 2024-04-02T08:34:17.277 INFO:tasks.rados.rados.0.smithi019.stdout:1094: left oid 19 (ObjNum 346 snap 107 seq_num 346) 2024-04-02T08:34:17.278 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 0 (ObjNum 65 snap 0 seq_num 1901154393) dirty dne 2024-04-02T08:34:17.281 INFO:tasks.rados.rados.0.smithi019.stdout:1095: finishing write tid 1 to smithi01981774-25 2024-04-02T08:34:17.281 INFO:tasks.rados.rados.0.smithi019.stdout:1095: finishing write tid 2 to smithi01981774-25 2024-04-02T08:34:17.281 INFO:tasks.rados.rados.0.smithi019.stdout:1094: done (3 left) 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1096: done (2 left) 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1097: done (1 left) 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1098: copy_from oid 21 from oid 5 current snap is 107 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1099: snap_create 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1095: finishing write tid 3 to smithi01981774-25 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1095: finishing write tid 4 to smithi01981774-25 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1095: oid 25 updating version 0 to 344 2024-04-02T08:34:17.282 INFO:tasks.rados.rados.0.smithi019.stdout:1095: oid 25 version 344 is already newer than 342 2024-04-02T08:34:17.283 INFO:tasks.rados.rados.0.smithi019.stdout:1095: oid 25 version 344 is already newer than 343 2024-04-02T08:34:17.283 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 344 (ObjNum 347 snap 107 seq_num 347) dirty exists 2024-04-02T08:34:17.283 INFO:tasks.rados.rados.0.smithi019.stdout:1095: left oid 25 (ObjNum 347 snap 107 seq_num 347) 2024-04-02T08:34:17.286 INFO:tasks.rados.rados.0.smithi019.stdout:1098: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:34:17.286 INFO:tasks.rados.rados.0.smithi019.stdout:1098: finishing copy_from to smithi01981774-21 2024-04-02T08:34:17.286 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 358 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[94035]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[94035]: pgmap v59: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 563 KiB/s rd, 412 KiB/s wr, 7 op/s 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[96522]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[96522]: pgmap v59: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 563 KiB/s rd, 412 KiB/s wr, 7 op/s 2024-04-02T08:34:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:17.497 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:17 smithi066 ceph-mon[87361]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:34:17.497 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:17.497 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:17 smithi066 ceph-mon[87361]: pgmap v59: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 563 KiB/s rd, 412 KiB/s wr, 7 op/s 2024-04-02T08:34:17.497 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:18.228 INFO:tasks.rados.rados.0.smithi019.stdout:1095: done (2 left) 2024-04-02T08:34:18.228 INFO:tasks.rados.rados.0.smithi019.stdout:1098: done (1 left) 2024-04-02T08:34:18.228 INFO:tasks.rados.rados.0.smithi019.stdout:1099: done (0 left) 2024-04-02T08:34:18.229 INFO:tasks.rados.rados.0.smithi019.stdout:1100: rollback oid 44 current snap is 108 2024-04-02T08:34:18.229 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 44 to 70 2024-04-02T08:34:18.229 INFO:tasks.rados.rados.0.smithi019.stdout:1101: copy_from oid 18 from oid 38 current snap is 108 2024-04-02T08:34:18.229 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 108 2024-04-02T08:34:18.229 INFO:tasks.rados.rados.0.smithi019.stdout:1102: seq_num 349 ranges {0=655360,655360=401408} 2024-04-02T08:34:18.232 INFO:tasks.rados.rados.0.smithi019.stdout:1102: writing smithi01981774-3 from 0 to 655360 tid 1 2024-04-02T08:34:18.235 INFO:tasks.rados.rados.0.smithi019.stdout:1102: writing smithi01981774-3 from 655360 to 1056768 tid 2 2024-04-02T08:34:18.235 INFO:tasks.rados.rados.0.smithi019.stdout:1101: finishing copy_from to smithi01981774-18 2024-04-02T08:34:18.235 INFO:tasks.rados.rados.0.smithi019.stdout:1101: got expected ENOENT (src dne) 2024-04-02T08:34:18.235 INFO:tasks.rados.rados.0.smithi019.stdout:1101: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:34:18.235 INFO:tasks.rados.rados.0.smithi019.stdout:1100: finishing rollback tid 0 to smithi01981774-44 2024-04-02T08:34:18.235 INFO:tasks.rados.rados.0.smithi019.stdout:1101: done (2 left) 2024-04-02T08:34:18.235 INFO:tasks.rados.rados.0.smithi019.stdout:1103: snap_remove snap 101 2024-04-02T08:34:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:18 smithi066 ceph-mon[87361]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:18 smithi019 ceph-mon[94035]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:18 smithi019 ceph-mon[96522]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:34:19.233 INFO:tasks.rados.rados.0.smithi019.stdout:1103: done (2 left) 2024-04-02T08:34:19.233 INFO:tasks.rados.rados.0.smithi019.stdout:1104: snap_create 2024-04-02T08:34:19.233 INFO:tasks.rados.rados.0.smithi019.stdout:1100: finishing rollback tid 1 to smithi01981774-44 2024-04-02T08:34:19.233 INFO:tasks.rados.rados.0.smithi019.stdout:1100: finishing rollback tid 2 to smithi01981774-44 2024-04-02T08:34:19.233 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 379 (ObjNum 161 snap 0 seq_num 4127039366) dirty exists 2024-04-02T08:34:19.233 INFO:tasks.rados.rados.0.smithi019.stdout:1102: finishing write tid 1 to smithi01981774-3 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:1102: finishing write tid 2 to smithi01981774-3 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:1102: finishing write tid 3 to smithi01981774-3 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:1102: finishing write tid 4 to smithi01981774-3 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:1102: oid 3 updating version 0 to 527 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:1102: oid 3 updating version 527 to 528 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:1102: oid 3 updating version 528 to 529 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 529 (ObjNum 349 snap 108 seq_num 349) dirty exists 2024-04-02T08:34:19.234 INFO:tasks.rados.rados.0.smithi019.stdout:1102: left oid 3 (ObjNum 349 snap 108 seq_num 349) 2024-04-02T08:34:19.547 INFO:tasks.rados.rados.0.smithi019.stdout:1100: done (2 left) 2024-04-02T08:34:19.547 INFO:tasks.rados.rados.0.smithi019.stdout:1102: done (1 left) 2024-04-02T08:34:19.547 INFO:tasks.rados.rados.0.smithi019.stdout:1104: done (0 left) 2024-04-02T08:34:19.548 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 109 2024-04-02T08:34:19.548 INFO:tasks.rados.rados.0.smithi019.stdout:1105: seq_num 350 ranges {114688=671744,786432=401408} 2024-04-02T08:34:19.551 INFO:tasks.rados.rados.0.smithi019.stdout:1105: writing smithi01981774-1 from 114688 to 786432 tid 1 2024-04-02T08:34:19.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:19 smithi066 ceph-mon[87361]: pgmap v61: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 500 KiB/s rd, 366 KiB/s wr, 6 op/s 2024-04-02T08:34:19.553 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:19 smithi066 ceph-mon[87361]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:19.554 INFO:tasks.rados.rados.0.smithi019.stdout:1105: writing smithi01981774-1 from 786432 to 1187840 tid 2 2024-04-02T08:34:19.554 INFO:tasks.rados.rados.0.smithi019.stdout:1106: read oid 35 snap -1 2024-04-02T08:34:19.554 INFO:tasks.rados.rados.0.smithi019.stdout:1106: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:34:19.554 INFO:tasks.rados.rados.0.smithi019.stdout:1107: snap_create 2024-04-02T08:34:19.561 INFO:tasks.rados.rados.0.smithi019.stdout:1105: finishing write tid 1 to smithi01981774-1 2024-04-02T08:34:19.562 INFO:tasks.rados.rados.0.smithi019.stdout:1105: finishing write tid 2 to smithi01981774-1 2024-04-02T08:34:19.562 INFO:tasks.rados.rados.0.smithi019.stdout:1105: finishing write tid 3 to smithi01981774-1 2024-04-02T08:34:19.563 INFO:tasks.rados.rados.0.smithi019.stdout:1105: finishing write tid 4 to smithi01981774-1 2024-04-02T08:34:19.563 INFO:tasks.rados.rados.0.smithi019.stdout:1105: oid 1 updating version 0 to 533 2024-04-02T08:34:19.563 INFO:tasks.rados.rados.0.smithi019.stdout:1105: oid 1 updating version 533 to 534 2024-04-02T08:34:19.563 INFO:tasks.rados.rados.0.smithi019.stdout:1105: oid 1 updating version 534 to 535 2024-04-02T08:34:19.563 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 535 (ObjNum 350 snap 109 seq_num 350) dirty exists 2024-04-02T08:34:19.563 INFO:tasks.rados.rados.0.smithi019.stdout:1105: left oid 1 (ObjNum 350 snap 109 seq_num 350) 2024-04-02T08:34:19.590 INFO:tasks.rados.rados.0.smithi019.stdout:1106: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:34:19.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:19 smithi019 ceph-mon[94035]: pgmap v61: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 500 KiB/s rd, 366 KiB/s wr, 6 op/s 2024-04-02T08:34:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:19 smithi019 ceph-mon[94035]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:19 smithi019 ceph-mon[96522]: pgmap v61: 121 pgs: 121 active+clean; 303 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 500 KiB/s rd, 366 KiB/s wr, 6 op/s 2024-04-02T08:34:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:19 smithi019 ceph-mon[96522]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:34:20.534 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:34:20] "GET /metrics HTTP/1.1" 200 36065 "" "Prometheus/2.43.0" 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:20.535 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[94035]: Reconfiguring daemon mon.a on smithi019 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:20.536 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:20 smithi019 ceph-mon[96522]: Reconfiguring daemon mon.a on smithi019 2024-04-02T08:34:20.547 INFO:tasks.rados.rados.0.smithi019.stdout:1105: done (2 left) 2024-04-02T08:34:20.547 INFO:tasks.rados.rados.0.smithi019.stdout:1106: done (1 left) 2024-04-02T08:34:20.547 INFO:tasks.rados.rados.0.smithi019.stdout:1107: done (0 left) 2024-04-02T08:34:20.547 INFO:tasks.rados.rados.0.smithi019.stdout:1108: rollback oid 37 current snap is 110 2024-04-02T08:34:20.547 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 75 2024-04-02T08:34:20.548 INFO:tasks.rados.rados.0.smithi019.stdout:1109: delete oid 44 current snap is 110 2024-04-02T08:34:20.552 INFO:tasks.rados.rados.0.smithi019.stdout:1108: finishing rollback tid 0 to smithi01981774-37 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1108: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 347 (ObjNum 81 snap 0 seq_num 1533107536) dirty dne 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1108: done (1 left) 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1109: done (0 left) 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1110: copy_from oid 5 from oid 45 current snap is 110 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1111: read oid 12 snap 96 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1111: expect deleted 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1112: rollback oid 47 current snap is 110 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 98 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 110 2024-04-02T08:34:20.555 INFO:tasks.rados.rados.0.smithi019.stdout:1113: seq_num 352 ranges {1523712=704512,2228224=401408} 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:20 smithi066 ceph-mon[87361]: Reconfiguring daemon mon.a on smithi019 2024-04-02T08:34:20.567 INFO:tasks.rados.rados.0.smithi019.stdout:1113: writing smithi01981774-28 from 1523712 to 2228224 tid 1 2024-04-02T08:34:20.570 INFO:tasks.rados.rados.0.smithi019.stdout:1113: writing smithi01981774-28 from 2228224 to 2629632 tid 2 2024-04-02T08:34:20.570 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 110 2024-04-02T08:34:20.570 INFO:tasks.rados.rados.0.smithi019.stdout:1112: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:34:20.570 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 263 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:34:20.570 INFO:tasks.rados.rados.0.smithi019.stdout:1110: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:34:20.570 INFO:tasks.rados.rados.0.smithi019.stdout:1114: seq_num 353 ranges {6176768=720896,6897664=401408} 2024-04-02T08:34:20.608 INFO:tasks.rados.rados.0.smithi019.stdout:1114: writing smithi01981774-36 from 6176768 to 6897664 tid 1 2024-04-02T08:34:20.610 INFO:tasks.rados.rados.0.smithi019.stdout:1114: writing smithi01981774-36 from 6897664 to 7299072 tid 2 2024-04-02T08:34:20.610 INFO:tasks.rados.rados.0.smithi019.stdout:1111: done (4 left) 2024-04-02T08:34:20.610 INFO:tasks.rados.rados.0.smithi019.stdout:1112: done (3 left) 2024-04-02T08:34:20.610 INFO:tasks.rados.rados.0.smithi019.stdout:1115: snap_remove snap 103 2024-04-02T08:34:21.285 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:34:21.615 INFO:tasks.rados.rados.0.smithi019.stdout:1115: done (3 left) 2024-04-02T08:34:21.615 INFO:tasks.rados.rados.0.smithi019.stdout:1116: rmattr oid 50 current snap is 110 2024-04-02T08:34:21.615 INFO:tasks.rados.rados.0.smithi019.stdout:1116: done (3 left) 2024-04-02T08:34:21.615 INFO:tasks.rados.rados.0.smithi019.stdout:1117: setattr oid 10 current snap is 110 2024-04-02T08:34:21.615 INFO:tasks.rados.rados.0.smithi019.stdout:1110: finishing copy_from to smithi01981774-5 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 727 (ObjNum 275 snap 80 seq_num 275) dirty exists 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: finishing write tid 1 to smithi01981774-28 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: finishing write tid 2 to smithi01981774-28 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: finishing write tid 3 to smithi01981774-28 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: finishing write tid 4 to smithi01981774-28 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: oid 28 updating version 0 to 791 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: oid 28 version 791 is already newer than 790 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: oid 28 updating version 791 to 792 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 792 (ObjNum 352 snap 110 seq_num 352) dirty exists 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1113: left oid 28 (ObjNum 352 snap 110 seq_num 352) 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1114: finishing write tid 1 to smithi01981774-36 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1114: finishing write tid 2 to smithi01981774-36 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1114: finishing write tid 3 to smithi01981774-36 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1114: finishing write tid 4 to smithi01981774-36 2024-04-02T08:34:21.616 INFO:tasks.rados.rados.0.smithi019.stdout:1114: oid 36 updating version 0 to 395 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:1114: oid 36 version 395 is already newer than 393 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:1114: oid 36 version 395 is already newer than 394 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 395 (ObjNum 353 snap 110 seq_num 353) dirty exists 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:1114: left oid 36 (ObjNum 353 snap 110 seq_num 353) 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:1110: done (3 left) 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:1113: done (2 left) 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:1114: done (1 left) 2024-04-02T08:34:21.617 INFO:tasks.rados.rados.0.smithi019.stdout:1118: snap_remove snap 108 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (5m) 27s ago 6m 26.9M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (6m) 6s ago 6m 89.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (7m) 27s ago 7m 18.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (7m) 6s ago 7m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (78s) 6s ago 10m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (110s) 27s ago 12m 493M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (62s) 27s ago 12m 40.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (17s) 6s ago 11m 22.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (37s) 27s ago 11m 27.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (5m) 27s ago 5m 16.4M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (5m) 6s ago 5m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (10m) 27s ago 10m 162M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:34:21.633 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (10m) 27s ago 10m 143M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:34:21.634 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (9m) 27s ago 9m 161M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:34:21.634 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (9m) 27s ago 9m 109M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:34:21.634 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (8m) 6s ago 8m 129M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:34:21.634 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (8m) 6s ago 8m 158M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:34:21.634 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (8m) 6s ago 8m 108M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:34:21.634 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (7m) 6s ago 7m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:34:21.634 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (83s) 6s ago 6m 53.9M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:34:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[94035]: pgmap v65: 121 pgs: 121 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[94035]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[96522]: pgmap v65: 121 pgs: 121 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[96522]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:21 smithi066 ceph-mon[87361]: pgmap v65: 121 pgs: 121 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-02T08:34:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:21 smithi066 ceph-mon[87361]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:34:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:22.052 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:34:22.053 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 10, 2024-04-02T08:34:22.053 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:34:22.053 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:34:22.053 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:34:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:22.619 INFO:tasks.rados.rados.0.smithi019.stdout:1118: done (1 left) 2024-04-02T08:34:22.619 INFO:tasks.rados.rados.0.smithi019.stdout:1119: rollback oid 17 current snap is 110 2024-04-02T08:34:22.619 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 17 to 102 2024-04-02T08:34:22.619 INFO:tasks.rados.rados.0.smithi019.stdout:1120: snap_remove snap 89 2024-04-02T08:34:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[94035]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[94035]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[94035]: Reconfiguring daemon mgr.y on smithi019 2024-04-02T08:34:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[94035]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[94035]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/27456283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[96522]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:22.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[96522]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:22.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[96522]: Reconfiguring daemon mgr.y on smithi019 2024-04-02T08:34:22.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[96522]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:22.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[96522]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:22.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:22 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/27456283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:22 smithi066 ceph-mon[87361]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:22 smithi066 ceph-mon[87361]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:34:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:22 smithi066 ceph-mon[87361]: Reconfiguring daemon mgr.y on smithi019 2024-04-02T08:34:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:22 smithi066 ceph-mon[87361]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:34:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:22 smithi066 ceph-mon[87361]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:22 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/27456283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.619 INFO:tasks.rados.rados.0.smithi019.stdout:1120: done (2 left) 2024-04-02T08:34:23.619 INFO:tasks.rados.rados.0.smithi019.stdout:1121: read oid 28 snap -1 2024-04-02T08:34:23.619 INFO:tasks.rados.rados.0.smithi019.stdout:1121: expect (ObjNum 352 snap 110 seq_num 352) 2024-04-02T08:34:23.619 INFO:tasks.rados.rados.0.smithi019.stdout:1122: copy_from oid 16 from oid 9 current snap is 110 2024-04-02T08:34:23.619 INFO:tasks.rados.rados.0.smithi019.stdout:1123: snap_remove snap 75 2024-04-02T08:34:23.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-mon[87361]: pgmap v68: 121 pgs: 121 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:34:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-mon[87361]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:23.883 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[96522]: pgmap v68: 121 pgs: 121 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:34:23.883 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[96522]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:23.883 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:23.883 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:23.883 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:23.884 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:23.884 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:23.884 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[94035]: pgmap v68: 121 pgs: 121 active+clean; 311 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-02T08:34:23.884 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[94035]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:34:23.884 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:23.885 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:23.885 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:23.885 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:23.885 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:24.622 INFO:tasks.rados.rados.0.smithi019.stdout:1123: done (4 left) 2024-04-02T08:34:24.622 INFO:tasks.rados.rados.0.smithi019.stdout:1124: rollback oid 31 current snap is 110 2024-04-02T08:34:24.622 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 74 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:1125: setattr oid 13 current snap is 110 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 461 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:1119: finishing rollback tid 0 to smithi01981774-17 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:1119: finishing rollback tid 1 to smithi01981774-17 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 729 (ObjNum 113 snap 0 seq_num 2483365856) dirty dne 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:1122: finishing copy_from to smithi01981774-16 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:1122: got expected ENOENT (src dne) 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:1122: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:34:24.623 INFO:tasks.rados.rados.0.smithi019.stdout:1121: expect (ObjNum 352 snap 110 seq_num 352) 2024-04-02T08:34:24.728 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[94035]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:24.728 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[94035]: Reconfiguring daemon mon.c on smithi019 2024-04-02T08:34:24.728 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[94035]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:24.728 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[94035]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:24.728 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[96522]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:24.729 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[96522]: Reconfiguring daemon mon.c on smithi019 2024-04-02T08:34:24.729 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[96522]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:24.729 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:24 smithi019 ceph-mon[96522]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:24.750 INFO:tasks.rados.rados.0.smithi019.stdout:1124: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1124: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1124: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 464 (ObjNum 240 snap 63 seq_num 240) dirty exists 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1117: done (5 left) 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1119: done (4 left) 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1121: done (3 left) 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1122: done (2 left) 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1124: done (1 left) 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1126: rmattr oid 28 current snap is 110 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1126: done (1 left) 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1127: read oid 47 snap -1 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1127: expect deleted 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 110 2024-04-02T08:34:24.751 INFO:tasks.rados.rados.0.smithi019.stdout:1128: seq_num 354 ranges {0=737280,737280=401408} 2024-04-02T08:34:24.754 INFO:tasks.rados.rados.0.smithi019.stdout:1128: writing smithi01981774-37 from 0 to 737280 tid 1 2024-04-02T08:34:24.757 INFO:tasks.rados.rados.0.smithi019.stdout:1128: writing smithi01981774-37 from 737280 to 1138688 tid 2 2024-04-02T08:34:24.757 INFO:tasks.rados.rados.0.smithi019.stdout:1129: read oid 6 snap -1 2024-04-02T08:34:24.757 INFO:tasks.rados.rados.0.smithi019.stdout:1129: expect (ObjNum 250 snap 66 seq_num 250) 2024-04-02T08:34:24.757 INFO:tasks.rados.rados.0.smithi019.stdout:1130: read oid 8 snap -1 2024-04-02T08:34:24.757 INFO:tasks.rados.rados.0.smithi019.stdout:1130: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:24.758 INFO:tasks.rados.rados.0.smithi019.stdout:1131: setattr oid 15 current snap is 110 2024-04-02T08:34:24.758 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 333 (ObjNum 311 snap 92 seq_num 311) dirty exists 2024-04-02T08:34:24.758 INFO:tasks.rados.rados.0.smithi019.stdout:1130: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:24.760 INFO:tasks.rados.rados.0.smithi019.stdout:1128: finishing write tid 1 to smithi01981774-37 2024-04-02T08:34:24.760 INFO:tasks.rados.rados.0.smithi019.stdout:1128: finishing write tid 2 to smithi01981774-37 2024-04-02T08:34:24.760 INFO:tasks.rados.rados.0.smithi019.stdout:1125: done (5 left) 2024-04-02T08:34:24.760 INFO:tasks.rados.rados.0.smithi019.stdout:1127: done (4 left) 2024-04-02T08:34:24.760 INFO:tasks.rados.rados.0.smithi019.stdout:1130: done (3 left) 2024-04-02T08:34:24.760 INFO:tasks.rados.rados.0.smithi019.stdout:1132: copy_from oid 20 from oid 11 current snap is 110 2024-04-02T08:34:24.761 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 110 2024-04-02T08:34:24.761 INFO:tasks.rados.rados.0.smithi019.stdout:1133: seq_num 355 ranges {0=753664,753664=401408} 2024-04-02T08:34:24.764 INFO:tasks.rados.rados.0.smithi019.stdout:1133: writing smithi01981774-46 from 0 to 753664 tid 1 2024-04-02T08:34:24.767 INFO:tasks.rados.rados.0.smithi019.stdout:1133: writing smithi01981774-46 from 753664 to 1155072 tid 2 2024-04-02T08:34:24.767 INFO:tasks.rados.rados.0.smithi019.stdout:1134: snap_remove snap 95 2024-04-02T08:34:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:24 smithi066 ceph-mon[87361]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:34:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:24 smithi066 ceph-mon[87361]: Reconfiguring daemon mon.c on smithi019 2024-04-02T08:34:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:24 smithi066 ceph-mon[87361]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:34:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:24 smithi066 ceph-mon[87361]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:34:25.646 INFO:tasks.rados.rados.0.smithi019.stdout:1134: done (5 left) 2024-04-02T08:34:25.646 INFO:tasks.rados.rados.0.smithi019.stdout:1135: setattr oid 21 current snap is 110 2024-04-02T08:34:25.646 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 362 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:25.646 INFO:tasks.rados.rados.0.smithi019.stdout:1128: finishing write tid 3 to smithi01981774-37 2024-04-02T08:34:25.646 INFO:tasks.rados.rados.0.smithi019.stdout:1132: finishing copy_from to smithi01981774-20 2024-04-02T08:34:25.646 INFO:tasks.rados.rados.0.smithi019.stdout:1132: got expected ENOENT (src dne) 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1132: finishing copy_from racing read to smithi01981774-20 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1128: finishing write tid 4 to smithi01981774-37 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1128: oid 37 updating version 0 to 357 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1128: oid 37 updating version 357 to 358 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1128: oid 37 updating version 358 to 359 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 359 (ObjNum 354 snap 110 seq_num 354) dirty exists 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1128: left oid 37 (ObjNum 354 snap 110 seq_num 354) 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1133: finishing write tid 1 to smithi01981774-46 2024-04-02T08:34:25.647 INFO:tasks.rados.rados.0.smithi019.stdout:1129: expect (ObjNum 250 snap 66 seq_num 250) 2024-04-02T08:34:25.870 INFO:tasks.rados.rados.0.smithi019.stdout:1133: finishing write tid 2 to smithi01981774-46 2024-04-02T08:34:25.870 INFO:tasks.rados.rados.0.smithi019.stdout:1133: finishing write tid 3 to smithi01981774-46 2024-04-02T08:34:25.870 INFO:tasks.rados.rados.0.smithi019.stdout:1133: finishing write tid 4 to smithi01981774-46 2024-04-02T08:34:25.870 INFO:tasks.rados.rados.0.smithi019.stdout:1133: oid 46 updating version 0 to 828 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1133: oid 46 version 828 is already newer than 827 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1133: oid 46 version 828 is already newer than 826 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 828 (ObjNum 355 snap 110 seq_num 355) dirty exists 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1133: left oid 46 (ObjNum 355 snap 110 seq_num 355) 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1128: done (5 left) 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1129: done (4 left) 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1131: done (3 left) 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1132: done (2 left) 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1133: done (1 left) 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1136: rollback oid 25 current snap is 110 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 25 to 87 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1137: read oid 33 snap -1 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1137: expect deleted 2024-04-02T08:34:25.871 INFO:tasks.rados.rados.0.smithi019.stdout:1138: snap_create 2024-04-02T08:34:25.873 INFO:tasks.rados.rados.0.smithi019.stdout:1136: finishing rollback tid 0 to smithi01981774-25 2024-04-02T08:34:25.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 359 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:34:25.873 INFO:tasks.rados.rados.0.smithi019.stdout:1136: finishing rollback tid 1 to smithi01981774-25 2024-04-02T08:34:25.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 364 (ObjNum 145 snap 0 seq_num 2824377504) dirty dne 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[94035]: pgmap v71: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[94035]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[96522]: pgmap v71: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:26.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:26.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:26 smithi019 ceph-mon[96522]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:26 smithi066 ceph-mon[87361]: pgmap v71: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:34:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:26 smithi066 ceph-mon[87361]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:34:26.645 INFO:tasks.rados.rados.0.smithi019.stdout:1135: done (3 left) 2024-04-02T08:34:26.645 INFO:tasks.rados.rados.0.smithi019.stdout:1136: done (2 left) 2024-04-02T08:34:26.646 INFO:tasks.rados.rados.0.smithi019.stdout:1137: done (1 left) 2024-04-02T08:34:26.646 INFO:tasks.rados.rados.0.smithi019.stdout:1138: done (0 left) 2024-04-02T08:34:26.646 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 111 2024-04-02T08:34:26.646 INFO:tasks.rados.rados.0.smithi019.stdout:1139: seq_num 356 ranges {1138688=770048,1908736=401408} 2024-04-02T08:34:26.655 INFO:tasks.rados.rados.0.smithi019.stdout:1139: writing smithi01981774-37 from 1138688 to 1908736 tid 1 2024-04-02T08:34:26.658 INFO:tasks.rados.rados.0.smithi019.stdout:1139: writing smithi01981774-37 from 1908736 to 2310144 tid 2 2024-04-02T08:34:26.658 INFO:tasks.rados.rados.0.smithi019.stdout:1140: rmattr oid 2 current snap is 111 2024-04-02T08:34:26.658 INFO:tasks.rados.rados.0.smithi019.stdout:1140: done (1 left) 2024-04-02T08:34:26.658 INFO:tasks.rados.rados.0.smithi019.stdout:1141: read oid 2 snap 110 2024-04-02T08:34:26.658 INFO:tasks.rados.rados.0.smithi019.stdout:1141: expect (ObjNum 317 snap 99 seq_num 317) 2024-04-02T08:34:26.658 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 111 2024-04-02T08:34:26.658 INFO:tasks.rados.rados.0.smithi019.stdout:1142: seq_num 357 ranges {1187840=786432,1974272=401408} 2024-04-02T08:34:26.669 INFO:tasks.rados.rados.0.smithi019.stdout:1142: writing smithi01981774-1 from 1187840 to 1974272 tid 1 2024-04-02T08:34:26.672 INFO:tasks.rados.rados.0.smithi019.stdout:1142: writing smithi01981774-1 from 1974272 to 2375680 tid 2 2024-04-02T08:34:26.672 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 111 2024-04-02T08:34:26.672 INFO:tasks.rados.rados.0.smithi019.stdout:1139: finishing write tid 1 to smithi01981774-37 2024-04-02T08:34:26.672 INFO:tasks.rados.rados.0.smithi019.stdout:1143: seq_num 358 ranges {876544=802816,1679360=401408} 2024-04-02T08:34:26.681 INFO:tasks.rados.rados.0.smithi019.stdout:1143: writing smithi01981774-32 from 876544 to 1679360 tid 1 2024-04-02T08:34:26.683 INFO:tasks.rados.rados.0.smithi019.stdout:1143: writing smithi01981774-32 from 1679360 to 2080768 tid 2 2024-04-02T08:34:26.683 INFO:tasks.rados.rados.0.smithi019.stdout:1144: rmattr oid 7 current snap is 111 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1144: done (4 left) 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1145: setattr oid 38 current snap is 111 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1139: finishing write tid 2 to smithi01981774-37 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1139: finishing write tid 3 to smithi01981774-37 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1139: finishing write tid 4 to smithi01981774-37 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1139: oid 37 updating version 0 to 367 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1139: oid 37 updating version 367 to 368 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1139: oid 37 version 368 is already newer than 366 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 368 (ObjNum 356 snap 111 seq_num 356) dirty exists 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1139: left oid 37 (ObjNum 356 snap 111 seq_num 356) 2024-04-02T08:34:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1141: expect (ObjNum 317 snap 99 seq_num 317) 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: finishing write tid 1 to smithi01981774-1 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: finishing write tid 2 to smithi01981774-1 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: finishing write tid 3 to smithi01981774-1 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: finishing write tid 4 to smithi01981774-1 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: oid 1 updating version 0 to 563 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: oid 1 updating version 563 to 564 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: oid 1 updating version 564 to 565 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 565 (ObjNum 357 snap 111 seq_num 357) dirty exists 2024-04-02T08:34:26.733 INFO:tasks.rados.rados.0.smithi019.stdout:1142: left oid 1 (ObjNum 357 snap 111 seq_num 357) 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: finishing write tid 1 to smithi01981774-32 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: finishing write tid 2 to smithi01981774-32 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: finishing write tid 3 to smithi01981774-32 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: finishing write tid 4 to smithi01981774-32 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: oid 32 updating version 0 to 368 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: oid 32 updating version 368 to 370 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: oid 32 version 370 is already newer than 369 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 370 (ObjNum 358 snap 111 seq_num 358) dirty exists 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: left oid 32 (ObjNum 358 snap 111 seq_num 358) 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1139: done (4 left) 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1141: done (3 left) 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1142: done (2 left) 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1143: done (1 left) 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 111 2024-04-02T08:34:26.734 INFO:tasks.rados.rados.0.smithi019.stdout:1146: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-04-02T08:34:26.735 INFO:tasks.rados.rados.0.smithi019.stdout:1146: writing smithi01981774-15 from 0 to 417792 tid 1 2024-04-02T08:34:26.737 INFO:tasks.rados.rados.0.smithi019.stdout:1146: writing smithi01981774-15 from 417792 to 835584 tid 2 2024-04-02T08:34:26.740 INFO:tasks.rados.rados.0.smithi019.stdout:1146: writing smithi01981774-15 from 835584 to 1220608 tid 3 2024-04-02T08:34:26.740 INFO:tasks.rados.rados.0.smithi019.stdout:1147: delete oid 4 current snap is 111 2024-04-02T08:34:26.740 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 730 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:26.740 INFO:tasks.rados.rados.0.smithi019.stdout:1146: finishing write tid 1 to smithi01981774-15 2024-04-02T08:34:26.740 INFO:tasks.rados.rados.0.smithi019.stdout:1146: finishing write tid 2 to smithi01981774-15 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:1145: done (2 left) 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:1147: done (1 left) 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:1148: read oid 5 snap -1 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:1148: expect (ObjNum 275 snap 80 seq_num 275) 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:1149: read oid 38 snap -1 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:1149: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 111 2024-04-02T08:34:26.743 INFO:tasks.rados.rados.0.smithi019.stdout:1150: seq_num 361 ranges {3145728=450560,3596288=581632,4177920=221184} 2024-04-02T08:34:26.762 INFO:tasks.rados.rados.0.smithi019.stdout:1150: writing smithi01981774-48 from 3145728 to 3596288 tid 1 2024-04-02T08:34:26.766 INFO:tasks.rados.rados.0.smithi019.stdout:1150: writing smithi01981774-48 from 3596288 to 4177920 tid 2 2024-04-02T08:34:26.767 INFO:tasks.rados.rados.0.smithi019.stdout:1150: writing smithi01981774-48 from 4177920 to 4399104 tid 3 2024-04-02T08:34:26.768 INFO:tasks.rados.rados.0.smithi019.stdout:1151: snap_remove snap 107 2024-04-02T08:34:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:27 smithi066 ceph-mon[87361]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:27 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.0 on smithi019 2024-04-02T08:34:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:27 smithi066 ceph-mon[87361]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[94035]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.0 on smithi019 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[94035]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:27.405 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[96522]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:34:27.406 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.0 on smithi019 2024-04-02T08:34:27.406 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[96522]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:34:27.406 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:27.406 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:27.406 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:34:27.406 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: finishing write tid 3 to smithi01981774-15 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1151: done (4 left) 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1152: setattr oid 35 current snap is 111 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: finishing write tid 4 to smithi01981774-15 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: finishing write tid 5 to smithi01981774-15 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: oid 15 updating version 0 to 374 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: oid 15 version 374 is already newer than 373 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: oid 15 version 374 is already newer than 372 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: oid 15 updating version 374 to 375 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 375 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1146: left oid 15 (ObjNum 359 snap 111 seq_num 359) 2024-04-02T08:34:27.647 INFO:tasks.rados.rados.0.smithi019.stdout:1149: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:27.650 INFO:tasks.rados.rados.0.smithi019.stdout:1148: expect (ObjNum 275 snap 80 seq_num 275) 2024-04-02T08:34:27.722 INFO:tasks.rados.rados.0.smithi019.stdout:1150: finishing write tid 1 to smithi01981774-48 2024-04-02T08:34:27.722 INFO:tasks.rados.rados.0.smithi019.stdout:1150: finishing write tid 2 to smithi01981774-48 2024-04-02T08:34:27.722 INFO:tasks.rados.rados.0.smithi019.stdout:1150: finishing write tid 3 to smithi01981774-48 2024-04-02T08:34:27.722 INFO:tasks.rados.rados.0.smithi019.stdout:1150: finishing write tid 4 to smithi01981774-48 2024-04-02T08:34:27.722 INFO:tasks.rados.rados.0.smithi019.stdout:1150: finishing write tid 5 to smithi01981774-48 2024-04-02T08:34:27.722 INFO:tasks.rados.rados.0.smithi019.stdout:1150: oid 48 updating version 0 to 840 2024-04-02T08:34:27.722 INFO:tasks.rados.rados.0.smithi019.stdout:1150: oid 48 version 840 is already newer than 839 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1150: oid 48 updating version 840 to 841 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1150: oid 48 version 841 is already newer than 838 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 841 (ObjNum 361 snap 111 seq_num 361) dirty exists 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1150: left oid 48 (ObjNum 361 snap 111 seq_num 361) 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1146: done (4 left) 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1148: done (3 left) 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1149: done (2 left) 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1150: done (1 left) 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1153: rmattr oid 43 current snap is 111 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1153: done (1 left) 2024-04-02T08:34:27.723 INFO:tasks.rados.rados.0.smithi019.stdout:1154: snap_remove snap 105 2024-04-02T08:34:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:28 smithi066 ceph-mon[87361]: pgmap v74: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:34:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:28 smithi066 ceph-mon[87361]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:28 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.1 on smithi019 2024-04-02T08:34:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:28 smithi066 ceph-mon[87361]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[94035]: pgmap v74: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[94035]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.1 on smithi019 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[94035]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[96522]: pgmap v74: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[96522]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.1 on smithi019 2024-04-02T08:34:28.325 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:28 smithi019 ceph-mon[96522]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:34:28.647 INFO:tasks.rados.rados.0.smithi019.stdout:1154: done (1 left) 2024-04-02T08:34:28.647 INFO:tasks.rados.rados.0.smithi019.stdout:1155: rollback oid 1 current snap is 111 2024-04-02T08:34:28.647 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 102 2024-04-02T08:34:28.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 360 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-04-02T08:34:28.647 INFO:tasks.rados.rados.0.smithi019.stdout:1152: done (1 left) 2024-04-02T08:34:28.647 INFO:tasks.rados.rados.0.smithi019.stdout:1156: delete oid 5 current snap is 111 2024-04-02T08:34:28.656 INFO:tasks.rados.rados.0.smithi019.stdout:1155: finishing rollback tid 0 to smithi01981774-1 2024-04-02T08:34:28.656 INFO:tasks.rados.rados.0.smithi019.stdout:1155: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:34:28.656 INFO:tasks.rados.rados.0.smithi019.stdout:1155: finishing rollback tid 2 to smithi01981774-1 2024-04-02T08:34:28.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 570 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:34:28.657 INFO:tasks.rados.rados.0.smithi019.stdout:1155: done (1 left) 2024-04-02T08:34:28.657 INFO:tasks.rados.rados.0.smithi019.stdout:1156: done (0 left) 2024-04-02T08:34:28.657 INFO:tasks.rados.rados.0.smithi019.stdout:1157: delete oid 16 current snap is 111 2024-04-02T08:34:28.660 INFO:tasks.rados.rados.0.smithi019.stdout:1157: done (0 left) 2024-04-02T08:34:28.660 INFO:tasks.rados.rados.0.smithi019.stdout:1158: snap_remove snap 85 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: pgmap v77: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:29.304 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.2 on smithi019 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[94035]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: pgmap v77: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.2 on smithi019 2024-04-02T08:34:29.305 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:29 smithi019 ceph-mon[96522]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: pgmap v77: 121 pgs: 121 active+clean; 316 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.2 on smithi019 2024-04-02T08:34:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:29 smithi066 ceph-mon[87361]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:34:29.550 INFO:tasks.rados.rados.0.smithi019.stdout:1158: done (0 left) 2024-04-02T08:34:29.550 INFO:tasks.rados.rados.0.smithi019.stdout:1159: snap_remove snap 87 2024-04-02T08:34:30.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:34:30] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-04-02T08:34:30.556 INFO:tasks.rados.rados.0.smithi019.stdout:1159: done (0 left) 2024-04-02T08:34:30.557 INFO:tasks.rados.rados.0.smithi019.stdout:1160: snap_create 2024-04-02T08:34:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:30 smithi066 ceph-mon[87361]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.863 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[94035]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:30.863 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:30.863 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:30.864 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:30.864 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:30.864 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[96522]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:34:30.864 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:30.864 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:30.864 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:34:30.864 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:31.555 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:31 smithi066 ceph-mon[87361]: pgmap v80: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-02T08:34:31.555 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:31 smithi066 ceph-mon[87361]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:31.563 INFO:tasks.rados.rados.0.smithi019.stdout:1160: done (0 left) 2024-04-02T08:34:31.564 INFO:tasks.rados.rados.0.smithi019.stdout:1161: rollback oid 48 current snap is 112 2024-04-02T08:34:31.564 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 109 2024-04-02T08:34:31.564 INFO:tasks.rados.rados.0.smithi019.stdout:1162: copy_from oid 4 from oid 24 current snap is 112 2024-04-02T08:34:31.564 INFO:tasks.rados.rados.0.smithi019.stdout:1163: snap_create 2024-04-02T08:34:31.569 INFO:tasks.rados.rados.0.smithi019.stdout:1161: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:34:31.570 INFO:tasks.rados.rados.0.smithi019.stdout:1161: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:34:31.570 INFO:tasks.rados.rados.0.smithi019.stdout:1161: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:34:31.570 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 875 (ObjNum 335 snap 105 seq_num 335) dirty exists 2024-04-02T08:34:31.597 INFO:tasks.rados.rados.0.smithi019.stdout:1162: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:34:31.602 INFO:tasks.rados.rados.0.smithi019.stdout:1162: finishing copy_from to smithi01981774-4 2024-04-02T08:34:31.602 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 489 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-04-02T08:34:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:31 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.3 on smithi019 2024-04-02T08:34:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:31 smithi066 ceph-mon[87361]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:31.855 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[94035]: pgmap v80: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-02T08:34:31.855 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[94035]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:31.855 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.3 on smithi019 2024-04-02T08:34:31.856 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[94035]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:31.856 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[96522]: pgmap v80: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-02T08:34:31.856 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[96522]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:34:31.856 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.3 on smithi019 2024-04-02T08:34:31.856 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:31 smithi019 ceph-mon[96522]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:34:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-mon[87361]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-mon[87361]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:32 smithi066 ceph-mon[87361]: Reconfiguring daemon mds.a on smithi019 2024-04-02T08:34:32.566 INFO:tasks.rados.rados.0.smithi019.stdout:1161: done (2 left) 2024-04-02T08:34:32.566 INFO:tasks.rados.rados.0.smithi019.stdout:1162: done (1 left) 2024-04-02T08:34:32.566 INFO:tasks.rados.rados.0.smithi019.stdout:1163: done (0 left) 2024-04-02T08:34:32.566 INFO:tasks.rados.rados.0.smithi019.stdout:1164: read oid 34 snap 109 2024-04-02T08:34:32.567 INFO:tasks.rados.rados.0.smithi019.stdout:1164: expect (ObjNum 326 snap 104 seq_num 326) 2024-04-02T08:34:32.567 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 113 2024-04-02T08:34:32.567 INFO:tasks.rados.rados.0.smithi019.stdout:1165: seq_num 364 ranges {2326528=499712,2826240=638976,3465216=163840} 2024-04-02T08:34:32.583 INFO:tasks.rados.rados.0.smithi019.stdout:1165: writing smithi01981774-45 from 2326528 to 2826240 tid 1 2024-04-02T08:34:32.586 INFO:tasks.rados.rados.0.smithi019.stdout:1165: writing smithi01981774-45 from 2826240 to 3465216 tid 2 2024-04-02T08:34:32.587 INFO:tasks.rados.rados.0.smithi019.stdout:1165: writing smithi01981774-45 from 3465216 to 3629056 tid 3 2024-04-02T08:34:32.587 INFO:tasks.rados.rados.0.smithi019.stdout:1166: delete oid 48 current snap is 113 2024-04-02T08:34:32.587 INFO:tasks.rados.rados.0.smithi019.stdout:1164: expect (ObjNum 326 snap 104 seq_num 326) 2024-04-02T08:34:32.718 INFO:tasks.rados.rados.0.smithi019.stdout:1165: finishing write tid 1 to smithi01981774-45 2024-04-02T08:34:32.718 INFO:tasks.rados.rados.0.smithi019.stdout:1165: finishing write tid 2 to smithi01981774-45 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1164: done (2 left) 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1166: done (1 left) 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1167: setattr oid 50 current snap is 113 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: finishing write tid 3 to smithi01981774-45 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: finishing write tid 4 to smithi01981774-45 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: finishing write tid 5 to smithi01981774-45 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: oid 45 updating version 0 to 730 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: oid 45 updating version 730 to 731 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: oid 45 updating version 731 to 732 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: oid 45 version 732 is already newer than 729 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 732 (ObjNum 364 snap 113 seq_num 364) dirty exists 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: left oid 45 (ObjNum 364 snap 113 seq_num 364) 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1165: done (1 left) 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:1168: rollback oid 29 current snap is 113 2024-04-02T08:34:32.719 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 104 2024-04-02T08:34:32.720 INFO:tasks.rados.rados.0.smithi019.stdout:1169: snap_create 2024-04-02T08:34:32.721 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 270 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:34:32.722 INFO:tasks.rados.rados.0.smithi019.stdout:1168: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:34:32.722 INFO:tasks.rados.rados.0.smithi019.stdout:1168: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:34:32.722 INFO:tasks.rados.rados.0.smithi019.stdout:1168: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:34:32.722 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 881 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-04-02T08:34:32.850 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[94035]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[94035]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[94035]: Reconfiguring daemon mds.a on smithi019 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[96522]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[96522]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:34:32.851 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:32.852 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:32.852 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:32 smithi019 ceph-mon[96522]: Reconfiguring daemon mds.a on smithi019 2024-04-02T08:34:33.580 INFO:tasks.rados.rados.0.smithi019.stdout:1167: done (2 left) 2024-04-02T08:34:33.580 INFO:tasks.rados.rados.0.smithi019.stdout:1168: done (1 left) 2024-04-02T08:34:33.580 INFO:tasks.rados.rados.0.smithi019.stdout:1169: done (0 left) 2024-04-02T08:34:33.580 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 114 2024-04-02T08:34:33.580 INFO:tasks.rados.rados.0.smithi019.stdout:1170: seq_num 366 ranges {7299072=532480,7831552=458752,8290304=344064} 2024-04-02T08:34:33.622 INFO:tasks.rados.rados.0.smithi019.stdout:1170: writing smithi01981774-36 from 7299072 to 7831552 tid 1 2024-04-02T08:34:33.625 INFO:tasks.rados.rados.0.smithi019.stdout:1170: writing smithi01981774-36 from 7831552 to 8290304 tid 2 2024-04-02T08:34:33.627 INFO:tasks.rados.rados.0.smithi019.stdout:1170: writing smithi01981774-36 from 8290304 to 8634368 tid 3 2024-04-02T08:34:33.627 INFO:tasks.rados.rados.0.smithi019.stdout:1171: read oid 24 snap -1 2024-04-02T08:34:33.627 INFO:tasks.rados.rados.0.smithi019.stdout:1171: expect (ObjNum 292 snap 86 seq_num 292) 2024-04-02T08:34:33.627 INFO:tasks.rados.rados.0.smithi019.stdout:1172: snap_remove snap 70 2024-04-02T08:34:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:33 smithi019 ceph-mon[94035]: pgmap v83: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-02T08:34:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:33 smithi019 ceph-mon[94035]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:34:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:33 smithi019 ceph-mon[96522]: pgmap v83: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-02T08:34:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:33 smithi019 ceph-mon[96522]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:34:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:33 smithi066 ceph-mon[87361]: pgmap v83: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-02T08:34:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:33 smithi066 ceph-mon[87361]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:34:33.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:34.553 INFO:tasks.rados.rados.0.smithi019.stdout:1170: finishing write tid 1 to smithi01981774-36 2024-04-02T08:34:34.553 INFO:tasks.rados.rados.0.smithi019.stdout:1170: finishing write tid 2 to smithi01981774-36 2024-04-02T08:34:34.553 INFO:tasks.rados.rados.0.smithi019.stdout:1170: finishing write tid 3 to smithi01981774-36 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1170: finishing write tid 4 to smithi01981774-36 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1170: finishing write tid 5 to smithi01981774-36 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1170: oid 36 updating version 0 to 437 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1170: oid 36 version 437 is already newer than 436 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1170: oid 36 updating version 437 to 438 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1170: oid 36 version 438 is already newer than 435 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 438 (ObjNum 366 snap 114 seq_num 366) dirty exists 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1170: left oid 36 (ObjNum 366 snap 114 seq_num 366) 2024-04-02T08:34:34.554 INFO:tasks.rados.rados.0.smithi019.stdout:1171: expect (ObjNum 292 snap 86 seq_num 292) 2024-04-02T08:34:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:34:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:34:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: Reconfiguring daemon mon.b on smithi066 2024-04-02T08:34:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:34 smithi066 ceph-mon[87361]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:34:34.910 INFO:tasks.rados.rados.0.smithi019.stdout:1170: done (2 left) 2024-04-02T08:34:34.910 INFO:tasks.rados.rados.0.smithi019.stdout:1171: done (1 left) 2024-04-02T08:34:34.910 INFO:tasks.rados.rados.0.smithi019.stdout:1172: done (0 left) 2024-04-02T08:34:34.910 INFO:tasks.rados.rados.0.smithi019.stdout:1173: read oid 13 snap -1 2024-04-02T08:34:34.911 INFO:tasks.rados.rados.0.smithi019.stdout:1173: expect (ObjNum 311 snap 92 seq_num 311) 2024-04-02T08:34:34.911 INFO:tasks.rados.rados.0.smithi019.stdout:1174: rollback oid 28 current snap is 114 2024-04-02T08:34:34.911 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 28 to 99 2024-04-02T08:34:34.911 INFO:tasks.rados.rados.0.smithi019.stdout:1175: delete oid 14 current snap is 114 2024-04-02T08:34:34.913 INFO:tasks.rados.rados.0.smithi019.stdout:1175: done (2 left) 2024-04-02T08:34:34.913 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 114 2024-04-02T08:34:34.913 INFO:tasks.rados.rados.0.smithi019.stdout:1176: seq_num 368 ranges {2080768=573440,2654208=622592,3276800=180224} 2024-04-02T08:34:34.928 INFO:tasks.rados.rados.0.smithi019.stdout:1176: writing smithi01981774-32 from 2080768 to 2654208 tid 1 2024-04-02T08:34:34.931 INFO:tasks.rados.rados.0.smithi019.stdout:1176: writing smithi01981774-32 from 2654208 to 3276800 tid 2 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:1176: writing smithi01981774-32 from 3276800 to 3457024 tid 3 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:1177: read oid 8 snap -1 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:1177: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 114 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:1174: finishing rollback tid 0 to smithi01981774-28 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:1174: finishing rollback tid 1 to smithi01981774-28 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:1174: finishing rollback tid 2 to smithi01981774-28 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 899 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-04-02T08:34:34.933 INFO:tasks.rados.rados.0.smithi019.stdout:1173: expect (ObjNum 311 snap 92 seq_num 311) 2024-04-02T08:34:34.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:34:34.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:34:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: Reconfiguring daemon mon.b on smithi066 2024-04-02T08:34:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[94035]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:34:34.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:34:34.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:34.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:34.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:34:34.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:34:34.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:34:34.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:34.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: Reconfiguring daemon mon.b on smithi066 2024-04-02T08:34:34.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:34 smithi019 ceph-mon[96522]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:34:35.080 INFO:tasks.rados.rados.0.smithi019.stdout:1176: finishing write tid 1 to smithi01981774-32 2024-04-02T08:34:35.081 INFO:tasks.rados.rados.0.smithi019.stdout:1177: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:35.082 INFO:tasks.rados.rados.0.smithi019.stdout:1176: finishing write tid 2 to smithi01981774-32 2024-04-02T08:34:35.082 INFO:tasks.rados.rados.0.smithi019.stdout:1176: finishing write tid 3 to smithi01981774-32 2024-04-02T08:34:35.082 INFO:tasks.rados.rados.0.smithi019.stdout:1176: finishing write tid 4 to smithi01981774-32 2024-04-02T08:34:35.082 INFO:tasks.rados.rados.0.smithi019.stdout:1176: finishing write tid 5 to smithi01981774-32 2024-04-02T08:34:35.082 INFO:tasks.rados.rados.0.smithi019.stdout:1176: oid 32 updating version 0 to 402 2024-04-02T08:34:35.082 INFO:tasks.rados.rados.0.smithi019.stdout:1176: oid 32 version 402 is already newer than 400 2024-04-02T08:34:35.083 INFO:tasks.rados.rados.0.smithi019.stdout:1176: oid 32 version 402 is already newer than 401 2024-04-02T08:34:35.083 INFO:tasks.rados.rados.0.smithi019.stdout:1176: oid 32 version 402 is already newer than 399 2024-04-02T08:34:35.083 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 402 (ObjNum 368 snap 114 seq_num 368) dirty exists 2024-04-02T08:34:35.083 INFO:tasks.rados.rados.0.smithi019.stdout:1176: left oid 32 (ObjNum 368 snap 114 seq_num 368) 2024-04-02T08:34:35.083 INFO:tasks.rados.rados.0.smithi019.stdout:1178: seq_num 369 ranges {147456=589824,737280=507904,1245184=294912} 2024-04-02T08:34:35.086 INFO:tasks.rados.rados.0.smithi019.stdout:1178: writing smithi01981774-21 from 147456 to 737280 tid 1 2024-04-02T08:34:35.089 INFO:tasks.rados.rados.0.smithi019.stdout:1178: writing smithi01981774-21 from 737280 to 1245184 tid 2 2024-04-02T08:34:35.091 INFO:tasks.rados.rados.0.smithi019.stdout:1178: writing smithi01981774-21 from 1245184 to 1540096 tid 3 2024-04-02T08:34:35.091 INFO:tasks.rados.rados.0.smithi019.stdout:1173: done (4 left) 2024-04-02T08:34:35.091 INFO:tasks.rados.rados.0.smithi019.stdout:1174: done (3 left) 2024-04-02T08:34:35.091 INFO:tasks.rados.rados.0.smithi019.stdout:1176: done (2 left) 2024-04-02T08:34:35.092 INFO:tasks.rados.rados.0.smithi019.stdout:1177: done (1 left) 2024-04-02T08:34:35.092 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 114 2024-04-02T08:34:35.092 INFO:tasks.rados.rados.0.smithi019.stdout:1179: seq_num 370 ranges {565248=606208,1171456=794624,1966080=8192} 2024-04-02T08:34:35.097 INFO:tasks.rados.rados.0.smithi019.stdout:1179: writing smithi01981774-49 from 565248 to 1171456 tid 1 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi019.stdout:1179: writing smithi01981774-49 from 1171456 to 1966080 tid 2 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi019.stdout:1179: writing smithi01981774-49 from 1966080 to 1974272 tid 3 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi019.stdout:1180: copy_from oid 48 from oid 44 current snap is 114 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi019.stdout:1178: finishing write tid 1 to smithi01981774-21 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi019.stdout:1178: finishing write tid 2 to smithi01981774-21 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi019.stdout:1178: finishing write tid 3 to smithi01981774-21 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: finishing write tid 4 to smithi01981774-21 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1181: rollback oid 7 current snap is 114 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 109 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: finishing write tid 5 to smithi01981774-21 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: oid 21 updating version 0 to 363 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: oid 21 version 363 is already newer than 361 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: oid 21 version 363 is already newer than 362 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: oid 21 updating version 363 to 364 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 364 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: left oid 21 (ObjNum 369 snap 114 seq_num 369) 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1179: finishing write tid 1 to smithi01981774-49 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1178: done (3 left) 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1182: copy_from oid 3 from oid 6 current snap is 114 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1183: read oid 19 snap 96 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1183: expect (ObjNum 287 snap 85 seq_num 287) 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi019.stdout:1184: copy_from oid 1 from oid 43 current snap is 114 2024-04-02T08:34:35.105 INFO:tasks.rados.rados.0.smithi019.stdout:1185: snap_create 2024-04-02T08:34:35.106 INFO:tasks.rados.rados.0.smithi019.stdout:1180: finishing copy_from to smithi01981774-48 2024-04-02T08:34:35.106 INFO:tasks.rados.rados.0.smithi019.stdout:1180: got expected ENOENT (src dne) 2024-04-02T08:34:35.106 INFO:tasks.rados.rados.0.smithi019.stdout:1180: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:34:35.108 INFO:tasks.rados.rados.0.smithi019.stdout:1179: finishing write tid 2 to smithi01981774-49 2024-04-02T08:34:35.109 INFO:tasks.rados.rados.0.smithi019.stdout:1181: finishing rollback tid 0 to smithi01981774-7 2024-04-02T08:34:35.109 INFO:tasks.rados.rados.0.smithi019.stdout:1179: finishing write tid 3 to smithi01981774-49 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi019.stdout:1181: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi019.stdout:1179: finishing write tid 4 to smithi01981774-49 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi019.stdout:1181: finishing rollback tid 2 to smithi01981774-7 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 903 (ObjNum 344 snap 106 seq_num 344) dirty exists 2024-04-02T08:34:35.111 INFO:tasks.rados.rados.0.smithi019.stdout:1179: finishing write tid 5 to smithi01981774-49 2024-04-02T08:34:35.111 INFO:tasks.rados.rados.0.smithi019.stdout:1179: oid 49 updating version 0 to 307 2024-04-02T08:34:35.111 INFO:tasks.rados.rados.0.smithi019.stdout:1179: oid 49 updating version 307 to 308 2024-04-02T08:34:35.111 INFO:tasks.rados.rados.0.smithi019.stdout:1179: oid 49 updating version 308 to 309 2024-04-02T08:34:35.111 INFO:tasks.rados.rados.0.smithi019.stdout:1179: oid 49 updating version 309 to 310 2024-04-02T08:34:35.111 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 310 (ObjNum 370 snap 114 seq_num 370) dirty exists 2024-04-02T08:34:35.111 INFO:tasks.rados.rados.0.smithi019.stdout:1179: left oid 49 (ObjNum 370 snap 114 seq_num 370) 2024-04-02T08:34:35.127 INFO:tasks.rados.rados.0.smithi019.stdout:1183: expect (ObjNum 287 snap 85 seq_num 287) 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:1182: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:1184: finishing copy_from to smithi01981774-1 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 347 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:1184: finishing copy_from racing read to smithi01981774-1 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:1182: finishing copy_from to smithi01981774-3 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 169 (ObjNum 250 snap 66 seq_num 250) dirty exists 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:1179: done (6 left) 2024-04-02T08:34:35.704 INFO:tasks.rados.rados.0.smithi019.stdout:1180: done (5 left) 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1181: done (4 left) 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1182: done (3 left) 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1183: done (2 left) 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1184: done (1 left) 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1185: done (0 left) 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1186: read oid 48 snap -1 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1186: expect deleted 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1187: read oid 35 snap 78 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1187: expect (ObjNum 242 snap 64 seq_num 242) 2024-04-02T08:34:35.705 INFO:tasks.rados.rados.0.smithi019.stdout:1188: snap_remove snap 74 2024-04-02T08:34:35.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:35 smithi066 ceph-mon[87361]: pgmap v86: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:34:35.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:35.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:35.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:35.913 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:35.914 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[94035]: pgmap v86: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[96522]: pgmap v86: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:34:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:34:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:36.653 INFO:tasks.rados.rados.0.smithi019.stdout:1188: done (2 left) 2024-04-02T08:34:36.653 INFO:tasks.rados.rados.0.smithi019.stdout:1189: delete oid 18 current snap is 115 2024-04-02T08:34:36.653 INFO:tasks.rados.rados.0.smithi019.stdout:1187: expect (ObjNum 242 snap 64 seq_num 242) 2024-04-02T08:34:36.710 INFO:tasks.rados.rados.0.smithi019.stdout:1186: done (2 left) 2024-04-02T08:34:36.711 INFO:tasks.rados.rados.0.smithi019.stdout:1187: done (1 left) 2024-04-02T08:34:36.711 INFO:tasks.rados.rados.0.smithi019.stdout:1189: done (0 left) 2024-04-02T08:34:36.711 INFO:tasks.rados.rados.0.smithi019.stdout:1190: snap_remove snap 100 2024-04-02T08:34:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:36 smithi019 ceph-mon[94035]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:34:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:36 smithi019 ceph-mon[94035]: Reconfiguring daemon mgr.x on smithi066 2024-04-02T08:34:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:36 smithi019 ceph-mon[94035]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:34:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:36 smithi019 ceph-mon[96522]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:34:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:36 smithi019 ceph-mon[96522]: Reconfiguring daemon mgr.x on smithi066 2024-04-02T08:34:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:36 smithi019 ceph-mon[96522]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:34:37.049 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:36 smithi066 ceph-mon[87361]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:34:37.049 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:36 smithi066 ceph-mon[87361]: Reconfiguring daemon mgr.x on smithi066 2024-04-02T08:34:37.049 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:36 smithi066 ceph-mon[87361]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:34:37.656 INFO:tasks.rados.rados.0.smithi019.stdout:1190: done (0 left) 2024-04-02T08:34:37.656 INFO:tasks.rados.rados.0.smithi019.stdout:1191: delete oid 16 current snap is 115 2024-04-02T08:34:37.663 INFO:tasks.rados.rados.0.smithi019.stdout:1191: done (0 left) 2024-04-02T08:34:37.663 INFO:tasks.rados.rados.0.smithi019.stdout:1192: copy_from oid 32 from oid 50 current snap is 115 2024-04-02T08:34:37.663 INFO:tasks.rados.rados.0.smithi019.stdout:1193: snap_remove snap 102 2024-04-02T08:34:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[94035]: pgmap v89: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:34:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[94035]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:34:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:34:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[96522]: pgmap v89: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:34:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[96522]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:34:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:34:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:37.952 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:37 smithi066 ceph-mon[87361]: pgmap v89: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:34:37.952 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:37 smithi066 ceph-mon[87361]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:34:37.952 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:37.952 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:37.952 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:34:37.952 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:38.668 INFO:tasks.rados.rados.0.smithi019.stdout:1193: done (1 left) 2024-04-02T08:34:38.668 INFO:tasks.rados.rados.0.smithi019.stdout:1194: copy_from oid 44 from oid 36 current snap is 115 2024-04-02T08:34:38.668 INFO:tasks.rados.rados.0.smithi019.stdout:1192: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:34:38.668 INFO:tasks.rados.rados.0.smithi019.stdout:1192: finishing copy_from to smithi01981774-32 2024-04-02T08:34:38.668 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 270 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:34:38.668 INFO:tasks.rados.rados.0.smithi019.stdout:1192: done (1 left) 2024-04-02T08:34:38.668 INFO:tasks.rados.rados.0.smithi019.stdout:1195: snap_remove snap 113 2024-04-02T08:34:38.797 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:38 smithi066 ceph-mon[87361]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:34:38.797 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:38 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.4 on smithi066 2024-04-02T08:34:38.797 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:38 smithi066 ceph-mon[87361]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:34:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:38 smithi019 ceph-mon[94035]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:34:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:38 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.4 on smithi066 2024-04-02T08:34:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:38 smithi019 ceph-mon[94035]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:34:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:38 smithi019 ceph-mon[96522]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:34:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:38 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.4 on smithi066 2024-04-02T08:34:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:38 smithi019 ceph-mon[96522]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:34:39.669 INFO:tasks.rados.rados.0.smithi019.stdout:1194: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:34:39.670 INFO:tasks.rados.rados.0.smithi019.stdout:1194: finishing copy_from to smithi01981774-44 2024-04-02T08:34:39.670 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 438 (ObjNum 366 snap 114 seq_num 366) dirty exists 2024-04-02T08:34:39.670 INFO:tasks.rados.rados.0.smithi019.stdout:1194: done (1 left) 2024-04-02T08:34:39.670 INFO:tasks.rados.rados.0.smithi019.stdout:1195: done (0 left) 2024-04-02T08:34:39.670 INFO:tasks.rados.rados.0.smithi019.stdout:1196: snap_create 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: pgmap v92: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.767 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:39 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.5 on smithi066 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: pgmap v92: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.5 on smithi066 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: pgmap v92: 121 pgs: 121 active+clean; 314 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:34:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:34:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:34:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:39 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.5 on smithi066 2024-04-02T08:34:40.675 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:34:40] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-04-02T08:34:40.680 INFO:tasks.rados.rados.0.smithi019.stdout:1196: done (0 left) 2024-04-02T08:34:40.680 INFO:tasks.rados.rados.0.smithi019.stdout:1197: snap_remove snap 91 2024-04-02T08:34:40.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[94035]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:34:40.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:40.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:40.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:34:40.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:40.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[96522]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:34:40.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:40.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:40.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:34:40.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:40 smithi066 ceph-mon[87361]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:34:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:34:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:41.682 INFO:tasks.rados.rados.0.smithi019.stdout:1197: done (0 left) 2024-04-02T08:34:41.682 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 116 2024-04-02T08:34:41.682 INFO:tasks.rados.rados.0.smithi019.stdout:1198: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-04-02T08:34:41.686 INFO:tasks.rados.rados.0.smithi019.stdout:1198: writing smithi01981774-25 from 0 to 655360 tid 1 2024-04-02T08:34:41.690 INFO:tasks.rados.rados.0.smithi019.stdout:1198: writing smithi01981774-25 from 655360 to 1155072 tid 2 2024-04-02T08:34:41.693 INFO:tasks.rados.rados.0.smithi019.stdout:1198: writing smithi01981774-25 from 1155072 to 1458176 tid 3 2024-04-02T08:34:41.693 INFO:tasks.rados.rados.0.smithi019.stdout:1199: copy_from oid 1 from oid 10 current snap is 116 2024-04-02T08:34:41.694 INFO:tasks.rados.rados.0.smithi019.stdout:1200: read oid 46 snap -1 2024-04-02T08:34:41.694 INFO:tasks.rados.rados.0.smithi019.stdout:1200: expect (ObjNum 355 snap 110 seq_num 355) 2024-04-02T08:34:41.694 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 116 2024-04-02T08:34:41.694 INFO:tasks.rados.rados.0.smithi019.stdout:1201: seq_num 374 ranges {0=671744,671744=778240,1449984=24576} 2024-04-02T08:34:41.698 INFO:tasks.rados.rados.0.smithi019.stdout:1201: writing smithi01981774-14 from 0 to 671744 tid 1 2024-04-02T08:34:41.704 INFO:tasks.rados.rados.0.smithi019.stdout:1201: writing smithi01981774-14 from 671744 to 1449984 tid 2 2024-04-02T08:34:41.705 INFO:tasks.rados.rados.0.smithi019.stdout:1201: writing smithi01981774-14 from 1449984 to 1474560 tid 3 2024-04-02T08:34:41.705 INFO:tasks.rados.rados.0.smithi019.stdout:1202: read oid 42 snap -1 2024-04-02T08:34:41.705 INFO:tasks.rados.rados.0.smithi019.stdout:1202: expect deleted 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1203: setattr oid 18 current snap is 116 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: finishing write tid 1 to smithi01981774-25 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: finishing write tid 2 to smithi01981774-25 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: finishing write tid 3 to smithi01981774-25 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: finishing write tid 4 to smithi01981774-25 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: finishing write tid 5 to smithi01981774-25 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: oid 25 updating version 0 to 398 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: oid 25 version 398 is already newer than 397 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: oid 25 version 398 is already newer than 396 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:1198: oid 25 version 398 is already newer than 395 2024-04-02T08:34:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 398 (ObjNum 373 snap 116 seq_num 373) dirty exists 2024-04-02T08:34:41.707 INFO:tasks.rados.rados.0.smithi019.stdout:1198: left oid 25 (ObjNum 373 snap 116 seq_num 373) 2024-04-02T08:34:41.707 INFO:tasks.rados.rados.0.smithi019.stdout:1199: finishing copy_from racing read to smithi01981774-1 2024-04-02T08:34:41.707 INFO:tasks.rados.rados.0.smithi019.stdout:1199: finishing copy_from to smithi01981774-1 2024-04-02T08:34:41.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 461 (ObjNum 33 snap 0 seq_num 4126429365) dirty exists 2024-04-02T08:34:41.708 INFO:tasks.rados.rados.0.smithi019.stdout:1198: done (5 left) 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1199: done (4 left) 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1202: done (3 left) 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1204: rollback oid 23 current snap is 116 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 109 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1205: rollback oid 50 current snap is 116 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 115 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1206: read oid 39 snap -1 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1206: expect (ObjNum 329 snap 104 seq_num 329) 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1207: rollback oid 31 current snap is 116 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 96 2024-04-02T08:34:41.709 INFO:tasks.rados.rados.0.smithi019.stdout:1208: delete oid 40 current snap is 116 2024-04-02T08:34:41.711 INFO:tasks.rados.rados.0.smithi019.stdout:1201: finishing write tid 1 to smithi01981774-14 2024-04-02T08:34:41.712 INFO:tasks.rados.rados.0.smithi019.stdout:1201: finishing write tid 2 to smithi01981774-14 2024-04-02T08:34:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:1207: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:34:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:1201: finishing write tid 3 to smithi01981774-14 2024-04-02T08:34:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:1201: finishing write tid 4 to smithi01981774-14 2024-04-02T08:34:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:1207: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:34:41.715 INFO:tasks.rados.rados.0.smithi019.stdout:1207: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:34:41.715 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 467 (ObjNum 240 snap 63 seq_num 240) dirty exists 2024-04-02T08:34:41.717 INFO:tasks.rados.rados.0.smithi019.stdout:1201: finishing write tid 5 to smithi01981774-14 2024-04-02T08:34:41.718 INFO:tasks.rados.rados.0.smithi019.stdout:1201: oid 14 updating version 0 to 474 2024-04-02T08:34:41.718 INFO:tasks.rados.rados.0.smithi019.stdout:1201: oid 14 updating version 474 to 475 2024-04-02T08:34:41.718 INFO:tasks.rados.rados.0.smithi019.stdout:1201: oid 14 updating version 475 to 476 2024-04-02T08:34:41.718 INFO:tasks.rados.rados.0.smithi019.stdout:1201: oid 14 version 476 is already newer than 473 2024-04-02T08:34:41.718 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 476 (ObjNum 374 snap 116 seq_num 374) dirty exists 2024-04-02T08:34:41.718 INFO:tasks.rados.rados.0.smithi019.stdout:1201: left oid 14 (ObjNum 374 snap 116 seq_num 374) 2024-04-02T08:34:41.719 INFO:tasks.rados.rados.0.smithi019.stdout:1200: expect (ObjNum 355 snap 110 seq_num 355) 2024-04-02T08:34:41.754 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 441 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:41.754 INFO:tasks.rados.rados.0.smithi019.stdout:1204: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:34:41.754 INFO:tasks.rados.rados.0.smithi019.stdout:1204: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:34:41.754 INFO:tasks.rados.rados.0.smithi019.stdout:1200: done (7 left) 2024-04-02T08:34:41.754 INFO:tasks.rados.rados.0.smithi019.stdout:1201: done (6 left) 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1203: done (5 left) 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1207: done (4 left) 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1208: done (3 left) 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1209: copy_from oid 2 from oid 26 current snap is 116 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1204: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 285 (ObjNum 345 snap 106 seq_num 345) dirty exists 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1205: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1205: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1205: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 289 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:34:41.755 INFO:tasks.rados.rados.0.smithi019.stdout:1206: expect (ObjNum 329 snap 104 seq_num 329) 2024-04-02T08:34:41.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:41 smithi066 ceph-mon[87361]: pgmap v95: 121 pgs: 121 active+clean; 325 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-04-02T08:34:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:41 smithi066 ceph-mon[87361]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:34:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:41 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.6 on smithi066 2024-04-02T08:34:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:41 smithi066 ceph-mon[87361]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:34:41.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[94035]: pgmap v95: 121 pgs: 121 active+clean; 325 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-04-02T08:34:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[94035]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:34:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.6 on smithi066 2024-04-02T08:34:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[94035]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:34:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[96522]: pgmap v95: 121 pgs: 121 active+clean; 325 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-04-02T08:34:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[96522]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:34:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.6 on smithi066 2024-04-02T08:34:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:41 smithi019 ceph-mon[96522]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:34:42.070 INFO:tasks.rados.rados.0.smithi019.stdout:1209: finishing copy_from to smithi01981774-2 2024-04-02T08:34:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:1209: got expected ENOENT (src dne) 2024-04-02T08:34:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:1209: finishing copy_from racing read to smithi01981774-2 2024-04-02T08:34:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:1204: done (3 left) 2024-04-02T08:34:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:1205: done (2 left) 2024-04-02T08:34:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:1206: done (1 left) 2024-04-02T08:34:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:1209: done (0 left) 2024-04-02T08:34:42.071 INFO:tasks.rados.rados.0.smithi019.stdout:1210: setattr oid 21 current snap is 116 2024-04-02T08:34:42.073 INFO:tasks.rados.rados.0.smithi019.stdout:1211: snap_create 2024-04-02T08:34:42.077 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 365 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-02T08:34:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:42.701 INFO:tasks.rados.rados.0.smithi019.stdout:1210: done (1 left) 2024-04-02T08:34:42.701 INFO:tasks.rados.rados.0.smithi019.stdout:1211: done (0 left) 2024-04-02T08:34:42.701 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 117 2024-04-02T08:34:42.701 INFO:tasks.rados.rados.0.smithi019.stdout:1212: seq_num 376 ranges {5054464=704512,5758976=548864,6307840=253952} 2024-04-02T08:34:42.733 INFO:tasks.rados.rados.0.smithi019.stdout:1212: writing smithi01981774-6 from 5054464 to 5758976 tid 1 2024-04-02T08:34:42.736 INFO:tasks.rados.rados.0.smithi019.stdout:1212: writing smithi01981774-6 from 5758976 to 6307840 tid 2 2024-04-02T08:34:42.737 INFO:tasks.rados.rados.0.smithi019.stdout:1212: writing smithi01981774-6 from 6307840 to 6561792 tid 3 2024-04-02T08:34:42.737 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 117 2024-04-02T08:34:42.737 INFO:tasks.rados.rados.0.smithi019.stdout:1213: seq_num 377 ranges {8634368=720896,9355264=434176,9789440=368640} 2024-04-02T08:34:42.789 INFO:tasks.rados.rados.0.smithi019.stdout:1213: writing smithi01981774-44 from 8634368 to 9355264 tid 1 2024-04-02T08:34:42.791 INFO:tasks.rados.rados.0.smithi019.stdout:1213: writing smithi01981774-44 from 9355264 to 9789440 tid 2 2024-04-02T08:34:42.794 INFO:tasks.rados.rados.0.smithi019.stdout:1213: writing smithi01981774-44 from 9789440 to 10158080 tid 3 2024-04-02T08:34:42.794 INFO:tasks.rados.rados.0.smithi019.stdout:1214: read oid 50 snap -1 2024-04-02T08:34:42.794 INFO:tasks.rados.rados.0.smithi019.stdout:1214: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:34:42.794 INFO:tasks.rados.rados.0.smithi019.stdout:1215: rollback oid 21 current snap is 117 2024-04-02T08:34:42.794 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 114 2024-04-02T08:34:42.795 INFO:tasks.rados.rados.0.smithi019.stdout:1212: finishing write tid 1 to smithi01981774-6 2024-04-02T08:34:42.795 INFO:tasks.rados.rados.0.smithi019.stdout:1212: finishing write tid 2 to smithi01981774-6 2024-04-02T08:34:42.795 INFO:tasks.rados.rados.0.smithi019.stdout:1216: read oid 40 snap -1 2024-04-02T08:34:42.795 INFO:tasks.rados.rados.0.smithi019.stdout:1216: expect deleted 2024-04-02T08:34:42.795 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 117 2024-04-02T08:34:42.795 INFO:tasks.rados.rados.0.smithi019.stdout:1217: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-04-02T08:34:42.799 INFO:tasks.rados.rados.0.smithi019.stdout:1217: writing smithi01981774-9 from 0 to 737280 tid 1 2024-04-02T08:34:42.804 INFO:tasks.rados.rados.0.smithi019.stdout:1217: writing smithi01981774-9 from 737280 to 1458176 tid 2 2024-04-02T08:34:42.805 INFO:tasks.rados.rados.0.smithi019.stdout:1217: writing smithi01981774-9 from 1458176 to 1540096 tid 3 2024-04-02T08:34:42.805 INFO:tasks.rados.rados.0.smithi019.stdout:1218: rollback oid 22 current snap is 117 2024-04-02T08:34:42.805 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 115 2024-04-02T08:34:42.805 INFO:tasks.rados.rados.0.smithi019.stdout:1212: finishing write tid 3 to smithi01981774-6 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1212: finishing write tid 4 to smithi01981774-6 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1212: finishing write tid 5 to smithi01981774-6 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1212: oid 6 updating version 0 to 201 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1212: oid 6 updating version 201 to 203 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1212: oid 6 version 203 is already newer than 202 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1212: oid 6 version 203 is already newer than 200 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 203 (ObjNum 376 snap 117 seq_num 376) dirty exists 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1212: left oid 6 (ObjNum 376 snap 117 seq_num 376) 2024-04-02T08:34:42.806 INFO:tasks.rados.rados.0.smithi019.stdout:1214: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:34:42.827 INFO:tasks.rados.rados.0.smithi019.stdout:1213: finishing write tid 1 to smithi01981774-44 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: finishing write tid 2 to smithi01981774-44 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: finishing write tid 3 to smithi01981774-44 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: finishing write tid 4 to smithi01981774-44 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1215: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1215: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: finishing write tid 5 to smithi01981774-44 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: oid 44 updating version 0 to 475 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: oid 44 version 475 is already newer than 474 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: oid 44 version 475 is already newer than 473 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: oid 44 version 475 is already newer than 472 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 475 (ObjNum 377 snap 117 seq_num 377) dirty exists 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1213: left oid 44 (ObjNum 377 snap 117 seq_num 377) 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:1215: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:34:42.828 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 368 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1217: finishing write tid 1 to smithi01981774-9 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1212: done (6 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1213: done (5 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1214: done (4 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1215: done (3 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1216: done (2 left) 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1219: delete oid 29 current snap is 117 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1217: finishing write tid 2 to smithi01981774-9 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1218: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1217: finishing write tid 3 to smithi01981774-9 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1218: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1217: finishing write tid 4 to smithi01981774-9 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1218: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 445 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1217: finishing write tid 5 to smithi01981774-9 2024-04-02T08:34:42.829 INFO:tasks.rados.rados.0.smithi019.stdout:1217: oid 9 updating version 0 to 493 2024-04-02T08:34:42.830 INFO:tasks.rados.rados.0.smithi019.stdout:1217: oid 9 version 493 is already newer than 491 2024-04-02T08:34:42.830 INFO:tasks.rados.rados.0.smithi019.stdout:1217: oid 9 version 493 is already newer than 490 2024-04-02T08:34:42.830 INFO:tasks.rados.rados.0.smithi019.stdout:1217: oid 9 version 493 is already newer than 492 2024-04-02T08:34:42.830 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 493 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-04-02T08:34:42.830 INFO:tasks.rados.rados.0.smithi019.stdout:1217: left oid 9 (ObjNum 378 snap 117 seq_num 378) 2024-04-02T08:34:42.830 INFO:tasks.rados.rados.0.smithi019.stdout:1217: done (2 left) 2024-04-02T08:34:42.830 INFO:tasks.rados.rados.0.smithi019.stdout:1218: done (1 left) 2024-04-02T08:34:42.831 INFO:tasks.rados.rados.0.smithi019.stdout:1219: done (0 left) 2024-04-02T08:34:42.831 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 117 2024-04-02T08:34:42.831 INFO:tasks.rados.rados.0.smithi019.stdout:1220: seq_num 380 ranges {966656=770048,1736704=483328,2220032=319488} 2024-04-02T08:34:42.839 INFO:tasks.rados.rados.0.smithi019.stdout:1220: writing smithi01981774-7 from 966656 to 1736704 tid 1 2024-04-02T08:34:42.842 INFO:tasks.rados.rados.0.smithi019.stdout:1220: writing smithi01981774-7 from 1736704 to 2220032 tid 2 2024-04-02T08:34:42.844 INFO:tasks.rados.rados.0.smithi019.stdout:1220: writing smithi01981774-7 from 2220032 to 2539520 tid 3 2024-04-02T08:34:42.845 INFO:tasks.rados.rados.0.smithi019.stdout:1221: delete oid 9 current snap is 117 2024-04-02T08:34:42.845 INFO:tasks.rados.rados.0.smithi019.stdout:1220: finishing write tid 1 to smithi01981774-7 2024-04-02T08:34:42.845 INFO:tasks.rados.rados.0.smithi019.stdout:1220: finishing write tid 2 to smithi01981774-7 2024-04-02T08:34:42.846 INFO:tasks.rados.rados.0.smithi019.stdout:1221: done (1 left) 2024-04-02T08:34:42.846 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 117 2024-04-02T08:34:42.846 INFO:tasks.rados.rados.0.smithi019.stdout:1222: seq_num 382 ranges {5054464=802816,5857280=704512,6561792=98304} 2024-04-02T08:34:42.878 INFO:tasks.rados.rados.0.smithi019.stdout:1222: writing smithi01981774-3 from 5054464 to 5857280 tid 1 2024-04-02T08:34:42.882 INFO:tasks.rados.rados.0.smithi019.stdout:1222: writing smithi01981774-3 from 5857280 to 6561792 tid 2 2024-04-02T08:34:42.883 INFO:tasks.rados.rados.0.smithi019.stdout:1222: writing smithi01981774-3 from 6561792 to 6660096 tid 3 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1223: read oid 38 snap -1 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1223: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1224: snap_create 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: finishing write tid 3 to smithi01981774-7 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: finishing write tid 4 to smithi01981774-7 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: finishing write tid 5 to smithi01981774-7 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: oid 7 updating version 0 to 956 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: oid 7 updating version 956 to 957 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: oid 7 updating version 957 to 958 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: oid 7 version 958 is already newer than 955 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 958 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1220: left oid 7 (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1222: finishing write tid 1 to smithi01981774-3 2024-04-02T08:34:42.884 INFO:tasks.rados.rados.0.smithi019.stdout:1223: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:42.886 INFO:tasks.rados.rados.0.smithi019.stdout:1222: finishing write tid 2 to smithi01981774-3 2024-04-02T08:34:42.887 INFO:tasks.rados.rados.0.smithi019.stdout:1222: finishing write tid 3 to smithi01981774-3 2024-04-02T08:34:42.887 INFO:tasks.rados.rados.0.smithi019.stdout:1222: finishing write tid 4 to smithi01981774-3 2024-04-02T08:34:42.888 INFO:tasks.rados.rados.0.smithi019.stdout:1222: finishing write tid 5 to smithi01981774-3 2024-04-02T08:34:42.888 INFO:tasks.rados.rados.0.smithi019.stdout:1222: oid 3 updating version 0 to 629 2024-04-02T08:34:42.888 INFO:tasks.rados.rados.0.smithi019.stdout:1222: oid 3 updating version 629 to 631 2024-04-02T08:34:42.888 INFO:tasks.rados.rados.0.smithi019.stdout:1222: oid 3 version 631 is already newer than 630 2024-04-02T08:34:42.888 INFO:tasks.rados.rados.0.smithi019.stdout:1222: oid 3 version 631 is already newer than 628 2024-04-02T08:34:42.888 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 631 (ObjNum 382 snap 117 seq_num 382) dirty exists 2024-04-02T08:34:42.888 INFO:tasks.rados.rados.0.smithi019.stdout:1222: left oid 3 (ObjNum 382 snap 117 seq_num 382) 2024-04-02T08:34:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[94035]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:34:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:34:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[96522]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:34:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:34:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:42.967 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:42 smithi066 ceph-mon[87361]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:34:42.967 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:42.967 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:42.967 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:34:42.968 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:43.703 INFO:tasks.rados.rados.0.smithi019.stdout:1220: done (3 left) 2024-04-02T08:34:43.703 INFO:tasks.rados.rados.0.smithi019.stdout:1222: done (2 left) 2024-04-02T08:34:43.703 INFO:tasks.rados.rados.0.smithi019.stdout:1223: done (1 left) 2024-04-02T08:34:43.703 INFO:tasks.rados.rados.0.smithi019.stdout:1224: done (0 left) 2024-04-02T08:34:43.703 INFO:tasks.rados.rados.0.smithi019.stdout:1225: read oid 12 snap -1 2024-04-02T08:34:43.703 INFO:tasks.rados.rados.0.smithi019.stdout:1225: expect deleted 2024-04-02T08:34:43.703 INFO:tasks.rados.rados.0.smithi019.stdout:1226: rollback oid 47 current snap is 118 2024-04-02T08:34:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 111 2024-04-02T08:34:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1227: copy_from oid 22 from oid 35 current snap is 118 2024-04-02T08:34:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1228: delete oid 3 current snap is 118 2024-04-02T08:34:43.707 INFO:tasks.rados.rados.0.smithi019.stdout:1226: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:34:43.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 263 (ObjNum 33 snap 0 seq_num 2824301040) dirty dne 2024-04-02T08:34:43.710 INFO:tasks.rados.rados.0.smithi019.stdout:1225: done (3 left) 2024-04-02T08:34:43.710 INFO:tasks.rados.rados.0.smithi019.stdout:1226: done (2 left) 2024-04-02T08:34:43.710 INFO:tasks.rados.rados.0.smithi019.stdout:1228: done (1 left) 2024-04-02T08:34:43.711 INFO:tasks.rados.rados.0.smithi019.stdout:1229: rmattr oid 34 current snap is 118 2024-04-02T08:34:43.711 INFO:tasks.rados.rados.0.smithi019.stdout:1229: done (1 left) 2024-04-02T08:34:43.711 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 118 2024-04-02T08:34:43.711 INFO:tasks.rados.rados.0.smithi019.stdout:1230: seq_num 384 ranges {1212416=434176,1646592=475136,2121728=630784,2752512=98304} 2024-04-02T08:34:43.719 INFO:tasks.rados.rados.0.smithi019.stdout:1230: writing smithi01981774-2 from 1212416 to 1646592 tid 1 2024-04-02T08:34:43.722 INFO:tasks.rados.rados.0.smithi019.stdout:1230: writing smithi01981774-2 from 1646592 to 2121728 tid 2 2024-04-02T08:34:43.726 INFO:tasks.rados.rados.0.smithi019.stdout:1230: writing smithi01981774-2 from 2121728 to 2752512 tid 3 2024-04-02T08:34:43.727 INFO:tasks.rados.rados.0.smithi019.stdout:1230: writing smithi01981774-2 from 2752512 to 2850816 tid 4 2024-04-02T08:34:43.727 INFO:tasks.rados.rados.0.smithi019.stdout:1231: snap_create 2024-04-02T08:34:43.727 INFO:tasks.rados.rados.0.smithi019.stdout:1230: finishing write tid 1 to smithi01981774-2 2024-04-02T08:34:43.727 INFO:tasks.rados.rados.0.smithi019.stdout:1230: finishing write tid 2 to smithi01981774-2 2024-04-02T08:34:43.730 INFO:tasks.rados.rados.0.smithi019.stdout:1230: finishing write tid 3 to smithi01981774-2 2024-04-02T08:34:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:1230: finishing write tid 4 to smithi01981774-2 2024-04-02T08:34:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:1230: finishing write tid 5 to smithi01981774-2 2024-04-02T08:34:43.733 INFO:tasks.rados.rados.0.smithi019.stdout:1230: finishing write tid 6 to smithi01981774-2 2024-04-02T08:34:43.734 INFO:tasks.rados.rados.0.smithi019.stdout:1230: oid 2 updating version 0 to 639 2024-04-02T08:34:43.734 INFO:tasks.rados.rados.0.smithi019.stdout:1230: oid 2 version 639 is already newer than 638 2024-04-02T08:34:43.734 INFO:tasks.rados.rados.0.smithi019.stdout:1230: oid 2 version 639 is already newer than 636 2024-04-02T08:34:43.734 INFO:tasks.rados.rados.0.smithi019.stdout:1230: oid 2 version 639 is already newer than 635 2024-04-02T08:34:43.734 INFO:tasks.rados.rados.0.smithi019.stdout:1230: oid 2 version 639 is already newer than 637 2024-04-02T08:34:43.734 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 639 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:34:43.734 INFO:tasks.rados.rados.0.smithi019.stdout:1230: left oid 2 (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:34:43.744 INFO:tasks.rados.rados.0.smithi019.stdout:1227: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:34:43.744 INFO:tasks.rados.rados.0.smithi019.stdout:1227: finishing copy_from to smithi01981774-22 2024-04-02T08:34:43.744 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 360 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-04-02T08:34:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:43 smithi066 ceph-mon[87361]: pgmap v98: 121 pgs: 121 active+clean; 325 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-04-02T08:34:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:43 smithi066 ceph-mon[87361]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:34:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:43 smithi066 ceph-mon[87361]: Reconfiguring daemon osd.7 on smithi066 2024-04-02T08:34:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:43 smithi066 ceph-mon[87361]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:34:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:43.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[94035]: pgmap v98: 121 pgs: 121 active+clean; 325 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-04-02T08:34:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[94035]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:34:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[94035]: Reconfiguring daemon osd.7 on smithi066 2024-04-02T08:34:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[94035]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:34:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[96522]: pgmap v98: 121 pgs: 121 active+clean; 325 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-04-02T08:34:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[96522]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:34:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[96522]: Reconfiguring daemon osd.7 on smithi066 2024-04-02T08:34:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[96522]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:34:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:44.553 INFO:tasks.rados.rados.0.smithi019.stdout:1227: done (2 left) 2024-04-02T08:34:44.554 INFO:tasks.rados.rados.0.smithi019.stdout:1230: done (1 left) 2024-04-02T08:34:44.554 INFO:tasks.rados.rados.0.smithi019.stdout:1231: done (0 left) 2024-04-02T08:34:44.554 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 119 2024-04-02T08:34:44.554 INFO:tasks.rados.rados.0.smithi019.stdout:1232: seq_num 385 ranges {5816320=450560,6266880=761856,7028736=442368} 2024-04-02T08:34:44.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: writing smithi01981774-39 from 5816320 to 6266880 tid 1 2024-04-02T08:34:44.591 INFO:tasks.rados.rados.0.smithi019.stdout:1232: writing smithi01981774-39 from 6266880 to 7028736 tid 2 2024-04-02T08:34:44.595 INFO:tasks.rados.rados.0.smithi019.stdout:1232: writing smithi01981774-39 from 7028736 to 7471104 tid 3 2024-04-02T08:34:44.595 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 119 2024-04-02T08:34:44.595 INFO:tasks.rados.rados.0.smithi019.stdout:1233: seq_num 386 ranges {5103616=466944,5570560=638976,6209536=565248} 2024-04-02T08:34:44.625 INFO:tasks.rados.rados.0.smithi019.stdout:1233: writing smithi01981774-43 from 5103616 to 5570560 tid 1 2024-04-02T08:34:44.629 INFO:tasks.rados.rados.0.smithi019.stdout:1233: writing smithi01981774-43 from 5570560 to 6209536 tid 2 2024-04-02T08:34:44.633 INFO:tasks.rados.rados.0.smithi019.stdout:1233: writing smithi01981774-43 from 6209536 to 6774784 tid 3 2024-04-02T08:34:44.633 INFO:tasks.rados.rados.0.smithi019.stdout:1234: read oid 2 snap -1 2024-04-02T08:34:44.633 INFO:tasks.rados.rados.0.smithi019.stdout:1234: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:34:44.633 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 119 2024-04-02T08:34:44.633 INFO:tasks.rados.rados.0.smithi019.stdout:1232: finishing write tid 1 to smithi01981774-39 2024-04-02T08:34:44.633 INFO:tasks.rados.rados.0.smithi019.stdout:1235: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-04-02T08:34:44.635 INFO:tasks.rados.rados.0.smithi019.stdout:1235: writing smithi01981774-11 from 0 to 483328 tid 1 2024-04-02T08:34:44.639 INFO:tasks.rados.rados.0.smithi019.stdout:1235: writing smithi01981774-11 from 483328 to 1007616 tid 2 2024-04-02T08:34:44.643 INFO:tasks.rados.rados.0.smithi019.stdout:1235: writing smithi01981774-11 from 1007616 to 1687552 tid 3 2024-04-02T08:34:44.643 INFO:tasks.rados.rados.0.smithi019.stdout:1236: rmattr oid 14 current snap is 119 2024-04-02T08:34:44.643 INFO:tasks.rados.rados.0.smithi019.stdout:1236: done (4 left) 2024-04-02T08:34:44.643 INFO:tasks.rados.rados.0.smithi019.stdout:1237: rmattr oid 24 current snap is 119 2024-04-02T08:34:44.643 INFO:tasks.rados.rados.0.smithi019.stdout:1232: finishing write tid 2 to smithi01981774-39 2024-04-02T08:34:44.643 INFO:tasks.rados.rados.0.smithi019.stdout:1238: snap_remove snap 96 2024-04-02T08:34:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:34:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:34:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:44.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:44.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: Reconfiguring daemon mds.b on smithi066 2024-04-02T08:34:44.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:44 smithi066 ceph-mon[87361]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:34:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:34:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: Reconfiguring daemon mds.b on smithi066 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[94035]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:45.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: Reconfiguring daemon mds.b on smithi066 2024-04-02T08:34:45.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:44 smithi019 ceph-mon[96522]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:34:45.557 INFO:tasks.rados.rados.0.smithi019.stdout:1238: done (5 left) 2024-04-02T08:34:45.557 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 119 2024-04-02T08:34:45.557 INFO:tasks.rados.rados.0.smithi019.stdout:1239: seq_num 388 ranges {3268608=507904,3776512=458752,4235264=606208,4841472=139264} 2024-04-02T08:34:45.581 INFO:tasks.rados.rados.0.smithi019.stdout:1239: writing smithi01981774-13 from 3268608 to 3776512 tid 1 2024-04-02T08:34:45.582 INFO:tasks.rados.rados.0.smithi019.stdout:1239: writing smithi01981774-13 from 3776512 to 4235264 tid 2 2024-04-02T08:34:45.585 INFO:tasks.rados.rados.0.smithi019.stdout:1239: writing smithi01981774-13 from 4235264 to 4841472 tid 3 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1239: writing smithi01981774-13 from 4841472 to 4980736 tid 4 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 119 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: finishing write tid 3 to smithi01981774-39 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: finishing write tid 4 to smithi01981774-39 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: finishing write tid 5 to smithi01981774-39 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: oid 39 updating version 0 to 479 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: oid 39 version 479 is already newer than 478 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: oid 39 updating version 479 to 480 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: oid 39 version 480 is already newer than 477 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 480 (ObjNum 385 snap 119 seq_num 385) dirty exists 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1232: left oid 39 (ObjNum 385 snap 119 seq_num 385) 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1233: finishing write tid 1 to smithi01981774-43 2024-04-02T08:34:45.587 INFO:tasks.rados.rados.0.smithi019.stdout:1233: finishing write tid 2 to smithi01981774-43 2024-04-02T08:34:45.588 INFO:tasks.rados.rados.0.smithi019.stdout:1240: seq_num 389 ranges {2424832=524288,2949120=745472,3694592=458752} 2024-04-02T08:34:45.602 INFO:tasks.rados.rados.0.smithi019.stdout:1240: writing smithi01981774-31 from 2424832 to 2949120 tid 1 2024-04-02T08:34:45.606 INFO:tasks.rados.rados.0.smithi019.stdout:1240: writing smithi01981774-31 from 2949120 to 3694592 tid 2 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1240: writing smithi01981774-31 from 3694592 to 4153344 tid 3 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1232: done (6 left) 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1241: snap_create 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1233: finishing write tid 3 to smithi01981774-43 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1233: finishing write tid 4 to smithi01981774-43 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1233: finishing write tid 5 to smithi01981774-43 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1233: oid 43 updating version 0 to 484 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1233: oid 43 version 484 is already newer than 482 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1233: oid 43 updating version 484 to 485 2024-04-02T08:34:45.610 INFO:tasks.rados.rados.0.smithi019.stdout:1233: oid 43 version 485 is already newer than 483 2024-04-02T08:34:45.611 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 485 (ObjNum 386 snap 119 seq_num 386) dirty exists 2024-04-02T08:34:45.611 INFO:tasks.rados.rados.0.smithi019.stdout:1233: left oid 43 (ObjNum 386 snap 119 seq_num 386) 2024-04-02T08:34:45.611 INFO:tasks.rados.rados.0.smithi019.stdout:1235: finishing write tid 1 to smithi01981774-11 2024-04-02T08:34:45.611 INFO:tasks.rados.rados.0.smithi019.stdout:1235: finishing write tid 2 to smithi01981774-11 2024-04-02T08:34:45.611 INFO:tasks.rados.rados.0.smithi019.stdout:1234: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:34:45.728 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 0 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-04-02T08:34:45.728 INFO:tasks.rados.rados.0.smithi019.stdout:1235: finishing write tid 3 to smithi01981774-11 2024-04-02T08:34:45.728 INFO:tasks.rados.rados.0.smithi019.stdout:1235: finishing write tid 4 to smithi01981774-11 2024-04-02T08:34:45.728 INFO:tasks.rados.rados.0.smithi019.stdout:1235: finishing write tid 5 to smithi01981774-11 2024-04-02T08:34:45.728 INFO:tasks.rados.rados.0.smithi019.stdout:1235: oid 11 updating version 0 to 498 2024-04-02T08:34:45.728 INFO:tasks.rados.rados.0.smithi019.stdout:1235: oid 11 version 498 is already newer than 496 2024-04-02T08:34:45.728 INFO:tasks.rados.rados.0.smithi019.stdout:1235: oid 11 version 498 is already newer than 497 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1235: oid 11 version 498 is already newer than 495 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 498 (ObjNum 387 snap 119 seq_num 387) dirty exists 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1235: left oid 11 (ObjNum 387 snap 119 seq_num 387) 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: finishing write tid 1 to smithi01981774-13 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: finishing write tid 2 to smithi01981774-13 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: finishing write tid 3 to smithi01981774-13 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: finishing write tid 4 to smithi01981774-13 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: finishing write tid 5 to smithi01981774-13 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: finishing write tid 6 to smithi01981774-13 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: oid 13 updating version 0 to 336 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: oid 13 version 336 is already newer than 335 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: oid 13 version 336 is already newer than 334 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: oid 13 updating version 336 to 338 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:1239: oid 13 version 338 is already newer than 337 2024-04-02T08:34:45.729 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 338 (ObjNum 388 snap 119 seq_num 388) dirty exists 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1239: left oid 13 (ObjNum 388 snap 119 seq_num 388) 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: finishing write tid 1 to smithi01981774-31 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: finishing write tid 2 to smithi01981774-31 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: finishing write tid 3 to smithi01981774-31 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: finishing write tid 4 to smithi01981774-31 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: finishing write tid 5 to smithi01981774-31 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: oid 31 updating version 0 to 471 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: oid 31 version 471 is already newer than 470 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: oid 31 version 471 is already newer than 469 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: oid 31 version 471 is already newer than 468 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 471 (ObjNum 389 snap 119 seq_num 389) dirty exists 2024-04-02T08:34:45.730 INFO:tasks.rados.rados.0.smithi019.stdout:1240: left oid 31 (ObjNum 389 snap 119 seq_num 389) 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: pgmap v101: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: pgmap v101: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-02T08:34:46.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: pgmap v101: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-02T08:34:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:34:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:46.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:46.556 INFO:tasks.rados.rados.0.smithi019.stdout:1233: done (6 left) 2024-04-02T08:34:46.556 INFO:tasks.rados.rados.0.smithi019.stdout:1234: done (5 left) 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1235: done (4 left) 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1237: done (3 left) 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1239: done (2 left) 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1240: done (1 left) 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1241: done (0 left) 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1242: read oid 5 snap 39 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1242: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1243: read oid 47 snap 115 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1243: expect deleted 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1244: copy_from oid 23 from oid 15 current snap is 120 2024-04-02T08:34:46.557 INFO:tasks.rados.rados.0.smithi019.stdout:1245: delete oid 9 current snap is 120 2024-04-02T08:34:46.559 INFO:tasks.rados.rados.0.smithi019.stdout:1245: done (3 left) 2024-04-02T08:34:46.559 INFO:tasks.rados.rados.0.smithi019.stdout:1246: setattr oid 21 current snap is 120 2024-04-02T08:34:46.560 INFO:tasks.rados.rados.0.smithi019.stdout:1243: done (3 left) 2024-04-02T08:34:46.560 INFO:tasks.rados.rados.0.smithi019.stdout:1247: rollback oid 48 current snap is 120 2024-04-02T08:34:46.560 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 112 2024-04-02T08:34:46.560 INFO:tasks.rados.rados.0.smithi019.stdout:1248: delete oid 27 current snap is 120 2024-04-02T08:34:46.564 INFO:tasks.rados.rados.0.smithi019.stdout:1248: done (4 left) 2024-04-02T08:34:46.564 INFO:tasks.rados.rados.0.smithi019.stdout:1249: copy_from oid 11 from oid 27 current snap is 120 2024-04-02T08:34:46.564 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 120 2024-04-02T08:34:46.564 INFO:tasks.rados.rados.0.smithi019.stdout:1250: seq_num 392 ranges {1155072=573440,1728512=802816,2531328=401408} 2024-04-02T08:34:46.575 INFO:tasks.rados.rados.0.smithi019.stdout:1250: writing smithi01981774-46 from 1155072 to 1728512 tid 1 2024-04-02T08:34:46.580 INFO:tasks.rados.rados.0.smithi019.stdout:1250: writing smithi01981774-46 from 1728512 to 2531328 tid 2 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1250: writing smithi01981774-46 from 2531328 to 2932736 tid 3 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1251: delete oid 41 current snap is 120 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1247: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1247: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 970 (ObjNum 335 snap 105 seq_num 335) dirty exists 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 369 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1249: finishing copy_from to smithi01981774-11 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1249: got expected ENOENT (src dne) 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1249: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1244: finishing copy_from racing read to smithi01981774-23 2024-04-02T08:34:46.583 INFO:tasks.rados.rados.0.smithi019.stdout:1242: expect (ObjNum 94 snap 16 seq_num 94) 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1244: finishing copy_from to smithi01981774-23 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 375 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1250: finishing write tid 1 to smithi01981774-46 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1242: done (6 left) 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1244: done (5 left) 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1246: done (4 left) 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1247: done (3 left) 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1249: done (2 left) 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1251: done (1 left) 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1252: snap_create 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1250: finishing write tid 2 to smithi01981774-46 2024-04-02T08:34:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1250: finishing write tid 3 to smithi01981774-46 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:1250: finishing write tid 4 to smithi01981774-46 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:1250: finishing write tid 5 to smithi01981774-46 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:1250: oid 46 updating version 0 to 974 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:1250: oid 46 version 974 is already newer than 973 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:1250: oid 46 updating version 974 to 975 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:1250: oid 46 version 975 is already newer than 972 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 975 (ObjNum 392 snap 120 seq_num 392) dirty exists 2024-04-02T08:34:46.628 INFO:tasks.rados.rados.0.smithi019.stdout:1250: left oid 46 (ObjNum 392 snap 120 seq_num 392) 2024-04-02T08:34:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all mon 2024-04-02T08:34:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all crash 2024-04-02T08:34:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[94035]: Upgrade: osd.0 is safe to restart 2024-04-02T08:34:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[94035]: osdmap e301: 8 total, 8 up, 8 in 2024-04-02T08:34:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all mon 2024-04-02T08:34:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all crash 2024-04-02T08:34:47.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:47.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[96522]: Upgrade: osd.0 is safe to restart 2024-04-02T08:34:47.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:46 smithi019 ceph-mon[96522]: osdmap e301: 8 total, 8 up, 8 in 2024-04-02T08:34:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:46 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all mon 2024-04-02T08:34:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:46 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all crash 2024-04-02T08:34:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:46 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:34:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:46 smithi066 ceph-mon[87361]: Upgrade: osd.0 is safe to restart 2024-04-02T08:34:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:46 smithi066 ceph-mon[87361]: osdmap e301: 8 total, 8 up, 8 in 2024-04-02T08:34:47.558 INFO:tasks.rados.rados.0.smithi019.stdout:1250: done (1 left) 2024-04-02T08:34:47.558 INFO:tasks.rados.rados.0.smithi019.stdout:1252: done (0 left) 2024-04-02T08:34:47.558 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 121 2024-04-02T08:34:47.558 INFO:tasks.rados.rados.0.smithi019.stdout:1253: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-04-02T08:34:47.562 INFO:tasks.rados.rados.0.smithi019.stdout:1253: writing smithi01981774-47 from 0 to 606208 tid 1 2024-04-02T08:34:47.566 INFO:tasks.rados.rados.0.smithi019.stdout:1253: writing smithi01981774-47 from 606208 to 1171456 tid 2 2024-04-02T08:34:47.570 INFO:tasks.rados.rados.0.smithi019.stdout:1253: writing smithi01981774-47 from 1171456 to 1728512 tid 3 2024-04-02T08:34:47.571 INFO:tasks.rados.rados.0.smithi019.stdout:1253: writing smithi01981774-47 from 1728512 to 1810432 tid 4 2024-04-02T08:34:47.571 INFO:tasks.rados.rados.0.smithi019.stdout:1254: snap_remove snap 98 2024-04-02T08:34:48.194 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[94035]: pgmap v104: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[94035]: osdmap e302: 8 total, 8 up, 8 in 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[96522]: pgmap v104: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:48.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:47 smithi019 ceph-mon[96522]: osdmap e302: 8 total, 8 up, 8 in 2024-04-02T08:34:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:47 smithi066 ceph-mon[87361]: pgmap v104: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-02T08:34:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:34:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:47 smithi066 ceph-mon[87361]: osdmap e302: 8 total, 8 up, 8 in 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1254: done (1 left) 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1255: delete oid 9 current snap is 121 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1253: finishing write tid 1 to smithi01981774-47 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1253: finishing write tid 2 to smithi01981774-47 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1253: finishing write tid 3 to smithi01981774-47 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1253: finishing write tid 4 to smithi01981774-47 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1253: finishing write tid 5 to smithi01981774-47 2024-04-02T08:34:48.559 INFO:tasks.rados.rados.0.smithi019.stdout:1253: finishing write tid 6 to smithi01981774-47 2024-04-02T08:34:48.560 INFO:tasks.rados.rados.0.smithi019.stdout:1253: oid 47 updating version 0 to 403 2024-04-02T08:34:48.560 INFO:tasks.rados.rados.0.smithi019.stdout:1253: oid 47 updating version 403 to 406 2024-04-02T08:34:48.560 INFO:tasks.rados.rados.0.smithi019.stdout:1253: oid 47 version 406 is already newer than 404 2024-04-02T08:34:48.560 INFO:tasks.rados.rados.0.smithi019.stdout:1253: oid 47 version 406 is already newer than 405 2024-04-02T08:34:48.560 INFO:tasks.rados.rados.0.smithi019.stdout:1253: oid 47 version 406 is already newer than 402 2024-04-02T08:34:48.560 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 406 (ObjNum 394 snap 121 seq_num 394) dirty exists 2024-04-02T08:34:48.560 INFO:tasks.rados.rados.0.smithi019.stdout:1253: left oid 47 (ObjNum 394 snap 121 seq_num 394) 2024-04-02T08:34:48.566 INFO:tasks.rados.rados.0.smithi019.stdout:1253: done (1 left) 2024-04-02T08:34:48.566 INFO:tasks.rados.rados.0.smithi019.stdout:1255: done (0 left) 2024-04-02T08:34:48.567 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 121 2024-04-02T08:34:48.567 INFO:tasks.rados.rados.0.smithi019.stdout:1256: seq_num 396 ranges {2932736=638976,3571712=786432,4358144=417792} 2024-04-02T08:34:48.586 INFO:tasks.rados.rados.0.smithi019.stdout:1256: writing smithi01981774-46 from 2932736 to 3571712 tid 1 2024-04-02T08:34:48.591 INFO:tasks.rados.rados.0.smithi019.stdout:1256: writing smithi01981774-46 from 3571712 to 4358144 tid 2 2024-04-02T08:34:48.594 INFO:tasks.rados.rados.0.smithi019.stdout:1256: writing smithi01981774-46 from 4358144 to 4775936 tid 3 2024-04-02T08:34:48.594 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 121 2024-04-02T08:34:48.594 INFO:tasks.rados.rados.0.smithi019.stdout:1256: finishing write tid 1 to smithi01981774-46 2024-04-02T08:34:48.594 INFO:tasks.rados.rados.0.smithi019.stdout:1257: seq_num 397 ranges {1220608=655360,1875968=671744,2547712=532480} 2024-04-02T08:34:48.604 INFO:tasks.rados.rados.0.smithi019.stdout:1257: writing smithi01981774-15 from 1220608 to 1875968 tid 1 2024-04-02T08:34:48.608 INFO:tasks.rados.rados.0.smithi019.stdout:1257: writing smithi01981774-15 from 1875968 to 2547712 tid 2 2024-04-02T08:34:48.611 INFO:tasks.rados.rados.0.smithi019.stdout:1257: writing smithi01981774-15 from 2547712 to 3080192 tid 3 2024-04-02T08:34:48.611 INFO:tasks.rados.rados.0.smithi019.stdout:1258: read oid 31 snap -1 2024-04-02T08:34:48.611 INFO:tasks.rados.rados.0.smithi019.stdout:1258: expect (ObjNum 389 snap 119 seq_num 389) 2024-04-02T08:34:48.611 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 121 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: finishing write tid 2 to smithi01981774-46 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: finishing write tid 3 to smithi01981774-46 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: finishing write tid 4 to smithi01981774-46 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: finishing write tid 5 to smithi01981774-46 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: oid 46 updating version 0 to 992 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: oid 46 version 992 is already newer than 990 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: oid 46 version 992 is already newer than 991 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: oid 46 version 992 is already newer than 987 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 992 (ObjNum 396 snap 121 seq_num 396) dirty exists 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1256: left oid 46 (ObjNum 396 snap 121 seq_num 396) 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1257: finishing write tid 1 to smithi01981774-15 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1257: finishing write tid 2 to smithi01981774-15 2024-04-02T08:34:48.612 INFO:tasks.rados.rados.0.smithi019.stdout:1259: seq_num 398 ranges {1220608=671744,1892352=557056,2449408=532480,2981888=114688} 2024-04-02T08:34:48.621 INFO:tasks.rados.rados.0.smithi019.stdout:1259: writing smithi01981774-23 from 1220608 to 1892352 tid 1 2024-04-02T08:34:48.624 INFO:tasks.rados.rados.0.smithi019.stdout:1259: writing smithi01981774-23 from 1892352 to 2449408 tid 2 2024-04-02T08:34:48.627 INFO:tasks.rados.rados.0.smithi019.stdout:1259: writing smithi01981774-23 from 2449408 to 2981888 tid 3 2024-04-02T08:34:48.628 INFO:tasks.rados.rados.0.smithi019.stdout:1259: writing smithi01981774-23 from 2981888 to 3096576 tid 4 2024-04-02T08:34:48.628 INFO:tasks.rados.rados.0.smithi019.stdout:1256: done (3 left) 2024-04-02T08:34:48.628 INFO:tasks.rados.rados.0.smithi019.stdout:1260: snap_remove snap 106 2024-04-02T08:34:49.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:48 smithi019 ceph-mon[94035]: Upgrade: Updating osd.0 2024-04-02T08:34:49.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:48 smithi019 ceph-mon[94035]: Deploying daemon osd.0 on smithi019 2024-04-02T08:34:49.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:48 smithi019 ceph-mon[94035]: osdmap e303: 8 total, 8 up, 8 in 2024-04-02T08:34:49.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:48 smithi019 ceph-mon[96522]: Upgrade: Updating osd.0 2024-04-02T08:34:49.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:48 smithi019 ceph-mon[96522]: Deploying daemon osd.0 on smithi019 2024-04-02T08:34:49.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:48 smithi019 ceph-mon[96522]: osdmap e303: 8 total, 8 up, 8 in 2024-04-02T08:34:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:48 smithi066 ceph-mon[87361]: Upgrade: Updating osd.0 2024-04-02T08:34:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:48 smithi066 ceph-mon[87361]: Deploying daemon osd.0 on smithi019 2024-04-02T08:34:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:48 smithi066 ceph-mon[87361]: osdmap e303: 8 total, 8 up, 8 in 2024-04-02T08:34:49.563 INFO:tasks.rados.rados.0.smithi019.stdout:1260: done (3 left) 2024-04-02T08:34:49.563 INFO:tasks.rados.rados.0.smithi019.stdout:1261: rmattr oid 32 current snap is 121 2024-04-02T08:34:49.563 INFO:tasks.rados.rados.0.smithi019.stdout:1262: snap_remove snap 120 2024-04-02T08:34:50.108 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:49 smithi019 ceph-mon[94035]: pgmap v107: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:50.108 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:49 smithi019 ceph-mon[94035]: osdmap e304: 8 total, 8 up, 8 in 2024-04-02T08:34:50.109 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:49 smithi019 ceph-mon[96522]: pgmap v107: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:50.109 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:49 smithi019 ceph-mon[96522]: osdmap e304: 8 total, 8 up, 8 in 2024-04-02T08:34:50.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:49 smithi066 ceph-mon[87361]: pgmap v107: 121 pgs: 121 active+clean; 332 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:34:50.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:49 smithi066 ceph-mon[87361]: osdmap e304: 8 total, 8 up, 8 in 2024-04-02T08:34:50.565 INFO:tasks.rados.rados.0.smithi019.stdout:1262: done (4 left) 2024-04-02T08:34:50.565 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 121 2024-04-02T08:34:50.565 INFO:tasks.rados.rados.0.smithi019.stdout:1257: finishing write tid 3 to smithi01981774-15 2024-04-02T08:34:50.565 INFO:tasks.rados.rados.0.smithi019.stdout:1263: seq_num 399 ranges {4775936=688128,5464064=434176,5898240=745472,6643712=24576} 2024-04-02T08:34:50.594 INFO:tasks.rados.rados.0.smithi019.stdout:1263: writing smithi01981774-46 from 4775936 to 5464064 tid 1 2024-04-02T08:34:50.596 INFO:tasks.rados.rados.0.smithi019.stdout:1263: writing smithi01981774-46 from 5464064 to 5898240 tid 2 2024-04-02T08:34:50.602 INFO:tasks.rados.rados.0.smithi019.stdout:1263: writing smithi01981774-46 from 5898240 to 6643712 tid 3 2024-04-02T08:34:50.602 INFO:tasks.rados.rados.0.smithi019.stdout:1263: writing smithi01981774-46 from 6643712 to 6668288 tid 4 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1257: finishing write tid 4 to smithi01981774-15 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1257: finishing write tid 5 to smithi01981774-15 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1257: oid 15 updating version 0 to 445 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1257: oid 15 updating version 445 to 446 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1257: oid 15 version 446 is already newer than 444 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1257: oid 15 updating version 446 to 447 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 447 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1257: left oid 15 (ObjNum 397 snap 121 seq_num 397) 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1259: finishing write tid 1 to smithi01981774-23 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1259: finishing write tid 2 to smithi01981774-23 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1259: finishing write tid 3 to smithi01981774-23 2024-04-02T08:34:50.603 INFO:tasks.rados.rados.0.smithi019.stdout:1258: expect (ObjNum 389 snap 119 seq_num 389) 2024-04-02T08:34:50.698 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:50 smithi019 systemd[1]: Stopping Ceph osd.0 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:50.698 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:34:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:34:50] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-04-02T08:34:50.767 INFO:tasks.rados.rados.0.smithi019.stdout:1259: finishing write tid 4 to smithi01981774-23 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: finishing write tid 5 to smithi01981774-23 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: finishing write tid 6 to smithi01981774-23 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: oid 23 updating version 0 to 379 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: oid 23 version 379 is already newer than 377 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: oid 23 updating version 379 to 380 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: oid 23 version 380 is already newer than 376 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: oid 23 version 380 is already newer than 378 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 380 (ObjNum 398 snap 121 seq_num 398) dirty exists 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1259: left oid 23 (ObjNum 398 snap 121 seq_num 398) 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 449 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1263: finishing write tid 1 to smithi01981774-46 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1263: finishing write tid 2 to smithi01981774-46 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1263: finishing write tid 3 to smithi01981774-46 2024-04-02T08:34:50.768 INFO:tasks.rados.rados.0.smithi019.stdout:1263: finishing write tid 4 to smithi01981774-46 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1263: finishing write tid 5 to smithi01981774-46 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1257: done (4 left) 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1258: done (3 left) 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1259: done (2 left) 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1261: done (1 left) 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1264: read oid 40 snap -1 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1264: expect deleted 2024-04-02T08:34:50.769 INFO:tasks.rados.rados.0.smithi019.stdout:1265: snap_remove snap 117 2024-04-02T08:34:51.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[43814]: 2024-04-02T08:34:50.700+0000 7f0441262700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:34:51.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[43814]: 2024-04-02T08:34:50.700+0000 7f0441262700 -1 osd.0 304 *** Got signal Terminated *** 2024-04-02T08:34:51.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[43814]: 2024-04-02T08:34:50.700+0000 7f0441262700 -1 osd.0 304 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:34:51.576 INFO:tasks.rados.rados.0.smithi019.stdout:1265: done (2 left) 2024-04-02T08:34:51.576 INFO:tasks.rados.rados.0.smithi019.stdout:1266: read oid 7 snap -1 2024-04-02T08:34:51.576 INFO:tasks.rados.rados.0.smithi019.stdout:1266: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:34:51.576 INFO:tasks.rados.rados.0.smithi019.stdout:1267: snap_create 2024-04-02T08:34:51.576 INFO:tasks.rados.rados.0.smithi019.stdout:1263: finishing write tid 6 to smithi01981774-46 2024-04-02T08:34:51.576 INFO:tasks.rados.rados.0.smithi019.stdout:1263: oid 46 updating version 0 to 1010 2024-04-02T08:34:51.577 INFO:tasks.rados.rados.0.smithi019.stdout:1263: oid 46 version 1010 is already newer than 1005 2024-04-02T08:34:51.577 INFO:tasks.rados.rados.0.smithi019.stdout:1263: oid 46 version 1010 is already newer than 1006 2024-04-02T08:34:51.577 INFO:tasks.rados.rados.0.smithi019.stdout:1263: oid 46 version 1010 is already newer than 1009 2024-04-02T08:34:51.577 INFO:tasks.rados.rados.0.smithi019.stdout:1263: oid 46 updating version 1010 to 1011 2024-04-02T08:34:51.577 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1011 (ObjNum 399 snap 121 seq_num 399) dirty exists 2024-04-02T08:34:51.577 INFO:tasks.rados.rados.0.smithi019.stdout:1263: left oid 46 (ObjNum 399 snap 121 seq_num 399) 2024-04-02T08:34:51.598 INFO:tasks.rados.rados.0.smithi019.stdout:1266: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:34:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:51 smithi066 ceph-mon[87361]: pgmap v110: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-02T08:34:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:51 smithi066 ceph-mon[87361]: osdmap e305: 8 total, 8 up, 8 in 2024-04-02T08:34:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:51 smithi066 ceph-mon[87361]: osd.0 marked itself down and dead 2024-04-02T08:34:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:51 smithi019 ceph-mon[94035]: pgmap v110: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-02T08:34:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:51 smithi019 ceph-mon[94035]: osdmap e305: 8 total, 8 up, 8 in 2024-04-02T08:34:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:51 smithi019 ceph-mon[94035]: osd.0 marked itself down and dead 2024-04-02T08:34:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:51 smithi019 ceph-mon[96522]: pgmap v110: 121 pgs: 121 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-02T08:34:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:51 smithi019 ceph-mon[96522]: osdmap e305: 8 total, 8 up, 8 in 2024-04-02T08:34:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:51 smithi019 ceph-mon[96522]: osd.0 marked itself down and dead 2024-04-02T08:34:52.423 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:52 smithi019 podman[101991]: 2024-04-02 08:34:52.130554845 +0000 UTC m=+1.536380553 container died f7cc5a28060abf2e686f1cb50cd807405462ed8a904400299ea0d850a28192ab (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:34:52.423 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:34:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:52 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:34:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:52.590 INFO:tasks.rados.rados.0.smithi019.stdout:1263: done (3 left) 2024-04-02T08:34:52.590 INFO:tasks.rados.rados.0.smithi019.stdout:1264: done (2 left) 2024-04-02T08:34:52.590 INFO:tasks.rados.rados.0.smithi019.stdout:1266: done (1 left) 2024-04-02T08:34:52.590 INFO:tasks.rados.rados.0.smithi019.stdout:1267: done (0 left) 2024-04-02T08:34:52.590 INFO:tasks.rados.rados.0.smithi019.stdout:1268: snap_remove snap 110 2024-04-02T08:34:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:52 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:34:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:52 smithi019 ceph-mon[94035]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:34:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:52 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:34:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:52 smithi019 ceph-mon[96522]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:34:52.696 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:52 smithi019 podman[101991]: 2024-04-02 08:34:52.531311599 +0000 UTC m=+1.937137296 container cleanup f7cc5a28060abf2e686f1cb50cd807405462ed8a904400299ea0d850a28192ab (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:34:52.696 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:52 smithi019 bash[101991]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T08:34:52.770 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:52.770 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (6m) 59s ago 6m 26.9M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:34:52.770 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (6m) 37s ago 6m 89.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:34:52.770 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (7m) 59s ago 7m 18.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:34:52.770 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (7m) 37s ago 7m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:34:52.770 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (109s) 37s ago 11m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (2m) 59s ago 13m 493M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (93s) 59s ago 13m 40.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (48s) 37s ago 11m 22.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (68s) 59s ago 11m 27.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (6m) 59s ago 6m 16.4M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (6m) 37s ago 6m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (10m) 59s ago 10m 162M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f7cc5a28060a 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (10m) 59s ago 10m 143M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (10m) 59s ago 10m 161M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (9m) 59s ago 9m 109M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (9m) 37s ago 9m 129M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (8m) 37s ago 8m 158M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (8m) 37s ago 8m 108M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (8m) 37s ago 8m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:34:52.771 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (114s) 37s ago 7m 53.9M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:34:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:52 smithi066 ceph-mon[87361]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:34:53.178 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:52 smithi019 podman[102016]: 2024-04-02 08:34:52.806750578 +0000 UTC m=+0.673077086 container remove f7cc5a28060abf2e686f1cb50cd807405462ed8a904400299ea0d850a28192ab (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:34:53.215 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:34:53.216 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:34:53.216 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:34:53.216 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 9, 2024-04-02T08:34:53.216 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:34:53.216 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:34:53.216 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:34:53.433 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:53 smithi019 podman[102177]: 2024-04-02 08:34:53.085616861 +0000 UTC m=+0.020408193 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:34:53.433 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:53 smithi019 podman[102177]: 2024-04-02 08:34:53.194593067 +0000 UTC m=+0.129384376 container create 840d9a7e1831b83193c64569d227f1001b86e3c447e7dd013a8e4407a6c3e5b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-02T08:34:53.588 INFO:tasks.rados.rados.0.smithi019.stdout:1268: done (0 left) 2024-04-02T08:34:53.589 INFO:tasks.rados.rados.0.smithi019.stdout:1269: copy_from oid 25 from oid 20 current snap is 122 2024-04-02T08:34:53.589 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 122 2024-04-02T08:34:53.589 INFO:tasks.rados.rados.0.smithi019.stdout:1270: seq_num 400 ranges {1810432=704512,2514944=720896,3235840=483328} 2024-04-02T08:34:53.603 INFO:tasks.rados.rados.0.smithi019.stdout:1270: writing smithi01981774-47 from 1810432 to 2514944 tid 1 2024-04-02T08:34:53.607 INFO:tasks.rados.rados.0.smithi019.stdout:1270: writing smithi01981774-47 from 2514944 to 3235840 tid 2 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1270: writing smithi01981774-47 from 3235840 to 3719168 tid 3 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1271: read oid 50 snap -1 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1271: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1272: rollback oid 21 current snap is 122 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 109 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1269: finishing copy_from to smithi01981774-25 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1269: got expected ENOENT (src dne) 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1269: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:34:53.611 INFO:tasks.rados.rados.0.smithi019.stdout:1270: finishing write tid 1 to smithi01981774-47 2024-04-02T08:34:53.612 INFO:tasks.rados.rados.0.smithi019.stdout:1270: finishing write tid 2 to smithi01981774-47 2024-04-02T08:34:53.612 INFO:tasks.rados.rados.0.smithi019.stdout:1269: done (3 left) 2024-04-02T08:34:53.612 INFO:tasks.rados.rados.0.smithi019.stdout:1273: snap_remove snap 119 2024-04-02T08:34:53.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[94035]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-02T08:34:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[94035]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[94035]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:34:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[94035]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3238803950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.696 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:53 smithi019 podman[102177]: 2024-04-02 08:34:53.435091006 +0000 UTC m=+0.369882328 container init 840d9a7e1831b83193c64569d227f1001b86e3c447e7dd013a8e4407a6c3e5b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T08:34:53.696 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:53 smithi019 podman[102177]: 2024-04-02 08:34:53.441019501 +0000 UTC m=+0.375810811 container start 840d9a7e1831b83193c64569d227f1001b86e3c447e7dd013a8e4407a6c3e5b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T08:34:53.696 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:53 smithi019 podman[102177]: 2024-04-02 08:34:53.560192176 +0000 UTC m=+0.494983485 container attach 840d9a7e1831b83193c64569d227f1001b86e3c447e7dd013a8e4407a6c3e5b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326) 2024-04-02T08:34:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[96522]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-02T08:34:53.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[96522]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:53.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[96522]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:34:53.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[96522]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:53.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:53 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3238803950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:53.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:34:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:34:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:53 smithi066 ceph-mon[87361]: pgmap v113: 121 pgs: 15 stale+active+clean, 106 active+clean; 353 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-02T08:34:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:53 smithi066 ceph-mon[87361]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:53 smithi066 ceph-mon[87361]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:34:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:53 smithi066 ceph-mon[87361]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:53.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:53 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3238803950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:54.037 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:53 smithi019 podman[102177]: 2024-04-02 08:34:53.751355991 +0000 UTC m=+0.686147310 container died 840d9a7e1831b83193c64569d227f1001b86e3c447e7dd013a8e4407a6c3e5b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:34:54.557 INFO:tasks.rados.rados.0.smithi019.stdout:1273: done (3 left) 2024-04-02T08:34:54.557 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 122 2024-04-02T08:34:54.557 INFO:tasks.rados.rados.0.smithi019.stdout:1274: seq_num 401 ranges {2973696=720896,3694592=606208,4300800=598016} 2024-04-02T08:34:54.579 INFO:tasks.rados.rados.0.smithi019.stdout:1274: writing smithi01981774-34 from 2973696 to 3694592 tid 1 2024-04-02T08:34:54.586 INFO:tasks.rados.rados.0.smithi019.stdout:1274: writing smithi01981774-34 from 3694592 to 4300800 tid 2 2024-04-02T08:34:54.588 INFO:tasks.rados.rados.0.smithi019.stdout:1274: writing smithi01981774-34 from 4300800 to 4898816 tid 3 2024-04-02T08:34:54.588 INFO:tasks.rados.rados.0.smithi019.stdout:1270: finishing write tid 3 to smithi01981774-47 2024-04-02T08:34:54.589 INFO:tasks.rados.rados.0.smithi019.stdout:1270: finishing write tid 4 to smithi01981774-47 2024-04-02T08:34:54.589 INFO:tasks.rados.rados.0.smithi019.stdout:1271: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:34:54.590 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:54 smithi019 podman[102227]: 2024-04-02 08:34:54.313647339 +0000 UTC m=+0.556900776 container remove 840d9a7e1831b83193c64569d227f1001b86e3c447e7dd013a8e4407a6c3e5b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:34:54.590 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:54 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-02T08:34:54.590 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:54 smithi019 systemd[1]: Stopped Ceph osd.0 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:54.590 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:54 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Consumed 12.906s CPU time. 2024-04-02T08:34:54.590 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:54 smithi019 systemd[1]: Starting Ceph osd.0 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:54.627 INFO:tasks.rados.rados.0.smithi019.stdout:1270: finishing write tid 5 to smithi01981774-47 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1270: oid 47 updating version 0 to 418 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1270: oid 47 updating version 418 to 419 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1270: oid 47 version 419 is already newer than 416 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1270: oid 47 version 419 is already newer than 417 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 419 (ObjNum 400 snap 122 seq_num 400) dirty exists 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1270: left oid 47 (ObjNum 400 snap 122 seq_num 400) 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1272: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1272: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1272: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 372 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1274: finishing write tid 1 to smithi01981774-34 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1270: done (3 left) 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1271: done (2 left) 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1272: done (1 left) 2024-04-02T08:34:54.628 INFO:tasks.rados.rados.0.smithi019.stdout:1275: rmattr oid 12 current snap is 122 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1275: done (1 left) 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1276: copy_from oid 2 from oid 26 current snap is 122 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: finishing write tid 2 to smithi01981774-34 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: finishing write tid 3 to smithi01981774-34 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: finishing write tid 4 to smithi01981774-34 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: finishing write tid 5 to smithi01981774-34 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: oid 34 updating version 0 to 343 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: oid 34 version 343 is already newer than 340 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: oid 34 version 343 is already newer than 342 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: oid 34 version 343 is already newer than 341 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 343 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: left oid 34 (ObjNum 401 snap 122 seq_num 401) 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1274: done (1 left) 2024-04-02T08:34:54.629 INFO:tasks.rados.rados.0.smithi019.stdout:1277: delete oid 29 current snap is 122 2024-04-02T08:34:54.630 INFO:tasks.rados.rados.0.smithi019.stdout:1277: done (1 left) 2024-04-02T08:34:54.630 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 122 2024-04-02T08:34:54.630 INFO:tasks.rados.rados.0.smithi019.stdout:1278: seq_num 403 ranges {8634368=753664,9388032=425984,9814016=720896,10534912=57344} 2024-04-02T08:34:54.681 INFO:tasks.rados.rados.0.smithi019.stdout:1278: writing smithi01981774-36 from 8634368 to 9388032 tid 1 2024-04-02T08:34:54.683 INFO:tasks.rados.rados.0.smithi019.stdout:1278: writing smithi01981774-36 from 9388032 to 9814016 tid 2 2024-04-02T08:34:54.687 INFO:tasks.rados.rados.0.smithi019.stdout:1278: writing smithi01981774-36 from 9814016 to 10534912 tid 3 2024-04-02T08:34:54.688 INFO:tasks.rados.rados.0.smithi019.stdout:1278: writing smithi01981774-36 from 10534912 to 10592256 tid 4 2024-04-02T08:34:54.688 INFO:tasks.rados.rados.0.smithi019.stdout:1279: snap_remove snap 104 2024-04-02T08:34:54.893 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:54 smithi019 ceph-mon[94035]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:34:54.893 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:54 smithi019 ceph-mon[94035]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:34:54.893 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:54 smithi019 podman[102335]: 2024-04-02 08:34:54.687441673 +0000 UTC m=+0.022015785 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:34:54.894 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:54 smithi019 podman[102335]: 2024-04-02 08:34:54.806627358 +0000 UTC m=+0.141201467 container create 0a9682dee80923b6f7a2589a890791440af65d7ec62ed2c296223f33c61986d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:34:54.894 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:54 smithi019 ceph-mon[96522]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:34:54.894 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:54 smithi019 ceph-mon[96522]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:34:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:54 smithi066 ceph-mon[87361]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:34:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:54 smithi066 ceph-mon[87361]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:34:55.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 podman[102335]: 2024-04-02 08:34:55.034885618 +0000 UTC m=+0.369459737 container init 0a9682dee80923b6f7a2589a890791440af65d7ec62ed2c296223f33c61986d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:34:55.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 podman[102335]: 2024-04-02 08:34:55.041284654 +0000 UTC m=+0.375858767 container start 0a9682dee80923b6f7a2589a890791440af65d7ec62ed2c296223f33c61986d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:34:55.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 podman[102335]: 2024-04-02 08:34:55.117519127 +0000 UTC m=+0.452093243 container attach 0a9682dee80923b6f7a2589a890791440af65d7ec62ed2c296223f33c61986d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326) 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1279: done (2 left) 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1280: rmattr oid 29 current snap is 122 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1280: done (2 left) 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 122 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1276: finishing copy_from to smithi01981774-2 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1276: got expected ENOENT (src dne) 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1276: finishing copy_from racing read to smithi01981774-2 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1278: finishing write tid 1 to smithi01981774-36 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1278: finishing write tid 2 to smithi01981774-36 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1278: finishing write tid 3 to smithi01981774-36 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1278: finishing write tid 4 to smithi01981774-36 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1278: finishing write tid 5 to smithi01981774-36 2024-04-02T08:34:55.600 INFO:tasks.rados.rados.0.smithi019.stdout:1278: finishing write tid 6 to smithi01981774-36 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:1278: oid 36 updating version 0 to 497 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:1278: oid 36 updating version 497 to 499 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:1278: oid 36 version 499 is already newer than 496 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:1278: oid 36 version 499 is already newer than 498 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:1278: oid 36 updating version 499 to 500 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 500 (ObjNum 403 snap 122 seq_num 403) dirty exists 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:1278: left oid 36 (ObjNum 403 snap 122 seq_num 403) 2024-04-02T08:34:55.601 INFO:tasks.rados.rados.0.smithi019.stdout:1281: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-04-02T08:34:55.605 INFO:tasks.rados.rados.0.smithi019.stdout:1281: writing smithi01981774-9 from 0 to 770048 tid 1 2024-04-02T08:34:55.610 INFO:tasks.rados.rados.0.smithi019.stdout:1281: writing smithi01981774-9 from 770048 to 1482752 tid 2 2024-04-02T08:34:55.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: writing smithi01981774-9 from 1482752 to 1974272 tid 3 2024-04-02T08:34:55.614 INFO:tasks.rados.rados.0.smithi019.stdout:1276: done (2 left) 2024-04-02T08:34:55.614 INFO:tasks.rados.rados.0.smithi019.stdout:1278: done (1 left) 2024-04-02T08:34:55.614 INFO:tasks.rados.rados.0.smithi019.stdout:1282: delete oid 45 current snap is 122 2024-04-02T08:34:55.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: finishing write tid 1 to smithi01981774-9 2024-04-02T08:34:55.617 INFO:tasks.rados.rados.0.smithi019.stdout:1282: done (1 left) 2024-04-02T08:34:55.618 INFO:tasks.rados.rados.0.smithi019.stdout:1283: read oid 3 snap -1 2024-04-02T08:34:55.618 INFO:tasks.rados.rados.0.smithi019.stdout:1283: expect deleted 2024-04-02T08:34:55.618 INFO:tasks.rados.rados.0.smithi019.stdout:1284: snap_remove snap 114 2024-04-02T08:34:55.852 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-mon[94035]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 928 KiB/s wr, 7 op/s; 118/708 objects degraded (16.667%) 2024-04-02T08:34:55.852 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 118/708 objects degraded (16.667%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:34:55.853 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-mon[96522]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 928 KiB/s wr, 7 op/s; 118/708 objects degraded (16.667%) 2024-04-02T08:34:55.853 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 118/708 objects degraded (16.667%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:34:55.853 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102357]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:34:55.853 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102357]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:34:55.853 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 bash[102335]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:34:55.853 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 bash[102335]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:34:55.853 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 bash[102335]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:34:55.853 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 bash[102335]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 bash[102335]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 bash[102335]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 bash[102335]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102357]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102357]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102357]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102357]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102357]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:34:55.854 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:55 smithi019 podman[102335]: 2024-04-02 08:34:55.516226202 +0000 UTC m=+0.850800301 container died 0a9682dee80923b6f7a2589a890791440af65d7ec62ed2c296223f33c61986d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-02T08:34:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:55 smithi066 ceph-mon[87361]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 928 KiB/s wr, 7 op/s; 118/708 objects degraded (16.667%) 2024-04-02T08:34:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:55 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 118/708 objects degraded (16.667%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:34:56.470 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:56 smithi019 podman[102512]: 2024-04-02 08:34:56.221456649 +0000 UTC m=+0.700113410 container remove 0a9682dee80923b6f7a2589a890791440af65d7ec62ed2c296223f33c61986d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:34:56.470 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:56 smithi019 podman[102579]: 2024-04-02 08:34:56.335338882 +0000 UTC m=+0.018003481 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:34:56.601 INFO:tasks.rados.rados.0.smithi019.stdout:1284: done (2 left) 2024-04-02T08:34:56.601 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 122 2024-04-02T08:34:56.601 INFO:tasks.rados.rados.0.smithi019.stdout:1285: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-04-02T08:34:56.605 INFO:tasks.rados.rados.0.smithi019.stdout:1285: writing smithi01981774-42 from 0 to 802816 tid 1 2024-04-02T08:34:56.609 INFO:tasks.rados.rados.0.smithi019.stdout:1285: writing smithi01981774-42 from 802816 to 1277952 tid 2 2024-04-02T08:34:56.611 INFO:tasks.rados.rados.0.smithi019.stdout:1285: writing smithi01981774-42 from 1277952 to 1777664 tid 3 2024-04-02T08:34:56.613 INFO:tasks.rados.rados.0.smithi019.stdout:1285: writing smithi01981774-42 from 1777664 to 2007040 tid 4 2024-04-02T08:34:56.613 INFO:tasks.rados.rados.0.smithi019.stdout:1286: read oid 31 snap -1 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1286: expect (ObjNum 389 snap 119 seq_num 389) 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1287: rollback oid 10 current snap is 122 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 111 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: finishing write tid 2 to smithi01981774-9 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: finishing write tid 3 to smithi01981774-9 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: finishing write tid 4 to smithi01981774-9 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: finishing write tid 5 to smithi01981774-9 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: oid 9 updating version 0 to 499 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: oid 9 updating version 499 to 500 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: oid 9 updating version 500 to 502 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:1281: oid 9 version 502 is already newer than 501 2024-04-02T08:34:56.614 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 502 (ObjNum 404 snap 122 seq_num 404) dirty exists 2024-04-02T08:34:56.615 INFO:tasks.rados.rados.0.smithi019.stdout:1281: left oid 9 (ObjNum 404 snap 122 seq_num 404) 2024-04-02T08:34:56.615 INFO:tasks.rados.rados.0.smithi019.stdout:1285: finishing write tid 1 to smithi01981774-42 2024-04-02T08:34:56.615 INFO:tasks.rados.rados.0.smithi019.stdout:1285: finishing write tid 2 to smithi01981774-42 2024-04-02T08:34:56.615 INFO:tasks.rados.rados.0.smithi019.stdout:1281: done (4 left) 2024-04-02T08:34:56.615 INFO:tasks.rados.rados.0.smithi019.stdout:1283: done (3 left) 2024-04-02T08:34:56.615 INFO:tasks.rados.rados.0.smithi019.stdout:1288: snap_create 2024-04-02T08:34:56.616 INFO:tasks.rados.rados.0.smithi019.stdout:1285: finishing write tid 3 to smithi01981774-42 2024-04-02T08:34:56.616 INFO:tasks.rados.rados.0.smithi019.stdout:1285: finishing write tid 4 to smithi01981774-42 2024-04-02T08:34:56.616 INFO:tasks.rados.rados.0.smithi019.stdout:1285: finishing write tid 5 to smithi01981774-42 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:1285: finishing write tid 6 to smithi01981774-42 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:1285: oid 42 updating version 0 to 211 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:1285: oid 42 updating version 211 to 213 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:1285: oid 42 version 213 is already newer than 212 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:1285: oid 42 updating version 213 to 214 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:1285: oid 42 version 214 is already newer than 210 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 214 (ObjNum 406 snap 122 seq_num 406) dirty exists 2024-04-02T08:34:56.618 INFO:tasks.rados.rados.0.smithi019.stdout:1285: left oid 42 (ObjNum 406 snap 122 seq_num 406) 2024-04-02T08:34:56.633 INFO:tasks.rados.rados.0.smithi019.stdout:1287: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:34:56.637 INFO:tasks.rados.rados.0.smithi019.stdout:1286: expect (ObjNum 389 snap 119 seq_num 389) 2024-04-02T08:34:56.799 INFO:tasks.rados.rados.0.smithi019.stdout:1287: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:34:56.799 INFO:tasks.rados.rados.0.smithi019.stdout:1287: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:34:56.799 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 474 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:56.834 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:56 smithi019 ceph-mon[94035]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:34:56.835 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:56 smithi019 ceph-mon[96522]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:34:56.835 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:56 smithi019 podman[102579]: 2024-04-02 08:34:56.47272272 +0000 UTC m=+0.155387292 container create 0ce6f5186f58a7644c34bbde55671ad3161c5035d417c98751bc429daa355c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T08:34:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:56 smithi066 ceph-mon[87361]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:34:57.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:56 smithi019 podman[102579]: 2024-04-02 08:34:56.925158993 +0000 UTC m=+0.607823573 container init 0ce6f5186f58a7644c34bbde55671ad3161c5035d417c98751bc429daa355c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:34:57.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:56 smithi019 podman[102579]: 2024-04-02 08:34:56.93111228 +0000 UTC m=+0.613776851 container start 0ce6f5186f58a7644c34bbde55671ad3161c5035d417c98751bc429daa355c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T08:34:57.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:56 smithi019 ceph-osd[102617]: -- 172.21.15.19:0/3344532026 <== mon.2 v2:172.21.15.19:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bc3b423680 con 0x55bc3b3ed000 2024-04-02T08:34:57.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:57 smithi019 bash[102579]: 0ce6f5186f58a7644c34bbde55671ad3161c5035d417c98751bc429daa355c4a 2024-04-02T08:34:57.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:57 smithi019 systemd[1]: Started Ceph osd.0 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:57.614 INFO:tasks.rados.rados.0.smithi019.stdout:1285: done (3 left) 2024-04-02T08:34:57.615 INFO:tasks.rados.rados.0.smithi019.stdout:1286: done (2 left) 2024-04-02T08:34:57.615 INFO:tasks.rados.rados.0.smithi019.stdout:1287: done (1 left) 2024-04-02T08:34:57.615 INFO:tasks.rados.rados.0.smithi019.stdout:1288: done (0 left) 2024-04-02T08:34:57.615 INFO:tasks.rados.rados.0.smithi019.stdout:1289: rollback oid 29 current snap is 123 2024-04-02T08:34:57.615 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 112 2024-04-02T08:34:57.615 INFO:tasks.rados.rados.0.smithi019.stdout:1290: snap_remove snap 39 2024-04-02T08:34:57.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[94035]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 928 KiB/s wr, 7 op/s; 118/708 objects degraded (16.667%) 2024-04-02T08:34:57.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[94035]: osdmap e311: 8 total, 7 up, 8 in 2024-04-02T08:34:57.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:57.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:57.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:57.893 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[102593]: 2024-04-02T08:34:57.477+0000 7ff446a577c0 -1 Falling back to public interface 2024-04-02T08:34:57.893 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[96522]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 928 KiB/s wr, 7 op/s; 118/708 objects degraded (16.667%) 2024-04-02T08:34:57.893 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[96522]: osdmap e311: 8 total, 7 up, 8 in 2024-04-02T08:34:57.893 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:57.893 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:57.893 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:57 smithi066 ceph-mon[87361]: pgmap v119: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 928 KiB/s wr, 7 op/s; 118/708 objects degraded (16.667%) 2024-04-02T08:34:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:57 smithi066 ceph-mon[87361]: osdmap e311: 8 total, 7 up, 8 in 2024-04-02T08:34:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:58.624 INFO:tasks.rados.rados.0.smithi019.stdout:1290: done (1 left) 2024-04-02T08:34:58.625 INFO:tasks.rados.rados.0.smithi019.stdout:1291: read oid 4 snap -1 2024-04-02T08:34:58.625 INFO:tasks.rados.rados.0.smithi019.stdout:1291: expect (ObjNum 292 snap 86 seq_num 292) 2024-04-02T08:34:58.625 INFO:tasks.rados.rados.0.smithi019.stdout:1292: delete oid 20 current snap is 123 2024-04-02T08:34:58.625 INFO:tasks.rados.rados.0.smithi019.stdout:1289: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:34:58.625 INFO:tasks.rados.rados.0.smithi019.stdout:1289: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:34:58.625 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1052 (ObjNum 273 snap 79 seq_num 273) dirty exists 2024-04-02T08:34:58.634 INFO:tasks.rados.rados.0.smithi019.stdout:1289: done (2 left) 2024-04-02T08:34:58.634 INFO:tasks.rados.rados.0.smithi019.stdout:1292: done (1 left) 2024-04-02T08:34:58.634 INFO:tasks.rados.rados.0.smithi019.stdout:1293: snap_remove snap 122 2024-04-02T08:34:58.935 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:58 smithi019 ceph-mon[94035]: osdmap e312: 8 total, 7 up, 8 in 2024-04-02T08:34:58.935 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:58.935 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:58.935 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:58 smithi019 ceph-mon[96522]: osdmap e312: 8 total, 7 up, 8 in 2024-04-02T08:34:58.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:58.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:58 smithi066 ceph-mon[87361]: osdmap e312: 8 total, 7 up, 8 in 2024-04-02T08:34:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:34:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:59.621 INFO:tasks.rados.rados.0.smithi019.stdout:1293: done (1 left) 2024-04-02T08:34:59.621 INFO:tasks.rados.rados.0.smithi019.stdout:1294: delete oid 11 current snap is 123 2024-04-02T08:34:59.621 INFO:tasks.rados.rados.0.smithi019.stdout:1291: expect (ObjNum 292 snap 86 seq_num 292) 2024-04-02T08:34:59.900 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:59 smithi019 ceph-mon[94035]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 118/708 objects degraded (16.667%) 2024-04-02T08:34:59.901 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:34:59 smithi019 ceph-mon[94035]: osdmap e313: 8 total, 7 up, 8 in 2024-04-02T08:34:59.901 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:59 smithi019 ceph-mon[96522]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 118/708 objects degraded (16.667%) 2024-04-02T08:34:59.901 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:34:59 smithi019 ceph-mon[96522]: osdmap e313: 8 total, 7 up, 8 in 2024-04-02T08:34:59.974 INFO:tasks.rados.rados.0.smithi019.stdout:1291: done (1 left) 2024-04-02T08:34:59.975 INFO:tasks.rados.rados.0.smithi019.stdout:1294: done (0 left) 2024-04-02T08:34:59.975 INFO:tasks.rados.rados.0.smithi019.stdout:1295: snap_remove snap 78 2024-04-02T08:35:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:59 smithi066 ceph-mon[87361]: pgmap v122: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 355 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 118/708 objects degraded (16.667%) 2024-04-02T08:35:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:34:59 smithi066 ceph-mon[87361]: osdmap e313: 8 total, 7 up, 8 in 2024-04-02T08:35:00.629 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:35:00] "GET /metrics HTTP/1.1" 200 36122 "" "Prometheus/2.43.0" 2024-04-02T08:35:00.630 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:35:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[102593]: 2024-04-02T08:35:00.359+0000 7ff446a577c0 -1 osd.0 305 log_to_monitors true 2024-04-02T08:35:00.639 INFO:tasks.rados.rados.0.smithi019.stdout:1295: done (0 left) 2024-04-02T08:35:00.639 INFO:tasks.rados.rados.0.smithi019.stdout:1296: read oid 6 snap -1 2024-04-02T08:35:00.640 INFO:tasks.rados.rados.0.smithi019.stdout:1296: expect (ObjNum 376 snap 117 seq_num 376) 2024-04-02T08:35:00.640 INFO:tasks.rados.rados.0.smithi019.stdout:1297: rollback oid 32 current snap is 123 2024-04-02T08:35:00.640 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 32 to 118 2024-04-02T08:35:00.640 INFO:tasks.rados.rados.0.smithi019.stdout:1298: snap_remove snap 115 2024-04-02T08:35:00.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:00 smithi019 ceph-mon[94035]: osdmap e314: 8 total, 7 up, 8 in 2024-04-02T08:35:00.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:00 smithi019 ceph-mon[94035]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:00.946 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 08:35:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[102593]: 2024-04-02T08:35:00.686+0000 7ff433ea7700 -1 osd.0 305 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:35:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:00 smithi019 ceph-mon[96522]: osdmap e314: 8 total, 7 up, 8 in 2024-04-02T08:35:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:00 smithi019 ceph-mon[96522]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:00 smithi066 ceph-mon[87361]: osdmap e314: 8 total, 7 up, 8 in 2024-04-02T08:35:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:00 smithi066 ceph-mon[87361]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:35:01.644 INFO:tasks.rados.rados.0.smithi019.stdout:1298: done (2 left) 2024-04-02T08:35:01.644 INFO:tasks.rados.rados.0.smithi019.stdout:1299: snap_create 2024-04-02T08:35:01.644 INFO:tasks.rados.rados.0.smithi019.stdout:1297: finishing rollback tid 0 to smithi01981774-32 2024-04-02T08:35:01.644 INFO:tasks.rados.rados.0.smithi019.stdout:1297: finishing rollback tid 1 to smithi01981774-32 2024-04-02T08:35:01.644 INFO:tasks.rados.rados.0.smithi019.stdout:1297: finishing rollback tid 2 to smithi01981774-32 2024-04-02T08:35:01.644 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 483 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:35:01.644 INFO:tasks.rados.rados.0.smithi019.stdout:1296: expect (ObjNum 376 snap 117 seq_num 376) 2024-04-02T08:35:01.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 119/645 objects degraded (18.450%) 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 119/645 objects degraded (18.450%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: osdmap e315: 8 total, 7 up, 8 in 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 119/645 objects degraded (18.450%) 2024-04-02T08:35:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 119/645 objects degraded (18.450%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:01.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:01.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-02T08:35:01.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: osdmap e315: 8 total, 7 up, 8 in 2024-04-02T08:35:01.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:01.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:01.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:01.958 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: pgmap v125: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 119/645 objects degraded (18.450%) 2024-04-02T08:35:01.958 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 119/645 objects degraded (18.450%), 15 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:01.958 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:35:01.958 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: mgrmap e39: y(active, since 92s), standbys: x 2024-04-02T08:35:01.958 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: osdmap e315: 8 total, 7 up, 8 in 2024-04-02T08:35:01.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: from='osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:01.961 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:01.961 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:02.640 INFO:tasks.rados.rados.0.smithi019.stdout:1296: done (2 left) 2024-04-02T08:35:02.641 INFO:tasks.rados.rados.0.smithi019.stdout:1297: done (1 left) 2024-04-02T08:35:02.641 INFO:tasks.rados.rados.0.smithi019.stdout:1299: done (0 left) 2024-04-02T08:35:02.641 INFO:tasks.rados.rados.0.smithi019.stdout:1300: rmattr oid 12 current snap is 124 2024-04-02T08:35:02.641 INFO:tasks.rados.rados.0.smithi019.stdout:1300: done (0 left) 2024-04-02T08:35:02.641 INFO:tasks.rados.rados.0.smithi019.stdout:1301: rollback oid 42 current snap is 124 2024-04-02T08:35:02.641 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 121 2024-04-02T08:35:02.641 INFO:tasks.rados.rados.0.smithi019.stdout:1302: snap_remove snap 112 2024-04-02T08:35:02.648 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:02.935 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:02.935 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[94035]: osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452] boot 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[94035]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[94035]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[96522]: osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452] boot 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[96522]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:02.936 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:02 smithi019 ceph-mon[96522]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-mon[87361]: osd.0 [v2:172.21.15.19:6802/112731452,v1:172.21.15.19:6803/112731452] boot 2024-04-02T08:35:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-mon[87361]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:35:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:35:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:02 smithi066 ceph-mon[87361]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:35:03.637 INFO:tasks.rados.rados.0.smithi019.stdout:1302: done (1 left) 2024-04-02T08:35:03.637 INFO:tasks.rados.rados.0.smithi019.stdout:1303: copy_from oid 11 from oid 41 current snap is 124 2024-04-02T08:35:03.637 INFO:tasks.rados.rados.0.smithi019.stdout:1301: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:35:03.637 INFO:tasks.rados.rados.0.smithi019.stdout:1301: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:35:03.637 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 217 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-02T08:35:03.638 INFO:tasks.rados.rados.0.smithi019.stdout:1301: done (1 left) 2024-04-02T08:35:03.638 INFO:tasks.rados.rados.0.smithi019.stdout:1304: snap_remove snap 99 2024-04-02T08:35:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:03 smithi019 ceph-mon[94035]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 119/645 objects degraded (18.450%) 2024-04-02T08:35:03.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:03 smithi019 ceph-mon[94035]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:03 smithi019 ceph-mon[96522]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 119/645 objects degraded (18.450%) 2024-04-02T08:35:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:03 smithi019 ceph-mon[96522]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:03 smithi066 ceph-mon[87361]: pgmap v128: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 335 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s; 119/645 objects degraded (18.450%) 2024-04-02T08:35:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:03 smithi066 ceph-mon[87361]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:35:03.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:03 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:04.562 INFO:tasks.rados.rados.0.smithi019.stdout:1304: done (1 left) 2024-04-02T08:35:04.562 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 124 2024-04-02T08:35:04.563 INFO:tasks.rados.rados.0.smithi019.stdout:1303: finishing copy_from to smithi01981774-11 2024-04-02T08:35:04.563 INFO:tasks.rados.rados.0.smithi019.stdout:1303: got expected ENOENT (src dne) 2024-04-02T08:35:04.563 INFO:tasks.rados.rados.0.smithi019.stdout:1305: seq_num 409 ranges {4980736=458752,5439488=532480,5971968=720896,6692864=352256} 2024-04-02T08:35:04.596 INFO:tasks.rados.rados.0.smithi019.stdout:1305: writing smithi01981774-13 from 4980736 to 5439488 tid 1 2024-04-02T08:35:04.599 INFO:tasks.rados.rados.0.smithi019.stdout:1305: writing smithi01981774-13 from 5439488 to 5971968 tid 2 2024-04-02T08:35:04.604 INFO:tasks.rados.rados.0.smithi019.stdout:1305: writing smithi01981774-13 from 5971968 to 6692864 tid 3 2024-04-02T08:35:04.607 INFO:tasks.rados.rados.0.smithi019.stdout:1305: writing smithi01981774-13 from 6692864 to 7045120 tid 4 2024-04-02T08:35:04.607 INFO:tasks.rados.rados.0.smithi019.stdout:1306: copy_from oid 44 from oid 39 current snap is 124 2024-04-02T08:35:04.607 INFO:tasks.rados.rados.0.smithi019.stdout:1303: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:35:04.607 INFO:tasks.rados.rados.0.smithi019.stdout:1305: finishing write tid 1 to smithi01981774-13 2024-04-02T08:35:04.608 INFO:tasks.rados.rados.0.smithi019.stdout:1305: finishing write tid 2 to smithi01981774-13 2024-04-02T08:35:04.608 INFO:tasks.rados.rados.0.smithi019.stdout:1303: done (2 left) 2024-04-02T08:35:04.608 INFO:tasks.rados.rados.0.smithi019.stdout:1307: rmattr oid 15 current snap is 124 2024-04-02T08:35:04.608 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 124 2024-04-02T08:35:04.608 INFO:tasks.rados.rados.0.smithi019.stdout:1308: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-04-02T08:35:04.609 INFO:tasks.rados.rados.0.smithi019.stdout:1308: writing smithi01981774-5 from 0 to 475136 tid 1 2024-04-02T08:35:04.612 INFO:tasks.rados.rados.0.smithi019.stdout:1308: writing smithi01981774-5 from 475136 to 892928 tid 2 2024-04-02T08:35:04.614 INFO:tasks.rados.rados.0.smithi019.stdout:1308: writing smithi01981774-5 from 892928 to 1368064 tid 3 2024-04-02T08:35:04.617 INFO:tasks.rados.rados.0.smithi019.stdout:1308: writing smithi01981774-5 from 1368064 to 1794048 tid 4 2024-04-02T08:35:04.620 INFO:tasks.rados.rados.0.smithi019.stdout:1308: writing smithi01981774-5 from 1794048 to 2080768 tid 5 2024-04-02T08:35:04.620 INFO:tasks.rados.rados.0.smithi019.stdout:1309: snap_create 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: finishing write tid 3 to smithi01981774-13 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: finishing write tid 4 to smithi01981774-13 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: finishing write tid 5 to smithi01981774-13 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 505 (ObjNum 397 snap 121 seq_num 397) dirty exists 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: finishing write tid 6 to smithi01981774-13 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: oid 13 updating version 0 to 342 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: oid 13 version 342 is already newer than 340 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: oid 13 version 342 is already newer than 341 2024-04-02T08:35:04.621 INFO:tasks.rados.rados.0.smithi019.stdout:1305: oid 13 updating version 342 to 343 2024-04-02T08:35:04.622 INFO:tasks.rados.rados.0.smithi019.stdout:1305: oid 13 version 343 is already newer than 339 2024-04-02T08:35:04.622 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 343 (ObjNum 409 snap 124 seq_num 409) dirty exists 2024-04-02T08:35:04.622 INFO:tasks.rados.rados.0.smithi019.stdout:1305: left oid 13 (ObjNum 409 snap 124 seq_num 409) 2024-04-02T08:35:04.622 INFO:tasks.rados.rados.0.smithi019.stdout:1308: finishing write tid 1 to smithi01981774-5 2024-04-02T08:35:04.622 INFO:tasks.rados.rados.0.smithi019.stdout:1308: finishing write tid 2 to smithi01981774-5 2024-04-02T08:35:04.622 INFO:tasks.rados.rados.0.smithi019.stdout:1308: finishing write tid 3 to smithi01981774-5 2024-04-02T08:35:04.626 INFO:tasks.rados.rados.0.smithi019.stdout:1308: finishing write tid 4 to smithi01981774-5 2024-04-02T08:35:04.626 INFO:tasks.rados.rados.0.smithi019.stdout:1308: finishing write tid 5 to smithi01981774-5 2024-04-02T08:35:04.626 INFO:tasks.rados.rados.0.smithi019.stdout:1308: finishing write tid 6 to smithi01981774-5 2024-04-02T08:35:04.627 INFO:tasks.rados.rados.0.smithi019.stdout:1308: finishing write tid 7 to smithi01981774-5 2024-04-02T08:35:04.627 INFO:tasks.rados.rados.0.smithi019.stdout:1308: oid 5 updating version 0 to 736 2024-04-02T08:35:04.628 INFO:tasks.rados.rados.0.smithi019.stdout:1308: oid 5 version 736 is already newer than 734 2024-04-02T08:35:04.628 INFO:tasks.rados.rados.0.smithi019.stdout:1308: oid 5 version 736 is already newer than 735 2024-04-02T08:35:04.628 INFO:tasks.rados.rados.0.smithi019.stdout:1308: oid 5 updating version 736 to 737 2024-04-02T08:35:04.628 INFO:tasks.rados.rados.0.smithi019.stdout:1308: oid 5 version 737 is already newer than 732 2024-04-02T08:35:04.628 INFO:tasks.rados.rados.0.smithi019.stdout:1308: oid 5 version 737 is already newer than 733 2024-04-02T08:35:04.628 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 737 (ObjNum 410 snap 124 seq_num 410) dirty exists 2024-04-02T08:35:04.628 INFO:tasks.rados.rados.0.smithi019.stdout:1308: left oid 5 (ObjNum 410 snap 124 seq_num 410) 2024-04-02T08:35:04.636 INFO:tasks.rados.rados.0.smithi019.stdout:1306: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:35:04.648 INFO:tasks.rados.rados.0.smithi019.stdout:1306: finishing copy_from to smithi01981774-44 2024-04-02T08:35:04.648 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 480 (ObjNum 385 snap 119 seq_num 385) dirty exists 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:1305: done (4 left) 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:1306: done (3 left) 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:1307: done (2 left) 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:1308: done (1 left) 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:1309: done (0 left) 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:1310: rollback oid 26 current snap is 125 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 26 to 121 2024-04-02T08:35:05.574 INFO:tasks.rados.rados.0.smithi019.stdout:1311: copy_from oid 48 from oid 14 current snap is 125 2024-04-02T08:35:05.575 INFO:tasks.rados.rados.0.smithi019.stdout:1312: snap_create 2024-04-02T08:35:05.576 INFO:tasks.rados.rados.0.smithi019.stdout:1310: finishing rollback tid 1 to smithi01981774-26 2024-04-02T08:35:05.576 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 0 (ObjNum 129 snap 0 seq_num 2825235088) dirty dne 2024-04-02T08:35:05.586 INFO:tasks.rados.rados.0.smithi019.stdout:1311: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:35:05.587 INFO:tasks.rados.rados.0.smithi019.stdout:1311: finishing copy_from to smithi01981774-48 2024-04-02T08:35:05.587 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 476 (ObjNum 374 snap 116 seq_num 374) dirty exists 2024-04-02T08:35:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:05 smithi066 ceph-mon[87361]: pgmap v131: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 264 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s; 40/516 objects degraded (7.752%); 1.8 MiB/s, 1 objects/s recovering 2024-04-02T08:35:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:05 smithi066 ceph-mon[87361]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:35:05.691+0000 7fa581a4a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[94035]: pgmap v131: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 264 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s; 40/516 objects degraded (7.752%); 1.8 MiB/s, 1 objects/s recovering 2024-04-02T08:35:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[94035]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[96522]: pgmap v131: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 264 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s; 40/516 objects degraded (7.752%); 1.8 MiB/s, 1 objects/s recovering 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[96522]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:06.577 INFO:tasks.rados.rados.0.smithi019.stdout:1310: done (2 left) 2024-04-02T08:35:06.578 INFO:tasks.rados.rados.0.smithi019.stdout:1311: done (1 left) 2024-04-02T08:35:06.578 INFO:tasks.rados.rados.0.smithi019.stdout:1312: done (0 left) 2024-04-02T08:35:06.578 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 126 2024-04-02T08:35:06.578 INFO:tasks.rados.rados.0.smithi019.stdout:1313: seq_num 411 ranges {3096576=491520,3588096=753664,4341760=688128,5029888=163840} 2024-04-02T08:35:06.597 INFO:tasks.rados.rados.0.smithi019.stdout:1313: writing smithi01981774-23 from 3096576 to 3588096 tid 1 2024-04-02T08:35:06.601 INFO:tasks.rados.rados.0.smithi019.stdout:1313: writing smithi01981774-23 from 3588096 to 4341760 tid 2 2024-04-02T08:35:06.606 INFO:tasks.rados.rados.0.smithi019.stdout:1313: writing smithi01981774-23 from 4341760 to 5029888 tid 3 2024-04-02T08:35:06.607 INFO:tasks.rados.rados.0.smithi019.stdout:1313: writing smithi01981774-23 from 5029888 to 5193728 tid 4 2024-04-02T08:35:06.607 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 126 2024-04-02T08:35:06.607 INFO:tasks.rados.rados.0.smithi019.stdout:1313: finishing write tid 1 to smithi01981774-23 2024-04-02T08:35:06.607 INFO:tasks.rados.rados.0.smithi019.stdout:1313: finishing write tid 2 to smithi01981774-23 2024-04-02T08:35:06.607 INFO:tasks.rados.rados.0.smithi019.stdout:1314: seq_num 412 ranges {10592256=507904,11100160=630784,11730944=491520,12222464=483328} 2024-04-02T08:35:06.667 INFO:tasks.rados.rados.0.smithi019.stdout:1314: writing smithi01981774-36 from 10592256 to 11100160 tid 1 2024-04-02T08:35:06.671 INFO:tasks.rados.rados.0.smithi019.stdout:1314: writing smithi01981774-36 from 11100160 to 11730944 tid 2 2024-04-02T08:35:06.674 INFO:tasks.rados.rados.0.smithi019.stdout:1314: writing smithi01981774-36 from 11730944 to 12222464 tid 3 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1314: writing smithi01981774-36 from 12222464 to 12705792 tid 4 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 126 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: finishing write tid 3 to smithi01981774-23 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: finishing write tid 4 to smithi01981774-23 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: finishing write tid 5 to smithi01981774-23 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: finishing write tid 6 to smithi01981774-23 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: oid 23 updating version 0 to 385 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: oid 23 version 385 is already newer than 381 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: oid 23 version 385 is already newer than 382 2024-04-02T08:35:06.678 INFO:tasks.rados.rados.0.smithi019.stdout:1313: oid 23 version 385 is already newer than 383 2024-04-02T08:35:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:1313: oid 23 version 385 is already newer than 384 2024-04-02T08:35:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 385 (ObjNum 411 snap 126 seq_num 411) dirty exists 2024-04-02T08:35:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:1313: left oid 23 (ObjNum 411 snap 126 seq_num 411) 2024-04-02T08:35:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:1314: finishing write tid 1 to smithi01981774-36 2024-04-02T08:35:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:1314: finishing write tid 2 to smithi01981774-36 2024-04-02T08:35:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:1314: finishing write tid 3 to smithi01981774-36 2024-04-02T08:35:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:1315: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-04-02T08:35:06.680 INFO:tasks.rados.rados.0.smithi019.stdout:1315: writing smithi01981774-12 from 0 to 524288 tid 1 2024-04-02T08:35:06.686 INFO:tasks.rados.rados.0.smithi019.stdout:1315: writing smithi01981774-12 from 524288 to 1040384 tid 2 2024-04-02T08:35:06.687 INFO:tasks.rados.rados.0.smithi019.stdout:1315: writing smithi01981774-12 from 1040384 to 1736704 tid 3 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1315: writing smithi01981774-12 from 1736704 to 2129920 tid 4 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1313: done (2 left) 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1316: snap_create 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1314: finishing write tid 4 to smithi01981774-36 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1314: finishing write tid 5 to smithi01981774-36 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1314: finishing write tid 6 to smithi01981774-36 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1314: oid 36 updating version 0 to 536 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1314: oid 36 updating version 536 to 538 2024-04-02T08:35:06.690 INFO:tasks.rados.rados.0.smithi019.stdout:1314: oid 36 version 538 is already newer than 534 2024-04-02T08:35:06.691 INFO:tasks.rados.rados.0.smithi019.stdout:1314: oid 36 version 538 is already newer than 535 2024-04-02T08:35:06.691 INFO:tasks.rados.rados.0.smithi019.stdout:1314: oid 36 version 538 is already newer than 537 2024-04-02T08:35:06.691 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 538 (ObjNum 412 snap 126 seq_num 412) dirty exists 2024-04-02T08:35:06.691 INFO:tasks.rados.rados.0.smithi019.stdout:1314: left oid 36 (ObjNum 412 snap 126 seq_num 412) 2024-04-02T08:35:06.691 INFO:tasks.rados.rados.0.smithi019.stdout:1315: finishing write tid 1 to smithi01981774-12 2024-04-02T08:35:06.691 INFO:tasks.rados.rados.0.smithi019.stdout:1315: finishing write tid 2 to smithi01981774-12 2024-04-02T08:35:06.692 INFO:tasks.rados.rados.0.smithi019.stdout:1315: finishing write tid 3 to smithi01981774-12 2024-04-02T08:35:06.692 INFO:tasks.rados.rados.0.smithi019.stdout:1315: finishing write tid 4 to smithi01981774-12 2024-04-02T08:35:06.692 INFO:tasks.rados.rados.0.smithi019.stdout:1315: finishing write tid 5 to smithi01981774-12 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:1315: finishing write tid 6 to smithi01981774-12 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:1315: oid 12 updating version 0 to 736 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:1315: oid 12 updating version 736 to 737 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:1315: oid 12 updating version 737 to 738 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:1315: oid 12 version 738 is already newer than 734 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:1315: oid 12 version 738 is already newer than 735 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 738 (ObjNum 413 snap 126 seq_num 413) dirty exists 2024-04-02T08:35:06.694 INFO:tasks.rados.rados.0.smithi019.stdout:1315: left oid 12 (ObjNum 413 snap 126 seq_num 413) 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[94035]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:06 smithi019 ceph-mon[96522]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:35:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:07.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:06 smithi066 ceph-mon[87361]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:07.587 INFO:tasks.rados.rados.0.smithi019.stdout:1314: done (2 left) 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1315: done (1 left) 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1316: done (0 left) 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1317: read oid 16 snap -1 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1317: expect deleted 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1318: read oid 47 snap -1 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1318: expect (ObjNum 400 snap 122 seq_num 400) 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1319: read oid 29 snap -1 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1319: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:35:07.588 INFO:tasks.rados.rados.0.smithi019.stdout:1320: rollback oid 14 current snap is 127 2024-04-02T08:35:07.589 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 126 2024-04-02T08:35:07.589 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 127 2024-04-02T08:35:07.589 INFO:tasks.rados.rados.0.smithi019.stdout:1321: seq_num 414 ranges {7045120=540672,7585792=802816,8388608=458752,8847360=344064} 2024-04-02T08:35:07.630 INFO:tasks.rados.rados.0.smithi019.stdout:1321: writing smithi01981774-13 from 7045120 to 7585792 tid 1 2024-04-02T08:35:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1321: writing smithi01981774-13 from 7585792 to 8388608 tid 2 2024-04-02T08:35:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1321: writing smithi01981774-13 from 8388608 to 8847360 tid 3 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1321: writing smithi01981774-13 from 8847360 to 9191424 tid 4 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1322: read oid 9 snap -1 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1322: expect (ObjNum 404 snap 122 seq_num 404) 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1323: snap_create 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1320: finishing rollback tid 0 to smithi01981774-14 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1320: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1320: finishing rollback tid 2 to smithi01981774-14 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 542 (ObjNum 374 snap 116 seq_num 374) dirty exists 2024-04-02T08:35:07.640 INFO:tasks.rados.rados.0.smithi019.stdout:1318: expect (ObjNum 400 snap 122 seq_num 400) 2024-04-02T08:35:07.768 INFO:tasks.rados.rados.0.smithi019.stdout:1319: expect (ObjNum 273 snap 79 seq_num 273) 2024-04-02T08:35:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[94035]: pgmap v134: 121 pgs: 121 active+clean; 240 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-02T08:35:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/516 objects degraded (7.752%), 4 pgs degraded) 2024-04-02T08:35:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:35:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[94035]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[96522]: pgmap v134: 121 pgs: 121 active+clean; 240 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-02T08:35:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/516 objects degraded (7.752%), 4 pgs degraded) 2024-04-02T08:35:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:35:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:07 smithi019 ceph-mon[96522]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:07 smithi066 ceph-mon[87361]: pgmap v134: 121 pgs: 121 active+clean; 240 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s; 6.3 MiB/s, 1 objects/s recovering 2024-04-02T08:35:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:07 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/516 objects degraded (7.752%), 4 pgs degraded) 2024-04-02T08:35:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:07 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:35:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:07 smithi066 ceph-mon[87361]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:35:08.246 INFO:tasks.rados.rados.0.smithi019.stdout:1321: finishing write tid 1 to smithi01981774-13 2024-04-02T08:35:08.246 INFO:tasks.rados.rados.0.smithi019.stdout:1321: finishing write tid 2 to smithi01981774-13 2024-04-02T08:35:08.246 INFO:tasks.rados.rados.0.smithi019.stdout:1321: finishing write tid 3 to smithi01981774-13 2024-04-02T08:35:08.246 INFO:tasks.rados.rados.0.smithi019.stdout:1321: finishing write tid 4 to smithi01981774-13 2024-04-02T08:35:08.246 INFO:tasks.rados.rados.0.smithi019.stdout:1321: finishing write tid 5 to smithi01981774-13 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1321: finishing write tid 6 to smithi01981774-13 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1321: oid 13 updating version 0 to 344 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1321: oid 13 updating version 344 to 346 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1321: oid 13 updating version 346 to 347 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1321: oid 13 version 347 is already newer than 345 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1321: oid 13 updating version 347 to 348 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 348 (ObjNum 414 snap 127 seq_num 414) dirty exists 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1321: left oid 13 (ObjNum 414 snap 127 seq_num 414) 2024-04-02T08:35:08.247 INFO:tasks.rados.rados.0.smithi019.stdout:1322: expect (ObjNum 404 snap 122 seq_num 404) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1317: done (6 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1318: done (5 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1319: done (4 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1320: done (3 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1321: done (2 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1322: done (1 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1323: done (0 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1324: rmattr oid 40 current snap is 128 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1324: done (0 left) 2024-04-02T08:35:08.595 INFO:tasks.rados.rados.0.smithi019.stdout:1325: snap_remove snap 124 2024-04-02T08:35:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:08 smithi019 ceph-mon[94035]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:08 smithi019 ceph-mon[96522]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:08 smithi066 ceph-mon[87361]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:35:09.562 INFO:tasks.rados.rados.0.smithi019.stdout:1325: done (0 left) 2024-04-02T08:35:09.562 INFO:tasks.rados.rados.0.smithi019.stdout:1326: snap_remove snap 123 2024-04-02T08:35:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:09 smithi019 ceph-mon[94035]: pgmap v137: 121 pgs: 121 active+clean; 240 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s, 0 objects/s recovering 2024-04-02T08:35:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:09 smithi019 ceph-mon[94035]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:09 smithi019 ceph-mon[94035]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:09 smithi019 ceph-mon[96522]: pgmap v137: 121 pgs: 121 active+clean; 240 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s, 0 objects/s recovering 2024-04-02T08:35:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:09 smithi019 ceph-mon[96522]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:09 smithi019 ceph-mon[96522]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:09 smithi066 ceph-mon[87361]: pgmap v137: 121 pgs: 121 active+clean; 240 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s, 0 objects/s recovering 2024-04-02T08:35:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:09 smithi066 ceph-mon[87361]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:35:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:09 smithi066 ceph-mon[87361]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:35:10.564 INFO:tasks.rados.rados.0.smithi019.stdout:1326: done (0 left) 2024-04-02T08:35:10.564 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 128 2024-04-02T08:35:10.564 INFO:tasks.rados.rados.0.smithi019.stdout:1327: seq_num 415 ranges {1474560=557056,2031616=688128,2719744=663552,3383296=253952} 2024-04-02T08:35:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1327: writing smithi01981774-14 from 1474560 to 2031616 tid 1 2024-04-02T08:35:10.581 INFO:tasks.rados.rados.0.smithi019.stdout:1327: writing smithi01981774-14 from 2031616 to 2719744 tid 2 2024-04-02T08:35:10.582 INFO:tasks.rados.rados.0.smithi019.stdout:1327: writing smithi01981774-14 from 2719744 to 3383296 tid 3 2024-04-02T08:35:10.584 INFO:tasks.rados.rados.0.smithi019.stdout:1327: writing smithi01981774-14 from 3383296 to 3637248 tid 4 2024-04-02T08:35:10.584 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 128 2024-04-02T08:35:10.585 INFO:tasks.rados.rados.0.smithi019.stdout:1327: finishing write tid 1 to smithi01981774-14 2024-04-02T08:35:10.585 INFO:tasks.rados.rados.0.smithi019.stdout:1328: seq_num 416 ranges {7471104=573440,8044544=573440,8617984=475136,9093120=557056} 2024-04-02T08:35:10.628 INFO:tasks.rados.rados.0.smithi019.stdout:1328: writing smithi01981774-39 from 7471104 to 8044544 tid 1 2024-04-02T08:35:10.631 INFO:tasks.rados.rados.0.smithi019.stdout:1328: writing smithi01981774-39 from 8044544 to 8617984 tid 2 2024-04-02T08:35:10.634 INFO:tasks.rados.rados.0.smithi019.stdout:1328: writing smithi01981774-39 from 8617984 to 9093120 tid 3 2024-04-02T08:35:10.638 INFO:tasks.rados.rados.0.smithi019.stdout:1328: writing smithi01981774-39 from 9093120 to 9650176 tid 4 2024-04-02T08:35:10.638 INFO:tasks.rados.rados.0.smithi019.stdout:1329: read oid 9 snap -1 2024-04-02T08:35:10.638 INFO:tasks.rados.rados.0.smithi019.stdout:1329: expect (ObjNum 404 snap 122 seq_num 404) 2024-04-02T08:35:10.638 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 128 2024-04-02T08:35:10.639 INFO:tasks.rados.rados.0.smithi019.stdout:1327: finishing write tid 2 to smithi01981774-14 2024-04-02T08:35:10.639 INFO:tasks.rados.rados.0.smithi019.stdout:1330: seq_num 417 ranges {827392=589824,1417216=458752,1875968=679936,2555904=466944} 2024-04-02T08:35:10.646 INFO:tasks.rados.rados.0.smithi019.stdout:1330: writing smithi01981774-28 from 827392 to 1417216 tid 1 2024-04-02T08:35:10.648 INFO:tasks.rados.rados.0.smithi019.stdout:1330: writing smithi01981774-28 from 1417216 to 1875968 tid 2 2024-04-02T08:35:10.654 INFO:tasks.rados.rados.0.smithi019.stdout:1330: writing smithi01981774-28 from 1875968 to 2555904 tid 3 2024-04-02T08:35:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:1330: writing smithi01981774-28 from 2555904 to 3022848 tid 4 2024-04-02T08:35:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:1331: snap_create 2024-04-02T08:35:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:1327: finishing write tid 3 to smithi01981774-14 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: finishing write tid 4 to smithi01981774-14 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: finishing write tid 5 to smithi01981774-14 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: finishing write tid 6 to smithi01981774-14 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: oid 14 updating version 0 to 554 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: oid 14 version 554 is already newer than 553 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: oid 14 updating version 554 to 555 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: oid 14 updating version 555 to 556 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: oid 14 version 556 is already newer than 552 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 556 (ObjNum 415 snap 128 seq_num 415) dirty exists 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1327: left oid 14 (ObjNum 415 snap 128 seq_num 415) 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1328: finishing write tid 1 to smithi01981774-39 2024-04-02T08:35:10.658 INFO:tasks.rados.rados.0.smithi019.stdout:1328: finishing write tid 2 to smithi01981774-39 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: finishing write tid 3 to smithi01981774-39 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: finishing write tid 4 to smithi01981774-39 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: finishing write tid 5 to smithi01981774-39 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: finishing write tid 6 to smithi01981774-39 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: oid 39 updating version 0 to 553 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: oid 39 version 553 is already newer than 552 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: oid 39 version 553 is already newer than 548 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: oid 39 version 553 is already newer than 549 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: oid 39 version 553 is already newer than 547 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 553 (ObjNum 416 snap 128 seq_num 416) dirty exists 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1328: left oid 39 (ObjNum 416 snap 128 seq_num 416) 2024-04-02T08:35:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1329: expect (ObjNum 404 snap 122 seq_num 404) 2024-04-02T08:35:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:35:10] "GET /metrics HTTP/1.1" 200 36122 "" "Prometheus/2.43.0" 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: finishing write tid 1 to smithi01981774-28 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: finishing write tid 2 to smithi01981774-28 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: finishing write tid 3 to smithi01981774-28 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: finishing write tid 4 to smithi01981774-28 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: finishing write tid 5 to smithi01981774-28 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: finishing write tid 6 to smithi01981774-28 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: oid 28 updating version 0 to 1115 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: oid 28 updating version 1115 to 1118 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: oid 28 updating version 1118 to 1119 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: oid 28 updating version 1119 to 1120 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:1330: oid 28 version 1120 is already newer than 1114 2024-04-02T08:35:10.712 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 1120 (ObjNum 417 snap 128 seq_num 417) dirty exists 2024-04-02T08:35:10.713 INFO:tasks.rados.rados.0.smithi019.stdout:1330: left oid 28 (ObjNum 417 snap 128 seq_num 417) 2024-04-02T08:35:11.598 INFO:tasks.rados.rados.0.smithi019.stdout:1327: done (4 left) 2024-04-02T08:35:11.598 INFO:tasks.rados.rados.0.smithi019.stdout:1328: done (3 left) 2024-04-02T08:35:11.598 INFO:tasks.rados.rados.0.smithi019.stdout:1329: done (2 left) 2024-04-02T08:35:11.598 INFO:tasks.rados.rados.0.smithi019.stdout:1330: done (1 left) 2024-04-02T08:35:11.598 INFO:tasks.rados.rados.0.smithi019.stdout:1331: done (0 left) 2024-04-02T08:35:11.598 INFO:tasks.rados.rados.0.smithi019.stdout:1332: snap_create 2024-04-02T08:35:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:11 smithi066 ceph-mon[87361]: pgmap v140: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-02T08:35:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:11 smithi066 ceph-mon[87361]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:11 smithi019 ceph-mon[94035]: pgmap v140: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-02T08:35:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:11 smithi019 ceph-mon[94035]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:11 smithi019 ceph-mon[96522]: pgmap v140: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-02T08:35:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:11 smithi019 ceph-mon[96522]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:35:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:12.606 INFO:tasks.rados.rados.0.smithi019.stdout:1332: done (0 left) 2024-04-02T08:35:12.606 INFO:tasks.rados.rados.0.smithi019.stdout:1333: delete oid 18 current snap is 130 2024-04-02T08:35:12.610 INFO:tasks.rados.rados.0.smithi019.stdout:1333: done (0 left) 2024-04-02T08:35:12.610 INFO:tasks.rados.rados.0.smithi019.stdout:1334: read oid 32 snap -1 2024-04-02T08:35:12.610 INFO:tasks.rados.rados.0.smithi019.stdout:1334: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:35:12.610 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 130 2024-04-02T08:35:12.610 INFO:tasks.rados.rados.0.smithi019.stdout:1335: seq_num 419 ranges {3637248=622592,4259840=671744,4931584=647168,5578752=286720} 2024-04-02T08:35:12.633 INFO:tasks.rados.rados.0.smithi019.stdout:1335: writing smithi01981774-14 from 3637248 to 4259840 tid 1 2024-04-02T08:35:12.637 INFO:tasks.rados.rados.0.smithi019.stdout:1335: writing smithi01981774-14 from 4259840 to 4931584 tid 2 2024-04-02T08:35:12.641 INFO:tasks.rados.rados.0.smithi019.stdout:1335: writing smithi01981774-14 from 4931584 to 5578752 tid 3 2024-04-02T08:35:12.642 INFO:tasks.rados.rados.0.smithi019.stdout:1335: writing smithi01981774-14 from 5578752 to 5865472 tid 4 2024-04-02T08:35:12.643 INFO:tasks.rados.rados.0.smithi019.stdout:1336: snap_create 2024-04-02T08:35:12.643 INFO:tasks.rados.rados.0.smithi019.stdout:1334: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: finishing write tid 1 to smithi01981774-14 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: finishing write tid 2 to smithi01981774-14 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: finishing write tid 3 to smithi01981774-14 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: finishing write tid 4 to smithi01981774-14 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: finishing write tid 5 to smithi01981774-14 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: finishing write tid 6 to smithi01981774-14 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: oid 14 updating version 0 to 558 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: oid 14 updating version 558 to 561 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: oid 14 updating version 561 to 562 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: oid 14 version 562 is already newer than 559 2024-04-02T08:35:12.666 INFO:tasks.rados.rados.0.smithi019.stdout:1335: oid 14 version 562 is already newer than 560 2024-04-02T08:35:12.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 562 (ObjNum 419 snap 130 seq_num 419) dirty exists 2024-04-02T08:35:12.667 INFO:tasks.rados.rados.0.smithi019.stdout:1335: left oid 14 (ObjNum 419 snap 130 seq_num 419) 2024-04-02T08:35:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:12 smithi019 ceph-mon[94035]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:12 smithi019 ceph-mon[96522]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:12 smithi066 ceph-mon[87361]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1334: done (2 left) 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1335: done (1 left) 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1336: done (0 left) 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1337: read oid 7 snap 126 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1337: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1338: rmattr oid 2 current snap is 131 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1338: done (1 left) 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1339: copy_from oid 47 from oid 9 current snap is 131 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1340: copy_from oid 42 from oid 35 current snap is 131 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1341: copy_from oid 15 from oid 1 current snap is 131 2024-04-02T08:35:13.607 INFO:tasks.rados.rados.0.smithi019.stdout:1342: delete oid 28 current snap is 131 2024-04-02T08:35:13.618 INFO:tasks.rados.rados.0.smithi019.stdout:1341: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:35:13.619 INFO:tasks.rados.rados.0.smithi019.stdout:1341: finishing copy_from to smithi01981774-15 2024-04-02T08:35:13.620 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 461 (ObjNum 65 snap 0 seq_num 1951756379) dirty exists 2024-04-02T08:35:13.623 INFO:tasks.rados.rados.0.smithi019.stdout:1339: finishing copy_from racing read to smithi01981774-47 2024-04-02T08:35:13.625 INFO:tasks.rados.rados.0.smithi019.stdout:1339: finishing copy_from to smithi01981774-47 2024-04-02T08:35:13.625 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 502 (ObjNum 404 snap 122 seq_num 404) dirty exists 2024-04-02T08:35:13.626 INFO:tasks.rados.rados.0.smithi019.stdout:1337: expect (ObjNum 380 snap 117 seq_num 380) 2024-04-02T08:35:13.714 INFO:tasks.rados.rados.0.smithi019.stdout:1340: finishing copy_from racing read to smithi01981774-42 2024-04-02T08:35:13.714 INFO:tasks.rados.rados.0.smithi019.stdout:1340: finishing copy_from to smithi01981774-42 2024-04-02T08:35:13.714 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 360 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-04-02T08:35:13.714 INFO:tasks.rados.rados.0.smithi019.stdout:1337: done (4 left) 2024-04-02T08:35:13.714 INFO:tasks.rados.rados.0.smithi019.stdout:1339: done (3 left) 2024-04-02T08:35:13.714 INFO:tasks.rados.rados.0.smithi019.stdout:1340: done (2 left) 2024-04-02T08:35:13.715 INFO:tasks.rados.rados.0.smithi019.stdout:1341: done (1 left) 2024-04-02T08:35:13.715 INFO:tasks.rados.rados.0.smithi019.stdout:1342: done (0 left) 2024-04-02T08:35:13.715 INFO:tasks.rados.rados.0.smithi019.stdout:1343: rollback oid 50 current snap is 131 2024-04-02T08:35:13.715 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 126 2024-04-02T08:35:13.715 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 131 2024-04-02T08:35:13.715 INFO:tasks.rados.rados.0.smithi019.stdout:1344: seq_num 421 ranges {8314880=655360,8970240=442368,9412608=663552,10076160=499712} 2024-04-02T08:35:13.763 INFO:tasks.rados.rados.0.smithi019.stdout:1344: writing smithi01981774-29 from 8314880 to 8970240 tid 1 2024-04-02T08:35:13.765 INFO:tasks.rados.rados.0.smithi019.stdout:1344: writing smithi01981774-29 from 8970240 to 9412608 tid 2 2024-04-02T08:35:13.769 INFO:tasks.rados.rados.0.smithi019.stdout:1344: writing smithi01981774-29 from 9412608 to 10076160 tid 3 2024-04-02T08:35:13.772 INFO:tasks.rados.rados.0.smithi019.stdout:1344: writing smithi01981774-29 from 10076160 to 10575872 tid 4 2024-04-02T08:35:13.772 INFO:tasks.rados.rados.0.smithi019.stdout:1345: snap_remove snap 127 2024-04-02T08:35:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:13 smithi066 ceph-mon[87361]: pgmap v143: 121 pgs: 121 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-04-02T08:35:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:13 smithi066 ceph-mon[87361]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:13.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[94035]: pgmap v143: 121 pgs: 121 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-04-02T08:35:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[94035]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[96522]: pgmap v143: 121 pgs: 121 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2024-04-02T08:35:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[96522]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:35:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:14.561 INFO:tasks.rados.rados.0.smithi019.stdout:1345: done (2 left) 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1346: snap_remove snap 128 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1343: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1343: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1343: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 388 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: finishing write tid 1 to smithi01981774-29 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: finishing write tid 2 to smithi01981774-29 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: finishing write tid 3 to smithi01981774-29 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: finishing write tid 4 to smithi01981774-29 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: finishing write tid 5 to smithi01981774-29 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: finishing write tid 6 to smithi01981774-29 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: oid 29 updating version 0 to 1124 2024-04-02T08:35:14.562 INFO:tasks.rados.rados.0.smithi019.stdout:1344: oid 29 updating version 1124 to 1128 2024-04-02T08:35:14.563 INFO:tasks.rados.rados.0.smithi019.stdout:1344: oid 29 version 1128 is already newer than 1127 2024-04-02T08:35:14.563 INFO:tasks.rados.rados.0.smithi019.stdout:1344: oid 29 version 1128 is already newer than 1126 2024-04-02T08:35:14.563 INFO:tasks.rados.rados.0.smithi019.stdout:1344: oid 29 version 1128 is already newer than 1125 2024-04-02T08:35:14.563 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1128 (ObjNum 421 snap 131 seq_num 421) dirty exists 2024-04-02T08:35:14.563 INFO:tasks.rados.rados.0.smithi019.stdout:1344: left oid 29 (ObjNum 421 snap 131 seq_num 421) 2024-04-02T08:35:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:14 smithi019 ceph-mon[96522]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:14 smithi019 ceph-mon[96522]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:14 smithi019 ceph-mon[94035]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:14 smithi019 ceph-mon[94035]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:14 smithi066 ceph-mon[87361]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:35:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:14 smithi066 ceph-mon[87361]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:35:15.563 INFO:tasks.rados.rados.0.smithi019.stdout:1343: done (2 left) 2024-04-02T08:35:15.563 INFO:tasks.rados.rados.0.smithi019.stdout:1344: done (1 left) 2024-04-02T08:35:15.563 INFO:tasks.rados.rados.0.smithi019.stdout:1346: done (0 left) 2024-04-02T08:35:15.563 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 131 2024-04-02T08:35:15.563 INFO:tasks.rados.rados.0.smithi019.stdout:1347: seq_num 422 ranges {9011200=671744,9682944=729088,10412032=417792,10829824=458752} 2024-04-02T08:35:15.616 INFO:tasks.rados.rados.0.smithi019.stdout:1347: writing smithi01981774-42 from 9011200 to 9682944 tid 1 2024-04-02T08:35:15.620 INFO:tasks.rados.rados.0.smithi019.stdout:1347: writing smithi01981774-42 from 9682944 to 10412032 tid 2 2024-04-02T08:35:15.622 INFO:tasks.rados.rados.0.smithi019.stdout:1347: writing smithi01981774-42 from 10412032 to 10829824 tid 3 2024-04-02T08:35:15.625 INFO:tasks.rados.rados.0.smithi019.stdout:1347: writing smithi01981774-42 from 10829824 to 11288576 tid 4 2024-04-02T08:35:15.625 INFO:tasks.rados.rados.0.smithi019.stdout:1348: read oid 32 snap -1 2024-04-02T08:35:15.625 INFO:tasks.rados.rados.0.smithi019.stdout:1348: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:35:15.625 INFO:tasks.rados.rados.0.smithi019.stdout:1349: snap_create 2024-04-02T08:35:15.626 INFO:tasks.rados.rados.0.smithi019.stdout:1347: finishing write tid 1 to smithi01981774-42 2024-04-02T08:35:15.626 INFO:tasks.rados.rados.0.smithi019.stdout:1347: finishing write tid 2 to smithi01981774-42 2024-04-02T08:35:15.626 INFO:tasks.rados.rados.0.smithi019.stdout:1347: finishing write tid 3 to smithi01981774-42 2024-04-02T08:35:15.628 INFO:tasks.rados.rados.0.smithi019.stdout:1347: finishing write tid 4 to smithi01981774-42 2024-04-02T08:35:15.628 INFO:tasks.rados.rados.0.smithi019.stdout:1347: finishing write tid 5 to smithi01981774-42 2024-04-02T08:35:15.630 INFO:tasks.rados.rados.0.smithi019.stdout:1348: expect (ObjNum 332 snap 104 seq_num 332) 2024-04-02T08:35:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:1347: finishing write tid 6 to smithi01981774-42 2024-04-02T08:35:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:1347: oid 42 updating version 0 to 363 2024-04-02T08:35:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:1347: oid 42 version 363 is already newer than 361 2024-04-02T08:35:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:1347: oid 42 version 363 is already newer than 362 2024-04-02T08:35:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:1347: oid 42 updating version 363 to 365 2024-04-02T08:35:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:1347: oid 42 version 365 is already newer than 364 2024-04-02T08:35:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 365 (ObjNum 422 snap 131 seq_num 422) dirty exists 2024-04-02T08:35:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:1347: left oid 42 (ObjNum 422 snap 131 seq_num 422) 2024-04-02T08:35:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:15 smithi019 ceph-mon[94035]: pgmap v146: 121 pgs: 121 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-04-02T08:35:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:15 smithi019 ceph-mon[94035]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:35:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:15 smithi019 ceph-mon[96522]: pgmap v146: 121 pgs: 121 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-04-02T08:35:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:15 smithi019 ceph-mon[96522]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:35:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:15 smithi066 ceph-mon[87361]: pgmap v146: 121 pgs: 121 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-04-02T08:35:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:15 smithi066 ceph-mon[87361]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:35:16.621 INFO:tasks.rados.rados.0.smithi019.stdout:1347: done (2 left) 2024-04-02T08:35:16.622 INFO:tasks.rados.rados.0.smithi019.stdout:1348: done (1 left) 2024-04-02T08:35:16.622 INFO:tasks.rados.rados.0.smithi019.stdout:1349: done (0 left) 2024-04-02T08:35:16.622 INFO:tasks.rados.rados.0.smithi019.stdout:1350: snap_create 2024-04-02T08:35:17.624 INFO:tasks.rados.rados.0.smithi019.stdout:1350: done (0 left) 2024-04-02T08:35:17.624 INFO:tasks.rados.rados.0.smithi019.stdout:1351: delete oid 39 current snap is 133 2024-04-02T08:35:17.633 INFO:tasks.rados.rados.0.smithi019.stdout:1351: done (0 left) 2024-04-02T08:35:17.633 INFO:tasks.rados.rados.0.smithi019.stdout:1352: rollback oid 33 current snap is 133 2024-04-02T08:35:17.633 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 33 to 130 2024-04-02T08:35:17.633 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 133 2024-04-02T08:35:17.633 INFO:tasks.rados.rados.0.smithi019.stdout:1353: seq_num 424 ranges {2129920=704512,2834432=491520,3325952=434176,3760128=679936} 2024-04-02T08:35:17.648 INFO:tasks.rados.rados.0.smithi019.stdout:1353: writing smithi01981774-12 from 2129920 to 2834432 tid 1 2024-04-02T08:35:17.651 INFO:tasks.rados.rados.0.smithi019.stdout:1353: writing smithi01981774-12 from 2834432 to 3325952 tid 2 2024-04-02T08:35:17.653 INFO:tasks.rados.rados.0.smithi019.stdout:1353: writing smithi01981774-12 from 3325952 to 3760128 tid 3 2024-04-02T08:35:17.657 INFO:tasks.rados.rados.0.smithi019.stdout:1353: writing smithi01981774-12 from 3760128 to 4440064 tid 4 2024-04-02T08:35:17.657 INFO:tasks.rados.rados.0.smithi019.stdout:1354: rollback oid 42 current snap is 133 2024-04-02T08:35:17.658 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 111 2024-04-02T08:35:17.658 INFO:tasks.rados.rados.0.smithi019.stdout:1352: finishing rollback tid 1 to smithi01981774-33 2024-04-02T08:35:17.658 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:35:17.658 INFO:tasks.rados.rados.0.smithi019.stdout:1352: done (2 left) 2024-04-02T08:35:17.658 INFO:tasks.rados.rados.0.smithi019.stdout:1355: snap_remove snap 126 2024-04-02T08:35:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:17 smithi019 ceph-mon[94035]: pgmap v149: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-02T08:35:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:17 smithi019 ceph-mon[94035]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:35:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:17 smithi019 ceph-mon[96522]: pgmap v149: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-02T08:35:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:17 smithi019 ceph-mon[96522]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:35:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:17 smithi066 ceph-mon[87361]: pgmap v149: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-02T08:35:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:17 smithi066 ceph-mon[87361]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:35:18.634 INFO:tasks.rados.rados.0.smithi019.stdout:1355: done (2 left) 2024-04-02T08:35:18.634 INFO:tasks.rados.rados.0.smithi019.stdout:1356: read oid 8 snap -1 2024-04-02T08:35:18.634 INFO:tasks.rados.rados.0.smithi019.stdout:1356: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:18.635 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 133 2024-04-02T08:35:18.635 INFO:tasks.rados.rados.0.smithi019.stdout:1353: finishing write tid 1 to smithi01981774-12 2024-04-02T08:35:18.635 INFO:tasks.rados.rados.0.smithi019.stdout:1357: seq_num 425 ranges {10575872=720896,11296768=778240,12075008=638976,12713984=188416} 2024-04-02T08:35:18.696 INFO:tasks.rados.rados.0.smithi019.stdout:1357: writing smithi01981774-29 from 10575872 to 11296768 tid 1 2024-04-02T08:35:18.701 INFO:tasks.rados.rados.0.smithi019.stdout:1357: writing smithi01981774-29 from 11296768 to 12075008 tid 2 2024-04-02T08:35:18.705 INFO:tasks.rados.rados.0.smithi019.stdout:1357: writing smithi01981774-29 from 12075008 to 12713984 tid 3 2024-04-02T08:35:18.708 INFO:tasks.rados.rados.0.smithi019.stdout:1357: writing smithi01981774-29 from 12713984 to 12902400 tid 4 2024-04-02T08:35:18.708 INFO:tasks.rados.rados.0.smithi019.stdout:1358: read oid 48 snap -1 2024-04-02T08:35:18.708 INFO:tasks.rados.rados.0.smithi019.stdout:1358: expect (ObjNum 374 snap 116 seq_num 374) 2024-04-02T08:35:18.708 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 133 2024-04-02T08:35:18.708 INFO:tasks.rados.rados.0.smithi019.stdout:1353: finishing write tid 2 to smithi01981774-12 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: finishing write tid 3 to smithi01981774-12 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1354: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1354: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 367 (ObjNum 129 snap 0 seq_num 2824318144) dirty dne 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: finishing write tid 4 to smithi01981774-12 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: finishing write tid 5 to smithi01981774-12 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: finishing write tid 6 to smithi01981774-12 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: oid 12 updating version 0 to 740 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: oid 12 updating version 740 to 743 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: oid 12 version 743 is already newer than 742 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: oid 12 version 743 is already newer than 739 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: oid 12 version 743 is already newer than 741 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 743 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-04-02T08:35:18.709 INFO:tasks.rados.rados.0.smithi019.stdout:1353: left oid 12 (ObjNum 424 snap 133 seq_num 424) 2024-04-02T08:35:18.710 INFO:tasks.rados.rados.0.smithi019.stdout:1356: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:18.710 INFO:tasks.rados.rados.0.smithi019.stdout:1357: finishing write tid 1 to smithi01981774-29 2024-04-02T08:35:18.710 INFO:tasks.rados.rados.0.smithi019.stdout:1359: seq_num 426 ranges {1974272=737280,2711552=712704,3424256=802816,4227072=90112} 2024-04-02T08:35:18.725 INFO:tasks.rados.rados.0.smithi019.stdout:1359: writing smithi01981774-9 from 1974272 to 2711552 tid 1 2024-04-02T08:35:18.729 INFO:tasks.rados.rados.0.smithi019.stdout:1359: writing smithi01981774-9 from 2711552 to 3424256 tid 2 2024-04-02T08:35:18.734 INFO:tasks.rados.rados.0.smithi019.stdout:1359: writing smithi01981774-9 from 3424256 to 4227072 tid 3 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1359: writing smithi01981774-9 from 4227072 to 4317184 tid 4 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1353: done (5 left) 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1354: done (4 left) 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1356: done (3 left) 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1360: delete oid 41 current snap is 133 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1357: finishing write tid 2 to smithi01981774-29 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1357: finishing write tid 3 to smithi01981774-29 2024-04-02T08:35:18.735 INFO:tasks.rados.rados.0.smithi019.stdout:1357: finishing write tid 4 to smithi01981774-29 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: finishing write tid 5 to smithi01981774-29 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: finishing write tid 6 to smithi01981774-29 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: oid 29 updating version 0 to 1140 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: oid 29 version 1140 is already newer than 1138 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: oid 29 version 1140 is already newer than 1139 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: oid 29 updating version 1140 to 1141 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: oid 29 updating version 1141 to 1142 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1142 (ObjNum 425 snap 133 seq_num 425) dirty exists 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1357: left oid 29 (ObjNum 425 snap 133 seq_num 425) 2024-04-02T08:35:18.736 INFO:tasks.rados.rados.0.smithi019.stdout:1358: expect (ObjNum 374 snap 116 seq_num 374) 2024-04-02T08:35:18.774 INFO:tasks.rados.rados.0.smithi019.stdout:1359: finishing write tid 1 to smithi01981774-9 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: finishing write tid 2 to smithi01981774-9 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: finishing write tid 3 to smithi01981774-9 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: finishing write tid 4 to smithi01981774-9 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: finishing write tid 5 to smithi01981774-9 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: finishing write tid 6 to smithi01981774-9 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: oid 9 updating version 0 to 508 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: oid 9 version 508 is already newer than 504 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: oid 9 version 508 is already newer than 505 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: oid 9 version 508 is already newer than 506 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: oid 9 version 508 is already newer than 507 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 508 (ObjNum 426 snap 133 seq_num 426) dirty exists 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1359: left oid 9 (ObjNum 426 snap 133 seq_num 426) 2024-04-02T08:35:18.775 INFO:tasks.rados.rados.0.smithi019.stdout:1357: done (3 left) 2024-04-02T08:35:18.776 INFO:tasks.rados.rados.0.smithi019.stdout:1358: done (2 left) 2024-04-02T08:35:18.776 INFO:tasks.rados.rados.0.smithi019.stdout:1359: done (1 left) 2024-04-02T08:35:18.776 INFO:tasks.rados.rados.0.smithi019.stdout:1360: done (0 left) 2024-04-02T08:35:18.776 INFO:tasks.rados.rados.0.smithi019.stdout:1361: snap_remove snap 118 2024-04-02T08:35:18.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:18 smithi019 ceph-mon[94035]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:35:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:18 smithi019 ceph-mon[96522]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:35:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:18 smithi066 ceph-mon[87361]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:35:19.565 INFO:tasks.rados.rados.0.smithi019.stdout:1361: done (0 left) 2024-04-02T08:35:19.565 INFO:tasks.rados.rados.0.smithi019.stdout:1362: copy_from oid 18 from oid 9 current snap is 133 2024-04-02T08:35:19.565 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 133 2024-04-02T08:35:19.565 INFO:tasks.rados.rados.0.smithi019.stdout:1363: seq_num 428 ranges {1474560=778240,2252800=483328,2736128=409600,3145728=417792,3563520=294912} 2024-04-02T08:35:19.578 INFO:tasks.rados.rados.0.smithi019.stdout:1363: writing smithi01981774-48 from 1474560 to 2252800 tid 1 2024-04-02T08:35:19.581 INFO:tasks.rados.rados.0.smithi019.stdout:1363: writing smithi01981774-48 from 2252800 to 2736128 tid 2 2024-04-02T08:35:19.584 INFO:tasks.rados.rados.0.smithi019.stdout:1363: writing smithi01981774-48 from 2736128 to 3145728 tid 3 2024-04-02T08:35:19.587 INFO:tasks.rados.rados.0.smithi019.stdout:1363: writing smithi01981774-48 from 3145728 to 3563520 tid 4 2024-04-02T08:35:19.589 INFO:tasks.rados.rados.0.smithi019.stdout:1363: writing smithi01981774-48 from 3563520 to 3858432 tid 5 2024-04-02T08:35:19.589 INFO:tasks.rados.rados.0.smithi019.stdout:1364: delete oid 27 current snap is 133 2024-04-02T08:35:19.591 INFO:tasks.rados.rados.0.smithi019.stdout:1363: finishing write tid 1 to smithi01981774-48 2024-04-02T08:35:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:1363: finishing write tid 2 to smithi01981774-48 2024-04-02T08:35:19.595 INFO:tasks.rados.rados.0.smithi019.stdout:1363: finishing write tid 3 to smithi01981774-48 2024-04-02T08:35:19.595 INFO:tasks.rados.rados.0.smithi019.stdout:1363: finishing write tid 4 to smithi01981774-48 2024-04-02T08:35:19.595 INFO:tasks.rados.rados.0.smithi019.stdout:1363: finishing write tid 5 to smithi01981774-48 2024-04-02T08:35:19.599 INFO:tasks.rados.rados.0.smithi019.stdout:1363: finishing write tid 6 to smithi01981774-48 2024-04-02T08:35:19.600 INFO:tasks.rados.rados.0.smithi019.stdout:1362: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:35:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:1364: done (2 left) 2024-04-02T08:35:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:1365: read oid 33 snap 109 2024-04-02T08:35:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:1365: expect deleted 2024-04-02T08:35:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:1366: rollback oid 36 current snap is 133 2024-04-02T08:35:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 36 to 125 2024-04-02T08:35:19.602 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 133 2024-04-02T08:35:19.602 INFO:tasks.rados.rados.0.smithi019.stdout:1367: seq_num 430 ranges {1458176=8192} 2024-04-02T08:35:19.610 INFO:tasks.rados.rados.0.smithi019.stdout:1367: writing smithi01981774-25 from 1458176 to 1466368 tid 1 2024-04-02T08:35:19.610 INFO:tasks.rados.rados.0.smithi019.stdout:1368: read oid 20 snap -1 2024-04-02T08:35:19.610 INFO:tasks.rados.rados.0.smithi019.stdout:1368: expect deleted 2024-04-02T08:35:19.610 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 133 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: finishing write tid 7 to smithi01981774-48 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: oid 48 updating version 0 to 1160 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: oid 48 version 1160 is already newer than 1156 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: oid 48 version 1160 is already newer than 1159 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: oid 48 version 1160 is already newer than 1155 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: oid 48 version 1160 is already newer than 1158 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: oid 48 version 1160 is already newer than 1157 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1160 (ObjNum 428 snap 133 seq_num 428) dirty exists 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: left oid 48 (ObjNum 428 snap 133 seq_num 428) 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1369: seq_num 431 ranges {0=24576} 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1369: writing smithi01981774-26 from 0 to 24576 tid 1 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1363: done (6 left) 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1370: read oid 3 snap -1 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1370: expect deleted 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1371: snap_create 2024-04-02T08:35:19.611 INFO:tasks.rados.rados.0.smithi019.stdout:1366: finishing rollback tid 0 to smithi01981774-36 2024-04-02T08:35:19.612 INFO:tasks.rados.rados.0.smithi019.stdout:1366: finishing rollback tid 1 to smithi01981774-36 2024-04-02T08:35:19.612 INFO:tasks.rados.rados.0.smithi019.stdout:1362: finishing copy_from to smithi01981774-18 2024-04-02T08:35:19.612 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 508 (ObjNum 426 snap 133 seq_num 426) dirty exists 2024-04-02T08:35:19.612 INFO:tasks.rados.rados.0.smithi019.stdout:1366: finishing rollback tid 2 to smithi01981774-36 2024-04-02T08:35:19.612 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 576 (ObjNum 403 snap 122 seq_num 403) dirty exists 2024-04-02T08:35:19.613 INFO:tasks.rados.rados.0.smithi019.stdout:1369: finishing write tid 1 to smithi01981774-26 2024-04-02T08:35:19.613 INFO:tasks.rados.rados.0.smithi019.stdout:1369: finishing write tid 2 to smithi01981774-26 2024-04-02T08:35:19.613 INFO:tasks.rados.rados.0.smithi019.stdout:1367: finishing write tid 1 to smithi01981774-25 2024-04-02T08:35:19.613 INFO:tasks.rados.rados.0.smithi019.stdout:1367: finishing write tid 2 to smithi01981774-25 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1367: finishing write tid 3 to smithi01981774-25 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1367: oid 25 updating version 0 to 504 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1367: oid 25 version 504 is already newer than 503 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 504 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1367: left oid 25 (ObjNum 430 snap 133 seq_num 430) 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1369: finishing write tid 3 to smithi01981774-26 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1369: oid 26 updating version 0 to 520 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1369: oid 26 updating version 520 to 521 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 521 (ObjNum 431 snap 133 seq_num 431) dirty exists 2024-04-02T08:35:19.615 INFO:tasks.rados.rados.0.smithi019.stdout:1369: left oid 26 (ObjNum 431 snap 133 seq_num 431) 2024-04-02T08:35:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:19 smithi019 ceph-mon[94035]: pgmap v152: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 544 KiB/s wr, 1 op/s 2024-04-02T08:35:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:19 smithi019 ceph-mon[94035]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:35:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:19 smithi019 ceph-mon[94035]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:35:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:19 smithi019 ceph-mon[96522]: pgmap v152: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 544 KiB/s wr, 1 op/s 2024-04-02T08:35:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:19 smithi019 ceph-mon[96522]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:35:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:19 smithi019 ceph-mon[96522]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:35:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:19 smithi066 ceph-mon[87361]: pgmap v152: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 544 KiB/s wr, 1 op/s 2024-04-02T08:35:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:19 smithi066 ceph-mon[87361]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:35:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:19 smithi066 ceph-mon[87361]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi019.stdout:1362: done (7 left) 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi019.stdout:1365: done (6 left) 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi019.stdout:1366: done (5 left) 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1367: done (4 left) 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1368: done (3 left) 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1369: done (2 left) 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1370: done (1 left) 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1371: done (0 left) 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1372: read oid 18 snap -1 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1372: expect (ObjNum 426 snap 133 seq_num 426) 2024-04-02T08:35:20.565 INFO:tasks.rados.rados.0.smithi019.stdout:1373: setattr oid 1 current snap is 134 2024-04-02T08:35:20.566 INFO:tasks.rados.rados.0.smithi019.stdout:1374: snap_create 2024-04-02T08:35:20.572 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 699 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:20.582 INFO:tasks.rados.rados.0.smithi019.stdout:1372: expect (ObjNum 426 snap 133 seq_num 426) 2024-04-02T08:35:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:35:20] "GET /metrics HTTP/1.1" 200 36188 "" "Prometheus/2.43.0" 2024-04-02T08:35:21.570 INFO:tasks.rados.rados.0.smithi019.stdout:1372: done (2 left) 2024-04-02T08:35:21.570 INFO:tasks.rados.rados.0.smithi019.stdout:1373: done (1 left) 2024-04-02T08:35:21.570 INFO:tasks.rados.rados.0.smithi019.stdout:1374: done (0 left) 2024-04-02T08:35:21.570 INFO:tasks.rados.rados.0.smithi019.stdout:1375: setattr oid 40 current snap is 135 2024-04-02T08:35:21.572 INFO:tasks.rados.rados.0.smithi019.stdout:1376: read oid 8 snap -1 2024-04-02T08:35:21.572 INFO:tasks.rados.rados.0.smithi019.stdout:1376: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:21.572 INFO:tasks.rados.rados.0.smithi019.stdout:1377: rollback oid 27 current snap is 135 2024-04-02T08:35:21.572 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 134 2024-04-02T08:35:21.572 INFO:tasks.rados.rados.0.smithi019.stdout:1378: snap_create 2024-04-02T08:35:21.574 INFO:tasks.rados.rados.0.smithi019.stdout:1377: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:35:21.574 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 453 (ObjNum 33 snap 0 seq_num 2807485688) dirty dne 2024-04-02T08:35:21.575 INFO:tasks.rados.rados.0.smithi019.stdout:1376: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:21.577 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 566 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[94035]: pgmap v155: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[94035]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[94035]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[96522]: pgmap v155: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[96522]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:21.796 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:21 smithi019 ceph-mon[96522]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:21 smithi066 ceph-mon[87361]: pgmap v155: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:35:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:21 smithi066 ceph-mon[87361]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:35:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:21 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:35:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:21 smithi066 ceph-mon[87361]: Upgrade: osd.1 is safe to restart 2024-04-02T08:35:22.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:22.580 INFO:tasks.rados.rados.0.smithi019.stdout:1375: done (3 left) 2024-04-02T08:35:22.580 INFO:tasks.rados.rados.0.smithi019.stdout:1376: done (2 left) 2024-04-02T08:35:22.580 INFO:tasks.rados.rados.0.smithi019.stdout:1377: done (1 left) 2024-04-02T08:35:22.581 INFO:tasks.rados.rados.0.smithi019.stdout:1378: done (0 left) 2024-04-02T08:35:22.581 INFO:tasks.rados.rados.0.smithi019.stdout:1379: rmattr oid 37 current snap is 136 2024-04-02T08:35:22.581 INFO:tasks.rados.rados.0.smithi019.stdout:1379: done (0 left) 2024-04-02T08:35:22.581 INFO:tasks.rados.rados.0.smithi019.stdout:1380: rmattr oid 26 current snap is 136 2024-04-02T08:35:22.581 INFO:tasks.rados.rados.0.smithi019.stdout:1380: done (0 left) 2024-04-02T08:35:22.581 INFO:tasks.rados.rados.0.smithi019.stdout:1381: copy_from oid 29 from oid 50 current snap is 136 2024-04-02T08:35:22.581 INFO:tasks.rados.rados.0.smithi019.stdout:1382: snap_create 2024-04-02T08:35:22.586 INFO:tasks.rados.rados.0.smithi019.stdout:1381: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:35:22.587 INFO:tasks.rados.rados.0.smithi019.stdout:1381: finishing copy_from to smithi01981774-29 2024-04-02T08:35:22.587 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 388 (ObjNum 332 snap 104 seq_num 332) dirty exists 2024-04-02T08:35:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[94035]: osdmap e336: 8 total, 8 up, 8 in 2024-04-02T08:35:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[96522]: osdmap e336: 8 total, 8 up, 8 in 2024-04-02T08:35:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:22 smithi066 ceph-mon[87361]: osdmap e336: 8 total, 8 up, 8 in 2024-04-02T08:35:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:35:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:1381: done (1 left) 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:1382: done (0 left) 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 137 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:1383: seq_num 432 ranges {0=40960} 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:1383: writing smithi01981774-28 from 0 to 40960 tid 1 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:1384: rmattr oid 39 current snap is 137 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:1384: done (1 left) 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 137 2024-04-02T08:35:23.582 INFO:tasks.rados.rados.0.smithi019.stdout:1385: seq_num 433 ranges {4898816=57344} 2024-04-02T08:35:23.591 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:35:23.609 INFO:tasks.rados.rados.0.smithi019.stdout:1385: writing smithi01981774-34 from 4898816 to 4956160 tid 1 2024-04-02T08:35:23.609 INFO:tasks.rados.rados.0.smithi019.stdout:1386: copy_from oid 3 from oid 13 current snap is 137 2024-04-02T08:35:23.609 INFO:tasks.rados.rados.0.smithi019.stdout:1383: finishing write tid 1 to smithi01981774-28 2024-04-02T08:35:23.609 INFO:tasks.rados.rados.0.smithi019.stdout:1387: copy_from oid 32 from oid 12 current snap is 137 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:1383: finishing write tid 2 to smithi01981774-28 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:1383: finishing write tid 3 to smithi01981774-28 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:1383: oid 28 updating version 0 to 1163 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:1383: oid 28 updating version 1163 to 1164 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 1164 (ObjNum 432 snap 137 seq_num 432) dirty exists 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:1383: left oid 28 (ObjNum 432 snap 137 seq_num 432) 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:1383: done (3 left) 2024-04-02T08:35:23.610 INFO:tasks.rados.rados.0.smithi019.stdout:1388: snap_create 2024-04-02T08:35:23.614 INFO:tasks.rados.rados.0.smithi019.stdout:1385: finishing write tid 1 to smithi01981774-34 2024-04-02T08:35:23.615 INFO:tasks.rados.rados.0.smithi019.stdout:1385: finishing write tid 2 to smithi01981774-34 2024-04-02T08:35:23.617 INFO:tasks.rados.rados.0.smithi019.stdout:1385: finishing write tid 3 to smithi01981774-34 2024-04-02T08:35:23.617 INFO:tasks.rados.rados.0.smithi019.stdout:1385: oid 34 updating version 0 to 370 2024-04-02T08:35:23.617 INFO:tasks.rados.rados.0.smithi019.stdout:1385: oid 34 version 370 is already newer than 369 2024-04-02T08:35:23.618 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 370 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-04-02T08:35:23.618 INFO:tasks.rados.rados.0.smithi019.stdout:1385: left oid 34 (ObjNum 433 snap 137 seq_num 433) 2024-04-02T08:35:23.631 INFO:tasks.rados.rados.0.smithi019.stdout:1387: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:35:23.634 INFO:tasks.rados.rados.0.smithi019.stdout:1387: finishing copy_from to smithi01981774-32 2024-04-02T08:35:23.634 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 743 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-04-02T08:35:23.648 INFO:tasks.rados.rados.0.smithi019.stdout:1386: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:35:23.649 INFO:tasks.rados.rados.0.smithi019.stdout:1386: finishing copy_from to smithi01981774-3 2024-04-02T08:35:23.649 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 348 (ObjNum 414 snap 127 seq_num 414) dirty exists 2024-04-02T08:35:23.781 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[94035]: pgmap v158: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-02T08:35:23.781 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[94035]: Upgrade: Updating osd.1 2024-04-02T08:35:23.781 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[94035]: Deploying daemon osd.1 on smithi019 2024-04-02T08:35:23.781 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[94035]: osdmap e337: 8 total, 8 up, 8 in 2024-04-02T08:35:23.782 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[96522]: pgmap v158: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-02T08:35:23.782 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[96522]: Upgrade: Updating osd.1 2024-04-02T08:35:23.782 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[96522]: Deploying daemon osd.1 on smithi019 2024-04-02T08:35:23.782 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:23 smithi019 ceph-mon[96522]: osdmap e337: 8 total, 8 up, 8 in 2024-04-02T08:35:23.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:23.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:23 smithi066 ceph-mon[87361]: pgmap v158: 121 pgs: 121 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-02T08:35:23.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:23 smithi066 ceph-mon[87361]: Upgrade: Updating osd.1 2024-04-02T08:35:23.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:23 smithi066 ceph-mon[87361]: Deploying daemon osd.1 on smithi019 2024-04-02T08:35:23.816 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:23 smithi066 ceph-mon[87361]: osdmap e337: 8 total, 8 up, 8 in 2024-04-02T08:35:23.956 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (6m) 23s ago 7m 25.6M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (7m) 68s ago 7m 89.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (8m) 23s ago 8m 18.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (8m) 68s ago 8m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (2m) 68s ago 11m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (2m) 23s ago 13m 499M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (2m) 23s ago 13m 47.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (80s) 68s ago 12m 22.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (99s) 23s ago 12m 38.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (6m) 23s ago 6m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (6m) 68s ago 6m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (27s) 23s ago 11m 15.1M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (11m) 23s ago 11m 175M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d d26ac8e8b495 2024-04-02T08:35:23.957 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (10m) 23s ago 10m 194M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:35:23.958 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (10m) 23s ago 10m 128M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:35:23.958 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (9m) 68s ago 9m 129M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:35:23.958 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (9m) 68s ago 9m 158M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:35:23.958 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (9m) 68s ago 9m 108M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:35:23.958 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (8m) 68s ago 8m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:35:23.958 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (2m) 68s ago 7m 53.9M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:35:24.370 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:35:24.370 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:35:24.370 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:35:24.370 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:24.370 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:35:24.370 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:35:24.370 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 9, 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:35:24.371 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:35:24.567 INFO:tasks.rados.rados.0.smithi019.stdout:1385: done (3 left) 2024-04-02T08:35:24.567 INFO:tasks.rados.rados.0.smithi019.stdout:1386: done (2 left) 2024-04-02T08:35:24.567 INFO:tasks.rados.rados.0.smithi019.stdout:1387: done (1 left) 2024-04-02T08:35:24.567 INFO:tasks.rados.rados.0.smithi019.stdout:1388: done (0 left) 2024-04-02T08:35:24.567 INFO:tasks.rados.rados.0.smithi019.stdout:1389: snap_create 2024-04-02T08:35:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[94035]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[94035]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[94035]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3789067009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[94035]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[96522]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[96522]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[96522]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3789067009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:24 smithi019 ceph-mon[96522]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:24 smithi066 ceph-mon[87361]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:24 smithi066 ceph-mon[87361]: osdmap e338: 8 total, 8 up, 8 in 2024-04-02T08:35:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:24 smithi066 ceph-mon[87361]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3789067009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:24 smithi066 ceph-mon[87361]: osdmap e339: 8 total, 8 up, 8 in 2024-04-02T08:35:25.566 INFO:tasks.rados.rados.0.smithi019.stdout:1389: done (0 left) 2024-04-02T08:35:25.567 INFO:tasks.rados.rados.0.smithi019.stdout:1390: snap_remove snap 125 2024-04-02T08:35:25.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:25 smithi019 ceph-mon[94035]: pgmap v161: 121 pgs: 121 active+clean; 251 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:25.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:25 smithi019 ceph-mon[94035]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:25.924 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:25 smithi019 ceph-mon[96522]: pgmap v161: 121 pgs: 121 active+clean; 251 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:25.924 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:25 smithi019 ceph-mon[96522]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:25 smithi066 ceph-mon[87361]: pgmap v161: 121 pgs: 121 active+clean; 251 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:25 smithi066 ceph-mon[87361]: osdmap e340: 8 total, 8 up, 8 in 2024-04-02T08:35:26.175 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:25 smithi019 systemd[1]: Stopping Ceph osd.1 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:26.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[49799]: 2024-04-02T08:35:26.175+0000 7f98246ab700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:35:26.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[49799]: 2024-04-02T08:35:26.175+0000 7f98246ab700 -1 osd.1 339 *** Got signal Terminated *** 2024-04-02T08:35:26.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[49799]: 2024-04-02T08:35:26.175+0000 7f98246ab700 -1 osd.1 339 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:35:26.574 INFO:tasks.rados.rados.0.smithi019.stdout:1390: done (0 left) 2024-04-02T08:35:26.575 INFO:tasks.rados.rados.0.smithi019.stdout:1391: rollback oid 5 current snap is 139 2024-04-02T08:35:26.575 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 5 to 138 2024-04-02T08:35:26.575 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 139 2024-04-02T08:35:26.575 INFO:tasks.rados.rados.0.smithi019.stdout:1392: seq_num 434 ranges {770048=73728} 2024-04-02T08:35:26.575 INFO:tasks.rados.rados.0.smithi019.stdout:1392: writing smithi01981774-29 from 770048 to 843776 tid 1 2024-04-02T08:35:26.576 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 139 2024-04-02T08:35:26.576 INFO:tasks.rados.rados.0.smithi019.stdout:1393: seq_num 435 ranges {0=90112} 2024-04-02T08:35:26.576 INFO:tasks.rados.rados.0.smithi019.stdout:1393: writing smithi01981774-10 from 0 to 90112 tid 1 2024-04-02T08:35:26.576 INFO:tasks.rados.rados.0.smithi019.stdout:1394: delete oid 26 current snap is 139 2024-04-02T08:35:26.587 INFO:tasks.rados.rados.0.smithi019.stdout:1391: finishing rollback tid 0 to smithi01981774-5 2024-04-02T08:35:26.587 INFO:tasks.rados.rados.0.smithi019.stdout:1391: finishing rollback tid 1 to smithi01981774-5 2024-04-02T08:35:26.587 INFO:tasks.rados.rados.0.smithi019.stdout:1391: finishing rollback tid 2 to smithi01981774-5 2024-04-02T08:35:26.587 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 740 (ObjNum 410 snap 124 seq_num 410) dirty exists 2024-04-02T08:35:26.589 INFO:tasks.rados.rados.0.smithi019.stdout:1393: finishing write tid 1 to smithi01981774-10 2024-04-02T08:35:26.589 INFO:tasks.rados.rados.0.smithi019.stdout:1393: finishing write tid 2 to smithi01981774-10 2024-04-02T08:35:26.590 INFO:tasks.rados.rados.0.smithi019.stdout:1391: done (3 left) 2024-04-02T08:35:26.590 INFO:tasks.rados.rados.0.smithi019.stdout:1394: done (2 left) 2024-04-02T08:35:26.590 INFO:tasks.rados.rados.0.smithi019.stdout:1395: read oid 2 snap -1 2024-04-02T08:35:26.590 INFO:tasks.rados.rados.0.smithi019.stdout:1395: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:35:26.590 INFO:tasks.rados.rados.0.smithi019.stdout:1396: snap_remove snap 133 2024-04-02T08:35:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-mon[94035]: osd.1 marked itself down and dead 2024-04-02T08:35:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-mon[94035]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:35:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-mon[96522]: osd.1 marked itself down and dead 2024-04-02T08:35:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:26 smithi019 ceph-mon[96522]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:35:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:26 smithi066 ceph-mon[87361]: osd.1 marked itself down and dead 2024-04-02T08:35:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:26 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:35:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:26 smithi066 ceph-mon[87361]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:35:27.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:27 smithi019 podman[107044]: 2024-04-02 08:35:27.127025757 +0000 UTC m=+1.060164337 container died d26ac8e8b495d98c2300f727715ddfa36df4f6ff62c6558722005fc8189033ea (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-02T08:35:27.569 INFO:tasks.rados.rados.0.smithi019.stdout:1393: finishing write tid 3 to smithi01981774-10 2024-04-02T08:35:27.570 INFO:tasks.rados.rados.0.smithi019.stdout:1393: oid 10 updating version 0 to 475 2024-04-02T08:35:27.570 INFO:tasks.rados.rados.0.smithi019.stdout:1393: oid 10 updating version 475 to 476 2024-04-02T08:35:27.570 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 476 (ObjNum 435 snap 139 seq_num 435) dirty exists 2024-04-02T08:35:27.570 INFO:tasks.rados.rados.0.smithi019.stdout:1393: left oid 10 (ObjNum 435 snap 139 seq_num 435) 2024-04-02T08:35:27.570 INFO:tasks.rados.rados.0.smithi019.stdout:1393: done (3 left) 2024-04-02T08:35:27.570 INFO:tasks.rados.rados.0.smithi019.stdout:1396: done (2 left) 2024-04-02T08:35:27.570 INFO:tasks.rados.rados.0.smithi019.stdout:1397: snap_remove snap 116 2024-04-02T08:35:27.814 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:27 smithi019 ceph-mon[94035]: pgmap v164: 121 pgs: 121 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-04-02T08:35:27.814 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:27 smithi019 ceph-mon[94035]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:35:27.814 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:27 smithi019 ceph-mon[96522]: pgmap v164: 121 pgs: 121 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-04-02T08:35:27.814 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:27 smithi019 ceph-mon[96522]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:35:27.815 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:27 smithi019 podman[107044]: 2024-04-02 08:35:27.523111384 +0000 UTC m=+1.456249997 container cleanup d26ac8e8b495d98c2300f727715ddfa36df4f6ff62c6558722005fc8189033ea (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS) 2024-04-02T08:35:27.815 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:27 smithi019 bash[107044]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T08:35:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:27 smithi066 ceph-mon[87361]: pgmap v164: 121 pgs: 121 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.1 MiB/s wr, 13 op/s 2024-04-02T08:35:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:27 smithi066 ceph-mon[87361]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:35:28.148 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:27 smithi019 podman[107067]: 2024-04-02 08:35:27.816164071 +0000 UTC m=+0.684069640 container remove d26ac8e8b495d98c2300f727715ddfa36df4f6ff62c6558722005fc8189033ea (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:35:28.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:28 smithi019 podman[107164]: 2024-04-02 08:35:28.150445743 +0000 UTC m=+0.107228750 container create dbcac724f2058bc8feba53e312acb0fa726b43448f5b355cf229d5c5003c8329 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-02T08:35:28.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:28 smithi019 podman[107164]: 2024-04-02 08:35:28.061468579 +0000 UTC m=+0.018251587 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:35:28.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:28 smithi019 podman[107164]: 2024-04-02 08:35:28.361349654 +0000 UTC m=+0.318132664 container init dbcac724f2058bc8feba53e312acb0fa726b43448f5b355cf229d5c5003c8329 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-02T08:35:28.446 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:28 smithi019 podman[107164]: 2024-04-02 08:35:28.366600649 +0000 UTC m=+0.323383656 container start dbcac724f2058bc8feba53e312acb0fa726b43448f5b355cf229d5c5003c8329 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T08:35:28.572 INFO:tasks.rados.rados.0.smithi019.stdout:1392: finishing write tid 1 to smithi01981774-29 2024-04-02T08:35:28.572 INFO:tasks.rados.rados.0.smithi019.stdout:1392: finishing write tid 2 to smithi01981774-29 2024-04-02T08:35:28.572 INFO:tasks.rados.rados.0.smithi019.stdout:1392: finishing write tid 3 to smithi01981774-29 2024-04-02T08:35:28.572 INFO:tasks.rados.rados.0.smithi019.stdout:1392: oid 29 updating version 0 to 1167 2024-04-02T08:35:28.572 INFO:tasks.rados.rados.0.smithi019.stdout:1392: oid 29 version 1167 is already newer than 1166 2024-04-02T08:35:28.572 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1167 (ObjNum 434 snap 139 seq_num 434) dirty exists 2024-04-02T08:35:28.573 INFO:tasks.rados.rados.0.smithi019.stdout:1392: left oid 29 (ObjNum 434 snap 139 seq_num 434) 2024-04-02T08:35:28.573 INFO:tasks.rados.rados.0.smithi019.stdout:1395: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:35:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:1392: done (2 left) 2024-04-02T08:35:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:1395: done (1 left) 2024-04-02T08:35:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:1397: done (0 left) 2024-04-02T08:35:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 139 2024-04-02T08:35:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:1398: seq_num 437 ranges {5193728=122880} 2024-04-02T08:35:28.725 INFO:tasks.rados.rados.0.smithi019.stdout:1398: writing smithi01981774-23 from 5193728 to 5316608 tid 1 2024-04-02T08:35:28.725 INFO:tasks.rados.rados.0.smithi019.stdout:1399: copy_from oid 40 from oid 35 current snap is 139 2024-04-02T08:35:28.725 INFO:tasks.rados.rados.0.smithi019.stdout:1400: snap_create 2024-04-02T08:35:28.729 INFO:tasks.rados.rados.0.smithi019.stdout:1398: finishing write tid 1 to smithi01981774-23 2024-04-02T08:35:28.730 INFO:tasks.rados.rados.0.smithi019.stdout:1398: finishing write tid 2 to smithi01981774-23 2024-04-02T08:35:28.732 INFO:tasks.rados.rados.0.smithi019.stdout:1398: finishing write tid 3 to smithi01981774-23 2024-04-02T08:35:28.732 INFO:tasks.rados.rados.0.smithi019.stdout:1398: oid 23 updating version 0 to 390 2024-04-02T08:35:28.732 INFO:tasks.rados.rados.0.smithi019.stdout:1398: oid 23 version 390 is already newer than 389 2024-04-02T08:35:28.732 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 390 (ObjNum 437 snap 139 seq_num 437) dirty exists 2024-04-02T08:35:28.732 INFO:tasks.rados.rados.0.smithi019.stdout:1398: left oid 23 (ObjNum 437 snap 139 seq_num 437) 2024-04-02T08:35:28.763 INFO:tasks.rados.rados.0.smithi019.stdout:1399: finishing copy_from racing read to smithi01981774-40 2024-04-02T08:35:28.765 INFO:tasks.rados.rados.0.smithi019.stdout:1399: finishing copy_from to smithi01981774-40 2024-04-02T08:35:28.765 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 360 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-04-02T08:35:28.946 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:28 smithi019 podman[107164]: 2024-04-02 08:35:28.477792116 +0000 UTC m=+0.434575123 container attach dbcac724f2058bc8feba53e312acb0fa726b43448f5b355cf229d5c5003c8329 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:35:28.946 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:28 smithi019 podman[107164]: 2024-04-02 08:35:28.677496257 +0000 UTC m=+0.634279267 container died dbcac724f2058bc8feba53e312acb0fa726b43448f5b355cf229d5c5003c8329 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T08:35:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2, 0, 3]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2, 0, 3]}]': finished 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]': finished 2024-04-02T08:35:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]': finished 2024-04-02T08:35:28.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[96522]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2, 0, 3]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]: dispatch 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:28.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2, 0, 3]}]': finished 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]': finished 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]': finished 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-04-02T08:35:28.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]': finished 2024-04-02T08:35:28.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-02T08:35:28.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]': finished 2024-04-02T08:35:28.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:28 smithi019 ceph-mon[94035]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:35:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2, 0, 3]}]: dispatch 2024-04-02T08:35:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]: dispatch 2024-04-02T08:35:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]: dispatch 2024-04-02T08:35:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-02T08:35:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]: dispatch 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]: dispatch 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]: dispatch 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]: dispatch 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 2, 0, 3]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 4]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 1]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [7, 2]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 1]}]': finished 2024-04-02T08:35:29.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-02T08:35:29.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]': finished 2024-04-02T08:35:29.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:28 smithi066 ceph-mon[87361]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:35:29.238 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 podman[107210]: 2024-04-02 08:35:29.223321742 +0000 UTC m=+0.540753846 container remove dbcac724f2058bc8feba53e312acb0fa726b43448f5b355cf229d5c5003c8329 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:35:29.569 INFO:tasks.rados.rados.0.smithi019.stdout:1398: done (2 left) 2024-04-02T08:35:29.569 INFO:tasks.rados.rados.0.smithi019.stdout:1399: done (1 left) 2024-04-02T08:35:29.569 INFO:tasks.rados.rados.0.smithi019.stdout:1400: done (0 left) 2024-04-02T08:35:29.570 INFO:tasks.rados.rados.0.smithi019.stdout:1401: delete oid 3 current snap is 140 2024-04-02T08:35:29.573 INFO:tasks.rados.rados.0.smithi019.stdout:1401: done (0 left) 2024-04-02T08:35:29.573 INFO:tasks.rados.rados.0.smithi019.stdout:1402: read oid 6 snap -1 2024-04-02T08:35:29.573 INFO:tasks.rados.rados.0.smithi019.stdout:1402: expect (ObjNum 376 snap 117 seq_num 376) 2024-04-02T08:35:29.573 INFO:tasks.rados.rados.0.smithi019.stdout:1403: setattr oid 7 current snap is 140 2024-04-02T08:35:29.574 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 140 2024-04-02T08:35:29.574 INFO:tasks.rados.rados.0.smithi019.stdout:1404: seq_num 439 ranges {0=155648} 2024-04-02T08:35:29.575 INFO:tasks.rados.rados.0.smithi019.stdout:1404: writing smithi01981774-16 from 0 to 155648 tid 1 2024-04-02T08:35:29.575 INFO:tasks.rados.rados.0.smithi019.stdout:1405: read oid 2 snap -1 2024-04-02T08:35:29.575 INFO:tasks.rados.rados.0.smithi019.stdout:1405: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:35:29.575 INFO:tasks.rados.rados.0.smithi019.stdout:1406: delete oid 39 current snap is 140 2024-04-02T08:35:29.577 INFO:tasks.rados.rados.0.smithi019.stdout:1406: done (4 left) 2024-04-02T08:35:29.577 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 140 2024-04-02T08:35:29.577 INFO:tasks.rados.rados.0.smithi019.stdout:1407: seq_num 441 ranges {770048=188416} 2024-04-02T08:35:29.584 INFO:tasks.rados.rados.0.smithi019.stdout:1407: writing smithi01981774-50 from 770048 to 958464 tid 1 2024-04-02T08:35:29.584 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 140 2024-04-02T08:35:29.584 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1169 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-04-02T08:35:29.584 INFO:tasks.rados.rados.0.smithi019.stdout:1404: finishing write tid 1 to smithi01981774-16 2024-04-02T08:35:29.584 INFO:tasks.rados.rados.0.smithi019.stdout:1404: finishing write tid 2 to smithi01981774-16 2024-04-02T08:35:29.584 INFO:tasks.rados.rados.0.smithi019.stdout:1408: seq_num 442 ranges {0=204800} 2024-04-02T08:35:29.586 INFO:tasks.rados.rados.0.smithi019.stdout:1408: writing smithi01981774-41 from 0 to 204800 tid 1 2024-04-02T08:35:29.586 INFO:tasks.rados.rados.0.smithi019.stdout:1403: done (5 left) 2024-04-02T08:35:29.586 INFO:tasks.rados.rados.0.smithi019.stdout:1409: read oid 17 snap -1 2024-04-02T08:35:29.586 INFO:tasks.rados.rados.0.smithi019.stdout:1409: expect deleted 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1410: read oid 46 snap -1 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1410: expect (ObjNum 399 snap 121 seq_num 399) 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1411: read oid 10 snap -1 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1411: expect (ObjNum 435 snap 139 seq_num 435) 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1412: delete oid 29 current snap is 140 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1404: finishing write tid 3 to smithi01981774-16 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1404: oid 16 updating version 0 to 744 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1404: oid 16 updating version 744 to 745 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 745 (ObjNum 439 snap 140 seq_num 439) dirty exists 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1404: left oid 16 (ObjNum 439 snap 140 seq_num 439) 2024-04-02T08:35:29.587 INFO:tasks.rados.rados.0.smithi019.stdout:1405: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:35:29.602 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-02T08:35:29.602 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 systemd[1]: Stopped Ceph osd.1 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:29.602 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Consumed 12.412s CPU time. 2024-04-02T08:35:29.602 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 systemd[1]: Starting Ceph osd.1 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:29.702 INFO:tasks.rados.rados.0.smithi019.stdout:1411: expect (ObjNum 435 snap 139 seq_num 435) 2024-04-02T08:35:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:1407: finishing write tid 1 to smithi01981774-50 2024-04-02T08:35:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:1407: finishing write tid 2 to smithi01981774-50 2024-04-02T08:35:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:1407: finishing write tid 3 to smithi01981774-50 2024-04-02T08:35:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:1407: oid 50 updating version 0 to 391 2024-04-02T08:35:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:1407: oid 50 updating version 391 to 392 2024-04-02T08:35:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 392 (ObjNum 441 snap 140 seq_num 441) dirty exists 2024-04-02T08:35:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:1407: left oid 50 (ObjNum 441 snap 140 seq_num 441) 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1408: finishing write tid 1 to smithi01981774-41 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1404: done (8 left) 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1405: done (7 left) 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1407: done (6 left) 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1409: done (5 left) 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1411: done (4 left) 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1412: done (3 left) 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1413: delete oid 7 current snap is 140 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1408: finishing write tid 2 to smithi01981774-41 2024-04-02T08:35:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:1402: expect (ObjNum 376 snap 117 seq_num 376) 2024-04-02T08:35:29.917 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:29 smithi019 ceph-mon[94035]: pgmap v167: 121 pgs: 16 stale+active+clean, 105 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 MiB/s wr, 1 op/s 2024-04-02T08:35:29.917 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:29 smithi019 ceph-mon[94035]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:35:29.917 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 podman[107321]: 2024-04-02 08:35:29.559160578 +0000 UTC m=+0.017830962 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:35:29.917 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 podman[107321]: 2024-04-02 08:35:29.683346954 +0000 UTC m=+0.142017315 container create 2456b2b3bd3c4be86559fdf42a9ec16c5a4411973bc024f87aab78bc7678474b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:35:29.917 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:29 smithi019 ceph-mon[96522]: pgmap v167: 121 pgs: 16 stale+active+clean, 105 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 MiB/s wr, 1 op/s 2024-04-02T08:35:29.917 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:29 smithi019 ceph-mon[96522]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:35:30.047 INFO:tasks.rados.rados.0.smithi019.stdout:1410: expect (ObjNum 399 snap 121 seq_num 399) 2024-04-02T08:35:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:29 smithi066 ceph-mon[87361]: pgmap v167: 121 pgs: 16 stale+active+clean, 105 active+clean; 259 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 2.2 MiB/s wr, 1 op/s 2024-04-02T08:35:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:29 smithi066 ceph-mon[87361]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:35:30.196 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 podman[107321]: 2024-04-02 08:35:29.918991679 +0000 UTC m=+0.377662044 container init 2456b2b3bd3c4be86559fdf42a9ec16c5a4411973bc024f87aab78bc7678474b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:35:30.196 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:29 smithi019 podman[107321]: 2024-04-02 08:35:29.926581863 +0000 UTC m=+0.385252225 container start 2456b2b3bd3c4be86559fdf42a9ec16c5a4411973bc024f87aab78bc7678474b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:35:30.196 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 podman[107321]: 2024-04-02 08:35:30.010756212 +0000 UTC m=+0.469426590 container attach 2456b2b3bd3c4be86559fdf42a9ec16c5a4411973bc024f87aab78bc7678474b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T08:35:30.370 INFO:tasks.rados.rados.0.smithi019.stdout:1408: finishing write tid 3 to smithi01981774-41 2024-04-02T08:35:30.370 INFO:tasks.rados.rados.0.smithi019.stdout:1408: oid 41 updating version 0 to 1171 2024-04-02T08:35:30.370 INFO:tasks.rados.rados.0.smithi019.stdout:1408: oid 41 version 1171 is already newer than 1170 2024-04-02T08:35:30.370 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1171 (ObjNum 442 snap 140 seq_num 442) dirty exists 2024-04-02T08:35:30.370 INFO:tasks.rados.rados.0.smithi019.stdout:1408: left oid 41 (ObjNum 442 snap 140 seq_num 442) 2024-04-02T08:35:30.371 INFO:tasks.rados.rados.0.smithi019.stdout:1402: done (3 left) 2024-04-02T08:35:30.371 INFO:tasks.rados.rados.0.smithi019.stdout:1408: done (2 left) 2024-04-02T08:35:30.371 INFO:tasks.rados.rados.0.smithi019.stdout:1410: done (1 left) 2024-04-02T08:35:30.371 INFO:tasks.rados.rados.0.smithi019.stdout:1413: done (0 left) 2024-04-02T08:35:30.371 INFO:tasks.rados.rados.0.smithi019.stdout:1414: rollback oid 34 current snap is 140 2024-04-02T08:35:30.371 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 134 2024-04-02T08:35:30.371 INFO:tasks.rados.rados.0.smithi019.stdout:1415: snap_remove snap 135 2024-04-02T08:35:30.569 INFO:tasks.rados.rados.0.smithi019.stdout:1415: done (1 left) 2024-04-02T08:35:30.569 INFO:tasks.rados.rados.0.smithi019.stdout:1416: copy_from oid 15 from oid 41 current snap is 140 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:1414: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:1414: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:1414: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 374 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:1414: done (1 left) 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:1417: rollback oid 24 current snap is 140 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 24 to 139 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:1418: rollback oid 49 current snap is 140 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 49 to 139 2024-04-02T08:35:30.570 INFO:tasks.rados.rados.0.smithi019.stdout:1419: snap_remove snap 109 2024-04-02T08:35:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:35:30] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107336]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107336]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 bash[107321]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 bash[107321]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 bash[107321]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 bash[107321]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 bash[107321]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 bash[107321]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 bash[107321]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107336]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:35:30.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107336]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:35:30.697 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107336]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:35:30.697 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107336]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:35:30.697 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107336]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:35:30.697 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 podman[107321]: 2024-04-02 08:35:30.402315566 +0000 UTC m=+0.860985929 container died 2456b2b3bd3c4be86559fdf42a9ec16c5a4411973bc024f87aab78bc7678474b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T08:35:31.138 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:30 smithi019 podman[107478]: 2024-04-02 08:35:30.947845844 +0000 UTC m=+0.540459469 container remove 2456b2b3bd3c4be86559fdf42a9ec16c5a4411973bc024f87aab78bc7678474b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:35:31.432 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 podman[107551]: 2024-04-02 08:35:31.140431915 +0000 UTC m=+0.096133660 container create 88c6841d16d5130b4cdc15e93ec7562270540c9d35f18be4df012fa793816e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T08:35:31.432 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 podman[107551]: 2024-04-02 08:35:31.061867269 +0000 UTC m=+0.017568984 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:35:31.432 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 podman[107551]: 2024-04-02 08:35:31.325691621 +0000 UTC m=+0.281393326 container init 88c6841d16d5130b4cdc15e93ec7562270540c9d35f18be4df012fa793816e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-02T08:35:31.432 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 podman[107551]: 2024-04-02 08:35:31.331237211 +0000 UTC m=+0.286938915 container start 88c6841d16d5130b4cdc15e93ec7562270540c9d35f18be4df012fa793816e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:35:31.432 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-osd[107589]: -- 172.21.15.19:0/4021310823 <== mon.0 v2:172.21.15.19:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563a5a735680 con 0x563a5a6fec00 2024-04-02T08:35:31.432 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 bash[107551]: 88c6841d16d5130b4cdc15e93ec7562270540c9d35f18be4df012fa793816e5f 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1419: done (3 left) 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1420: copy_from oid 2 from oid 11 current snap is 140 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1418: finishing rollback tid 0 to smithi01981774-49 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1418: finishing rollback tid 1 to smithi01981774-49 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1417: finishing rollback tid 0 to smithi01981774-24 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1418: finishing rollback tid 2 to smithi01981774-49 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 378 (ObjNum 370 snap 114 seq_num 370) dirty exists 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1417: finishing rollback tid 1 to smithi01981774-24 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1417: finishing rollback tid 2 to smithi01981774-24 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 706 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-04-02T08:35:31.573 INFO:tasks.rados.rados.0.smithi019.stdout:1416: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:35:31.574 INFO:tasks.rados.rados.0.smithi019.stdout:1416: finishing copy_from to smithi01981774-15 2024-04-02T08:35:31.574 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1171 (ObjNum 442 snap 140 seq_num 442) dirty exists 2024-04-02T08:35:31.574 INFO:tasks.rados.rados.0.smithi019.stdout:1416: done (3 left) 2024-04-02T08:35:31.574 INFO:tasks.rados.rados.0.smithi019.stdout:1417: done (2 left) 2024-04-02T08:35:31.574 INFO:tasks.rados.rados.0.smithi019.stdout:1418: done (1 left) 2024-04-02T08:35:31.574 INFO:tasks.rados.rados.0.smithi019.stdout:1421: snap_create 2024-04-02T08:35:31.576 INFO:tasks.rados.rados.0.smithi019.stdout:1420: finishing copy_from to smithi01981774-2 2024-04-02T08:35:31.576 INFO:tasks.rados.rados.0.smithi019.stdout:1420: got expected ENOENT (src dne) 2024-04-02T08:35:31.576 INFO:tasks.rados.rados.0.smithi019.stdout:1420: finishing copy_from racing read to smithi01981774-2 2024-04-02T08:35:31.695 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 systemd[1]: Started Ceph osd.1 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[94035]: pgmap v170: 121 pgs: 5 unknown, 10 active+undersized+degraded, 4 peering, 1 stale+active+clean, 26 active+undersized, 75 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 3 op/s; 71/486 objects degraded (14.609%) 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[94035]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[94035]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 71/486 objects degraded (14.609%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[96522]: pgmap v170: 121 pgs: 5 unknown, 10 active+undersized+degraded, 4 peering, 1 stale+active+clean, 26 active+undersized, 75 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 3 op/s; 71/486 objects degraded (14.609%) 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[96522]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[96522]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-02T08:35:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 71/486 objects degraded (14.609%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:31.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:31.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:31.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:32.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:31 smithi066 ceph-mon[87361]: pgmap v170: 121 pgs: 5 unknown, 10 active+undersized+degraded, 4 peering, 1 stale+active+clean, 26 active+undersized, 75 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.2 MiB/s wr, 3 op/s; 71/486 objects degraded (14.609%) 2024-04-02T08:35:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:31 smithi066 ceph-mon[87361]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:35:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:31 smithi066 ceph-mon[87361]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-02T08:35:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:31 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 71/486 objects degraded (14.609%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:32.196 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:31 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[107566]: 2024-04-02T08:35:31.878+0000 7fdfc8fb27c0 -1 Falling back to public interface 2024-04-02T08:35:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:32.583 INFO:tasks.rados.rados.0.smithi019.stdout:1420: done (1 left) 2024-04-02T08:35:32.583 INFO:tasks.rados.rados.0.smithi019.stdout:1421: done (0 left) 2024-04-02T08:35:32.583 INFO:tasks.rados.rados.0.smithi019.stdout:1422: copy_from oid 35 from oid 22 current snap is 141 2024-04-02T08:35:32.583 INFO:tasks.rados.rados.0.smithi019.stdout:1423: rollback oid 20 current snap is 141 2024-04-02T08:35:32.583 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 130 2024-04-02T08:35:32.583 INFO:tasks.rados.rados.0.smithi019.stdout:1424: delete oid 27 current snap is 141 2024-04-02T08:35:32.588 INFO:tasks.rados.rados.0.smithi019.stdout:1423: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:35:32.588 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:35:32.596 INFO:tasks.rados.rados.0.smithi019.stdout:1423: done (2 left) 2024-04-02T08:35:32.596 INFO:tasks.rados.rados.0.smithi019.stdout:1424: done (1 left) 2024-04-02T08:35:32.596 INFO:tasks.rados.rados.0.smithi019.stdout:1425: rollback oid 39 current snap is 141 2024-04-02T08:35:32.597 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 39 to 138 2024-04-02T08:35:32.597 INFO:tasks.rados.rados.0.smithi019.stdout:1426: delete oid 11 current snap is 141 2024-04-02T08:35:32.598 INFO:tasks.rados.rados.0.smithi019.stdout:1426: done (2 left) 2024-04-02T08:35:32.599 INFO:tasks.rados.rados.0.smithi019.stdout:1427: copy_from oid 20 from oid 34 current snap is 141 2024-04-02T08:35:32.599 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 141 2024-04-02T08:35:32.599 INFO:tasks.rados.rados.0.smithi019.stdout:1428: seq_num 447 ranges {0=294912} 2024-04-02T08:35:32.601 INFO:tasks.rados.rados.0.smithi019.stdout:1428: writing smithi01981774-7 from 0 to 294912 tid 1 2024-04-02T08:35:32.601 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 141 2024-04-02T08:35:32.601 INFO:tasks.rados.rados.0.smithi019.stdout:1429: seq_num 448 ranges {0=311296} 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:1429: writing smithi01981774-3 from 0 to 311296 tid 1 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:1430: rollback oid 6 current snap is 141 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 136 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:1425: finishing rollback tid 1 to smithi01981774-39 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 557 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:1425: done (5 left) 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:1431: read oid 40 snap -1 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:1431: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:35:32.603 INFO:tasks.rados.rados.0.smithi019.stdout:1432: snap_remove snap 134 2024-04-02T08:35:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:32 smithi019 ceph-mon[94035]: osdmap e346: 8 total, 7 up, 8 in 2024-04-02T08:35:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:32 smithi019 ceph-mon[96522]: osdmap e346: 8 total, 7 up, 8 in 2024-04-02T08:35:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:32 smithi066 ceph-mon[87361]: osdmap e346: 8 total, 7 up, 8 in 2024-04-02T08:35:33.583 INFO:tasks.rados.rados.0.smithi019.stdout:1432: done (6 left) 2024-04-02T08:35:33.583 INFO:tasks.rados.rados.0.smithi019.stdout:1433: rmattr oid 50 current snap is 141 2024-04-02T08:35:33.583 INFO:tasks.rados.rados.0.smithi019.stdout:1428: finishing write tid 1 to smithi01981774-7 2024-04-02T08:35:33.583 INFO:tasks.rados.rados.0.smithi019.stdout:1428: finishing write tid 2 to smithi01981774-7 2024-04-02T08:35:33.583 INFO:tasks.rados.rados.0.smithi019.stdout:1430: finishing rollback tid 0 to smithi01981774-6 2024-04-02T08:35:33.583 INFO:tasks.rados.rados.0.smithi019.stdout:1430: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:35:33.583 INFO:tasks.rados.rados.0.smithi019.stdout:1430: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 370 (ObjNum 376 snap 117 seq_num 376) dirty exists 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1429: finishing write tid 1 to smithi01981774-3 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1428: finishing write tid 3 to smithi01981774-7 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1428: oid 7 updating version 0 to 1176 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1428: oid 7 version 1176 is already newer than 1175 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1176 (ObjNum 447 snap 141 seq_num 447) dirty exists 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1428: left oid 7 (ObjNum 447 snap 141 seq_num 447) 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1428: done (6 left) 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1430: done (5 left) 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1434: delete oid 49 current snap is 141 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1429: finishing write tid 2 to smithi01981774-3 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1429: finishing write tid 3 to smithi01981774-3 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1429: oid 3 updating version 0 to 708 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1429: oid 3 version 708 is already newer than 707 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 708 (ObjNum 448 snap 141 seq_num 448) dirty exists 2024-04-02T08:35:33.584 INFO:tasks.rados.rados.0.smithi019.stdout:1429: left oid 3 (ObjNum 448 snap 141 seq_num 448) 2024-04-02T08:35:33.585 INFO:tasks.rados.rados.0.smithi019.stdout:1422: finishing copy_from racing read to smithi01981774-35 2024-04-02T08:35:33.585 INFO:tasks.rados.rados.0.smithi019.stdout:1422: finishing copy_from to smithi01981774-35 2024-04-02T08:35:33.585 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 360 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-04-02T08:35:33.585 INFO:tasks.rados.rados.0.smithi019.stdout:1427: finishing copy_from racing read to smithi01981774-20 2024-04-02T08:35:33.585 INFO:tasks.rados.rados.0.smithi019.stdout:1427: finishing copy_from to smithi01981774-20 2024-04-02T08:35:33.585 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 374 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-04-02T08:35:33.585 INFO:tasks.rados.rados.0.smithi019.stdout:1431: expect (ObjNum 279 snap 83 seq_num 279) 2024-04-02T08:35:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:33 smithi066 ceph-mon[87361]: pgmap v173: 121 pgs: 1 active+clean+remapped, 69 active+clean, 31 active+undersized, 4 peering, 11 active+undersized+degraded, 5 unknown; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 84/489 objects degraded (17.178%) 2024-04-02T08:35:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:33 smithi066 ceph-mon[87361]: osdmap e347: 8 total, 7 up, 8 in 2024-04-02T08:35:33.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:33 smithi019 ceph-mon[94035]: pgmap v173: 121 pgs: 1 active+clean+remapped, 69 active+clean, 31 active+undersized, 4 peering, 11 active+undersized+degraded, 5 unknown; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 84/489 objects degraded (17.178%) 2024-04-02T08:35:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:33 smithi019 ceph-mon[94035]: osdmap e347: 8 total, 7 up, 8 in 2024-04-02T08:35:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:33 smithi019 ceph-mon[96522]: pgmap v173: 121 pgs: 1 active+clean+remapped, 69 active+clean, 31 active+undersized, 4 peering, 11 active+undersized+degraded, 5 unknown; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 84/489 objects degraded (17.178%) 2024-04-02T08:35:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:33 smithi019 ceph-mon[96522]: osdmap e347: 8 total, 7 up, 8 in 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 393 (ObjNum 441 snap 140 seq_num 441) dirty exists 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:1422: done (5 left) 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:1427: done (4 left) 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:1429: done (3 left) 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:1431: done (2 left) 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:1433: done (1 left) 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:1434: done (0 left) 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 141 2024-04-02T08:35:34.194 INFO:tasks.rados.rados.0.smithi019.stdout:1435: seq_num 450 ranges {9191424=344064} 2024-04-02T08:35:34.246 INFO:tasks.rados.rados.0.smithi019.stdout:1435: writing smithi01981774-13 from 9191424 to 9535488 tid 1 2024-04-02T08:35:34.246 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 141 2024-04-02T08:35:34.246 INFO:tasks.rados.rados.0.smithi019.stdout:1436: seq_num 451 ranges {4898816=360448} 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:1436: writing smithi01981774-20 from 4898816 to 5259264 tid 1 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:1437: snap_create 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:1435: finishing write tid 1 to smithi01981774-13 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:1435: finishing write tid 2 to smithi01981774-13 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:1435: finishing write tid 3 to smithi01981774-13 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:1435: oid 13 updating version 0 to 349 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:1435: oid 13 updating version 349 to 350 2024-04-02T08:35:34.275 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 350 (ObjNum 450 snap 141 seq_num 450) dirty exists 2024-04-02T08:35:34.276 INFO:tasks.rados.rados.0.smithi019.stdout:1435: left oid 13 (ObjNum 450 snap 141 seq_num 450) 2024-04-02T08:35:34.278 INFO:tasks.rados.rados.0.smithi019.stdout:1436: finishing write tid 1 to smithi01981774-20 2024-04-02T08:35:34.278 INFO:tasks.rados.rados.0.smithi019.stdout:1436: finishing write tid 2 to smithi01981774-20 2024-04-02T08:35:34.280 INFO:tasks.rados.rados.0.smithi019.stdout:1436: finishing write tid 3 to smithi01981774-20 2024-04-02T08:35:34.280 INFO:tasks.rados.rados.0.smithi019.stdout:1436: oid 20 updating version 0 to 742 2024-04-02T08:35:34.280 INFO:tasks.rados.rados.0.smithi019.stdout:1436: oid 20 version 742 is already newer than 741 2024-04-02T08:35:34.280 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 742 (ObjNum 451 snap 141 seq_num 451) dirty exists 2024-04-02T08:35:34.280 INFO:tasks.rados.rados.0.smithi019.stdout:1436: left oid 20 (ObjNum 451 snap 141 seq_num 451) 2024-04-02T08:35:34.588 INFO:tasks.rados.rados.0.smithi019.stdout:1435: done (2 left) 2024-04-02T08:35:34.588 INFO:tasks.rados.rados.0.smithi019.stdout:1436: done (1 left) 2024-04-02T08:35:34.588 INFO:tasks.rados.rados.0.smithi019.stdout:1437: done (0 left) 2024-04-02T08:35:34.588 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 142 2024-04-02T08:35:34.588 INFO:tasks.rados.rados.0.smithi019.stdout:1438: seq_num 452 ranges {0=376832} 2024-04-02T08:35:34.590 INFO:tasks.rados.rados.0.smithi019.stdout:1438: writing smithi01981774-42 from 0 to 376832 tid 1 2024-04-02T08:35:34.590 INFO:tasks.rados.rados.0.smithi019.stdout:1439: read oid 6 snap -1 2024-04-02T08:35:34.590 INFO:tasks.rados.rados.0.smithi019.stdout:1439: expect (ObjNum 376 snap 117 seq_num 376) 2024-04-02T08:35:34.590 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 142 2024-04-02T08:35:34.590 INFO:tasks.rados.rados.0.smithi019.stdout:1440: seq_num 453 ranges {9011200=393216} 2024-04-02T08:35:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:1440: writing smithi01981774-22 from 9011200 to 9404416 tid 1 2024-04-02T08:35:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:1441: rollback oid 14 current snap is 142 2024-04-02T08:35:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:1438: finishing write tid 1 to smithi01981774-42 2024-04-02T08:35:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 138 2024-04-02T08:35:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:1438: finishing write tid 2 to smithi01981774-42 2024-04-02T08:35:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:1439: expect (ObjNum 376 snap 117 seq_num 376) 2024-04-02T08:35:34.687 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:34 smithi019 ceph-mon[94035]: osdmap e348: 8 total, 7 up, 8 in 2024-04-02T08:35:34.687 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:34 smithi019 ceph-mon[96522]: osdmap e348: 8 total, 7 up, 8 in 2024-04-02T08:35:34.945 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:34 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[107566]: 2024-04-02T08:35:34.810+0000 7fdfc8fb27c0 -1 osd.1 339 log_to_monitors true 2024-04-02T08:35:35.008 INFO:tasks.rados.rados.0.smithi019.stdout:1438: finishing write tid 3 to smithi01981774-42 2024-04-02T08:35:35.008 INFO:tasks.rados.rados.0.smithi019.stdout:1438: oid 42 updating version 0 to 372 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1438: oid 42 version 372 is already newer than 371 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 372 (ObjNum 452 snap 142 seq_num 452) dirty exists 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1438: left oid 42 (ObjNum 452 snap 142 seq_num 452) 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1438: done (3 left) 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1439: done (2 left) 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1442: rmattr oid 32 current snap is 142 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1442: done (2 left) 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 142 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1441: finishing rollback tid 0 to smithi01981774-14 2024-04-02T08:35:35.009 INFO:tasks.rados.rados.0.smithi019.stdout:1443: seq_num 454 ranges {311296=409600} 2024-04-02T08:35:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:1443: writing smithi01981774-3 from 311296 to 720896 tid 1 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1444: read oid 26 snap -1 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1444: expect deleted 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1445: delete oid 28 current snap is 142 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1441: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1441: finishing rollback tid 2 to smithi01981774-14 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 592 (ObjNum 419 snap 130 seq_num 419) dirty exists 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1440: finishing write tid 1 to smithi01981774-22 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1440: finishing write tid 2 to smithi01981774-22 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1440: finishing write tid 3 to smithi01981774-22 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1440: oid 22 updating version 0 to 517 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1440: oid 22 updating version 517 to 518 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 518 (ObjNum 453 snap 142 seq_num 453) dirty exists 2024-04-02T08:35:35.013 INFO:tasks.rados.rados.0.smithi019.stdout:1440: left oid 22 (ObjNum 453 snap 142 seq_num 453) 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:1440: done (4 left) 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:1441: done (3 left) 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:1444: done (2 left) 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:1445: done (1 left) 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:1446: rollback oid 34 current snap is 142 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 139 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 142 2024-04-02T08:35:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:1447: seq_num 456 ranges {0=442368} 2024-04-02T08:35:35.018 INFO:tasks.rados.rados.0.smithi019.stdout:1447: writing smithi01981774-27 from 0 to 442368 tid 1 2024-04-02T08:35:35.018 INFO:tasks.rados.rados.0.smithi019.stdout:1448: read oid 29 snap -1 2024-04-02T08:35:35.019 INFO:tasks.rados.rados.0.smithi019.stdout:1448: expect deleted 2024-04-02T08:35:35.019 INFO:tasks.rados.rados.0.smithi019.stdout:1449: read oid 26 snap 141 2024-04-02T08:35:35.019 INFO:tasks.rados.rados.0.smithi019.stdout:1449: expect deleted 2024-04-02T08:35:35.019 INFO:tasks.rados.rados.0.smithi019.stdout:1450: snap_remove snap 132 2024-04-02T08:35:35.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:34 smithi066 ceph-mon[87361]: osdmap e348: 8 total, 7 up, 8 in 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1450: done (5 left) 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1451: read oid 43 snap -1 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1451: expect (ObjNum 386 snap 119 seq_num 386) 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1452: snap_create 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1443: finishing write tid 1 to smithi01981774-3 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1443: finishing write tid 2 to smithi01981774-3 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1443: finishing write tid 3 to smithi01981774-3 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1443: oid 3 updating version 0 to 710 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1443: oid 3 updating version 710 to 711 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 711 (ObjNum 454 snap 142 seq_num 454) dirty exists 2024-04-02T08:35:35.594 INFO:tasks.rados.rados.0.smithi019.stdout:1443: left oid 3 (ObjNum 454 snap 142 seq_num 454) 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1446: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1446: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1446: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 384 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1447: finishing write tid 1 to smithi01981774-27 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1447: finishing write tid 2 to smithi01981774-27 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1447: finishing write tid 3 to smithi01981774-27 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1447: oid 27 updating version 0 to 519 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1447: oid 27 updating version 519 to 520 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 520 (ObjNum 456 snap 142 seq_num 456) dirty exists 2024-04-02T08:35:35.595 INFO:tasks.rados.rados.0.smithi019.stdout:1447: left oid 27 (ObjNum 456 snap 142 seq_num 456) 2024-04-02T08:35:35.638 INFO:tasks.rados.rados.0.smithi019.stdout:1451: expect (ObjNum 386 snap 119 seq_num 386) 2024-04-02T08:35:35.945 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[107566]: 2024-04-02T08:35:35.645+0000 7fdfb6402700 -1 osd.1 339 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:35:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[94035]: pgmap v176: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 280 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 19 op/s; 91/498 objects degraded (18.273%); 2/498 objects misplaced (0.402%) 2024-04-02T08:35:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[94035]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-02T08:35:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[94035]: osdmap e349: 8 total, 7 up, 8 in 2024-04-02T08:35:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[94035]: from='osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[94035]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[96522]: pgmap v176: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 280 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 19 op/s; 91/498 objects degraded (18.273%); 2/498 objects misplaced (0.402%) 2024-04-02T08:35:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[96522]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-02T08:35:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[96522]: osdmap e349: 8 total, 7 up, 8 in 2024-04-02T08:35:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[96522]: from='osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[96522]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:35 smithi066 ceph-mon[87361]: pgmap v176: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 280 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 19 op/s; 91/498 objects degraded (18.273%); 2/498 objects misplaced (0.402%) 2024-04-02T08:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:35 smithi066 ceph-mon[87361]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-02T08:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:35 smithi066 ceph-mon[87361]: osdmap e349: 8 total, 7 up, 8 in 2024-04-02T08:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:35 smithi066 ceph-mon[87361]: from='osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:35 smithi066 ceph-mon[87361]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:36.610 INFO:tasks.rados.rados.0.smithi019.stdout:1443: done (6 left) 2024-04-02T08:35:36.610 INFO:tasks.rados.rados.0.smithi019.stdout:1446: done (5 left) 2024-04-02T08:35:36.610 INFO:tasks.rados.rados.0.smithi019.stdout:1447: done (4 left) 2024-04-02T08:35:36.610 INFO:tasks.rados.rados.0.smithi019.stdout:1448: done (3 left) 2024-04-02T08:35:36.611 INFO:tasks.rados.rados.0.smithi019.stdout:1449: done (2 left) 2024-04-02T08:35:36.611 INFO:tasks.rados.rados.0.smithi019.stdout:1451: done (1 left) 2024-04-02T08:35:36.611 INFO:tasks.rados.rados.0.smithi019.stdout:1452: done (0 left) 2024-04-02T08:35:36.611 INFO:tasks.rados.rados.0.smithi019.stdout:1453: snap_create 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[94035]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[94035]: osdmap e350: 8 total, 7 up, 8 in 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[94035]: from='osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[94035]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[96522]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[96522]: osdmap e350: 8 total, 7 up, 8 in 2024-04-02T08:35:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[96522]: from='osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:36.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[96522]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:36.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:36.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:36 smithi066 ceph-mon[87361]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:35:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:36 smithi066 ceph-mon[87361]: osdmap e350: 8 total, 7 up, 8 in 2024-04-02T08:35:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:36 smithi066 ceph-mon[87361]: from='osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:36 smithi066 ceph-mon[87361]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:35:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:37.612 INFO:tasks.rados.rados.0.smithi019.stdout:1453: done (0 left) 2024-04-02T08:35:37.612 INFO:tasks.rados.rados.0.smithi019.stdout:1454: read oid 17 snap 121 2024-04-02T08:35:37.612 INFO:tasks.rados.rados.0.smithi019.stdout:1454: expect deleted 2024-04-02T08:35:37.612 INFO:tasks.rados.rados.0.smithi019.stdout:1455: delete oid 15 current snap is 144 2024-04-02T08:35:37.620 INFO:tasks.rados.rados.0.smithi019.stdout:1454: done (1 left) 2024-04-02T08:35:37.620 INFO:tasks.rados.rados.0.smithi019.stdout:1455: done (0 left) 2024-04-02T08:35:37.620 INFO:tasks.rados.rados.0.smithi019.stdout:1456: read oid 41 snap 137 2024-04-02T08:35:37.620 INFO:tasks.rados.rados.0.smithi019.stdout:1456: expect deleted 2024-04-02T08:35:37.620 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 144 2024-04-02T08:35:37.620 INFO:tasks.rados.rados.0.smithi019.stdout:1457: seq_num 458 ranges {10592256=475136} 2024-04-02T08:35:37.682 INFO:tasks.rados.rados.0.smithi019.stdout:1457: writing smithi01981774-36 from 10592256 to 11067392 tid 1 2024-04-02T08:35:37.682 INFO:tasks.rados.rados.0.smithi019.stdout:1458: rollback oid 4 current snap is 144 2024-04-02T08:35:37.682 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 140 2024-04-02T08:35:37.682 INFO:tasks.rados.rados.0.smithi019.stdout:1456: done (2 left) 2024-04-02T08:35:37.682 INFO:tasks.rados.rados.0.smithi019.stdout:1459: rmattr oid 44 current snap is 144 2024-04-02T08:35:37.682 INFO:tasks.rados.rados.0.smithi019.stdout:1459: done (2 left) 2024-04-02T08:35:37.683 INFO:tasks.rados.rados.0.smithi019.stdout:1460: setattr oid 8 current snap is 144 2024-04-02T08:35:37.684 INFO:tasks.rados.rados.0.smithi019.stdout:1461: snap_remove snap 129 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[96522]: pgmap v179: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 92/501 objects degraded (18.363%); 2/501 objects misplaced (0.399%) 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 92/501 objects degraded (18.363%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[96522]: osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904] boot 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[96522]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[94035]: pgmap v179: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 92/501 objects degraded (18.363%); 2/501 objects misplaced (0.399%) 2024-04-02T08:35:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 92/501 objects degraded (18.363%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:37.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:37.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[94035]: osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904] boot 2024-04-02T08:35:37.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[94035]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:35:37.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:35:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:37 smithi066 ceph-mon[87361]: pgmap v179: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 92/501 objects degraded (18.363%); 2/501 objects misplaced (0.399%) 2024-04-02T08:35:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:37 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 92/501 objects degraded (18.363%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:35:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:37 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:35:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:37 smithi066 ceph-mon[87361]: osd.1 [v2:172.21.15.19:6810/2082208904,v1:172.21.15.19:6811/2082208904] boot 2024-04-02T08:35:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:37 smithi066 ceph-mon[87361]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:35:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:35:38.615 INFO:tasks.rados.rados.0.smithi019.stdout:1461: done (3 left) 2024-04-02T08:35:38.615 INFO:tasks.rados.rados.0.smithi019.stdout:1462: rmattr oid 13 current snap is 144 2024-04-02T08:35:38.615 INFO:tasks.rados.rados.0.smithi019.stdout:1463: snap_remove snap 131 2024-04-02T08:35:38.883 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:38 smithi019 ceph-mon[94035]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:35:38.883 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:38 smithi019 ceph-mon[94035]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:35:38.883 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:38 smithi019 ceph-mon[96522]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:35:38.884 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:38 smithi019 ceph-mon[96522]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:35:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:38 smithi066 ceph-mon[87361]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:35:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:38 smithi066 ceph-mon[87361]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:35:39.612 INFO:tasks.rados.rados.0.smithi019.stdout:1463: done (4 left) 2024-04-02T08:35:39.612 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 144 2024-04-02T08:35:39.612 INFO:tasks.rados.rados.0.smithi019.stdout:1458: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:35:39.612 INFO:tasks.rados.rados.0.smithi019.stdout:1464: seq_num 459 ranges {294912=491520} 2024-04-02T08:35:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1464: writing smithi01981774-7 from 294912 to 786432 tid 1 2024-04-02T08:35:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 144 2024-04-02T08:35:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1458: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:35:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1458: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:35:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 511 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-04-02T08:35:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1457: finishing write tid 1 to smithi01981774-36 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:1457: finishing write tid 2 to smithi01981774-36 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:1457: finishing write tid 3 to smithi01981774-36 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:1457: oid 36 updating version 0 to 598 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:1457: oid 36 updating version 598 to 599 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 599 (ObjNum 458 snap 144 seq_num 458) dirty exists 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:1457: left oid 36 (ObjNum 458 snap 144 seq_num 458) 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 713 (ObjNum 33 snap 0 seq_num 2824776640) dirty exists 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 351 (ObjNum 450 snap 141 seq_num 450) dirty exists 2024-04-02T08:35:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:1465: seq_num 460 ranges {4956160=507904} 2024-04-02T08:35:39.650 INFO:tasks.rados.rados.0.smithi019.stdout:1465: writing smithi01981774-34 from 4956160 to 5464064 tid 1 2024-04-02T08:35:39.650 INFO:tasks.rados.rados.0.smithi019.stdout:1457: done (5 left) 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1458: done (4 left) 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1460: done (3 left) 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1462: done (2 left) 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1466: rollback oid 12 current snap is 144 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 12 to 136 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1464: finishing write tid 1 to smithi01981774-7 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1464: finishing write tid 2 to smithi01981774-7 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1464: finishing write tid 3 to smithi01981774-7 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1464: oid 7 updating version 0 to 1219 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1464: oid 7 version 1219 is already newer than 1218 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1219 (ObjNum 459 snap 144 seq_num 459) dirty exists 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1464: left oid 7 (ObjNum 459 snap 144 seq_num 459) 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1464: done (2 left) 2024-04-02T08:35:39.651 INFO:tasks.rados.rados.0.smithi019.stdout:1467: rollback oid 25 current snap is 144 2024-04-02T08:35:39.652 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 25 to 137 2024-04-02T08:35:39.652 INFO:tasks.rados.rados.0.smithi019.stdout:1468: rmattr oid 46 current snap is 144 2024-04-02T08:35:39.652 INFO:tasks.rados.rados.0.smithi019.stdout:1469: rmattr oid 18 current snap is 144 2024-04-02T08:35:39.652 INFO:tasks.rados.rados.0.smithi019.stdout:1469: done (4 left) 2024-04-02T08:35:39.652 INFO:tasks.rados.rados.0.smithi019.stdout:1470: delete oid 13 current snap is 144 2024-04-02T08:35:39.652 INFO:tasks.rados.rados.0.smithi019.stdout:1470: done (4 left) 2024-04-02T08:35:39.652 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 144 2024-04-02T08:35:39.653 INFO:tasks.rados.rados.0.smithi019.stdout:1471: seq_num 462 ranges {6094848=540672} 2024-04-02T08:35:39.688 INFO:tasks.rados.rados.0.smithi019.stdout:1471: writing smithi01981774-24 from 6094848 to 6635520 tid 1 2024-04-02T08:35:39.688 INFO:tasks.rados.rados.0.smithi019.stdout:1472: snap_remove snap 140 2024-04-02T08:35:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:39 smithi019 ceph-mon[94035]: pgmap v182: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 176 KiB/s wr, 2 op/s; 92/501 objects degraded (18.363%); 2/501 objects misplaced (0.399%) 2024-04-02T08:35:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:39 smithi019 ceph-mon[94035]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:35:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:39 smithi019 ceph-mon[96522]: pgmap v182: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 176 KiB/s wr, 2 op/s; 92/501 objects degraded (18.363%); 2/501 objects misplaced (0.399%) 2024-04-02T08:35:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:39 smithi019 ceph-mon[96522]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:35:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:39 smithi066 ceph-mon[87361]: pgmap v182: 121 pgs: 10 active+clean+remapped, 69 active+clean, 31 active+undersized, 11 active+undersized+degraded; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 176 KiB/s wr, 2 op/s; 92/501 objects degraded (18.363%); 2/501 objects misplaced (0.399%) 2024-04-02T08:35:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:39 smithi066 ceph-mon[87361]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:35:40.642 INFO:tasks.rados.rados.0.smithi019.stdout:1472: done (5 left) 2024-04-02T08:35:40.642 INFO:tasks.rados.rados.0.smithi019.stdout:1473: read oid 44 snap -1 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1473: expect (ObjNum 385 snap 119 seq_num 385) 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1474: copy_from oid 8 from oid 21 current snap is 144 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1467: finishing rollback tid 0 to smithi01981774-25 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1465: finishing write tid 1 to smithi01981774-34 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1466: finishing rollback tid 0 to smithi01981774-12 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1227 (ObjNum 399 snap 121 seq_num 399) dirty exists 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1466: finishing rollback tid 1 to smithi01981774-12 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1467: finishing rollback tid 1 to smithi01981774-25 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1465: finishing write tid 2 to smithi01981774-34 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1466: finishing rollback tid 2 to smithi01981774-12 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 748 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1467: finishing rollback tid 2 to smithi01981774-25 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 507 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1465: finishing write tid 3 to smithi01981774-34 2024-04-02T08:35:40.643 INFO:tasks.rados.rados.0.smithi019.stdout:1465: oid 34 updating version 0 to 402 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1465: oid 34 updating version 402 to 403 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 403 (ObjNum 460 snap 144 seq_num 460) dirty exists 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1465: left oid 34 (ObjNum 460 snap 144 seq_num 460) 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1471: finishing write tid 1 to smithi01981774-24 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1465: done (6 left) 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1466: done (5 left) 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1467: done (4 left) 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1468: done (3 left) 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1475: delete oid 32 current snap is 144 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1471: finishing write tid 2 to smithi01981774-24 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1471: finishing write tid 3 to smithi01981774-24 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1471: oid 24 updating version 0 to 740 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1471: oid 24 version 740 is already newer than 739 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 740 (ObjNum 462 snap 144 seq_num 462) dirty exists 2024-04-02T08:35:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:1471: left oid 24 (ObjNum 462 snap 144 seq_num 462) 2024-04-02T08:35:40.653 INFO:tasks.rados.rados.0.smithi019.stdout:1471: done (3 left) 2024-04-02T08:35:40.653 INFO:tasks.rados.rados.0.smithi019.stdout:1475: done (2 left) 2024-04-02T08:35:40.653 INFO:tasks.rados.rados.0.smithi019.stdout:1476: copy_from oid 24 from oid 26 current snap is 144 2024-04-02T08:35:40.653 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 144 2024-04-02T08:35:40.653 INFO:tasks.rados.rados.0.smithi019.stdout:1477: seq_num 464 ranges {6094848=573440} 2024-04-02T08:35:40.689 INFO:tasks.rados.rados.0.smithi019.stdout:1477: writing smithi01981774-4 from 6094848 to 6668288 tid 1 2024-04-02T08:35:40.689 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 144 2024-04-02T08:35:40.689 INFO:tasks.rados.rados.0.smithi019.stdout:1474: finishing copy_from racing read to smithi01981774-8 2024-04-02T08:35:40.689 INFO:tasks.rados.rados.0.smithi019.stdout:1478: seq_num 465 ranges {11067392=598016} 2024-04-02T08:35:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:35:40] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:35:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:35:40.617+0000 7fa581a4a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:40.752 INFO:tasks.rados.rados.0.smithi019.stdout:1478: writing smithi01981774-36 from 11067392 to 11665408 tid 1 2024-04-02T08:35:40.752 INFO:tasks.rados.rados.0.smithi019.stdout:1479: read oid 18 snap -1 2024-04-02T08:35:40.753 INFO:tasks.rados.rados.0.smithi019.stdout:1479: expect (ObjNum 426 snap 133 seq_num 426) 2024-04-02T08:35:40.753 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 144 2024-04-02T08:35:40.753 INFO:tasks.rados.rados.0.smithi019.stdout:1480: seq_num 466 ranges {0=614400} 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:1480: writing smithi01981774-32 from 0 to 614400 tid 1 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:1481: rollback oid 10 current snap is 144 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 130 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:1474: finishing copy_from to smithi01981774-8 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 372 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:1476: finishing copy_from to smithi01981774-24 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:1476: got expected ENOENT (src dne) 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:1476: finishing copy_from racing read to smithi01981774-24 2024-04-02T08:35:40.756 INFO:tasks.rados.rados.0.smithi019.stdout:1473: expect (ObjNum 385 snap 119 seq_num 385) 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1477: finishing write tid 1 to smithi01981774-4 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1477: finishing write tid 2 to smithi01981774-4 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1477: finishing write tid 3 to smithi01981774-4 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1477: oid 4 updating version 0 to 515 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1477: oid 4 version 515 is already newer than 514 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 515 (ObjNum 464 snap 144 seq_num 464) dirty exists 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1477: left oid 4 (ObjNum 464 snap 144 seq_num 464) 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1478: finishing write tid 1 to smithi01981774-36 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1478: finishing write tid 2 to smithi01981774-36 2024-04-02T08:35:41.215 INFO:tasks.rados.rados.0.smithi019.stdout:1473: done (7 left) 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1474: done (6 left) 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1476: done (5 left) 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1477: done (4 left) 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1482: copy_from oid 26 from oid 4 current snap is 144 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1481: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1481: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1480: finishing write tid 1 to smithi01981774-32 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1481: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 479 (ObjNum 209 snap 0 seq_num 4126556286) dirty exists 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1478: finishing write tid 3 to smithi01981774-36 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1478: oid 36 updating version 0 to 612 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1478: oid 36 updating version 612 to 613 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 613 (ObjNum 465 snap 144 seq_num 465) dirty exists 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1478: left oid 36 (ObjNum 465 snap 144 seq_num 465) 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1480: finishing write tid 2 to smithi01981774-32 2024-04-02T08:35:41.216 INFO:tasks.rados.rados.0.smithi019.stdout:1480: finishing write tid 3 to smithi01981774-32 2024-04-02T08:35:41.217 INFO:tasks.rados.rados.0.smithi019.stdout:1480: oid 32 updating version 0 to 1175 2024-04-02T08:35:41.217 INFO:tasks.rados.rados.0.smithi019.stdout:1480: oid 32 version 1175 is already newer than 1174 2024-04-02T08:35:41.217 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1175 (ObjNum 466 snap 144 seq_num 466) dirty exists 2024-04-02T08:35:41.217 INFO:tasks.rados.rados.0.smithi019.stdout:1480: left oid 32 (ObjNum 466 snap 144 seq_num 466) 2024-04-02T08:35:41.217 INFO:tasks.rados.rados.0.smithi019.stdout:1479: expect (ObjNum 426 snap 133 seq_num 426) 2024-04-02T08:35:41.359 INFO:tasks.rados.rados.0.smithi019.stdout:1482: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:1482: finishing copy_from to smithi01981774-26 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 515 (ObjNum 464 snap 144 seq_num 464) dirty exists 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:1478: done (4 left) 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:1479: done (3 left) 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:1480: done (2 left) 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:1481: done (1 left) 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:1482: done (0 left) 2024-04-02T08:35:41.360 INFO:tasks.rados.rados.0.smithi019.stdout:1483: snap_remove snap 142 2024-04-02T08:35:41.649 INFO:tasks.rados.rados.0.smithi019.stdout:1483: done (0 left) 2024-04-02T08:35:41.649 INFO:tasks.rados.rados.0.smithi019.stdout:1484: copy_from oid 26 from oid 24 current snap is 144 2024-04-02T08:35:41.649 INFO:tasks.rados.rados.0.smithi019.stdout:1485: snap_create 2024-04-02T08:35:41.687 INFO:tasks.rados.rados.0.smithi019.stdout:1484: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:35:41.692 INFO:tasks.rados.rados.0.smithi019.stdout:1484: finishing copy_from to smithi01981774-26 2024-04-02T08:35:41.693 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 740 (ObjNum 462 snap 144 seq_num 462) dirty exists 2024-04-02T08:35:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: pgmap v185: 121 pgs: 4 active+clean+remapped, 97 active+clean, 15 active+undersized, 5 active+undersized+degraded; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 376 KiB/s wr, 5 op/s; 23/483 objects degraded (4.762%); 1/483 objects misplaced (0.207%); 12 MiB/s, 4 objects/s recovering 2024-04-02T08:35:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:41.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:41 smithi066 ceph-mon[87361]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: pgmap v185: 121 pgs: 4 active+clean+remapped, 97 active+clean, 15 active+undersized, 5 active+undersized+degraded; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 376 KiB/s wr, 5 op/s; 23/483 objects degraded (4.762%); 1/483 objects misplaced (0.207%); 12 MiB/s, 4 objects/s recovering 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[94035]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: pgmap v185: 121 pgs: 4 active+clean+remapped, 97 active+clean, 15 active+undersized, 5 active+undersized+degraded; 278 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 376 KiB/s wr, 5 op/s; 23/483 objects degraded (4.762%); 1/483 objects misplaced (0.207%); 12 MiB/s, 4 objects/s recovering 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:41.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:35:41.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:41 smithi019 ceph-mon[96522]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:35:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:1484: done (1 left) 2024-04-02T08:35:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:1485: done (0 left) 2024-04-02T08:35:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 145 2024-04-02T08:35:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:1486: seq_num 467 ranges {0=630784} 2024-04-02T08:35:42.656 INFO:tasks.rados.rados.0.smithi019.stdout:1486: writing smithi01981774-11 from 0 to 630784 tid 1 2024-04-02T08:35:42.656 INFO:tasks.rados.rados.0.smithi019.stdout:1487: rmattr oid 30 current snap is 145 2024-04-02T08:35:42.656 INFO:tasks.rados.rados.0.smithi019.stdout:1488: delete oid 23 current snap is 145 2024-04-02T08:35:42.661 INFO:tasks.rados.rados.0.smithi019.stdout:1486: finishing write tid 1 to smithi01981774-11 2024-04-02T08:35:42.661 INFO:tasks.rados.rados.0.smithi019.stdout:1486: finishing write tid 2 to smithi01981774-11 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1237 (ObjNum 65 snap 0 seq_num 2807485264) dirty exists 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:1487: done (2 left) 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:1488: done (1 left) 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:1489: rollback oid 30 current snap is 145 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 143 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:1486: finishing write tid 3 to smithi01981774-11 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:1486: oid 11 updating version 0 to 518 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:1486: oid 11 updating version 518 to 519 2024-04-02T08:35:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 519 (ObjNum 467 snap 145 seq_num 467) dirty exists 2024-04-02T08:35:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:1486: left oid 11 (ObjNum 467 snap 145 seq_num 467) 2024-04-02T08:35:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:1486: done (1 left) 2024-04-02T08:35:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:1490: copy_from oid 7 from oid 5 current snap is 145 2024-04-02T08:35:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 145 2024-04-02T08:35:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:1491: seq_num 469 ranges {720896=663552} 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:1491: writing smithi01981774-3 from 720896 to 1384448 tid 1 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:1492: read oid 36 snap 144 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:1492: expect (ObjNum 465 snap 144 seq_num 465) 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:1493: snap_create 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:1489: finishing rollback tid 0 to smithi01981774-30 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:1489: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:1489: finishing rollback tid 2 to smithi01981774-30 2024-04-02T08:35:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1240 (ObjNum 65 snap 0 seq_num 2807485264) dirty exists 2024-04-02T08:35:42.682 INFO:tasks.rados.rados.0.smithi019.stdout:1490: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:35:42.684 INFO:tasks.rados.rados.0.smithi019.stdout:1491: finishing write tid 1 to smithi01981774-3 2024-04-02T08:35:42.684 INFO:tasks.rados.rados.0.smithi019.stdout:1491: finishing write tid 2 to smithi01981774-3 2024-04-02T08:35:42.684 INFO:tasks.rados.rados.0.smithi019.stdout:1490: finishing copy_from to smithi01981774-7 2024-04-02T08:35:42.684 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 740 (ObjNum 410 snap 124 seq_num 410) dirty exists 2024-04-02T08:35:42.689 INFO:tasks.rados.rados.0.smithi019.stdout:1491: finishing write tid 3 to smithi01981774-3 2024-04-02T08:35:42.689 INFO:tasks.rados.rados.0.smithi019.stdout:1491: oid 3 updating version 0 to 752 2024-04-02T08:35:42.689 INFO:tasks.rados.rados.0.smithi019.stdout:1491: oid 3 version 752 is already newer than 751 2024-04-02T08:35:42.689 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 752 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-04-02T08:35:42.689 INFO:tasks.rados.rados.0.smithi019.stdout:1491: left oid 3 (ObjNum 469 snap 145 seq_num 469) 2024-04-02T08:35:42.719 INFO:tasks.rados.rados.0.smithi019.stdout:1492: expect (ObjNum 465 snap 144 seq_num 465) 2024-04-02T08:35:42.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:42 smithi019 ceph-mon[94035]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:35:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:42 smithi019 ceph-mon[96522]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:35:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:42 smithi066 ceph-mon[87361]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:35:43.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:43 smithi066 ceph-mon[87361]: pgmap v188: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 752 KiB/s wr, 13 op/s; 21 MiB/s, 6 objects/s recovering 2024-04-02T08:35:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:43 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/483 objects degraded (4.762%), 5 pgs degraded) 2024-04-02T08:35:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:43 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:35:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:43 smithi066 ceph-mon[87361]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:35:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[96522]: pgmap v188: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 752 KiB/s wr, 13 op/s; 21 MiB/s, 6 objects/s recovering 2024-04-02T08:35:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/483 objects degraded (4.762%), 5 pgs degraded) 2024-04-02T08:35:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:35:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[96522]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:35:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[94035]: pgmap v188: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 752 KiB/s wr, 13 op/s; 21 MiB/s, 6 objects/s recovering 2024-04-02T08:35:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/483 objects degraded (4.762%), 5 pgs degraded) 2024-04-02T08:35:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:35:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[94035]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:35:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:43.986 INFO:tasks.rados.rados.0.smithi019.stdout:1489: done (4 left) 2024-04-02T08:35:43.986 INFO:tasks.rados.rados.0.smithi019.stdout:1490: done (3 left) 2024-04-02T08:35:43.986 INFO:tasks.rados.rados.0.smithi019.stdout:1491: done (2 left) 2024-04-02T08:35:43.986 INFO:tasks.rados.rados.0.smithi019.stdout:1492: done (1 left) 2024-04-02T08:35:43.986 INFO:tasks.rados.rados.0.smithi019.stdout:1493: done (0 left) 2024-04-02T08:35:43.986 INFO:tasks.rados.rados.0.smithi019.stdout:1494: delete oid 26 current snap is 146 2024-04-02T08:35:43.988 INFO:tasks.rados.rados.0.smithi019.stdout:1494: done (0 left) 2024-04-02T08:35:43.988 INFO:tasks.rados.rados.0.smithi019.stdout:1495: delete oid 5 current snap is 146 2024-04-02T08:35:43.991 INFO:tasks.rados.rados.0.smithi019.stdout:1495: done (0 left) 2024-04-02T08:35:43.991 INFO:tasks.rados.rados.0.smithi019.stdout:1496: copy_from oid 21 from oid 29 current snap is 146 2024-04-02T08:35:43.991 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 146 2024-04-02T08:35:43.991 INFO:tasks.rados.rados.0.smithi019.stdout:1497: seq_num 472 ranges {1384448=712704} 2024-04-02T08:35:44.003 INFO:tasks.rados.rados.0.smithi019.stdout:1497: writing smithi01981774-3 from 1384448 to 2097152 tid 1 2024-04-02T08:35:44.003 INFO:tasks.rados.rados.0.smithi019.stdout:1498: copy_from oid 35 from oid 34 current snap is 146 2024-04-02T08:35:44.003 INFO:tasks.rados.rados.0.smithi019.stdout:1496: finishing copy_from to smithi01981774-21 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi019.stdout:1496: got expected ENOENT (src dne) 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi019.stdout:1496: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi019.stdout:1496: done (2 left) 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi019.stdout:1499: read oid 38 snap -1 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi019.stdout:1499: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 146 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi019.stdout:1500: seq_num 473 ranges {0=729088} 2024-04-02T08:35:44.007 INFO:tasks.rados.rados.0.smithi019.stdout:1500: writing smithi01981774-23 from 0 to 729088 tid 1 2024-04-02T08:35:44.008 INFO:tasks.rados.rados.0.smithi019.stdout:1501: copy_from oid 31 from oid 43 current snap is 146 2024-04-02T08:35:44.008 INFO:tasks.rados.rados.0.smithi019.stdout:1499: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:44.011 INFO:tasks.rados.rados.0.smithi019.stdout:1497: finishing write tid 1 to smithi01981774-3 2024-04-02T08:35:44.011 INFO:tasks.rados.rados.0.smithi019.stdout:1497: finishing write tid 2 to smithi01981774-3 2024-04-02T08:35:44.011 INFO:tasks.rados.rados.0.smithi019.stdout:1499: done (4 left) 2024-04-02T08:35:44.011 INFO:tasks.rados.rados.0.smithi019.stdout:1502: rmattr oid 18 current snap is 146 2024-04-02T08:35:44.011 INFO:tasks.rados.rados.0.smithi019.stdout:1502: done (4 left) 2024-04-02T08:35:44.011 INFO:tasks.rados.rados.0.smithi019.stdout:1503: snap_remove snap 121 2024-04-02T08:35:44.568 INFO:tasks.rados.rados.0.smithi019.stdout:1503: done (4 left) 2024-04-02T08:35:44.568 INFO:tasks.rados.rados.0.smithi019.stdout:1504: copy_from oid 33 from oid 28 current snap is 146 2024-04-02T08:35:44.568 INFO:tasks.rados.rados.0.smithi019.stdout:1497: finishing write tid 3 to smithi01981774-3 2024-04-02T08:35:44.568 INFO:tasks.rados.rados.0.smithi019.stdout:1497: oid 3 updating version 0 to 755 2024-04-02T08:35:44.568 INFO:tasks.rados.rados.0.smithi019.stdout:1497: oid 3 version 755 is already newer than 754 2024-04-02T08:35:44.568 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 755 (ObjNum 472 snap 146 seq_num 472) dirty exists 2024-04-02T08:35:44.568 INFO:tasks.rados.rados.0.smithi019.stdout:1497: left oid 3 (ObjNum 472 snap 146 seq_num 472) 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1500: finishing write tid 1 to smithi01981774-23 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1500: finishing write tid 2 to smithi01981774-23 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1500: finishing write tid 3 to smithi01981774-23 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1500: oid 23 updating version 0 to 410 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1500: oid 23 updating version 410 to 411 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 411 (ObjNum 473 snap 146 seq_num 473) dirty exists 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1500: left oid 23 (ObjNum 473 snap 146 seq_num 473) 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1498: finishing copy_from racing read to smithi01981774-35 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1498: finishing copy_from to smithi01981774-35 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 403 (ObjNum 460 snap 144 seq_num 460) dirty exists 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1501: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1501: finishing copy_from to smithi01981774-31 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 485 (ObjNum 386 snap 119 seq_num 386) dirty exists 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1497: done (4 left) 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1498: done (3 left) 2024-04-02T08:35:44.569 INFO:tasks.rados.rados.0.smithi019.stdout:1500: done (2 left) 2024-04-02T08:35:44.570 INFO:tasks.rados.rados.0.smithi019.stdout:1501: done (1 left) 2024-04-02T08:35:44.570 INFO:tasks.rados.rados.0.smithi019.stdout:1505: snap_create 2024-04-02T08:35:44.580 INFO:tasks.rados.rados.0.smithi019.stdout:1504: finishing copy_from to smithi01981774-33 2024-04-02T08:35:44.580 INFO:tasks.rados.rados.0.smithi019.stdout:1504: got expected ENOENT (src dne) 2024-04-02T08:35:44.580 INFO:tasks.rados.rados.0.smithi019.stdout:1504: finishing copy_from racing read to smithi01981774-33 2024-04-02T08:35:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:44 smithi019 ceph-mon[94035]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:35:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:44 smithi019 ceph-mon[94035]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:35:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:44 smithi019 ceph-mon[96522]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:35:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:44 smithi019 ceph-mon[96522]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:35:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:44 smithi066 ceph-mon[87361]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:35:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:44 smithi066 ceph-mon[87361]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:35:45.569 INFO:tasks.rados.rados.0.smithi019.stdout:1504: done (1 left) 2024-04-02T08:35:45.569 INFO:tasks.rados.rados.0.smithi019.stdout:1505: done (0 left) 2024-04-02T08:35:45.569 INFO:tasks.rados.rados.0.smithi019.stdout:1506: read oid 31 snap 136 2024-04-02T08:35:45.569 INFO:tasks.rados.rados.0.smithi019.stdout:1506: expect (ObjNum 389 snap 119 seq_num 389) 2024-04-02T08:35:45.569 INFO:tasks.rados.rados.0.smithi019.stdout:1507: delete oid 4 current snap is 147 2024-04-02T08:35:45.572 INFO:tasks.rados.rados.0.smithi019.stdout:1507: done (1 left) 2024-04-02T08:35:45.572 INFO:tasks.rados.rados.0.smithi019.stdout:1508: snap_remove snap 145 2024-04-02T08:35:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:45 smithi019 ceph-mon[94035]: pgmap v191: 121 pgs: 121 active+clean; 284 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.8 MiB/s wr, 24 op/s; 8.6 MiB/s, 2 objects/s recovering 2024-04-02T08:35:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:45 smithi019 ceph-mon[94035]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:35:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:45 smithi019 ceph-mon[96522]: pgmap v191: 121 pgs: 121 active+clean; 284 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.8 MiB/s wr, 24 op/s; 8.6 MiB/s, 2 objects/s recovering 2024-04-02T08:35:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:45 smithi019 ceph-mon[96522]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:35:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:45 smithi066 ceph-mon[87361]: pgmap v191: 121 pgs: 121 active+clean; 284 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.8 MiB/s wr, 24 op/s; 8.6 MiB/s, 2 objects/s recovering 2024-04-02T08:35:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:45 smithi066 ceph-mon[87361]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:35:46.574 INFO:tasks.rados.rados.0.smithi019.stdout:1508: done (1 left) 2024-04-02T08:35:46.574 INFO:tasks.rados.rados.0.smithi019.stdout:1509: read oid 9 snap -1 2024-04-02T08:35:46.574 INFO:tasks.rados.rados.0.smithi019.stdout:1509: expect (ObjNum 426 snap 133 seq_num 426) 2024-04-02T08:35:46.574 INFO:tasks.rados.rados.0.smithi019.stdout:1510: delete oid 47 current snap is 147 2024-04-02T08:35:46.574 INFO:tasks.rados.rados.0.smithi019.stdout:1506: expect (ObjNum 389 snap 119 seq_num 389) 2024-04-02T08:35:46.742 INFO:tasks.rados.rados.0.smithi019.stdout:1509: expect (ObjNum 426 snap 133 seq_num 426) 2024-04-02T08:35:46.887 INFO:tasks.rados.rados.0.smithi019.stdout:1506: done (2 left) 2024-04-02T08:35:46.887 INFO:tasks.rados.rados.0.smithi019.stdout:1509: done (1 left) 2024-04-02T08:35:46.887 INFO:tasks.rados.rados.0.smithi019.stdout:1510: done (0 left) 2024-04-02T08:35:46.887 INFO:tasks.rados.rados.0.smithi019.stdout:1511: snap_remove snap 146 2024-04-02T08:35:47.682 INFO:tasks.rados.rados.0.smithi019.stdout:1511: done (0 left) 2024-04-02T08:35:47.682 INFO:tasks.rados.rados.0.smithi019.stdout:1512: read oid 27 snap 111 2024-04-02T08:35:47.682 INFO:tasks.rados.rados.0.smithi019.stdout:1512: expect (ObjNum -1470220240 snap 21978 seq_num 2825287136) 2024-04-02T08:35:47.682 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 147 2024-04-02T08:35:47.682 INFO:tasks.rados.rados.0.smithi019.stdout:1513: seq_num 476 ranges {147456=778240} 2024-04-02T08:35:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:1513: writing smithi01981774-8 from 147456 to 925696 tid 1 2024-04-02T08:35:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 147 2024-04-02T08:35:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:1512: expect (ObjNum -1470220240 snap 21978 seq_num 2825287136) 2024-04-02T08:35:47.690 INFO:tasks.rados.rados.0.smithi019.stdout:1514: seq_num 477 ranges {4440064=794624} 2024-04-02T08:35:47.719 INFO:tasks.rados.rados.0.smithi019.stdout:1514: writing smithi01981774-12 from 4440064 to 5234688 tid 1 2024-04-02T08:35:47.719 INFO:tasks.rados.rados.0.smithi019.stdout:1512: done (2 left) 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 147 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:1513: finishing write tid 1 to smithi01981774-8 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:1513: finishing write tid 2 to smithi01981774-8 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:1513: finishing write tid 3 to smithi01981774-8 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:1513: oid 8 updating version 0 to 765 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:1513: oid 8 updating version 765 to 766 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 766 (ObjNum 476 snap 147 seq_num 476) dirty exists 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:1513: left oid 8 (ObjNum 476 snap 147 seq_num 476) 2024-04-02T08:35:47.720 INFO:tasks.rados.rados.0.smithi019.stdout:1515: seq_num 478 ranges {4317184=409600,4726784=401408} 2024-04-02T08:35:47.745 INFO:tasks.rados.rados.0.smithi019.stdout:1515: writing smithi01981774-9 from 4317184 to 4726784 tid 1 2024-04-02T08:35:47.747 INFO:tasks.rados.rados.0.smithi019.stdout:1515: writing smithi01981774-9 from 4726784 to 5128192 tid 2 2024-04-02T08:35:47.748 INFO:tasks.rados.rados.0.smithi019.stdout:1513: done (2 left) 2024-04-02T08:35:47.748 INFO:tasks.rados.rados.0.smithi019.stdout:1516: snap_remove snap 130 2024-04-02T08:35:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:47 smithi019 ceph-mon[94035]: pgmap v194: 121 pgs: 121 active+clean; 286 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.9 MiB/s wr, 20 op/s 2024-04-02T08:35:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:47 smithi019 ceph-mon[94035]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:35:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:47 smithi019 ceph-mon[96522]: pgmap v194: 121 pgs: 121 active+clean; 286 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.9 MiB/s wr, 20 op/s 2024-04-02T08:35:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:47 smithi019 ceph-mon[96522]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:35:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:47 smithi066 ceph-mon[87361]: pgmap v194: 121 pgs: 121 active+clean; 286 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.9 MiB/s wr, 20 op/s 2024-04-02T08:35:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:47 smithi066 ceph-mon[87361]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:35:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:1516: done (2 left) 2024-04-02T08:35:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 147 2024-04-02T08:35:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:1514: finishing write tid 1 to smithi01981774-12 2024-04-02T08:35:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:1517: seq_num 479 ranges {0=425984,425984=401408} 2024-04-02T08:35:48.686 INFO:tasks.rados.rados.0.smithi019.stdout:1517: writing smithi01981774-39 from 0 to 425984 tid 1 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1517: writing smithi01981774-39 from 425984 to 827392 tid 2 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1518: setattr oid 46 current snap is 147 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1514: finishing write tid 2 to smithi01981774-12 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1514: finishing write tid 3 to smithi01981774-12 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1514: oid 12 updating version 0 to 750 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1514: oid 12 version 750 is already newer than 749 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 750 (ObjNum 477 snap 147 seq_num 477) dirty exists 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1514: left oid 12 (ObjNum 477 snap 147 seq_num 477) 2024-04-02T08:35:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1515: finishing write tid 1 to smithi01981774-9 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:1515: finishing write tid 2 to smithi01981774-9 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:1515: finishing write tid 3 to smithi01981774-9 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:1515: finishing write tid 4 to smithi01981774-9 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:1515: oid 9 updating version 0 to 531 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:1515: oid 9 updating version 531 to 532 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:1515: oid 9 updating version 532 to 533 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 533 (ObjNum 478 snap 147 seq_num 478) dirty exists 2024-04-02T08:35:48.691 INFO:tasks.rados.rados.0.smithi019.stdout:1515: left oid 9 (ObjNum 478 snap 147 seq_num 478) 2024-04-02T08:35:48.694 INFO:tasks.rados.rados.0.smithi019.stdout:1514: done (3 left) 2024-04-02T08:35:48.694 INFO:tasks.rados.rados.0.smithi019.stdout:1515: done (2 left) 2024-04-02T08:35:48.694 INFO:tasks.rados.rados.0.smithi019.stdout:1519: copy_from oid 47 from oid 9 current snap is 147 2024-04-02T08:35:48.694 INFO:tasks.rados.rados.0.smithi019.stdout:1520: snap_create 2024-04-02T08:35:48.703 INFO:tasks.rados.rados.0.smithi019.stdout:1517: finishing write tid 1 to smithi01981774-39 2024-04-02T08:35:48.704 INFO:tasks.rados.rados.0.smithi019.stdout:1517: finishing write tid 2 to smithi01981774-39 2024-04-02T08:35:48.704 INFO:tasks.rados.rados.0.smithi019.stdout:1517: finishing write tid 3 to smithi01981774-39 2024-04-02T08:35:48.704 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1254 (ObjNum 399 snap 121 seq_num 399) dirty exists 2024-04-02T08:35:48.706 INFO:tasks.rados.rados.0.smithi019.stdout:1517: finishing write tid 4 to smithi01981774-39 2024-04-02T08:35:48.706 INFO:tasks.rados.rados.0.smithi019.stdout:1517: oid 39 updating version 0 to 596 2024-04-02T08:35:48.706 INFO:tasks.rados.rados.0.smithi019.stdout:1517: oid 39 version 596 is already newer than 595 2024-04-02T08:35:48.707 INFO:tasks.rados.rados.0.smithi019.stdout:1517: oid 39 updating version 596 to 597 2024-04-02T08:35:48.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 597 (ObjNum 479 snap 147 seq_num 479) dirty exists 2024-04-02T08:35:48.707 INFO:tasks.rados.rados.0.smithi019.stdout:1517: left oid 39 (ObjNum 479 snap 147 seq_num 479) 2024-04-02T08:35:48.719 INFO:tasks.rados.rados.0.smithi019.stdout:1519: finishing copy_from racing read to smithi01981774-47 2024-04-02T08:35:48.725 INFO:tasks.rados.rados.0.smithi019.stdout:1519: finishing copy_from to smithi01981774-47 2024-04-02T08:35:48.725 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 533 (ObjNum 478 snap 147 seq_num 478) dirty exists 2024-04-02T08:35:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:48 smithi019 ceph-mon[94035]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:35:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:48 smithi019 ceph-mon[96522]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:35:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:48 smithi066 ceph-mon[87361]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:35:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:49.569 INFO:tasks.rados.rados.0.smithi019.stdout:1517: done (3 left) 2024-04-02T08:35:49.569 INFO:tasks.rados.rados.0.smithi019.stdout:1518: done (2 left) 2024-04-02T08:35:49.569 INFO:tasks.rados.rados.0.smithi019.stdout:1519: done (1 left) 2024-04-02T08:35:49.569 INFO:tasks.rados.rados.0.smithi019.stdout:1520: done (0 left) 2024-04-02T08:35:49.569 INFO:tasks.rados.rados.0.smithi019.stdout:1521: snap_remove snap 147 2024-04-02T08:35:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:49 smithi019 ceph-mon[94035]: pgmap v197: 121 pgs: 121 active+clean; 286 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 482 KiB/s wr, 3 op/s 2024-04-02T08:35:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:49 smithi019 ceph-mon[94035]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:35:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:49 smithi019 ceph-mon[94035]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:35:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:49 smithi019 ceph-mon[96522]: pgmap v197: 121 pgs: 121 active+clean; 286 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 482 KiB/s wr, 3 op/s 2024-04-02T08:35:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:49 smithi019 ceph-mon[96522]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:35:49.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:49 smithi019 ceph-mon[96522]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:35:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:49 smithi066 ceph-mon[87361]: pgmap v197: 121 pgs: 121 active+clean; 286 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 482 KiB/s wr, 3 op/s 2024-04-02T08:35:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:49 smithi066 ceph-mon[87361]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:35:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:49 smithi066 ceph-mon[87361]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:35:50.571 INFO:tasks.rados.rados.0.smithi019.stdout:1521: done (0 left) 2024-04-02T08:35:50.571 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 148 2024-04-02T08:35:50.571 INFO:tasks.rados.rados.0.smithi019.stdout:1522: seq_num 480 ranges {925696=442368,1368064=401408} 2024-04-02T08:35:50.579 INFO:tasks.rados.rados.0.smithi019.stdout:1522: writing smithi01981774-8 from 925696 to 1368064 tid 1 2024-04-02T08:35:50.581 INFO:tasks.rados.rados.0.smithi019.stdout:1522: writing smithi01981774-8 from 1368064 to 1769472 tid 2 2024-04-02T08:35:50.581 INFO:tasks.rados.rados.0.smithi019.stdout:1523: rollback oid 31 current snap is 148 2024-04-02T08:35:50.581 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 144 2024-04-02T08:35:50.581 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 148 2024-04-02T08:35:50.581 INFO:tasks.rados.rados.0.smithi019.stdout:1524: seq_num 481 ranges {5259264=458752,5718016=401408} 2024-04-02T08:35:50.612 INFO:tasks.rados.rados.0.smithi019.stdout:1524: writing smithi01981774-20 from 5259264 to 5718016 tid 1 2024-04-02T08:35:50.615 INFO:tasks.rados.rados.0.smithi019.stdout:1524: writing smithi01981774-20 from 5718016 to 6119424 tid 2 2024-04-02T08:35:50.615 INFO:tasks.rados.rados.0.smithi019.stdout:1525: read oid 41 snap -1 2024-04-02T08:35:50.615 INFO:tasks.rados.rados.0.smithi019.stdout:1525: expect (ObjNum 442 snap 140 seq_num 442) 2024-04-02T08:35:50.615 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 148 2024-04-02T08:35:50.615 INFO:tasks.rados.rados.0.smithi019.stdout:1526: seq_num 482 ranges {958464=475136,1433600=401408} 2024-04-02T08:35:50.622 INFO:tasks.rados.rados.0.smithi019.stdout:1526: writing smithi01981774-50 from 958464 to 1433600 tid 1 2024-04-02T08:35:50.625 INFO:tasks.rados.rados.0.smithi019.stdout:1526: writing smithi01981774-50 from 1433600 to 1835008 tid 2 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1527: rollback oid 9 current snap is 148 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 143 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1522: finishing write tid 1 to smithi01981774-8 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1523: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1522: finishing write tid 2 to smithi01981774-8 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1523: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1522: finishing write tid 3 to smithi01981774-8 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1523: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 488 (ObjNum 389 snap 119 seq_num 389) dirty exists 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1522: finishing write tid 4 to smithi01981774-8 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1522: oid 8 updating version 0 to 774 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1522: oid 8 updating version 774 to 775 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:1522: oid 8 version 775 is already newer than 773 2024-04-02T08:35:50.626 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 775 (ObjNum 480 snap 148 seq_num 480) dirty exists 2024-04-02T08:35:50.627 INFO:tasks.rados.rados.0.smithi019.stdout:1522: left oid 8 (ObjNum 480 snap 148 seq_num 480) 2024-04-02T08:35:50.627 INFO:tasks.rados.rados.0.smithi019.stdout:1524: finishing write tid 1 to smithi01981774-20 2024-04-02T08:35:50.627 INFO:tasks.rados.rados.0.smithi019.stdout:1525: expect (ObjNum 442 snap 140 seq_num 442) 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:1524: finishing write tid 2 to smithi01981774-20 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:1524: finishing write tid 3 to smithi01981774-20 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:1524: finishing write tid 4 to smithi01981774-20 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:1524: oid 20 updating version 0 to 746 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:1524: oid 20 version 746 is already newer than 744 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:1524: oid 20 version 746 is already newer than 745 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 746 (ObjNum 481 snap 148 seq_num 481) dirty exists 2024-04-02T08:35:50.633 INFO:tasks.rados.rados.0.smithi019.stdout:1524: left oid 20 (ObjNum 481 snap 148 seq_num 481) 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1526: finishing write tid 1 to smithi01981774-50 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1527: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1527: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1522: done (5 left) 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1523: done (4 left) 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1524: done (3 left) 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1525: done (2 left) 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1528: read oid 14 snap -1 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1528: expect (ObjNum 419 snap 130 seq_num 419) 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1529: rollback oid 15 current snap is 148 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 111 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1526: finishing write tid 2 to smithi01981774-50 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:1527: finishing rollback tid 2 to smithi01981774-9 2024-04-02T08:35:50.634 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 540 (ObjNum 426 snap 133 seq_num 426) dirty exists 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1526: finishing write tid 3 to smithi01981774-50 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1526: finishing write tid 4 to smithi01981774-50 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1526: oid 50 updating version 0 to 423 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1526: oid 50 version 423 is already newer than 422 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1526: oid 50 version 423 is already newer than 421 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 423 (ObjNum 482 snap 148 seq_num 482) dirty exists 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1526: left oid 50 (ObjNum 482 snap 148 seq_num 482) 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1526: done (3 left) 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1527: done (2 left) 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1530: read oid 17 snap -1 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1530: expect deleted 2024-04-02T08:35:50.635 INFO:tasks.rados.rados.0.smithi019.stdout:1531: delete oid 3 current snap is 148 2024-04-02T08:35:50.636 INFO:tasks.rados.rados.0.smithi019.stdout:1530: done (3 left) 2024-04-02T08:35:50.636 INFO:tasks.rados.rados.0.smithi019.stdout:1531: done (2 left) 2024-04-02T08:35:50.636 INFO:tasks.rados.rados.0.smithi019.stdout:1532: rollback oid 11 current snap is 148 2024-04-02T08:35:50.636 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 11 to 111 2024-04-02T08:35:50.636 INFO:tasks.rados.rados.0.smithi019.stdout:1533: read oid 1 snap 139 2024-04-02T08:35:50.636 INFO:tasks.rados.rados.0.smithi019.stdout:1533: expect (ObjNum -1470479568 snap 21978 seq_num 2824803424) 2024-04-02T08:35:50.636 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 148 2024-04-02T08:35:50.637 INFO:tasks.rados.rados.0.smithi019.stdout:1534: seq_num 484 ranges {9011200=507904,9519104=401408} 2024-04-02T08:35:50.688 INFO:tasks.rados.rados.0.smithi019.stdout:1534: writing smithi01981774-40 from 9011200 to 9519104 tid 1 2024-04-02T08:35:50.690 INFO:tasks.rados.rados.0.smithi019.stdout:1534: writing smithi01981774-40 from 9519104 to 9920512 tid 2 2024-04-02T08:35:50.690 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 148 2024-04-02T08:35:50.690 INFO:tasks.rados.rados.0.smithi019.stdout:1535: seq_num 485 ranges {4317184=532480,4849664=401408} 2024-04-02T08:35:50.698 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:35:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:35:50] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-04-02T08:35:50.717 INFO:tasks.rados.rados.0.smithi019.stdout:1535: writing smithi01981774-9 from 4317184 to 4849664 tid 1 2024-04-02T08:35:50.719 INFO:tasks.rados.rados.0.smithi019.stdout:1535: writing smithi01981774-9 from 4849664 to 5251072 tid 2 2024-04-02T08:35:50.719 INFO:tasks.rados.rados.0.smithi019.stdout:1536: read oid 44 snap -1 2024-04-02T08:35:50.719 INFO:tasks.rados.rados.0.smithi019.stdout:1536: expect (ObjNum 385 snap 119 seq_num 385) 2024-04-02T08:35:50.719 INFO:tasks.rados.rados.0.smithi019.stdout:1537: read oid 19 snap -1 2024-04-02T08:35:50.720 INFO:tasks.rados.rados.0.smithi019.stdout:1537: expect (ObjNum 346 snap 107 seq_num 346) 2024-04-02T08:35:50.720 INFO:tasks.rados.rados.0.smithi019.stdout:1538: snap_create 2024-04-02T08:35:50.720 INFO:tasks.rados.rados.0.smithi019.stdout:1533: expect (ObjNum -1470479568 snap 21978 seq_num 2824803424) 2024-04-02T08:35:50.725 INFO:tasks.rados.rados.0.smithi019.stdout:1532: finishing rollback tid 0 to smithi01981774-11 2024-04-02T08:35:50.725 INFO:tasks.rados.rados.0.smithi019.stdout:1532: finishing rollback tid 1 to smithi01981774-11 2024-04-02T08:35:50.725 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 542 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-02T08:35:50.725 INFO:tasks.rados.rados.0.smithi019.stdout:1529: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:35:50.725 INFO:tasks.rados.rados.0.smithi019.stdout:1529: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:35:50.725 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1178 (ObjNum 359 snap 111 seq_num 359) dirty exists 2024-04-02T08:35:50.725 INFO:tasks.rados.rados.0.smithi019.stdout:1528: expect (ObjNum 419 snap 130 seq_num 419) 2024-04-02T08:35:50.966 INFO:tasks.rados.rados.0.smithi019.stdout:1534: finishing write tid 1 to smithi01981774-40 2024-04-02T08:35:50.966 INFO:tasks.rados.rados.0.smithi019.stdout:1534: finishing write tid 2 to smithi01981774-40 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1534: finishing write tid 3 to smithi01981774-40 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1534: finishing write tid 4 to smithi01981774-40 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1534: oid 40 updating version 0 to 602 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1534: oid 40 version 602 is already newer than 601 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1534: oid 40 updating version 602 to 603 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 603 (ObjNum 484 snap 148 seq_num 484) dirty exists 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1534: left oid 40 (ObjNum 484 snap 148 seq_num 484) 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1535: finishing write tid 1 to smithi01981774-9 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1535: finishing write tid 2 to smithi01981774-9 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1535: finishing write tid 3 to smithi01981774-9 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1535: finishing write tid 4 to smithi01981774-9 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1535: oid 9 updating version 0 to 545 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1535: oid 9 version 545 is already newer than 543 2024-04-02T08:35:50.967 INFO:tasks.rados.rados.0.smithi019.stdout:1535: oid 9 version 545 is already newer than 544 2024-04-02T08:35:50.968 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 545 (ObjNum 485 snap 148 seq_num 485) dirty exists 2024-04-02T08:35:50.968 INFO:tasks.rados.rados.0.smithi019.stdout:1535: left oid 9 (ObjNum 485 snap 148 seq_num 485) 2024-04-02T08:35:50.968 INFO:tasks.rados.rados.0.smithi019.stdout:1537: expect (ObjNum 346 snap 107 seq_num 346) 2024-04-02T08:35:51.678 INFO:tasks.rados.rados.0.smithi019.stdout:1536: expect (ObjNum 385 snap 119 seq_num 385) 2024-04-02T08:35:51.865 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:51 smithi066 ceph-mon[87361]: pgmap v200: 121 pgs: 121 active+clean; 257 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:35:51.865 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:51 smithi066 ceph-mon[87361]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:35:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:51 smithi019 ceph-mon[94035]: pgmap v200: 121 pgs: 121 active+clean; 257 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:35:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:51 smithi019 ceph-mon[94035]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:35:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:51 smithi019 ceph-mon[96522]: pgmap v200: 121 pgs: 121 active+clean; 257 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-02T08:35:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:51 smithi019 ceph-mon[96522]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1528: done (8 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1529: done (7 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1532: done (6 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1533: done (5 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1534: done (4 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1535: done (3 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1536: done (2 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1537: done (1 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1538: done (0 left) 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 149 2024-04-02T08:35:52.136 INFO:tasks.rados.rados.0.smithi019.stdout:1539: seq_num 486 ranges {0=548864,548864=401408} 2024-04-02T08:35:52.138 INFO:tasks.rados.rados.0.smithi019.stdout:1539: writing smithi01981774-17 from 0 to 548864 tid 1 2024-04-02T08:35:52.140 INFO:tasks.rados.rados.0.smithi019.stdout:1539: writing smithi01981774-17 from 548864 to 950272 tid 2 2024-04-02T08:35:52.141 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 149 2024-04-02T08:35:52.141 INFO:tasks.rados.rados.0.smithi019.stdout:1540: seq_num 487 ranges {5464064=565248,6029312=401408} 2024-04-02T08:35:52.173 INFO:tasks.rados.rados.0.smithi019.stdout:1540: writing smithi01981774-35 from 5464064 to 6029312 tid 1 2024-04-02T08:35:52.176 INFO:tasks.rados.rados.0.smithi019.stdout:1540: writing smithi01981774-35 from 6029312 to 6430720 tid 2 2024-04-02T08:35:52.176 INFO:tasks.rados.rados.0.smithi019.stdout:1541: snap_create 2024-04-02T08:35:52.176 INFO:tasks.rados.rados.0.smithi019.stdout:1539: finishing write tid 1 to smithi01981774-17 2024-04-02T08:35:52.176 INFO:tasks.rados.rados.0.smithi019.stdout:1539: finishing write tid 2 to smithi01981774-17 2024-04-02T08:35:52.176 INFO:tasks.rados.rados.0.smithi019.stdout:1539: finishing write tid 3 to smithi01981774-17 2024-04-02T08:35:52.176 INFO:tasks.rados.rados.0.smithi019.stdout:1539: finishing write tid 4 to smithi01981774-17 2024-04-02T08:35:52.176 INFO:tasks.rados.rados.0.smithi019.stdout:1539: oid 17 updating version 0 to 749 2024-04-02T08:35:52.177 INFO:tasks.rados.rados.0.smithi019.stdout:1539: oid 17 version 749 is already newer than 748 2024-04-02T08:35:52.177 INFO:tasks.rados.rados.0.smithi019.stdout:1539: oid 17 version 749 is already newer than 747 2024-04-02T08:35:52.177 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 749 (ObjNum 486 snap 149 seq_num 486) dirty exists 2024-04-02T08:35:52.177 INFO:tasks.rados.rados.0.smithi019.stdout:1539: left oid 17 (ObjNum 486 snap 149 seq_num 486) 2024-04-02T08:35:52.178 INFO:tasks.rados.rados.0.smithi019.stdout:1540: finishing write tid 1 to smithi01981774-35 2024-04-02T08:35:52.179 INFO:tasks.rados.rados.0.smithi019.stdout:1540: finishing write tid 2 to smithi01981774-35 2024-04-02T08:35:52.179 INFO:tasks.rados.rados.0.smithi019.stdout:1540: finishing write tid 3 to smithi01981774-35 2024-04-02T08:35:52.181 INFO:tasks.rados.rados.0.smithi019.stdout:1540: finishing write tid 4 to smithi01981774-35 2024-04-02T08:35:52.181 INFO:tasks.rados.rados.0.smithi019.stdout:1540: oid 35 updating version 0 to 417 2024-04-02T08:35:52.181 INFO:tasks.rados.rados.0.smithi019.stdout:1540: oid 35 version 417 is already newer than 416 2024-04-02T08:35:52.181 INFO:tasks.rados.rados.0.smithi019.stdout:1540: oid 35 updating version 417 to 418 2024-04-02T08:35:52.181 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 418 (ObjNum 487 snap 149 seq_num 487) dirty exists 2024-04-02T08:35:52.181 INFO:tasks.rados.rados.0.smithi019.stdout:1540: left oid 35 (ObjNum 487 snap 149 seq_num 487) 2024-04-02T08:35:52.691 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:1539: done (2 left) 2024-04-02T08:35:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:1540: done (1 left) 2024-04-02T08:35:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:1541: done (0 left) 2024-04-02T08:35:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:1542: delete oid 44 current snap is 150 2024-04-02T08:35:52.702 INFO:tasks.rados.rados.0.smithi019.stdout:1542: done (0 left) 2024-04-02T08:35:52.702 INFO:tasks.rados.rados.0.smithi019.stdout:1543: rmattr oid 21 current snap is 150 2024-04-02T08:35:52.703 INFO:tasks.rados.rados.0.smithi019.stdout:1544: read oid 35 snap -1 2024-04-02T08:35:52.703 INFO:tasks.rados.rados.0.smithi019.stdout:1544: expect (ObjNum 487 snap 149 seq_num 487) 2024-04-02T08:35:52.703 INFO:tasks.rados.rados.0.smithi019.stdout:1545: read oid 47 snap -1 2024-04-02T08:35:52.703 INFO:tasks.rados.rados.0.smithi019.stdout:1545: expect (ObjNum 478 snap 147 seq_num 478) 2024-04-02T08:35:52.703 INFO:tasks.rados.rados.0.smithi019.stdout:1546: snap_create 2024-04-02T08:35:52.713 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 420 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:35:52.731 INFO:tasks.rados.rados.0.smithi019.stdout:1545: expect (ObjNum 478 snap 147 seq_num 478) 2024-04-02T08:35:52.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:52 smithi019 ceph-mon[94035]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:35:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:52 smithi019 ceph-mon[96522]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:35:52.971 INFO:tasks.rados.rados.0.smithi019.stdout:1544: expect (ObjNum 487 snap 149 seq_num 487) 2024-04-02T08:35:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:52 smithi066 ceph-mon[87361]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:35:53.699 INFO:tasks.rados.rados.0.smithi019.stdout:1543: done (3 left) 2024-04-02T08:35:53.699 INFO:tasks.rados.rados.0.smithi019.stdout:1544: done (2 left) 2024-04-02T08:35:53.699 INFO:tasks.rados.rados.0.smithi019.stdout:1545: done (1 left) 2024-04-02T08:35:53.699 INFO:tasks.rados.rados.0.smithi019.stdout:1546: done (0 left) 2024-04-02T08:35:53.700 INFO:tasks.rados.rados.0.smithi019.stdout:1547: read oid 40 snap 111 2024-04-02T08:35:53.700 INFO:tasks.rados.rados.0.smithi019.stdout:1547: expect (ObjNum 322 snap 102 seq_num 322) 2024-04-02T08:35:53.700 INFO:tasks.rados.rados.0.smithi019.stdout:1548: delete oid 6 current snap is 151 2024-04-02T08:35:53.706 INFO:tasks.rados.rados.0.smithi019.stdout:1548: done (1 left) 2024-04-02T08:35:53.706 INFO:tasks.rados.rados.0.smithi019.stdout:1549: snap_remove snap 138 2024-04-02T08:35:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:53 smithi066 ceph-mon[87361]: pgmap v203: 121 pgs: 121 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-02T08:35:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:53 smithi066 ceph-mon[87361]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:35:53.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:35:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:35:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:53 smithi019 ceph-mon[94035]: pgmap v203: 121 pgs: 121 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-02T08:35:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:53 smithi019 ceph-mon[94035]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:35:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:53 smithi019 ceph-mon[96522]: pgmap v203: 121 pgs: 121 active+clean; 255 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-02T08:35:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:53 smithi019 ceph-mon[96522]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:35:54.570 INFO:tasks.rados.rados.0.smithi019.stdout:1549: done (1 left) 2024-04-02T08:35:54.571 INFO:tasks.rados.rados.0.smithi019.stdout:1550: snap_create 2024-04-02T08:35:54.571 INFO:tasks.rados.rados.0.smithi019.stdout:1547: expect (ObjNum 322 snap 102 seq_num 322) 2024-04-02T08:35:54.759 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:35:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:54 smithi066 ceph-mon[87361]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:35:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:54 smithi066 ceph-mon[87361]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:35:55.087 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (7m) 19s ago 7m 25.6M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (7m) 100s ago 7m 89.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (8m) 19s ago 8m 19.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (8m) 100s ago 8m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (2m) 100s ago 12m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (3m) 19s ago 14m 504M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (2m) 19s ago 14m 51.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (111s) 100s ago 12m 22.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (2m) 19s ago 12m 42.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (7m) 19s ago 7m 16.8M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (7m) 100s ago 7m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (58s) 19s ago 11m 100M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (24s) 19s ago 11m 11.5M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (11m) 19s ago 11m 204M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 0f46e4d1919f 2024-04-02T08:35:55.088 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (10m) 19s ago 10m 133M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:35:55.089 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (10m) 100s ago 10m 129M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:35:55.089 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (9m) 100s ago 9m 158M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:35:55.089 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (9m) 100s ago 9m 108M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:35:55.089 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (9m) 100s ago 9m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:35:55.089 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (2m) 100s ago 8m 53.9M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:35:55.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:54 smithi019 ceph-mon[94035]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:35:55.089 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:54 smithi019 ceph-mon[94035]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:35:55.089 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:54 smithi019 ceph-mon[96522]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:35:55.089 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:54 smithi019 ceph-mon[96522]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:35:55.494 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:35:55.494 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:35:55.494 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:35:55.494 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:55.494 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:35:55.494 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8, 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:35:55.495 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:35:55.496 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:1547: done (1 left) 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:1550: done (0 left) 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:1551: copy_from oid 34 from oid 38 current snap is 152 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:1552: rollback oid 46 current snap is 152 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 137 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:1553: rollback oid 23 current snap is 152 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 137 2024-04-02T08:35:55.571 INFO:tasks.rados.rados.0.smithi019.stdout:1554: delete oid 22 current snap is 152 2024-04-02T08:35:55.576 INFO:tasks.rados.rados.0.smithi019.stdout:1553: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:35:55.577 INFO:tasks.rados.rados.0.smithi019.stdout:1553: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:35:55.578 INFO:tasks.rados.rados.0.smithi019.stdout:1553: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:35:55.578 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 431 (ObjNum 411 snap 126 seq_num 411) dirty exists 2024-04-02T08:35:55.579 INFO:tasks.rados.rados.0.smithi019.stdout:1553: done (3 left) 2024-04-02T08:35:55.579 INFO:tasks.rados.rados.0.smithi019.stdout:1554: done (2 left) 2024-04-02T08:35:55.580 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 152 2024-04-02T08:35:55.580 INFO:tasks.rados.rados.0.smithi019.stdout:1555: seq_num 491 ranges {3858432=630784,4489216=401408} 2024-04-02T08:35:55.602 INFO:tasks.rados.rados.0.smithi019.stdout:1555: writing smithi01981774-48 from 3858432 to 4489216 tid 1 2024-04-02T08:35:55.605 INFO:tasks.rados.rados.0.smithi019.stdout:1555: writing smithi01981774-48 from 4489216 to 4890624 tid 2 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1556: copy_from oid 13 from oid 1 current snap is 152 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1551: finishing copy_from racing read to smithi01981774-34 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1552: finishing rollback tid 0 to smithi01981774-46 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1552: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1551: finishing copy_from to smithi01981774-34 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 730 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1552: finishing rollback tid 2 to smithi01981774-46 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1280 (ObjNum 399 snap 121 seq_num 399) dirty exists 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1551: done (3 left) 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1552: done (2 left) 2024-04-02T08:35:55.606 INFO:tasks.rados.rados.0.smithi019.stdout:1557: snap_remove snap 150 2024-04-02T08:35:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[94035]: pgmap v206: 121 pgs: 121 active+clean; 258 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:35:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[94035]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1143159963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[94035]: osdmap e370: 8 total, 8 up, 8 in 2024-04-02T08:35:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[96522]: pgmap v206: 121 pgs: 121 active+clean; 258 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:35:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[96522]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1143159963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[96522]: osdmap e370: 8 total, 8 up, 8 in 2024-04-02T08:35:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:55 smithi066 ceph-mon[87361]: pgmap v206: 121 pgs: 121 active+clean; 258 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-04-02T08:35:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:55 smithi066 ceph-mon[87361]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:55 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1143159963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:55 smithi066 ceph-mon[87361]: osdmap e370: 8 total, 8 up, 8 in 2024-04-02T08:35:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:56.578 INFO:tasks.rados.rados.0.smithi019.stdout:1557: done (2 left) 2024-04-02T08:35:56.578 INFO:tasks.rados.rados.0.smithi019.stdout:1558: copy_from oid 7 from oid 3 current snap is 152 2024-04-02T08:35:56.578 INFO:tasks.rados.rados.0.smithi019.stdout:1556: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:35:56.578 INFO:tasks.rados.rados.0.smithi019.stdout:1555: finishing write tid 1 to smithi01981774-48 2024-04-02T08:35:56.578 INFO:tasks.rados.rados.0.smithi019.stdout:1555: finishing write tid 2 to smithi01981774-48 2024-04-02T08:35:56.578 INFO:tasks.rados.rados.0.smithi019.stdout:1555: finishing write tid 3 to smithi01981774-48 2024-04-02T08:35:56.578 INFO:tasks.rados.rados.0.smithi019.stdout:1556: finishing copy_from to smithi01981774-13 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 699 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1555: finishing write tid 4 to smithi01981774-48 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1555: oid 48 updating version 0 to 1282 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1555: oid 48 updating version 1282 to 1283 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1555: oid 48 updating version 1283 to 1284 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1284 (ObjNum 491 snap 152 seq_num 491) dirty exists 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1555: left oid 48 (ObjNum 491 snap 152 seq_num 491) 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1555: done (2 left) 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1556: done (1 left) 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1559: copy_from oid 6 from oid 47 current snap is 152 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 152 2024-04-02T08:35:56.579 INFO:tasks.rados.rados.0.smithi019.stdout:1560: seq_num 492 ranges {442368=647168,1089536=401408} 2024-04-02T08:35:56.581 INFO:tasks.rados.rados.0.smithi019.stdout:1560: writing smithi01981774-27 from 442368 to 1089536 tid 1 2024-04-02T08:35:56.584 INFO:tasks.rados.rados.0.smithi019.stdout:1560: writing smithi01981774-27 from 1089536 to 1490944 tid 2 2024-04-02T08:35:56.585 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 152 2024-04-02T08:35:56.585 INFO:tasks.rados.rados.0.smithi019.stdout:1561: seq_num 493 ranges {614400=663552,1277952=401408} 2024-04-02T08:35:56.592 INFO:tasks.rados.rados.0.smithi019.stdout:1561: writing smithi01981774-32 from 614400 to 1277952 tid 1 2024-04-02T08:35:56.596 INFO:tasks.rados.rados.0.smithi019.stdout:1561: writing smithi01981774-32 from 1277952 to 1679360 tid 2 2024-04-02T08:35:56.596 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 152 2024-04-02T08:35:56.596 INFO:tasks.rados.rados.0.smithi019.stdout:1558: finishing copy_from to smithi01981774-7 2024-04-02T08:35:56.596 INFO:tasks.rados.rados.0.smithi019.stdout:1558: got expected ENOENT (src dne) 2024-04-02T08:35:56.596 INFO:tasks.rados.rados.0.smithi019.stdout:1558: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:35:56.596 INFO:tasks.rados.rados.0.smithi019.stdout:1560: finishing write tid 1 to smithi01981774-27 2024-04-02T08:35:56.596 INFO:tasks.rados.rados.0.smithi019.stdout:1562: seq_num 494 ranges {4153344=679936,4833280=401408} 2024-04-02T08:35:56.622 INFO:tasks.rados.rados.0.smithi019.stdout:1562: writing smithi01981774-31 from 4153344 to 4833280 tid 1 2024-04-02T08:35:56.625 INFO:tasks.rados.rados.0.smithi019.stdout:1562: writing smithi01981774-31 from 4833280 to 5234688 tid 2 2024-04-02T08:35:56.625 INFO:tasks.rados.rados.0.smithi019.stdout:1558: done (4 left) 2024-04-02T08:35:56.625 INFO:tasks.rados.rados.0.smithi019.stdout:1563: rmattr oid 49 current snap is 152 2024-04-02T08:35:56.625 INFO:tasks.rados.rados.0.smithi019.stdout:1563: done (4 left) 2024-04-02T08:35:56.625 INFO:tasks.rados.rados.0.smithi019.stdout:1564: delete oid 15 current snap is 152 2024-04-02T08:35:56.625 INFO:tasks.rados.rados.0.smithi019.stdout:1560: finishing write tid 2 to smithi01981774-27 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1560: finishing write tid 3 to smithi01981774-27 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1560: finishing write tid 4 to smithi01981774-27 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1560: oid 27 updating version 0 to 545 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1560: oid 27 version 545 is already newer than 544 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1560: oid 27 updating version 545 to 546 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 546 (ObjNum 492 snap 152 seq_num 492) dirty exists 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1560: left oid 27 (ObjNum 492 snap 152 seq_num 492) 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1561: finishing write tid 1 to smithi01981774-32 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1561: finishing write tid 2 to smithi01981774-32 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1561: finishing write tid 3 to smithi01981774-32 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1561: finishing write tid 4 to smithi01981774-32 2024-04-02T08:35:56.626 INFO:tasks.rados.rados.0.smithi019.stdout:1561: oid 32 updating version 0 to 1179 2024-04-02T08:35:56.627 INFO:tasks.rados.rados.0.smithi019.stdout:1561: oid 32 updating version 1179 to 1181 2024-04-02T08:35:56.627 INFO:tasks.rados.rados.0.smithi019.stdout:1561: oid 32 version 1181 is already newer than 1180 2024-04-02T08:35:56.627 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1181 (ObjNum 493 snap 152 seq_num 493) dirty exists 2024-04-02T08:35:56.627 INFO:tasks.rados.rados.0.smithi019.stdout:1561: left oid 32 (ObjNum 493 snap 152 seq_num 493) 2024-04-02T08:35:56.627 INFO:tasks.rados.rados.0.smithi019.stdout:1559: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:35:56.627 INFO:tasks.rados.rados.0.smithi019.stdout:1559: finishing copy_from to smithi01981774-6 2024-04-02T08:35:56.627 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 533 (ObjNum 478 snap 147 seq_num 478) dirty exists 2024-04-02T08:35:56.628 INFO:tasks.rados.rados.0.smithi019.stdout:1559: done (4 left) 2024-04-02T08:35:56.628 INFO:tasks.rados.rados.0.smithi019.stdout:1560: done (3 left) 2024-04-02T08:35:56.628 INFO:tasks.rados.rados.0.smithi019.stdout:1561: done (2 left) 2024-04-02T08:35:56.628 INFO:tasks.rados.rados.0.smithi019.stdout:1564: done (1 left) 2024-04-02T08:35:56.628 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 152 2024-04-02T08:35:56.628 INFO:tasks.rados.rados.0.smithi019.stdout:1565: seq_num 496 ranges {0=712704,712704=401408} 2024-04-02T08:35:56.631 INFO:tasks.rados.rados.0.smithi019.stdout:1565: writing smithi01981774-5 from 0 to 712704 tid 1 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1565: writing smithi01981774-5 from 712704 to 1114112 tid 2 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1566: delete oid 38 current snap is 152 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1562: finishing write tid 1 to smithi01981774-31 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1562: finishing write tid 2 to smithi01981774-31 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1562: finishing write tid 3 to smithi01981774-31 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1562: finishing write tid 4 to smithi01981774-31 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1562: oid 31 updating version 0 to 489 2024-04-02T08:35:56.634 INFO:tasks.rados.rados.0.smithi019.stdout:1562: oid 31 updating version 489 to 491 2024-04-02T08:35:56.635 INFO:tasks.rados.rados.0.smithi019.stdout:1562: oid 31 version 491 is already newer than 490 2024-04-02T08:35:56.635 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 491 (ObjNum 494 snap 152 seq_num 494) dirty exists 2024-04-02T08:35:56.635 INFO:tasks.rados.rados.0.smithi019.stdout:1562: left oid 31 (ObjNum 494 snap 152 seq_num 494) 2024-04-02T08:35:56.636 INFO:tasks.rados.rados.0.smithi019.stdout:1565: finishing write tid 1 to smithi01981774-5 2024-04-02T08:35:56.636 INFO:tasks.rados.rados.0.smithi019.stdout:1565: finishing write tid 2 to smithi01981774-5 2024-04-02T08:35:56.636 INFO:tasks.rados.rados.0.smithi019.stdout:1565: finishing write tid 3 to smithi01981774-5 2024-04-02T08:35:56.638 INFO:tasks.rados.rados.0.smithi019.stdout:1565: finishing write tid 4 to smithi01981774-5 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1565: oid 5 updating version 0 to 752 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1565: oid 5 version 752 is already newer than 750 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1565: oid 5 version 752 is already newer than 751 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 752 (ObjNum 496 snap 152 seq_num 496) dirty exists 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1565: left oid 5 (ObjNum 496 snap 152 seq_num 496) 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1562: done (2 left) 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1565: done (1 left) 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1566: done (0 left) 2024-04-02T08:35:56.639 INFO:tasks.rados.rados.0.smithi019.stdout:1567: setattr oid 12 current snap is 152 2024-04-02T08:35:56.640 INFO:tasks.rados.rados.0.smithi019.stdout:1568: read oid 1 snap -1 2024-04-02T08:35:56.641 INFO:tasks.rados.rados.0.smithi019.stdout:1568: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:56.641 INFO:tasks.rados.rados.0.smithi019.stdout:1569: copy_from oid 38 from oid 25 current snap is 152 2024-04-02T08:35:56.641 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 152 2024-04-02T08:35:56.641 INFO:tasks.rados.rados.0.smithi019.stdout:1570: seq_num 498 ranges {0=745472,745472=401408} 2024-04-02T08:35:56.644 INFO:tasks.rados.rados.0.smithi019.stdout:1570: writing smithi01981774-34 from 0 to 745472 tid 1 2024-04-02T08:35:56.647 INFO:tasks.rados.rados.0.smithi019.stdout:1570: writing smithi01981774-34 from 745472 to 1146880 tid 2 2024-04-02T08:35:56.647 INFO:tasks.rados.rados.0.smithi019.stdout:1571: copy_from oid 16 from oid 13 current snap is 152 2024-04-02T08:35:56.647 INFO:tasks.rados.rados.0.smithi019.stdout:1568: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:56.654 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 751 (ObjNum 477 snap 147 seq_num 477) dirty exists 2024-04-02T08:35:56.654 INFO:tasks.rados.rados.0.smithi019.stdout:1569: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:35:56.654 INFO:tasks.rados.rados.0.smithi019.stdout:1569: finishing copy_from to smithi01981774-38 2024-04-02T08:35:56.654 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 507 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-04-02T08:35:56.654 INFO:tasks.rados.rados.0.smithi019.stdout:1570: finishing write tid 1 to smithi01981774-34 2024-04-02T08:35:56.654 INFO:tasks.rados.rados.0.smithi019.stdout:1571: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:35:56.654 INFO:tasks.rados.rados.0.smithi019.stdout:1570: finishing write tid 2 to smithi01981774-34 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1570: finishing write tid 3 to smithi01981774-34 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1571: finishing copy_from to smithi01981774-16 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 699 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1570: finishing write tid 4 to smithi01981774-34 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1570: oid 34 updating version 0 to 731 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1570: oid 34 updating version 731 to 733 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1570: oid 34 version 733 is already newer than 732 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 733 (ObjNum 498 snap 152 seq_num 498) dirty exists 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1570: left oid 34 (ObjNum 498 snap 152 seq_num 498) 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1567: done (4 left) 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1568: done (3 left) 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1569: done (2 left) 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1570: done (1 left) 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1571: done (0 left) 2024-04-02T08:35:56.655 INFO:tasks.rados.rados.0.smithi019.stdout:1572: copy_from oid 32 from oid 47 current snap is 152 2024-04-02T08:35:56.656 INFO:tasks.rados.rados.0.smithi019.stdout:1573: rollback oid 23 current snap is 152 2024-04-02T08:35:56.656 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 111 2024-04-02T08:35:56.656 INFO:tasks.rados.rados.0.smithi019.stdout:1574: read oid 33 snap -1 2024-04-02T08:35:56.656 INFO:tasks.rados.rados.0.smithi019.stdout:1574: expect deleted 2024-04-02T08:35:56.656 INFO:tasks.rados.rados.0.smithi019.stdout:1575: snap_remove snap 137 2024-04-02T08:35:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:56 smithi066 ceph-mon[87361]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:56 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:56 smithi066 ceph-mon[87361]: Upgrade: osd.2 is safe to restart 2024-04-02T08:35:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:56 smithi066 ceph-mon[87361]: osdmap e371: 8 total, 8 up, 8 in 2024-04-02T08:35:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[94035]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[94035]: Upgrade: osd.2 is safe to restart 2024-04-02T08:35:57.188 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[94035]: osdmap e371: 8 total, 8 up, 8 in 2024-04-02T08:35:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[96522]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:35:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[96522]: Upgrade: osd.2 is safe to restart 2024-04-02T08:35:57.189 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:56 smithi019 ceph-mon[96522]: osdmap e371: 8 total, 8 up, 8 in 2024-04-02T08:35:57.575 INFO:tasks.rados.rados.0.smithi019.stdout:1575: done (3 left) 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1576: copy_from oid 49 from oid 10 current snap is 152 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1573: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1573: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1573: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 436 (ObjNum 345 snap 106 seq_num 345) dirty exists 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1572: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1572: finishing copy_from to smithi01981774-32 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 533 (ObjNum 478 snap 147 seq_num 478) dirty exists 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1572: done (3 left) 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1573: done (2 left) 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1574: done (1 left) 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1577: read oid 25 snap 136 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1577: expect (ObjNum 430 snap 133 seq_num 430) 2024-04-02T08:35:57.576 INFO:tasks.rados.rados.0.smithi019.stdout:1578: rollback oid 2 current snap is 152 2024-04-02T08:35:57.577 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 2 to 149 2024-04-02T08:35:57.577 INFO:tasks.rados.rados.0.smithi019.stdout:1579: read oid 31 snap -1 2024-04-02T08:35:57.577 INFO:tasks.rados.rados.0.smithi019.stdout:1579: expect (ObjNum 494 snap 152 seq_num 494) 2024-04-02T08:35:57.577 INFO:tasks.rados.rados.0.smithi019.stdout:1580: copy_from oid 47 from oid 22 current snap is 152 2024-04-02T08:35:57.577 INFO:tasks.rados.rados.0.smithi019.stdout:1581: snap_create 2024-04-02T08:35:57.591 INFO:tasks.rados.rados.0.smithi019.stdout:1577: expect (ObjNum 430 snap 133 seq_num 430) 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1580: finishing copy_from to smithi01981774-47 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1580: got expected ENOENT (src dne) 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1580: finishing copy_from racing read to smithi01981774-47 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1576: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1578: finishing rollback tid 0 to smithi01981774-2 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1578: finishing rollback tid 1 to smithi01981774-2 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1578: finishing rollback tid 2 to smithi01981774-2 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 786 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1576: finishing copy_from to smithi01981774-49 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 479 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:35:57.662 INFO:tasks.rados.rados.0.smithi019.stdout:1579: expect (ObjNum 494 snap 152 seq_num 494) 2024-04-02T08:35:57.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[94035]: pgmap v209: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T08:35:57.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:57.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:35:57.970 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:57.971 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[94035]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:35:57.971 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[96522]: pgmap v209: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T08:35:57.971 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:57.971 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:35:57.971 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:57.971 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:57 smithi019 ceph-mon[96522]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:35:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:57 smithi066 ceph-mon[87361]: pgmap v209: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T08:35:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:35:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:35:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:57 smithi066 ceph-mon[87361]: osdmap e372: 8 total, 8 up, 8 in 2024-04-02T08:35:58.577 INFO:tasks.rados.rados.0.smithi019.stdout:1576: done (5 left) 2024-04-02T08:35:58.578 INFO:tasks.rados.rados.0.smithi019.stdout:1577: done (4 left) 2024-04-02T08:35:58.578 INFO:tasks.rados.rados.0.smithi019.stdout:1578: done (3 left) 2024-04-02T08:35:58.578 INFO:tasks.rados.rados.0.smithi019.stdout:1579: done (2 left) 2024-04-02T08:35:58.578 INFO:tasks.rados.rados.0.smithi019.stdout:1580: done (1 left) 2024-04-02T08:35:58.578 INFO:tasks.rados.rados.0.smithi019.stdout:1581: done (0 left) 2024-04-02T08:35:58.578 INFO:tasks.rados.rados.0.smithi019.stdout:1582: setattr oid 12 current snap is 153 2024-04-02T08:35:58.579 INFO:tasks.rados.rados.0.smithi019.stdout:1583: delete oid 11 current snap is 153 2024-04-02T08:35:58.581 INFO:tasks.rados.rados.0.smithi019.stdout:1583: done (1 left) 2024-04-02T08:35:58.581 INFO:tasks.rados.rados.0.smithi019.stdout:1584: snap_remove snap 136 2024-04-02T08:35:58.929 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[94035]: Upgrade: Updating osd.2 2024-04-02T08:35:58.929 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[94035]: Deploying daemon osd.2 on smithi019 2024-04-02T08:35:58.929 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:58.929 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[94035]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:35:58.930 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[96522]: Upgrade: Updating osd.2 2024-04-02T08:35:58.930 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[96522]: Deploying daemon osd.2 on smithi019 2024-04-02T08:35:58.930 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:58.930 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:58 smithi019 ceph-mon[96522]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:35:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:58 smithi066 ceph-mon[87361]: Upgrade: Updating osd.2 2024-04-02T08:35:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:58 smithi066 ceph-mon[87361]: Deploying daemon osd.2 on smithi019 2024-04-02T08:35:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:58 smithi066 ceph-mon[87361]: osdmap e373: 8 total, 8 up, 8 in 2024-04-02T08:35:59.573 INFO:tasks.rados.rados.0.smithi019.stdout:1584: done (1 left) 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1585: rmattr oid 47 current snap is 153 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1585: done (1 left) 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1586: read oid 15 snap 143 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1586: expect (ObjNum 442 snap 140 seq_num 442) 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1587: read oid 23 snap -1 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1587: expect (ObjNum 345 snap 106 seq_num 345) 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1588: read oid 19 snap -1 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1588: expect (ObjNum 346 snap 107 seq_num 346) 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1589: rmattr oid 3 current snap is 153 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1589: done (4 left) 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:1590: copy_from oid 25 from oid 21 current snap is 153 2024-04-02T08:35:59.574 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 153 2024-04-02T08:35:59.575 INFO:tasks.rados.rados.0.smithi019.stdout:1591: seq_num 500 ranges {0=778240,778240=401408} 2024-04-02T08:35:59.578 INFO:tasks.rados.rados.0.smithi019.stdout:1591: writing smithi01981774-13 from 0 to 778240 tid 1 2024-04-02T08:35:59.581 INFO:tasks.rados.rados.0.smithi019.stdout:1591: writing smithi01981774-13 from 778240 to 1179648 tid 2 2024-04-02T08:35:59.581 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 153 2024-04-02T08:35:59.582 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 752 (ObjNum 477 snap 147 seq_num 477) dirty exists 2024-04-02T08:35:59.582 INFO:tasks.rados.rados.0.smithi019.stdout:1592: seq_num 501 ranges {4317184=794624,5111808=401408} 2024-04-02T08:35:59.611 INFO:tasks.rados.rados.0.smithi019.stdout:1592: writing smithi01981774-18 from 4317184 to 5111808 tid 1 2024-04-02T08:35:59.615 INFO:tasks.rados.rados.0.smithi019.stdout:1592: writing smithi01981774-18 from 5111808 to 5513216 tid 2 2024-04-02T08:35:59.615 INFO:tasks.rados.rados.0.smithi019.stdout:1582: done (6 left) 2024-04-02T08:35:59.615 INFO:tasks.rados.rados.0.smithi019.stdout:1593: setattr oid 5 current snap is 153 2024-04-02T08:35:59.615 INFO:tasks.rados.rados.0.smithi019.stdout:1586: expect (ObjNum 442 snap 140 seq_num 442) 2024-04-02T08:35:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:1591: finishing write tid 1 to smithi01981774-13 2024-04-02T08:35:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:1591: finishing write tid 2 to smithi01981774-13 2024-04-02T08:35:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:1591: finishing write tid 3 to smithi01981774-13 2024-04-02T08:35:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:1591: finishing write tid 4 to smithi01981774-13 2024-04-02T08:35:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:1591: oid 13 updating version 0 to 701 2024-04-02T08:35:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:1591: oid 13 updating version 701 to 702 2024-04-02T08:35:59.626 INFO:tasks.rados.rados.0.smithi019.stdout:1591: oid 13 version 702 is already newer than 700 2024-04-02T08:35:59.626 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 702 (ObjNum 500 snap 153 seq_num 500) dirty exists 2024-04-02T08:35:59.626 INFO:tasks.rados.rados.0.smithi019.stdout:1591: left oid 13 (ObjNum 500 snap 153 seq_num 500) 2024-04-02T08:35:59.626 INFO:tasks.rados.rados.0.smithi019.stdout:1587: expect (ObjNum 345 snap 106 seq_num 345) 2024-04-02T08:35:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:59 smithi019 ceph-mon[94035]: pgmap v212: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:35:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:35:59 smithi019 ceph-mon[94035]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:35:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:59 smithi019 ceph-mon[96522]: pgmap v212: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:35:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:35:59 smithi019 ceph-mon[96522]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:00.019 INFO:tasks.rados.rados.0.smithi019.stdout:1590: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:36:00.019 INFO:tasks.rados.rados.0.smithi019.stdout:1590: finishing copy_from to smithi01981774-25 2024-04-02T08:36:00.020 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 420 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:36:00.020 INFO:tasks.rados.rados.0.smithi019.stdout:1592: finishing write tid 1 to smithi01981774-18 2024-04-02T08:36:00.020 INFO:tasks.rados.rados.0.smithi019.stdout:1592: finishing write tid 2 to smithi01981774-18 2024-04-02T08:36:00.020 INFO:tasks.rados.rados.0.smithi019.stdout:1592: finishing write tid 3 to smithi01981774-18 2024-04-02T08:36:00.020 INFO:tasks.rados.rados.0.smithi019.stdout:1588: expect (ObjNum 346 snap 107 seq_num 346) 2024-04-02T08:36:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:59 smithi066 ceph-mon[87361]: pgmap v212: 121 pgs: 121 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:36:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:35:59 smithi066 ceph-mon[87361]: osdmap e374: 8 total, 8 up, 8 in 2024-04-02T08:36:00.606 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:36:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:36:00] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:36:00.734 INFO:tasks.rados.rados.0.smithi019.stdout:1592: finishing write tid 4 to smithi01981774-18 2024-04-02T08:36:00.734 INFO:tasks.rados.rados.0.smithi019.stdout:1592: oid 18 updating version 0 to 554 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1592: oid 18 version 554 is already newer than 550 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1592: oid 18 version 554 is already newer than 553 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 554 (ObjNum 501 snap 153 seq_num 501) dirty exists 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1592: left oid 18 (ObjNum 501 snap 153 seq_num 501) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1586: done (6 left) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1587: done (5 left) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1588: done (4 left) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1590: done (3 left) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1591: done (2 left) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1592: done (1 left) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1594: rollback oid 2 current snap is 153 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 2 to 149 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 754 (ObjNum 496 snap 152 seq_num 496) dirty exists 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1593: done (1 left) 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 153 2024-04-02T08:36:00.735 INFO:tasks.rados.rados.0.smithi019.stdout:1595: seq_num 502 ranges {9920512=409600,10330112=417792,10747904=385024} 2024-04-02T08:36:00.790 INFO:tasks.rados.rados.0.smithi019.stdout:1595: writing smithi01981774-40 from 9920512 to 10330112 tid 1 2024-04-02T08:36:00.793 INFO:tasks.rados.rados.0.smithi019.stdout:1595: writing smithi01981774-40 from 10330112 to 10747904 tid 2 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1595: writing smithi01981774-40 from 10747904 to 11132928 tid 3 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1596: rmattr oid 48 current snap is 153 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1596: done (2 left) 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1597: read oid 38 snap -1 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1597: expect (ObjNum 430 snap 133 seq_num 430) 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1598: snap_create 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1594: finishing rollback tid 0 to smithi01981774-2 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1594: finishing rollback tid 1 to smithi01981774-2 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1594: finishing rollback tid 2 to smithi01981774-2 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 802 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1595: finishing write tid 1 to smithi01981774-40 2024-04-02T08:36:00.796 INFO:tasks.rados.rados.0.smithi019.stdout:1595: finishing write tid 2 to smithi01981774-40 2024-04-02T08:36:00.799 INFO:tasks.rados.rados.0.smithi019.stdout:1595: finishing write tid 3 to smithi01981774-40 2024-04-02T08:36:00.799 INFO:tasks.rados.rados.0.smithi019.stdout:1595: finishing write tid 4 to smithi01981774-40 2024-04-02T08:36:00.801 INFO:tasks.rados.rados.0.smithi019.stdout:1595: finishing write tid 5 to smithi01981774-40 2024-04-02T08:36:00.801 INFO:tasks.rados.rados.0.smithi019.stdout:1595: oid 40 updating version 0 to 621 2024-04-02T08:36:00.801 INFO:tasks.rados.rados.0.smithi019.stdout:1595: oid 40 updating version 621 to 622 2024-04-02T08:36:00.801 INFO:tasks.rados.rados.0.smithi019.stdout:1595: oid 40 version 622 is already newer than 619 2024-04-02T08:36:00.801 INFO:tasks.rados.rados.0.smithi019.stdout:1595: oid 40 version 622 is already newer than 620 2024-04-02T08:36:00.801 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 622 (ObjNum 502 snap 153 seq_num 502) dirty exists 2024-04-02T08:36:00.801 INFO:tasks.rados.rados.0.smithi019.stdout:1595: left oid 40 (ObjNum 502 snap 153 seq_num 502) 2024-04-02T08:36:00.804 INFO:tasks.rados.rados.0.smithi019.stdout:1597: expect (ObjNum 430 snap 133 seq_num 430) 2024-04-02T08:36:00.886 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:00 smithi019 systemd[1]: Stopping Ceph osd.2 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:01.196 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[56096]: 2024-04-02T08:36:00.886+0000 7fd757deb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:36:01.196 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[56096]: 2024-04-02T08:36:00.886+0000 7fd757deb700 -1 osd.2 374 *** Got signal Terminated *** 2024-04-02T08:36:01.196 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[56096]: 2024-04-02T08:36:00.886+0000 7fd757deb700 -1 osd.2 374 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:1594: done (3 left) 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:1595: done (2 left) 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:1597: done (1 left) 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:1598: done (0 left) 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:1599: read oid 49 snap -1 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:1599: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 154 2024-04-02T08:36:01.736 INFO:tasks.rados.rados.0.smithi019.stdout:1600: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-02T08:36:01.738 INFO:tasks.rados.rados.0.smithi019.stdout:1600: writing smithi01981774-45 from 0 to 425984 tid 1 2024-04-02T08:36:01.743 INFO:tasks.rados.rados.0.smithi019.stdout:1600: writing smithi01981774-45 from 425984 to 1130496 tid 2 2024-04-02T08:36:01.744 INFO:tasks.rados.rados.0.smithi019.stdout:1600: writing smithi01981774-45 from 1130496 to 1228800 tid 3 2024-04-02T08:36:01.745 INFO:tasks.rados.rados.0.smithi019.stdout:1601: read oid 26 snap -1 2024-04-02T08:36:01.745 INFO:tasks.rados.rados.0.smithi019.stdout:1601: expect deleted 2024-04-02T08:36:01.745 INFO:tasks.rados.rados.0.smithi019.stdout:1599: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:01.748 INFO:tasks.rados.rados.0.smithi019.stdout:1602: read oid 38 snap -1 2024-04-02T08:36:01.748 INFO:tasks.rados.rados.0.smithi019.stdout:1602: expect (ObjNum 430 snap 133 seq_num 430) 2024-04-02T08:36:01.748 INFO:tasks.rados.rados.0.smithi019.stdout:1599: done (3 left) 2024-04-02T08:36:01.748 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 154 2024-04-02T08:36:01.748 INFO:tasks.rados.rados.0.smithi019.stdout:1603: seq_num 504 ranges {204800=450560,655360=589824,1245184=212992} 2024-04-02T08:36:01.751 INFO:tasks.rados.rados.0.smithi019.stdout:1603: writing smithi01981774-41 from 204800 to 655360 tid 1 2024-04-02T08:36:01.754 INFO:tasks.rados.rados.0.smithi019.stdout:1603: writing smithi01981774-41 from 655360 to 1245184 tid 2 2024-04-02T08:36:01.756 INFO:tasks.rados.rados.0.smithi019.stdout:1603: writing smithi01981774-41 from 1245184 to 1458176 tid 3 2024-04-02T08:36:01.756 INFO:tasks.rados.rados.0.smithi019.stdout:1604: rollback oid 22 current snap is 154 2024-04-02T08:36:01.756 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 148 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: finishing write tid 1 to smithi01981774-45 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: finishing write tid 2 to smithi01981774-45 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: finishing write tid 3 to smithi01981774-45 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: finishing write tid 4 to smithi01981774-45 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: finishing write tid 5 to smithi01981774-45 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: oid 45 updating version 0 to 753 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: oid 45 updating version 753 to 756 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: oid 45 version 756 is already newer than 754 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: oid 45 version 756 is already newer than 755 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 756 (ObjNum 503 snap 154 seq_num 503) dirty exists 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1600: left oid 45 (ObjNum 503 snap 154 seq_num 503) 2024-04-02T08:36:01.757 INFO:tasks.rados.rados.0.smithi019.stdout:1602: expect (ObjNum 430 snap 133 seq_num 430) 2024-04-02T08:36:01.818 INFO:tasks.rados.rados.0.smithi019.stdout:1600: done (4 left) 2024-04-02T08:36:01.818 INFO:tasks.rados.rados.0.smithi019.stdout:1602: done (3 left) 2024-04-02T08:36:01.818 INFO:tasks.rados.rados.0.smithi019.stdout:1605: read oid 29 snap -1 2024-04-02T08:36:01.818 INFO:tasks.rados.rados.0.smithi019.stdout:1605: expect deleted 2024-04-02T08:36:01.818 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 154 2024-04-02T08:36:01.818 INFO:tasks.rados.rados.0.smithi019.stdout:1606: seq_num 505 ranges {6774784=466944,7241728=475136,7716864=327680} 2024-04-02T08:36:01.857 INFO:tasks.rados.rados.0.smithi019.stdout:1606: writing smithi01981774-43 from 6774784 to 7241728 tid 1 2024-04-02T08:36:01.860 INFO:tasks.rados.rados.0.smithi019.stdout:1606: writing smithi01981774-43 from 7241728 to 7716864 tid 2 2024-04-02T08:36:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:1606: writing smithi01981774-43 from 7716864 to 8044544 tid 3 2024-04-02T08:36:01.862 INFO:tasks.rados.rados.0.smithi019.stdout:1607: snap_remove snap 149 2024-04-02T08:36:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:01 smithi066 ceph-mon[87361]: pgmap v215: 121 pgs: 121 active+clean; 275 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:36:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:01 smithi066 ceph-mon[87361]: osd.2 marked itself down and dead 2024-04-02T08:36:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:01 smithi019 ceph-mon[94035]: pgmap v215: 121 pgs: 121 active+clean; 275 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:36:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:01 smithi019 ceph-mon[94035]: osd.2 marked itself down and dead 2024-04-02T08:36:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:01 smithi019 ceph-mon[96522]: pgmap v215: 121 pgs: 121 active+clean; 275 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:36:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:01 smithi019 ceph-mon[96522]: osd.2 marked itself down and dead 2024-04-02T08:36:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:02.601 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:02 smithi019 podman[112293]: 2024-04-02 08:36:02.287683314 +0000 UTC m=+1.532127174 container died 0f46e4d1919fc4dfead042b270a4bdf632487b73ff439e55924281e95996b438 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:36:02.745 INFO:tasks.rados.rados.0.smithi019.stdout:1607: done (5 left) 2024-04-02T08:36:02.745 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 154 2024-04-02T08:36:02.745 INFO:tasks.rados.rados.0.smithi019.stdout:1608: seq_num 506 ranges {5513216=483328,5996544=761856,6758400=40960} 2024-04-02T08:36:02.778 INFO:tasks.rados.rados.0.smithi019.stdout:1608: writing smithi01981774-18 from 5513216 to 5996544 tid 1 2024-04-02T08:36:02.782 INFO:tasks.rados.rados.0.smithi019.stdout:1608: writing smithi01981774-18 from 5996544 to 6758400 tid 2 2024-04-02T08:36:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:1608: writing smithi01981774-18 from 6758400 to 6799360 tid 3 2024-04-02T08:36:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 154 2024-04-02T08:36:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:1606: finishing write tid 1 to smithi01981774-43 2024-04-02T08:36:02.784 INFO:tasks.rados.rados.0.smithi019.stdout:1609: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-04-02T08:36:02.786 INFO:tasks.rados.rados.0.smithi019.stdout:1609: writing smithi01981774-1 from 0 to 499712 tid 1 2024-04-02T08:36:02.790 INFO:tasks.rados.rados.0.smithi019.stdout:1609: writing smithi01981774-1 from 499712 to 1138688 tid 2 2024-04-02T08:36:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:1609: writing smithi01981774-1 from 1138688 to 1302528 tid 3 2024-04-02T08:36:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:1610: copy_from oid 49 from oid 38 current snap is 154 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: finishing write tid 2 to smithi01981774-43 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: finishing write tid 3 to smithi01981774-43 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: finishing write tid 4 to smithi01981774-43 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: finishing write tid 5 to smithi01981774-43 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: oid 43 updating version 0 to 626 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: oid 43 version 626 is already newer than 625 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: oid 43 updating version 626 to 627 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: oid 43 version 627 is already newer than 624 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 627 (ObjNum 505 snap 154 seq_num 505) dirty exists 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1606: left oid 43 (ObjNum 505 snap 154 seq_num 505) 2024-04-02T08:36:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:1604: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1604: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 556 (ObjNum 453 snap 142 seq_num 453) dirty exists 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1603: finishing write tid 1 to smithi01981774-41 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1601: done (7 left) 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1604: done (6 left) 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1606: done (5 left) 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1611: read oid 40 snap 111 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1611: expect (ObjNum 322 snap 102 seq_num 322) 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1612: snap_create 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1603: finishing write tid 2 to smithi01981774-41 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1603: finishing write tid 3 to smithi01981774-41 2024-04-02T08:36:02.794 INFO:tasks.rados.rados.0.smithi019.stdout:1603: finishing write tid 4 to smithi01981774-41 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1603: finishing write tid 5 to smithi01981774-41 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1603: oid 41 updating version 0 to 1315 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1603: oid 41 version 1315 is already newer than 1313 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1603: oid 41 version 1315 is already newer than 1314 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1603: oid 41 version 1315 is already newer than 1312 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1315 (ObjNum 504 snap 154 seq_num 504) dirty exists 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1603: left oid 41 (ObjNum 504 snap 154 seq_num 504) 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1608: finishing write tid 1 to smithi01981774-18 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1608: finishing write tid 2 to smithi01981774-18 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1608: finishing write tid 3 to smithi01981774-18 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1608: finishing write tid 4 to smithi01981774-18 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1608: finishing write tid 5 to smithi01981774-18 2024-04-02T08:36:02.795 INFO:tasks.rados.rados.0.smithi019.stdout:1608: oid 18 updating version 0 to 558 2024-04-02T08:36:02.796 INFO:tasks.rados.rados.0.smithi019.stdout:1608: oid 18 updating version 558 to 559 2024-04-02T08:36:02.796 INFO:tasks.rados.rados.0.smithi019.stdout:1608: oid 18 updating version 559 to 560 2024-04-02T08:36:02.796 INFO:tasks.rados.rados.0.smithi019.stdout:1608: oid 18 updating version 560 to 561 2024-04-02T08:36:02.796 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 561 (ObjNum 506 snap 154 seq_num 506) dirty exists 2024-04-02T08:36:02.796 INFO:tasks.rados.rados.0.smithi019.stdout:1608: left oid 18 (ObjNum 506 snap 154 seq_num 506) 2024-04-02T08:36:02.796 INFO:tasks.rados.rados.0.smithi019.stdout:1609: finishing write tid 1 to smithi01981774-1 2024-04-02T08:36:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:1609: finishing write tid 2 to smithi01981774-1 2024-04-02T08:36:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:1609: finishing write tid 3 to smithi01981774-1 2024-04-02T08:36:02.797 INFO:tasks.rados.rados.0.smithi019.stdout:1609: finishing write tid 4 to smithi01981774-1 2024-04-02T08:36:02.798 INFO:tasks.rados.rados.0.smithi019.stdout:1609: finishing write tid 5 to smithi01981774-1 2024-04-02T08:36:02.798 INFO:tasks.rados.rados.0.smithi019.stdout:1609: oid 1 updating version 0 to 806 2024-04-02T08:36:02.799 INFO:tasks.rados.rados.0.smithi019.stdout:1609: oid 1 updating version 806 to 808 2024-04-02T08:36:02.799 INFO:tasks.rados.rados.0.smithi019.stdout:1609: oid 1 version 808 is already newer than 807 2024-04-02T08:36:02.799 INFO:tasks.rados.rados.0.smithi019.stdout:1609: oid 1 updating version 808 to 809 2024-04-02T08:36:02.799 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 809 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-04-02T08:36:02.799 INFO:tasks.rados.rados.0.smithi019.stdout:1609: left oid 1 (ObjNum 507 snap 154 seq_num 507) 2024-04-02T08:36:02.802 INFO:tasks.rados.rados.0.smithi019.stdout:1610: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:36:02.803 INFO:tasks.rados.rados.0.smithi019.stdout:1610: finishing copy_from to smithi01981774-49 2024-04-02T08:36:02.803 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 507 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-04-02T08:36:02.805 INFO:tasks.rados.rados.0.smithi019.stdout:1611: expect (ObjNum 322 snap 102 seq_num 322) 2024-04-02T08:36:02.943 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:02 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:02.943 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:02 smithi019 ceph-mon[94035]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:36:02.943 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:02 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:02.943 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:02 smithi019 ceph-mon[96522]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:36:02.943 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:02 smithi019 podman[112293]: 2024-04-02 08:36:02.701087572 +0000 UTC m=+1.945531420 container cleanup 0f46e4d1919fc4dfead042b270a4bdf632487b73ff439e55924281e95996b438 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:02.943 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:02 smithi019 bash[112293]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T08:36:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:02 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:02 smithi066 ceph-mon[87361]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:36:03.196 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:02 smithi019 podman[112315]: 2024-04-02 08:36:02.944553784 +0000 UTC m=+0.647636790 container remove 0f46e4d1919fc4dfead042b270a4bdf632487b73ff439e55924281e95996b438 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-4d05f4c) 2024-04-02T08:36:03.638 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:03 smithi019 podman[112410]: 2024-04-02 08:36:03.32896316 +0000 UTC m=+0.100581923 container create 0c42085f4702362678bd0e46c59d6d77074c87af144d6516924872d8f93da0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326) 2024-04-02T08:36:03.638 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:03 smithi019 podman[112410]: 2024-04-02 08:36:03.246024868 +0000 UTC m=+0.017643594 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:36:03.638 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:03 smithi019 podman[112410]: 2024-04-02 08:36:03.556470476 +0000 UTC m=+0.328089201 container init 0c42085f4702362678bd0e46c59d6d77074c87af144d6516924872d8f93da0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:36:03.638 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:03 smithi019 podman[112410]: 2024-04-02 08:36:03.561879516 +0000 UTC m=+0.333498248 container start 0c42085f4702362678bd0e46c59d6d77074c87af144d6516924872d8f93da0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:03.638 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:03 smithi019 podman[112410]: 2024-04-02 08:36:03.639518404 +0000 UTC m=+0.411137132 container attach 0c42085f4702362678bd0e46c59d6d77074c87af144d6516924872d8f93da0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:36:03.741 INFO:tasks.rados.rados.0.smithi019.stdout:1603: done (6 left) 2024-04-02T08:36:03.741 INFO:tasks.rados.rados.0.smithi019.stdout:1605: done (5 left) 2024-04-02T08:36:03.741 INFO:tasks.rados.rados.0.smithi019.stdout:1608: done (4 left) 2024-04-02T08:36:03.741 INFO:tasks.rados.rados.0.smithi019.stdout:1609: done (3 left) 2024-04-02T08:36:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:1610: done (2 left) 2024-04-02T08:36:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:1611: done (1 left) 2024-04-02T08:36:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:1612: done (0 left) 2024-04-02T08:36:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 155 2024-04-02T08:36:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:1613: seq_num 508 ranges {5128192=516096,5644288=524288,6168576=278528} 2024-04-02T08:36:03.771 INFO:tasks.rados.rados.0.smithi019.stdout:1613: writing smithi01981774-6 from 5128192 to 5644288 tid 1 2024-04-02T08:36:03.775 INFO:tasks.rados.rados.0.smithi019.stdout:1613: writing smithi01981774-6 from 5644288 to 6168576 tid 2 2024-04-02T08:36:03.777 INFO:tasks.rados.rados.0.smithi019.stdout:1613: writing smithi01981774-6 from 6168576 to 6447104 tid 3 2024-04-02T08:36:03.777 INFO:tasks.rados.rados.0.smithi019.stdout:1614: snap_create 2024-04-02T08:36:03.779 INFO:tasks.rados.rados.0.smithi019.stdout:1613: finishing write tid 1 to smithi01981774-6 2024-04-02T08:36:03.780 INFO:tasks.rados.rados.0.smithi019.stdout:1613: finishing write tid 2 to smithi01981774-6 2024-04-02T08:36:03.781 INFO:tasks.rados.rados.0.smithi019.stdout:1613: finishing write tid 3 to smithi01981774-6 2024-04-02T08:36:03.781 INFO:tasks.rados.rados.0.smithi019.stdout:1613: finishing write tid 4 to smithi01981774-6 2024-04-02T08:36:03.785 INFO:tasks.rados.rados.0.smithi019.stdout:1613: finishing write tid 5 to smithi01981774-6 2024-04-02T08:36:03.785 INFO:tasks.rados.rados.0.smithi019.stdout:1613: oid 6 updating version 0 to 537 2024-04-02T08:36:03.785 INFO:tasks.rados.rados.0.smithi019.stdout:1613: oid 6 version 537 is already newer than 535 2024-04-02T08:36:03.785 INFO:tasks.rados.rados.0.smithi019.stdout:1613: oid 6 version 537 is already newer than 536 2024-04-02T08:36:03.785 INFO:tasks.rados.rados.0.smithi019.stdout:1613: oid 6 version 537 is already newer than 534 2024-04-02T08:36:03.785 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 537 (ObjNum 508 snap 155 seq_num 508) dirty exists 2024-04-02T08:36:03.785 INFO:tasks.rados.rados.0.smithi019.stdout:1613: left oid 6 (ObjNum 508 snap 155 seq_num 508) 2024-04-02T08:36:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:03 smithi066 ceph-mon[87361]: pgmap v217: 121 pgs: 17 stale+active+clean, 104 active+clean; 280 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-02T08:36:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:03 smithi066 ceph-mon[87361]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:36:03.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:03 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:03 smithi019 ceph-mon[94035]: pgmap v217: 121 pgs: 17 stale+active+clean, 104 active+clean; 280 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-02T08:36:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:03 smithi019 ceph-mon[94035]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:36:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:03 smithi019 ceph-mon[96522]: pgmap v217: 121 pgs: 17 stale+active+clean, 104 active+clean; 280 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-02T08:36:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:03 smithi019 ceph-mon[96522]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:36:03.947 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:03 smithi019 podman[112410]: 2024-04-02 08:36:03.868388473 +0000 UTC m=+0.640007197 container died 0c42085f4702362678bd0e46c59d6d77074c87af144d6516924872d8f93da0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T08:36:04.572 INFO:tasks.rados.rados.0.smithi019.stdout:1613: done (1 left) 2024-04-02T08:36:04.572 INFO:tasks.rados.rados.0.smithi019.stdout:1614: done (0 left) 2024-04-02T08:36:04.572 INFO:tasks.rados.rados.0.smithi019.stdout:1615: delete oid 40 current snap is 156 2024-04-02T08:36:04.575 INFO:tasks.rados.rados.0.smithi019.stdout:1615: done (0 left) 2024-04-02T08:36:04.575 INFO:tasks.rados.rados.0.smithi019.stdout:1616: snap_remove snap 153 2024-04-02T08:36:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:04 smithi066 ceph-mon[87361]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:36:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:04 smithi066 ceph-mon[87361]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:36:05.159 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:04 smithi019 ceph-mon[94035]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:36:05.159 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:04 smithi019 ceph-mon[94035]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:36:05.159 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:04 smithi019 ceph-mon[96522]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:36:05.159 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:04 smithi019 ceph-mon[96522]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:36:05.159 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:04 smithi019 podman[112456]: 2024-04-02 08:36:04.718521218 +0000 UTC m=+0.844799580 container remove 0c42085f4702362678bd0e46c59d6d77074c87af144d6516924872d8f93da0d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-04-02T08:36:05.160 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:04 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-02T08:36:05.160 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:04 smithi019 systemd[1]: Stopped Ceph osd.2 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:05.160 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:04 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Consumed 16.013s CPU time. 2024-04-02T08:36:05.160 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:04 smithi019 systemd[1]: Starting Ceph osd.2 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:05.413 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 podman[112566]: 2024-04-02 08:36:05.062962036 +0000 UTC m=+0.017687645 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:36:05.413 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 podman[112566]: 2024-04-02 08:36:05.180269166 +0000 UTC m=+0.134994758 container create 19f262a97b6774f7901f9b9acaa574de6e87e0f50fe98e03540fd23f96eb4bec (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:36:05.413 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 podman[112566]: 2024-04-02 08:36:05.414620985 +0000 UTC m=+0.369346587 container init 19f262a97b6774f7901f9b9acaa574de6e87e0f50fe98e03540fd23f96eb4bec (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:36:05.573 INFO:tasks.rados.rados.0.smithi019.stdout:1616: done (0 left) 2024-04-02T08:36:05.573 INFO:tasks.rados.rados.0.smithi019.stdout:1617: snap_remove snap 143 2024-04-02T08:36:05.695 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 podman[112566]: 2024-04-02 08:36:05.420447833 +0000 UTC m=+0.375173427 container start 19f262a97b6774f7901f9b9acaa574de6e87e0f50fe98e03540fd23f96eb4bec (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True) 2024-04-02T08:36:05.696 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 podman[112566]: 2024-04-02 08:36:05.522532062 +0000 UTC m=+0.477257660 container attach 19f262a97b6774f7901f9b9acaa574de6e87e0f50fe98e03540fd23f96eb4bec (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T08:36:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:05 smithi066 ceph-mon[87361]: pgmap v220: 121 pgs: 6 active+undersized+degraded, 18 active+undersized, 6 stale+active+clean, 91 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 50/513 objects degraded (9.747%) 2024-04-02T08:36:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:05 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 50/513 objects degraded (9.747%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:05 smithi066 ceph-mon[87361]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:36:06.179 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-mon[94035]: pgmap v220: 121 pgs: 6 active+undersized+degraded, 18 active+undersized, 6 stale+active+clean, 91 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 50/513 objects degraded (9.747%) 2024-04-02T08:36:06.179 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 50/513 objects degraded (9.747%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:06.180 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-mon[94035]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:36:06.180 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-mon[96522]: pgmap v220: 121 pgs: 6 active+undersized+degraded, 18 active+undersized, 6 stale+active+clean, 91 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 50/513 objects degraded (9.747%) 2024-04-02T08:36:06.180 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 50/513 objects degraded (9.747%), 6 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:06.180 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-mon[96522]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:36:06.180 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112581]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:06.180 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112581]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:06.180 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 bash[112566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:06.180 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 bash[112566]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 bash[112566]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 bash[112566]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 bash[112566]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 bash[112566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 bash[112566]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112581]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112581]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112581]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112581]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112581]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:36:06.181 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:05 smithi019 podman[112566]: 2024-04-02 08:36:05.895555543 +0000 UTC m=+0.850281136 container died 19f262a97b6774f7901f9b9acaa574de6e87e0f50fe98e03540fd23f96eb4bec (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:36:06.576 INFO:tasks.rados.rados.0.smithi019.stdout:1617: done (0 left) 2024-04-02T08:36:06.576 INFO:tasks.rados.rados.0.smithi019.stdout:1618: snap_remove snap 111 2024-04-02T08:36:06.756 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:06 smithi019 podman[112718]: 2024-04-02 08:36:06.498869418 +0000 UTC m=+0.598006572 container remove 19f262a97b6774f7901f9b9acaa574de6e87e0f50fe98e03540fd23f96eb4bec (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:36:06.756 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:06 smithi019 podman[112786]: 2024-04-02 08:36:06.621783468 +0000 UTC m=+0.017836901 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:36:07.059 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:06 smithi019 podman[112786]: 2024-04-02 08:36:06.758334002 +0000 UTC m=+0.154387437 container create ce39d4d34e80f0fbe4009eaf55e53254a6470a350b1f3fd8be7453d7bacd9338 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T08:36:07.059 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:06 smithi019 podman[112786]: 2024-04-02 08:36:06.952388814 +0000 UTC m=+0.348442262 container init ce39d4d34e80f0fbe4009eaf55e53254a6470a350b1f3fd8be7453d7bacd9338 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-02T08:36:07.059 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:06 smithi019 podman[112786]: 2024-04-02 08:36:06.957614377 +0000 UTC m=+0.353667811 container start ce39d4d34e80f0fbe4009eaf55e53254a6470a350b1f3fd8be7453d7bacd9338 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:36:07.059 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:06 smithi019 ceph-osd[112824]: -- 172.21.15.19:0/2371288195 <== mon.0 v2:172.21.15.19:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e576c1f680 con 0x55e576be9400 2024-04-02T08:36:07.446 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:07 smithi019 bash[112786]: ce39d4d34e80f0fbe4009eaf55e53254a6470a350b1f3fd8be7453d7bacd9338 2024-04-02T08:36:07.446 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:07 smithi019 systemd[1]: Started Ceph osd.2 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:07.579 INFO:tasks.rados.rados.0.smithi019.stdout:1618: done (0 left) 2024-04-02T08:36:07.579 INFO:tasks.rados.rados.0.smithi019.stdout:1619: delete oid 34 current snap is 156 2024-04-02T08:36:07.587 INFO:tasks.rados.rados.0.smithi019.stdout:1619: done (0 left) 2024-04-02T08:36:07.587 INFO:tasks.rados.rados.0.smithi019.stdout:1620: read oid 33 snap -1 2024-04-02T08:36:07.587 INFO:tasks.rados.rados.0.smithi019.stdout:1620: expect deleted 2024-04-02T08:36:07.587 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 156 2024-04-02T08:36:07.587 INFO:tasks.rados.rados.0.smithi019.stdout:1621: seq_num 511 ranges {4890624=565248,5455872=630784,6086656=172032} 2024-04-02T08:36:07.615 INFO:tasks.rados.rados.0.smithi019.stdout:1621: writing smithi01981774-48 from 4890624 to 5455872 tid 1 2024-04-02T08:36:07.619 INFO:tasks.rados.rados.0.smithi019.stdout:1621: writing smithi01981774-48 from 5455872 to 6086656 tid 2 2024-04-02T08:36:07.620 INFO:tasks.rados.rados.0.smithi019.stdout:1621: writing smithi01981774-48 from 6086656 to 6258688 tid 3 2024-04-02T08:36:07.620 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 156 2024-04-02T08:36:07.620 INFO:tasks.rados.rados.0.smithi019.stdout:1622: seq_num 512 ranges {1114112=581632,1695744=516096,2211840=286720} 2024-04-02T08:36:07.629 INFO:tasks.rados.rados.0.smithi019.stdout:1622: writing smithi01981774-5 from 1114112 to 1695744 tid 1 2024-04-02T08:36:07.632 INFO:tasks.rados.rados.0.smithi019.stdout:1622: writing smithi01981774-5 from 1695744 to 2211840 tid 2 2024-04-02T08:36:07.634 INFO:tasks.rados.rados.0.smithi019.stdout:1622: writing smithi01981774-5 from 2211840 to 2498560 tid 3 2024-04-02T08:36:07.634 INFO:tasks.rados.rados.0.smithi019.stdout:1623: read oid 42 snap -1 2024-04-02T08:36:07.634 INFO:tasks.rados.rados.0.smithi019.stdout:1623: expect (ObjNum 452 snap 142 seq_num 452) 2024-04-02T08:36:07.634 INFO:tasks.rados.rados.0.smithi019.stdout:1624: delete oid 15 current snap is 156 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: finishing write tid 1 to smithi01981774-48 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: finishing write tid 2 to smithi01981774-48 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: finishing write tid 3 to smithi01981774-48 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: finishing write tid 4 to smithi01981774-48 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: finishing write tid 5 to smithi01981774-48 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: oid 48 updating version 0 to 1318 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: oid 48 updating version 1318 to 1319 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: oid 48 updating version 1319 to 1320 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: oid 48 version 1320 is already newer than 1317 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1320 (ObjNum 511 snap 156 seq_num 511) dirty exists 2024-04-02T08:36:07.635 INFO:tasks.rados.rados.0.smithi019.stdout:1621: left oid 48 (ObjNum 511 snap 156 seq_num 511) 2024-04-02T08:36:07.636 INFO:tasks.rados.rados.0.smithi019.stdout:1622: finishing write tid 1 to smithi01981774-5 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1620: done (4 left) 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1621: done (3 left) 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1624: done (2 left) 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1625: rollback oid 47 current snap is 156 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 148 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1626: read oid 39 snap 151 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1626: expect (ObjNum 479 snap 147 seq_num 479) 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1627: rmattr oid 35 current snap is 156 2024-04-02T08:36:07.637 INFO:tasks.rados.rados.0.smithi019.stdout:1627: done (4 left) 2024-04-02T08:36:07.638 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 156 2024-04-02T08:36:07.638 INFO:tasks.rados.rados.0.smithi019.stdout:1628: seq_num 514 ranges {1302528=614400,1916928=679936,2596864=122880} 2024-04-02T08:36:07.648 INFO:tasks.rados.rados.0.smithi019.stdout:1628: writing smithi01981774-1 from 1302528 to 1916928 tid 1 2024-04-02T08:36:07.652 INFO:tasks.rados.rados.0.smithi019.stdout:1628: writing smithi01981774-1 from 1916928 to 2596864 tid 2 2024-04-02T08:36:07.653 INFO:tasks.rados.rados.0.smithi019.stdout:1628: writing smithi01981774-1 from 2596864 to 2719744 tid 3 2024-04-02T08:36:07.653 INFO:tasks.rados.rados.0.smithi019.stdout:1629: snap_remove snap 141 2024-04-02T08:36:07.946 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T08:36:07.508+0000 7f9880aeb7c0 -1 Falling back to public interface 2024-04-02T08:36:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[96522]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 72/528 objects degraded (13.636%) 2024-04-02T08:36:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[96522]: osdmap e380: 8 total, 7 up, 8 in 2024-04-02T08:36:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:07.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[94035]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 72/528 objects degraded (13.636%) 2024-04-02T08:36:07.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[94035]: osdmap e380: 8 total, 7 up, 8 in 2024-04-02T08:36:07.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:07.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:07.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:07 smithi066 ceph-mon[87361]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 72/528 objects degraded (13.636%) 2024-04-02T08:36:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:07 smithi066 ceph-mon[87361]: osdmap e380: 8 total, 7 up, 8 in 2024-04-02T08:36:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1629: done (5 left) 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1630: read oid 18 snap -1 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1630: expect (ObjNum 506 snap 154 seq_num 506) 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1631: snap_create 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1622: finishing write tid 2 to smithi01981774-5 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1622: finishing write tid 3 to smithi01981774-5 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1622: finishing write tid 4 to smithi01981774-5 2024-04-02T08:36:08.594 INFO:tasks.rados.rados.0.smithi019.stdout:1623: expect (ObjNum 452 snap 142 seq_num 452) 2024-04-02T08:36:08.612 INFO:tasks.rados.rados.0.smithi019.stdout:1622: finishing write tid 5 to smithi01981774-5 2024-04-02T08:36:08.612 INFO:tasks.rados.rados.0.smithi019.stdout:1622: oid 5 updating version 0 to 755 2024-04-02T08:36:08.612 INFO:tasks.rados.rados.0.smithi019.stdout:1622: oid 5 updating version 755 to 756 2024-04-02T08:36:08.612 INFO:tasks.rados.rados.0.smithi019.stdout:1622: oid 5 updating version 756 to 758 2024-04-02T08:36:08.612 INFO:tasks.rados.rados.0.smithi019.stdout:1622: oid 5 version 758 is already newer than 757 2024-04-02T08:36:08.613 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 758 (ObjNum 512 snap 156 seq_num 512) dirty exists 2024-04-02T08:36:08.613 INFO:tasks.rados.rados.0.smithi019.stdout:1622: left oid 5 (ObjNum 512 snap 156 seq_num 512) 2024-04-02T08:36:08.613 INFO:tasks.rados.rados.0.smithi019.stdout:1625: finishing rollback tid 0 to smithi01981774-47 2024-04-02T08:36:08.613 INFO:tasks.rados.rados.0.smithi019.stdout:1625: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:36:08.613 INFO:tasks.rados.rados.0.smithi019.stdout:1625: finishing rollback tid 2 to smithi01981774-47 2024-04-02T08:36:08.613 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 536 (ObjNum 478 snap 147 seq_num 478) dirty exists 2024-04-02T08:36:08.613 INFO:tasks.rados.rados.0.smithi019.stdout:1626: expect (ObjNum 479 snap 147 seq_num 479) 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: finishing write tid 1 to smithi01981774-1 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: finishing write tid 2 to smithi01981774-1 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: finishing write tid 3 to smithi01981774-1 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: finishing write tid 4 to smithi01981774-1 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: finishing write tid 5 to smithi01981774-1 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: oid 1 updating version 0 to 836 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: oid 1 version 836 is already newer than 834 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: oid 1 version 836 is already newer than 833 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: oid 1 version 836 is already newer than 835 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 836 (ObjNum 514 snap 156 seq_num 514) dirty exists 2024-04-02T08:36:08.639 INFO:tasks.rados.rados.0.smithi019.stdout:1628: left oid 1 (ObjNum 514 snap 156 seq_num 514) 2024-04-02T08:36:08.640 INFO:tasks.rados.rados.0.smithi019.stdout:1630: expect (ObjNum 506 snap 154 seq_num 506) 2024-04-02T08:36:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:08 smithi019 ceph-mon[94035]: osdmap e381: 8 total, 7 up, 8 in 2024-04-02T08:36:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:08 smithi019 ceph-mon[96522]: osdmap e381: 8 total, 7 up, 8 in 2024-04-02T08:36:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:08 smithi066 ceph-mon[87361]: osdmap e381: 8 total, 7 up, 8 in 2024-04-02T08:36:09.577 INFO:tasks.rados.rados.0.smithi019.stdout:1622: done (6 left) 2024-04-02T08:36:09.577 INFO:tasks.rados.rados.0.smithi019.stdout:1623: done (5 left) 2024-04-02T08:36:09.577 INFO:tasks.rados.rados.0.smithi019.stdout:1625: done (4 left) 2024-04-02T08:36:09.577 INFO:tasks.rados.rados.0.smithi019.stdout:1626: done (3 left) 2024-04-02T08:36:09.577 INFO:tasks.rados.rados.0.smithi019.stdout:1628: done (2 left) 2024-04-02T08:36:09.577 INFO:tasks.rados.rados.0.smithi019.stdout:1630: done (1 left) 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1631: done (0 left) 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1632: rollback oid 42 current snap is 157 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 154 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1633: read oid 22 snap -1 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1633: expect (ObjNum 453 snap 142 seq_num 453) 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1634: copy_from oid 38 from oid 48 current snap is 157 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1635: read oid 29 snap -1 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1635: expect deleted 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1636: read oid 2 snap -1 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1636: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1637: rmattr oid 11 current snap is 157 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1637: done (5 left) 2024-04-02T08:36:09.578 INFO:tasks.rados.rados.0.smithi019.stdout:1638: snap_create 2024-04-02T08:36:09.583 INFO:tasks.rados.rados.0.smithi019.stdout:1632: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:36:09.587 INFO:tasks.rados.rados.0.smithi019.stdout:1632: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:36:09.588 INFO:tasks.rados.rados.0.smithi019.stdout:1632: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:36:09.588 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 540 (ObjNum 452 snap 142 seq_num 452) dirty exists 2024-04-02T08:36:09.597 INFO:tasks.rados.rados.0.smithi019.stdout:1636: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:09 smithi019 ceph-mon[94035]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s; 72/528 objects degraded (13.636%) 2024-04-02T08:36:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:09 smithi019 ceph-mon[94035]: osdmap e382: 8 total, 7 up, 8 in 2024-04-02T08:36:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:09 smithi019 ceph-mon[94035]: osdmap e383: 8 total, 7 up, 8 in 2024-04-02T08:36:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:09 smithi019 ceph-mon[96522]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s; 72/528 objects degraded (13.636%) 2024-04-02T08:36:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:09 smithi019 ceph-mon[96522]: osdmap e382: 8 total, 7 up, 8 in 2024-04-02T08:36:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:09 smithi019 ceph-mon[96522]: osdmap e383: 8 total, 7 up, 8 in 2024-04-02T08:36:09.736 INFO:tasks.rados.rados.0.smithi019.stdout:1634: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:36:09.736 INFO:tasks.rados.rados.0.smithi019.stdout:1634: finishing copy_from to smithi01981774-38 2024-04-02T08:36:09.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1320 (ObjNum 511 snap 156 seq_num 511) dirty exists 2024-04-02T08:36:09.736 INFO:tasks.rados.rados.0.smithi019.stdout:1633: expect (ObjNum 453 snap 142 seq_num 453) 2024-04-02T08:36:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:09 smithi066 ceph-mon[87361]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s; 72/528 objects degraded (13.636%) 2024-04-02T08:36:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:09 smithi066 ceph-mon[87361]: osdmap e382: 8 total, 7 up, 8 in 2024-04-02T08:36:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:09 smithi066 ceph-mon[87361]: osdmap e383: 8 total, 7 up, 8 in 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1632: done (5 left) 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1633: done (4 left) 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1634: done (3 left) 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1635: done (2 left) 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1636: done (1 left) 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1638: done (0 left) 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 158 2024-04-02T08:36:10.575 INFO:tasks.rados.rados.0.smithi019.stdout:1639: seq_num 515 ranges {6430720=630784,7061504=565248,7626752=237568} 2024-04-02T08:36:10.613 INFO:tasks.rados.rados.0.smithi019.stdout:1639: writing smithi01981774-35 from 6430720 to 7061504 tid 1 2024-04-02T08:36:10.616 INFO:tasks.rados.rados.0.smithi019.stdout:1639: writing smithi01981774-35 from 7061504 to 7626752 tid 2 2024-04-02T08:36:10.618 INFO:tasks.rados.rados.0.smithi019.stdout:1639: writing smithi01981774-35 from 7626752 to 7864320 tid 3 2024-04-02T08:36:10.618 INFO:tasks.rados.rados.0.smithi019.stdout:1640: delete oid 36 current snap is 158 2024-04-02T08:36:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:1640: done (1 left) 2024-04-02T08:36:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:1641: read oid 3 snap -1 2024-04-02T08:36:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:1641: expect deleted 2024-04-02T08:36:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:1642: delete oid 13 current snap is 158 2024-04-02T08:36:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:36:10] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:36:10.695 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T08:36:10.426+0000 7f9880aeb7c0 -1 osd.2 374 log_to_monitors true 2024-04-02T08:36:10.709 INFO:tasks.rados.rados.0.smithi019.stdout:1641: done (2 left) 2024-04-02T08:36:10.710 INFO:tasks.rados.rados.0.smithi019.stdout:1642: done (1 left) 2024-04-02T08:36:10.710 INFO:tasks.rados.rados.0.smithi019.stdout:1643: snap_remove snap 156 2024-04-02T08:36:10.998 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[94035]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:10.998 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[94035]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:10.999 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[94035]: osdmap e384: 8 total, 7 up, 8 in 2024-04-02T08:36:10.999 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[94035]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:36:10.999 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[96522]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:10.999 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[96522]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:10.999 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[96522]: osdmap e384: 8 total, 7 up, 8 in 2024-04-02T08:36:10.999 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:10 smithi019 ceph-mon[96522]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:36:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:10 smithi066 ceph-mon[87361]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:36:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:10 smithi066 ceph-mon[87361]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:36:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:10 smithi066 ceph-mon[87361]: osdmap e384: 8 total, 7 up, 8 in 2024-04-02T08:36:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:10 smithi066 ceph-mon[87361]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:36:11.446 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T08:36:11.030+0000 7f986df3b700 -1 osd.2 374 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:36:11.742 INFO:tasks.rados.rados.0.smithi019.stdout:1643: done (1 left) 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1644: read oid 33 snap -1 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1644: expect deleted 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1645: snap_create 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: finishing write tid 1 to smithi01981774-35 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: finishing write tid 2 to smithi01981774-35 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: finishing write tid 3 to smithi01981774-35 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: finishing write tid 4 to smithi01981774-35 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: finishing write tid 5 to smithi01981774-35 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: oid 35 updating version 0 to 435 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: oid 35 updating version 435 to 436 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: oid 35 updating version 436 to 437 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: oid 35 version 437 is already newer than 434 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 437 (ObjNum 515 snap 158 seq_num 515) dirty exists 2024-04-02T08:36:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:1639: left oid 35 (ObjNum 515 snap 158 seq_num 515) 2024-04-02T08:36:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:11 smithi066 ceph-mon[87361]: pgmap v229: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 607 KiB/s rd, 672 KiB/s wr, 4 op/s; 73/513 objects degraded (14.230%) 2024-04-02T08:36:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:11 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 73/513 objects degraded (14.230%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:11 smithi066 ceph-mon[87361]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' 2024-04-02T08:36:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[94035]: pgmap v229: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 607 KiB/s rd, 672 KiB/s wr, 4 op/s; 73/513 objects degraded (14.230%) 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 73/513 objects degraded (14.230%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[94035]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[96522]: pgmap v229: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 293 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 607 KiB/s rd, 672 KiB/s wr, 4 op/s; 73/513 objects degraded (14.230%) 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 73/513 objects degraded (14.230%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[96522]: from='osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214]' entity='osd.2' 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:12.750 INFO:tasks.rados.rados.0.smithi019.stdout:1639: done (2 left) 2024-04-02T08:36:12.750 INFO:tasks.rados.rados.0.smithi019.stdout:1644: done (1 left) 2024-04-02T08:36:12.750 INFO:tasks.rados.rados.0.smithi019.stdout:1645: done (0 left) 2024-04-02T08:36:12.750 INFO:tasks.rados.rados.0.smithi019.stdout:1646: copy_from oid 45 from oid 50 current snap is 159 2024-04-02T08:36:12.750 INFO:tasks.rados.rados.0.smithi019.stdout:1647: copy_from oid 17 from oid 29 current snap is 159 2024-04-02T08:36:12.750 INFO:tasks.rados.rados.0.smithi019.stdout:1648: read oid 30 snap -1 2024-04-02T08:36:12.750 INFO:tasks.rados.rados.0.smithi019.stdout:1648: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:12.751 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 159 2024-04-02T08:36:12.751 INFO:tasks.rados.rados.0.smithi019.stdout:1649: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-04-02T08:36:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:1649: writing smithi01981774-33 from 0 to 679936 tid 1 2024-04-02T08:36:12.761 INFO:tasks.rados.rados.0.smithi019.stdout:1649: writing smithi01981774-33 from 679936 to 1351680 tid 2 2024-04-02T08:36:12.762 INFO:tasks.rados.rados.0.smithi019.stdout:1649: writing smithi01981774-33 from 1351680 to 1482752 tid 3 2024-04-02T08:36:12.763 INFO:tasks.rados.rados.0.smithi019.stdout:1650: setattr oid 47 current snap is 159 2024-04-02T08:36:12.766 INFO:tasks.rados.rados.0.smithi019.stdout:1649: finishing write tid 1 to smithi01981774-33 2024-04-02T08:36:12.767 INFO:tasks.rados.rados.0.smithi019.stdout:1651: copy_from oid 13 from oid 28 current snap is 159 2024-04-02T08:36:12.767 INFO:tasks.rados.rados.0.smithi019.stdout:1652: setattr oid 18 current snap is 159 2024-04-02T08:36:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1653: read oid 4 snap -1 2024-04-02T08:36:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1653: expect deleted 2024-04-02T08:36:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1654: read oid 41 snap -1 2024-04-02T08:36:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1654: expect (ObjNum 504 snap 154 seq_num 504) 2024-04-02T08:36:12.770 INFO:tasks.rados.rados.0.smithi019.stdout:1655: snap_remove snap 158 2024-04-02T08:36:12.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:12.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[94035]: osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214] boot 2024-04-02T08:36:12.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[94035]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:36:12.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:12.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.980 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:12.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[96522]: osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214] boot 2024-04-02T08:36:12.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[96522]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:36:12.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:12.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:12.981 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:12 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:12 smithi066 ceph-mon[87361]: osd.2 [v2:172.21.15.19:6818/3794025214,v1:172.21.15.19:6819/3794025214] boot 2024-04-02T08:36:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:12 smithi066 ceph-mon[87361]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:36:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:36:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:13.746 INFO:tasks.rados.rados.0.smithi019.stdout:1655: done (9 left) 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1656: rollback oid 48 current snap is 159 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 144 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 537 (ObjNum 478 snap 147 seq_num 478) dirty exists 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1649: finishing write tid 2 to smithi01981774-33 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1649: finishing write tid 3 to smithi01981774-33 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1649: finishing write tid 4 to smithi01981774-33 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1647: finishing copy_from to smithi01981774-17 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1647: got expected ENOENT (src dne) 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1647: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:36:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:1648: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1649: finishing write tid 5 to smithi01981774-33 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1649: oid 33 updating version 0 to 736 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1649: oid 33 version 736 is already newer than 735 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1649: oid 33 updating version 736 to 737 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1649: oid 33 updating version 737 to 738 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 738 (ObjNum 518 snap 159 seq_num 518) dirty exists 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1649: left oid 33 (ObjNum 518 snap 159 seq_num 518) 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1651: finishing copy_from to smithi01981774-13 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1651: got expected ENOENT (src dne) 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1651: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:36:13.749 INFO:tasks.rados.rados.0.smithi019.stdout:1646: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:36:13.750 INFO:tasks.rados.rados.0.smithi019.stdout:1646: finishing copy_from to smithi01981774-45 2024-04-02T08:36:13.750 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 423 (ObjNum 482 snap 148 seq_num 482) dirty exists 2024-04-02T08:36:13.750 INFO:tasks.rados.rados.0.smithi019.stdout:1654: expect (ObjNum 504 snap 154 seq_num 504) 2024-04-02T08:36:13.794 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 563 (ObjNum 506 snap 154 seq_num 506) dirty exists 2024-04-02T08:36:13.794 INFO:tasks.rados.rados.0.smithi019.stdout:1656: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:36:13.794 INFO:tasks.rados.rados.0.smithi019.stdout:1656: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:36:13.794 INFO:tasks.rados.rados.0.smithi019.stdout:1656: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:36:13.794 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1350 (ObjNum 428 snap 133 seq_num 428) dirty exists 2024-04-02T08:36:13.794 INFO:tasks.rados.rados.0.smithi019.stdout:1646: done (9 left) 2024-04-02T08:36:13.794 INFO:tasks.rados.rados.0.smithi019.stdout:1647: done (8 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1648: done (7 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1649: done (6 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1650: done (5 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1651: done (4 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1652: done (3 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1653: done (2 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1654: done (1 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1656: done (0 left) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1657: copy_from oid 41 from oid 19 current snap is 159 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1658: read oid 24 snap 154 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1658: expect (ObjNum 462 snap 144 seq_num 462) 2024-04-02T08:36:13.795 INFO:tasks.rados.rados.0.smithi019.stdout:1659: snap_create 2024-04-02T08:36:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:13 smithi066 ceph-mon[87361]: pgmap v232: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 288 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1018 KiB/s wr, 10 op/s; 73/498 objects degraded (14.659%) 2024-04-02T08:36:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:13 smithi066 ceph-mon[87361]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:13.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:13.814 INFO:tasks.rados.rados.0.smithi019.stdout:1658: expect (ObjNum 462 snap 144 seq_num 462) 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[94035]: pgmap v232: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 288 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1018 KiB/s wr, 10 op/s; 73/498 objects degraded (14.659%) 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[94035]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[96522]: pgmap v232: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 288 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1018 KiB/s wr, 10 op/s; 73/498 objects degraded (14.659%) 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[96522]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:14.082 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:14.275 INFO:tasks.rados.rados.0.smithi019.stdout:1657: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:36:14.275 INFO:tasks.rados.rados.0.smithi019.stdout:1657: finishing copy_from to smithi01981774-41 2024-04-02T08:36:14.276 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 387 (ObjNum 346 snap 107 seq_num 346) dirty exists 2024-04-02T08:36:14.757 INFO:tasks.rados.rados.0.smithi019.stdout:1657: done (2 left) 2024-04-02T08:36:14.757 INFO:tasks.rados.rados.0.smithi019.stdout:1658: done (1 left) 2024-04-02T08:36:14.757 INFO:tasks.rados.rados.0.smithi019.stdout:1659: done (0 left) 2024-04-02T08:36:14.757 INFO:tasks.rados.rados.0.smithi019.stdout:1660: rmattr oid 11 current snap is 160 2024-04-02T08:36:14.757 INFO:tasks.rados.rados.0.smithi019.stdout:1660: done (0 left) 2024-04-02T08:36:14.757 INFO:tasks.rados.rados.0.smithi019.stdout:1661: snap_remove snap 154 2024-04-02T08:36:14.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:14 smithi019 ceph-mon[94035]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:14 smithi019 ceph-mon[96522]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:14 smithi066 ceph-mon[87361]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:36:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:1661: done (0 left) 2024-04-02T08:36:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 160 2024-04-02T08:36:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:1662: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-04-02T08:36:15.764 INFO:tasks.rados.rados.0.smithi019.stdout:1662: writing smithi01981774-30 from 0 to 696320 tid 1 2024-04-02T08:36:15.768 INFO:tasks.rados.rados.0.smithi019.stdout:1662: writing smithi01981774-30 from 696320 to 1245184 tid 2 2024-04-02T08:36:15.770 INFO:tasks.rados.rados.0.smithi019.stdout:1662: writing smithi01981774-30 from 1245184 to 1499136 tid 3 2024-04-02T08:36:15.770 INFO:tasks.rados.rados.0.smithi019.stdout:1663: read oid 44 snap -1 2024-04-02T08:36:15.770 INFO:tasks.rados.rados.0.smithi019.stdout:1663: expect deleted 2024-04-02T08:36:15.771 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 160 2024-04-02T08:36:15.771 INFO:tasks.rados.rados.0.smithi019.stdout:1664: seq_num 520 ranges {5251072=712704,5963776=434176,6397952=368640} 2024-04-02T08:36:15.803 INFO:tasks.rados.rados.0.smithi019.stdout:1664: writing smithi01981774-9 from 5251072 to 5963776 tid 1 2024-04-02T08:36:15.806 INFO:tasks.rados.rados.0.smithi019.stdout:1664: writing smithi01981774-9 from 5963776 to 6397952 tid 2 2024-04-02T08:36:15.808 INFO:tasks.rados.rados.0.smithi019.stdout:1664: writing smithi01981774-9 from 6397952 to 6766592 tid 3 2024-04-02T08:36:15.808 INFO:tasks.rados.rados.0.smithi019.stdout:1665: read oid 42 snap -1 2024-04-02T08:36:15.808 INFO:tasks.rados.rados.0.smithi019.stdout:1665: expect (ObjNum 452 snap 142 seq_num 452) 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1666: snap_create 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: finishing write tid 1 to smithi01981774-30 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: finishing write tid 2 to smithi01981774-30 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: finishing write tid 3 to smithi01981774-30 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: finishing write tid 4 to smithi01981774-30 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: finishing write tid 5 to smithi01981774-30 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: oid 30 updating version 0 to 1354 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: oid 30 updating version 1354 to 1356 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: oid 30 version 1356 is already newer than 1355 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: oid 30 updating version 1356 to 1357 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1357 (ObjNum 519 snap 160 seq_num 519) dirty exists 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1662: left oid 30 (ObjNum 519 snap 160 seq_num 519) 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1664: finishing write tid 1 to smithi01981774-9 2024-04-02T08:36:15.809 INFO:tasks.rados.rados.0.smithi019.stdout:1664: finishing write tid 2 to smithi01981774-9 2024-04-02T08:36:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:1664: finishing write tid 3 to smithi01981774-9 2024-04-02T08:36:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:1665: expect (ObjNum 452 snap 142 seq_num 452) 2024-04-02T08:36:15.821 INFO:tasks.rados.rados.0.smithi019.stdout:1664: finishing write tid 4 to smithi01981774-9 2024-04-02T08:36:15.821 INFO:tasks.rados.rados.0.smithi019.stdout:1664: finishing write tid 5 to smithi01981774-9 2024-04-02T08:36:15.821 INFO:tasks.rados.rados.0.smithi019.stdout:1664: oid 9 updating version 0 to 569 2024-04-02T08:36:15.821 INFO:tasks.rados.rados.0.smithi019.stdout:1664: oid 9 version 569 is already newer than 568 2024-04-02T08:36:15.822 INFO:tasks.rados.rados.0.smithi019.stdout:1664: oid 9 updating version 569 to 570 2024-04-02T08:36:15.822 INFO:tasks.rados.rados.0.smithi019.stdout:1664: oid 9 updating version 570 to 571 2024-04-02T08:36:15.822 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 571 (ObjNum 520 snap 160 seq_num 520) dirty exists 2024-04-02T08:36:15.822 INFO:tasks.rados.rados.0.smithi019.stdout:1664: left oid 9 (ObjNum 520 snap 160 seq_num 520) 2024-04-02T08:36:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:15 smithi019 ceph-mon[94035]: pgmap v235: 121 pgs: 8 active+undersized+degraded, 18 active+undersized, 95 active+clean; 294 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 61/501 objects degraded (12.176%) 2024-04-02T08:36:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:15 smithi019 ceph-mon[94035]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:15 smithi019 ceph-mon[96522]: pgmap v235: 121 pgs: 8 active+undersized+degraded, 18 active+undersized, 95 active+clean; 294 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 61/501 objects degraded (12.176%) 2024-04-02T08:36:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:15 smithi019 ceph-mon[96522]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:15 smithi066 ceph-mon[87361]: pgmap v235: 121 pgs: 8 active+undersized+degraded, 18 active+undersized, 95 active+clean; 294 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 61/501 objects degraded (12.176%) 2024-04-02T08:36:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:15 smithi066 ceph-mon[87361]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:36:16.772 INFO:tasks.rados.rados.0.smithi019.stdout:1662: done (4 left) 2024-04-02T08:36:16.773 INFO:tasks.rados.rados.0.smithi019.stdout:1663: done (3 left) 2024-04-02T08:36:16.773 INFO:tasks.rados.rados.0.smithi019.stdout:1664: done (2 left) 2024-04-02T08:36:16.773 INFO:tasks.rados.rados.0.smithi019.stdout:1665: done (1 left) 2024-04-02T08:36:16.773 INFO:tasks.rados.rados.0.smithi019.stdout:1666: done (0 left) 2024-04-02T08:36:16.773 INFO:tasks.rados.rados.0.smithi019.stdout:1667: snap_remove snap 151 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:17.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:17.776 INFO:tasks.rados.rados.0.smithi019.stdout:1667: done (0 left) 2024-04-02T08:36:17.776 INFO:tasks.rados.rados.0.smithi019.stdout:1668: rollback oid 10 current snap is 161 2024-04-02T08:36:17.776 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 148 2024-04-02T08:36:17.776 INFO:tasks.rados.rados.0.smithi019.stdout:1669: snap_remove snap 157 2024-04-02T08:36:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:17 smithi066 ceph-mon[87361]: pgmap v238: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:36:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:17 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:17 smithi066 ceph-mon[87361]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:17 smithi066 ceph-mon[87361]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:17 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/501 objects degraded (12.176%), 8 pgs degraded) 2024-04-02T08:36:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:17 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:36:18.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[96522]: pgmap v238: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[96522]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[96522]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/501 objects degraded (12.176%), 8 pgs degraded) 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[94035]: pgmap v238: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[94035]: Upgrade: osd.3 is safe to restart 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[94035]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/501 objects degraded (12.176%), 8 pgs degraded) 2024-04-02T08:36:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:17 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:36:18.791 INFO:tasks.rados.rados.0.smithi019.stdout:1669: done (1 left) 2024-04-02T08:36:18.791 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 161 2024-04-02T08:36:18.791 INFO:tasks.rados.rados.0.smithi019.stdout:1670: seq_num 521 ranges {2498560=729088,3227648=720896,3948544=81920} 2024-04-02T08:36:18.809 INFO:tasks.rados.rados.0.smithi019.stdout:1670: writing smithi01981774-5 from 2498560 to 3227648 tid 1 2024-04-02T08:36:18.813 INFO:tasks.rados.rados.0.smithi019.stdout:1670: writing smithi01981774-5 from 3227648 to 3948544 tid 2 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:1670: writing smithi01981774-5 from 3948544 to 4030464 tid 3 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:1671: copy_from oid 39 from oid 21 current snap is 161 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:1668: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:1668: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:1668: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 494 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:1668: done (2 left) 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:1672: rollback oid 19 current snap is 161 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 160 2024-04-02T08:36:18.814 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 161 2024-04-02T08:36:18.815 INFO:tasks.rados.rados.0.smithi019.stdout:1673: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-04-02T08:36:18.818 INFO:tasks.rados.rados.0.smithi019.stdout:1673: writing smithi01981774-4 from 0 to 745472 tid 1 2024-04-02T08:36:18.822 INFO:tasks.rados.rados.0.smithi019.stdout:1673: writing smithi01981774-4 from 745472 to 1351680 tid 2 2024-04-02T08:36:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:1673: writing smithi01981774-4 from 1351680 to 1548288 tid 3 2024-04-02T08:36:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 161 2024-04-02T08:36:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:1670: finishing write tid 1 to smithi01981774-5 2024-04-02T08:36:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:1672: finishing rollback tid 0 to smithi01981774-19 2024-04-02T08:36:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:1672: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:36:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:1674: seq_num 523 ranges {3858432=770048,4628480=491520,5120000=311296} 2024-04-02T08:36:18.848 INFO:tasks.rados.rados.0.smithi019.stdout:1674: writing smithi01981774-48 from 3858432 to 4628480 tid 1 2024-04-02T08:36:18.851 INFO:tasks.rados.rados.0.smithi019.stdout:1674: writing smithi01981774-48 from 4628480 to 5120000 tid 2 2024-04-02T08:36:18.854 INFO:tasks.rados.rados.0.smithi019.stdout:1674: writing smithi01981774-48 from 5120000 to 5431296 tid 3 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1675: setattr oid 8 current snap is 161 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1672: finishing rollback tid 2 to smithi01981774-19 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 659 (ObjNum 346 snap 107 seq_num 346) dirty exists 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: finishing write tid 2 to smithi01981774-5 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: finishing write tid 3 to smithi01981774-5 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: finishing write tid 4 to smithi01981774-5 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1671: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1671: finishing copy_from to smithi01981774-39 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 420 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: finishing write tid 5 to smithi01981774-5 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: oid 5 updating version 0 to 1324 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: oid 5 version 1324 is already newer than 1323 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: oid 5 version 1324 is already newer than 1322 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:1670: oid 5 version 1324 is already newer than 1321 2024-04-02T08:36:18.855 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1324 (ObjNum 521 snap 161 seq_num 521) dirty exists 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1670: left oid 5 (ObjNum 521 snap 161 seq_num 521) 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: finishing write tid 1 to smithi01981774-4 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: finishing write tid 2 to smithi01981774-4 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: finishing write tid 3 to smithi01981774-4 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: finishing write tid 4 to smithi01981774-4 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: finishing write tid 5 to smithi01981774-4 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: oid 4 updating version 0 to 579 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: oid 4 version 579 is already newer than 576 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: oid 4 version 579 is already newer than 578 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: oid 4 version 579 is already newer than 577 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 579 (ObjNum 522 snap 161 seq_num 522) dirty exists 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1673: left oid 4 (ObjNum 522 snap 161 seq_num 522) 2024-04-02T08:36:18.856 INFO:tasks.rados.rados.0.smithi019.stdout:1674: finishing write tid 1 to smithi01981774-48 2024-04-02T08:36:18.857 INFO:tasks.rados.rados.0.smithi019.stdout:1674: finishing write tid 2 to smithi01981774-48 2024-04-02T08:36:18.857 INFO:tasks.rados.rados.0.smithi019.stdout:1674: finishing write tid 3 to smithi01981774-48 2024-04-02T08:36:18.857 INFO:tasks.rados.rados.0.smithi019.stdout:1674: finishing write tid 4 to smithi01981774-48 2024-04-02T08:36:18.857 INFO:tasks.rados.rados.0.smithi019.stdout:1670: done (5 left) 2024-04-02T08:36:18.857 INFO:tasks.rados.rados.0.smithi019.stdout:1671: done (4 left) 2024-04-02T08:36:18.858 INFO:tasks.rados.rados.0.smithi019.stdout:1672: done (3 left) 2024-04-02T08:36:18.858 INFO:tasks.rados.rados.0.smithi019.stdout:1673: done (2 left) 2024-04-02T08:36:18.858 INFO:tasks.rados.rados.0.smithi019.stdout:1676: snap_remove snap 144 2024-04-02T08:36:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[96522]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[96522]: Upgrade: Updating osd.3 2024-04-02T08:36:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[96522]: Deploying daemon osd.3 on smithi019 2024-04-02T08:36:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[94035]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[94035]: Upgrade: Updating osd.3 2024-04-02T08:36:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:18 smithi019 ceph-mon[94035]: Deploying daemon osd.3 on smithi019 2024-04-02T08:36:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:18 smithi066 ceph-mon[87361]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:36:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:18 smithi066 ceph-mon[87361]: Upgrade: Updating osd.3 2024-04-02T08:36:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:36:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:18 smithi066 ceph-mon[87361]: Deploying daemon osd.3 on smithi019 2024-04-02T08:36:19.576 INFO:tasks.rados.rados.0.smithi019.stdout:1676: done (2 left) 2024-04-02T08:36:19.576 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 161 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:1674: finishing write tid 5 to smithi01981774-48 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:1674: oid 48 updating version 0 to 1379 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:1674: oid 48 updating version 1379 to 1380 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:1674: oid 48 version 1380 is already newer than 1377 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:1674: oid 48 version 1380 is already newer than 1378 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1380 (ObjNum 523 snap 161 seq_num 523) dirty exists 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:1674: left oid 48 (ObjNum 523 snap 161 seq_num 523) 2024-04-02T08:36:19.577 INFO:tasks.rados.rados.0.smithi019.stdout:1677: seq_num 524 ranges {2310144=786432,3096576=778240,3874816=24576} 2024-04-02T08:36:19.595 INFO:tasks.rados.rados.0.smithi019.stdout:1677: writing smithi01981774-37 from 2310144 to 3096576 tid 1 2024-04-02T08:36:19.600 INFO:tasks.rados.rados.0.smithi019.stdout:1677: writing smithi01981774-37 from 3096576 to 3874816 tid 2 2024-04-02T08:36:19.600 INFO:tasks.rados.rados.0.smithi019.stdout:1677: writing smithi01981774-37 from 3874816 to 3899392 tid 3 2024-04-02T08:36:19.600 INFO:tasks.rados.rados.0.smithi019.stdout:1674: done (2 left) 2024-04-02T08:36:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:1678: setattr oid 24 current snap is 161 2024-04-02T08:36:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 854 (ObjNum 480 snap 148 seq_num 480) dirty exists 2024-04-02T08:36:19.601 INFO:tasks.rados.rados.0.smithi019.stdout:1677: finishing write tid 1 to smithi01981774-37 2024-04-02T08:36:19.602 INFO:tasks.rados.rados.0.smithi019.stdout:1675: done (2 left) 2024-04-02T08:36:19.602 INFO:tasks.rados.rados.0.smithi019.stdout:1679: snap_remove snap 139 2024-04-02T08:36:20.039 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:19 smithi019 ceph-mon[94035]: pgmap v241: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:36:20.039 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:19 smithi019 ceph-mon[94035]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:20.039 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:19 smithi019 ceph-mon[94035]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:20.039 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:19 smithi019 ceph-mon[96522]: pgmap v241: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:36:20.039 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:19 smithi019 ceph-mon[96522]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:20.039 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:19 smithi019 ceph-mon[96522]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:20.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:19 smithi066 ceph-mon[87361]: pgmap v241: 121 pgs: 121 active+clean; 274 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:36:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:19 smithi066 ceph-mon[87361]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:36:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:19 smithi066 ceph-mon[87361]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:36:20.578 INFO:tasks.rados.rados.0.smithi019.stdout:1679: done (2 left) 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 161 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: finishing write tid 2 to smithi01981774-37 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: finishing write tid 3 to smithi01981774-37 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: finishing write tid 4 to smithi01981774-37 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 864 (ObjNum 462 snap 144 seq_num 462) dirty exists 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: finishing write tid 5 to smithi01981774-37 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: oid 37 updating version 0 to 541 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: oid 37 version 541 is already newer than 539 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: oid 37 version 541 is already newer than 540 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: oid 37 version 541 is already newer than 538 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 541 (ObjNum 524 snap 161 seq_num 524) dirty exists 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1677: left oid 37 (ObjNum 524 snap 161 seq_num 524) 2024-04-02T08:36:20.579 INFO:tasks.rados.rados.0.smithi019.stdout:1680: seq_num 525 ranges {1835008=802816,2637824=712704,3350528=90112} 2024-04-02T08:36:20.594 INFO:tasks.rados.rados.0.smithi019.stdout:1680: writing smithi01981774-50 from 1835008 to 2637824 tid 1 2024-04-02T08:36:20.599 INFO:tasks.rados.rados.0.smithi019.stdout:1680: writing smithi01981774-50 from 2637824 to 3350528 tid 2 2024-04-02T08:36:20.600 INFO:tasks.rados.rados.0.smithi019.stdout:1680: writing smithi01981774-50 from 3350528 to 3440640 tid 3 2024-04-02T08:36:20.600 INFO:tasks.rados.rados.0.smithi019.stdout:1677: done (2 left) 2024-04-02T08:36:20.600 INFO:tasks.rados.rados.0.smithi019.stdout:1678: done (1 left) 2024-04-02T08:36:20.600 INFO:tasks.rados.rados.0.smithi019.stdout:1681: copy_from oid 14 from oid 8 current snap is 161 2024-04-02T08:36:20.600 INFO:tasks.rados.rados.0.smithi019.stdout:1682: setattr oid 25 current snap is 161 2024-04-02T08:36:20.602 INFO:tasks.rados.rados.0.smithi019.stdout:1683: rollback oid 44 current snap is 161 2024-04-02T08:36:20.602 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 44 to 155 2024-04-02T08:36:20.602 INFO:tasks.rados.rados.0.smithi019.stdout:1684: rollback oid 5 current snap is 161 2024-04-02T08:36:20.602 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 5 to 155 2024-04-02T08:36:20.603 INFO:tasks.rados.rados.0.smithi019.stdout:1685: delete oid 6 current snap is 161 2024-04-02T08:36:20.605 INFO:tasks.rados.rados.0.smithi019.stdout:1683: finishing rollback tid 1 to smithi01981774-44 2024-04-02T08:36:20.605 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 605 (ObjNum 353 snap 0 seq_num 2824100208) dirty dne 2024-04-02T08:36:20.606 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 542 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1684: finishing rollback tid 0 to smithi01981774-5 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1682: done (5 left) 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1683: done (4 left) 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1685: done (3 left) 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1686: read oid 29 snap -1 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1686: expect deleted 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1687: read oid 47 snap 160 2024-04-02T08:36:20.609 INFO:tasks.rados.rados.0.smithi019.stdout:1687: expect (ObjNum 478 snap 147 seq_num 478) 2024-04-02T08:36:20.610 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 161 2024-04-02T08:36:20.610 INFO:tasks.rados.rados.0.smithi019.stdout:1684: finishing rollback tid 1 to smithi01981774-5 2024-04-02T08:36:20.610 INFO:tasks.rados.rados.0.smithi019.stdout:1688: seq_num 527 ranges {5128192=434176,5562368=475136,6037504=565248,6602752=163840} 2024-04-02T08:36:20.640 INFO:tasks.rados.rados.0.smithi019.stdout:1688: writing smithi01981774-32 from 5128192 to 5562368 tid 1 2024-04-02T08:36:20.642 INFO:tasks.rados.rados.0.smithi019.stdout:1688: writing smithi01981774-32 from 5562368 to 6037504 tid 2 2024-04-02T08:36:20.645 INFO:tasks.rados.rados.0.smithi019.stdout:1688: writing smithi01981774-32 from 6037504 to 6602752 tid 3 2024-04-02T08:36:20.647 INFO:tasks.rados.rados.0.smithi019.stdout:1688: writing smithi01981774-32 from 6602752 to 6766592 tid 4 2024-04-02T08:36:20.647 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 161 2024-04-02T08:36:20.647 INFO:tasks.rados.rados.0.smithi019.stdout:1684: finishing rollback tid 2 to smithi01981774-5 2024-04-02T08:36:20.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1327 (ObjNum 496 snap 152 seq_num 496) dirty exists 2024-04-02T08:36:20.647 INFO:tasks.rados.rados.0.smithi019.stdout:1689: seq_num 528 ranges {1499136=450560,1949696=761856,2711552=442368} 2024-04-02T08:36:20.657 INFO:tasks.rados.rados.0.smithi019.stdout:1689: writing smithi01981774-30 from 1499136 to 1949696 tid 1 2024-04-02T08:36:20.662 INFO:tasks.rados.rados.0.smithi019.stdout:1689: writing smithi01981774-30 from 1949696 to 2711552 tid 2 2024-04-02T08:36:20.665 INFO:tasks.rados.rados.0.smithi019.stdout:1689: writing smithi01981774-30 from 2711552 to 3153920 tid 3 2024-04-02T08:36:20.665 INFO:tasks.rados.rados.0.smithi019.stdout:1684: done (6 left) 2024-04-02T08:36:20.665 INFO:tasks.rados.rados.0.smithi019.stdout:1690: snap_remove snap 152 2024-04-02T08:36:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:36:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:36:20] "GET /metrics HTTP/1.1" 200 36050 "" "Prometheus/2.43.0" 2024-04-02T08:36:21.415 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:21 smithi019 systemd[1]: Stopping Ceph osd.3 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: finishing write tid 1 to smithi01981774-50 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: finishing write tid 2 to smithi01981774-50 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: finishing write tid 3 to smithi01981774-50 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: finishing write tid 4 to smithi01981774-50 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: finishing write tid 5 to smithi01981774-50 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: oid 50 updating version 0 to 468 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: oid 50 updating version 468 to 469 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: oid 50 version 469 is already newer than 467 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:1680: oid 50 version 469 is already newer than 466 2024-04-02T08:36:21.590 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 469 (ObjNum 525 snap 161 seq_num 525) dirty exists 2024-04-02T08:36:21.591 INFO:tasks.rados.rados.0.smithi019.stdout:1680: left oid 50 (ObjNum 525 snap 161 seq_num 525) 2024-04-02T08:36:21.591 INFO:tasks.rados.rados.0.smithi019.stdout:1681: finishing copy_from racing read to smithi01981774-14 2024-04-02T08:36:21.591 INFO:tasks.rados.rados.0.smithi019.stdout:1681: finishing copy_from to smithi01981774-14 2024-04-02T08:36:21.591 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 854 (ObjNum 480 snap 148 seq_num 480) dirty exists 2024-04-02T08:36:21.591 INFO:tasks.rados.rados.0.smithi019.stdout:1687: expect (ObjNum 478 snap 147 seq_num 478) 2024-04-02T08:36:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-mon[94035]: pgmap v244: 121 pgs: 121 active+clean; 279 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:36:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-mon[94035]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:36:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-mon[94035]: osd.3 marked itself down and dead 2024-04-02T08:36:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-mon[96522]: pgmap v244: 121 pgs: 121 active+clean; 279 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:36:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-mon[96522]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:36:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-mon[96522]: osd.3 marked itself down and dead 2024-04-02T08:36:21.696 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[62245]: 2024-04-02T08:36:21.416+0000 7f08fbfe2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:36:21.696 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[62245]: 2024-04-02T08:36:21.416+0000 7f08fbfe2700 -1 osd.3 394 *** Got signal Terminated *** 2024-04-02T08:36:21.696 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:21 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[62245]: 2024-04-02T08:36:21.416+0000 7f08fbfe2700 -1 osd.3 394 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: finishing write tid 1 to smithi01981774-32 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: finishing write tid 2 to smithi01981774-32 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: finishing write tid 3 to smithi01981774-32 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: finishing write tid 4 to smithi01981774-32 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: finishing write tid 5 to smithi01981774-32 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: finishing write tid 6 to smithi01981774-32 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: oid 32 updating version 0 to 1183 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: oid 32 updating version 1183 to 1185 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: oid 32 updating version 1185 to 1186 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: oid 32 version 1186 is already newer than 1184 2024-04-02T08:36:21.837 INFO:tasks.rados.rados.0.smithi019.stdout:1688: oid 32 updating version 1186 to 1187 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1187 (ObjNum 527 snap 161 seq_num 527) dirty exists 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1688: left oid 32 (ObjNum 527 snap 161 seq_num 527) 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1689: finishing write tid 1 to smithi01981774-30 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1689: finishing write tid 2 to smithi01981774-30 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1689: finishing write tid 3 to smithi01981774-30 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1689: finishing write tid 4 to smithi01981774-30 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1680: done (6 left) 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1681: done (5 left) 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1686: done (4 left) 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1687: done (3 left) 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1688: done (2 left) 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1690: done (1 left) 2024-04-02T08:36:21.838 INFO:tasks.rados.rados.0.smithi019.stdout:1691: snap_remove snap 159 2024-04-02T08:36:21.865 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:21 smithi066 ceph-mon[87361]: pgmap v244: 121 pgs: 121 active+clean; 279 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:36:21.865 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:21 smithi066 ceph-mon[87361]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:36:21.865 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:21 smithi066 ceph-mon[87361]: osd.3 marked itself down and dead 2024-04-02T08:36:22.438 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:22 smithi019 podman[117437]: 2024-04-02 08:36:22.129843084 +0000 UTC m=+0.851080454 container died 7edc1ae7421feced5f089b2ae64f45c28f5cced68a110878fa2f99a7da07a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:22.594 INFO:tasks.rados.rados.0.smithi019.stdout:1691: done (1 left) 2024-04-02T08:36:22.594 INFO:tasks.rados.rados.0.smithi019.stdout:1692: read oid 34 snap 155 2024-04-02T08:36:22.594 INFO:tasks.rados.rados.0.smithi019.stdout:1692: expect (ObjNum 498 snap 152 seq_num 498) 2024-04-02T08:36:22.594 INFO:tasks.rados.rados.0.smithi019.stdout:1693: rollback oid 41 current snap is 161 2024-04-02T08:36:22.594 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 41 to 155 2024-04-02T08:36:22.594 INFO:tasks.rados.rados.0.smithi019.stdout:1694: read oid 28 snap -1 2024-04-02T08:36:22.595 INFO:tasks.rados.rados.0.smithi019.stdout:1694: expect deleted 2024-04-02T08:36:22.595 INFO:tasks.rados.rados.0.smithi019.stdout:1695: snap_remove snap 148 2024-04-02T08:36:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:22 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:22 smithi019 ceph-mon[96522]: osdmap e395: 8 total, 7 up, 8 in 2024-04-02T08:36:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:22 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:22 smithi019 ceph-mon[94035]: osdmap e395: 8 total, 7 up, 8 in 2024-04-02T08:36:22.696 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:22 smithi019 podman[117437]: 2024-04-02 08:36:22.549651537 +0000 UTC m=+1.270888887 container cleanup 7edc1ae7421feced5f089b2ae64f45c28f5cced68a110878fa2f99a7da07a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:36:22.696 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:22 smithi019 bash[117437]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T08:36:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:22 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:22 smithi066 ceph-mon[87361]: osdmap e395: 8 total, 7 up, 8 in 2024-04-02T08:36:23.181 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:22 smithi019 podman[117460]: 2024-04-02 08:36:22.774066149 +0000 UTC m=+0.634549638 container remove 7edc1ae7421feced5f089b2ae64f45c28f5cced68a110878fa2f99a7da07a160 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:23.446 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:23 smithi019 podman[117560]: 2024-04-02 08:36:23.183272062 +0000 UTC m=+0.105946198 container create 5b24eb4b68b8e9e4597d6dfb87345a2670cb25fd39e9f395f8a714a067b623c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:36:23.446 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:23 smithi019 podman[117560]: 2024-04-02 08:36:23.094935663 +0000 UTC m=+0.017609785 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:36:23.446 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:23 smithi019 podman[117560]: 2024-04-02 08:36:23.410936974 +0000 UTC m=+0.333611072 container init 5b24eb4b68b8e9e4597d6dfb87345a2670cb25fd39e9f395f8a714a067b623c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:36:23.446 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:23 smithi019 podman[117560]: 2024-04-02 08:36:23.417095464 +0000 UTC m=+0.339769558 container start 5b24eb4b68b8e9e4597d6dfb87345a2670cb25fd39e9f395f8a714a067b623c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T08:36:23.595 INFO:tasks.rados.rados.0.smithi019.stdout:1695: done (4 left) 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1696: rollback oid 26 current snap is 161 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 26 to 155 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1689: finishing write tid 5 to smithi01981774-30 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1689: oid 30 updating version 0 to 1407 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1689: oid 30 version 1407 is already newer than 1404 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1689: oid 30 version 1407 is already newer than 1406 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1689: oid 30 version 1407 is already newer than 1405 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1407 (ObjNum 528 snap 161 seq_num 528) dirty exists 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1689: left oid 30 (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:23.596 INFO:tasks.rados.rados.0.smithi019.stdout:1689: done (4 left) 2024-04-02T08:36:23.597 INFO:tasks.rados.rados.0.smithi019.stdout:1697: snap_remove snap 160 2024-04-02T08:36:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:23 smithi066 ceph-mon[87361]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 278 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-02T08:36:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:23 smithi066 ceph-mon[87361]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:23.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:23 smithi019 ceph-mon[94035]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 278 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-02T08:36:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:23 smithi019 ceph-mon[94035]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:23.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:23 smithi019 ceph-mon[96522]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 239 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 278 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-04-02T08:36:23.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:23 smithi019 ceph-mon[96522]: osdmap e396: 8 total, 7 up, 8 in 2024-04-02T08:36:23.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:23.947 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:23 smithi019 podman[117560]: 2024-04-02 08:36:23.519223688 +0000 UTC m=+0.441897787 container attach 5b24eb4b68b8e9e4597d6dfb87345a2670cb25fd39e9f395f8a714a067b623c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-02T08:36:23.947 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:23 smithi019 podman[117560]: 2024-04-02 08:36:23.729289075 +0000 UTC m=+0.651963180 container died 5b24eb4b68b8e9e4597d6dfb87345a2670cb25fd39e9f395f8a714a067b623c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:36:24.578 INFO:tasks.rados.rados.0.smithi019.stdout:1697: done (4 left) 2024-04-02T08:36:24.578 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 161 2024-04-02T08:36:24.578 INFO:tasks.rados.rados.0.smithi019.stdout:1698: seq_num 529 ranges {2080768=466944,2547712=647168,3194880=532480,3727360=24576} 2024-04-02T08:36:24.597 INFO:tasks.rados.rados.0.smithi019.stdout:1698: writing smithi01981774-7 from 2080768 to 2547712 tid 1 2024-04-02T08:36:24.602 INFO:tasks.rados.rados.0.smithi019.stdout:1698: writing smithi01981774-7 from 2547712 to 3194880 tid 2 2024-04-02T08:36:24.606 INFO:tasks.rados.rados.0.smithi019.stdout:1698: writing smithi01981774-7 from 3194880 to 3727360 tid 3 2024-04-02T08:36:24.606 INFO:tasks.rados.rados.0.smithi019.stdout:1698: writing smithi01981774-7 from 3727360 to 3751936 tid 4 2024-04-02T08:36:24.606 INFO:tasks.rados.rados.0.smithi019.stdout:1699: read oid 48 snap -1 2024-04-02T08:36:24.607 INFO:tasks.rados.rados.0.smithi019.stdout:1699: expect (ObjNum 523 snap 161 seq_num 523) 2024-04-02T08:36:24.607 INFO:tasks.rados.rados.0.smithi019.stdout:1700: rollback oid 1 current snap is 161 2024-04-02T08:36:24.607 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 155 2024-04-02T08:36:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:1693: finishing rollback tid 0 to smithi01981774-41 2024-04-02T08:36:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:1693: finishing rollback tid 1 to smithi01981774-41 2024-04-02T08:36:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:1693: finishing rollback tid 2 to smithi01981774-41 2024-04-02T08:36:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1417 (ObjNum 504 snap 154 seq_num 504) dirty exists 2024-04-02T08:36:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:1692: expect (ObjNum 498 snap 152 seq_num 498) 2024-04-02T08:36:24.667 INFO:tasks.rados.rados.0.smithi019.stdout:1696: finishing rollback tid 1 to smithi01981774-26 2024-04-02T08:36:24.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:36:24.667 INFO:tasks.rados.rados.0.smithi019.stdout:1700: finishing rollback tid 0 to smithi01981774-1 2024-04-02T08:36:24.667 INFO:tasks.rados.rados.0.smithi019.stdout:1700: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:36:24.668 INFO:tasks.rados.rados.0.smithi019.stdout:1700: finishing rollback tid 2 to smithi01981774-1 2024-04-02T08:36:24.668 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 901 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-04-02T08:36:24.668 INFO:tasks.rados.rados.0.smithi019.stdout:1698: finishing write tid 1 to smithi01981774-7 2024-04-02T08:36:24.668 INFO:tasks.rados.rados.0.smithi019.stdout:1698: finishing write tid 2 to smithi01981774-7 2024-04-02T08:36:24.668 INFO:tasks.rados.rados.0.smithi019.stdout:1698: finishing write tid 3 to smithi01981774-7 2024-04-02T08:36:24.668 INFO:tasks.rados.rados.0.smithi019.stdout:1698: finishing write tid 4 to smithi01981774-7 2024-04-02T08:36:24.668 INFO:tasks.rados.rados.0.smithi019.stdout:1698: finishing write tid 5 to smithi01981774-7 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1692: done (6 left) 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1693: done (5 left) 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1694: done (4 left) 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1696: done (3 left) 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1700: done (2 left) 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1701: copy_from oid 28 from oid 31 current snap is 161 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1698: finishing write tid 6 to smithi01981774-7 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1698: oid 7 updating version 0 to 1432 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1698: oid 7 updating version 1432 to 1434 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1698: oid 7 version 1434 is already newer than 1431 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1698: oid 7 updating version 1434 to 1435 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1698: oid 7 version 1435 is already newer than 1433 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1435 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:36:24.669 INFO:tasks.rados.rados.0.smithi019.stdout:1698: left oid 7 (ObjNum 529 snap 161 seq_num 529) 2024-04-02T08:36:24.670 INFO:tasks.rados.rados.0.smithi019.stdout:1699: expect (ObjNum 523 snap 161 seq_num 523) 2024-04-02T08:36:24.807 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:24 smithi019 ceph-mon[94035]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:24.807 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:24 smithi019 ceph-mon[94035]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:24.807 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:24 smithi019 ceph-mon[96522]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:24.808 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:24 smithi019 ceph-mon[96522]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:24.808 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:24 smithi019 podman[117605]: 2024-04-02 08:36:24.507088461 +0000 UTC m=+0.773042391 container remove 5b24eb4b68b8e9e4597d6dfb87345a2670cb25fd39e9f395f8a714a067b623c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T08:36:24.808 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:24 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-02T08:36:24.808 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:24 smithi019 systemd[1]: Stopped Ceph osd.3 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:24.808 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:24 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Consumed 10.445s CPU time. 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:1701: finishing copy_from racing read to smithi01981774-28 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:1701: finishing copy_from to smithi01981774-28 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 491 (ObjNum 494 snap 152 seq_num 494) dirty exists 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:1698: done (2 left) 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:1699: done (1 left) 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:1701: done (0 left) 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 161 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:1702: seq_num 530 ranges {376832=483328,860160=532480,1392640=671744} 2024-04-02T08:36:24.935 INFO:tasks.rados.rados.0.smithi019.stdout:1702: writing smithi01981774-42 from 376832 to 860160 tid 1 2024-04-02T08:36:24.939 INFO:tasks.rados.rados.0.smithi019.stdout:1702: writing smithi01981774-42 from 860160 to 1392640 tid 2 2024-04-02T08:36:24.943 INFO:tasks.rados.rados.0.smithi019.stdout:1702: writing smithi01981774-42 from 1392640 to 2064384 tid 3 2024-04-02T08:36:24.943 INFO:tasks.rados.rados.0.smithi019.stdout:1703: read oid 30 snap -1 2024-04-02T08:36:24.943 INFO:tasks.rados.rados.0.smithi019.stdout:1703: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:24.943 INFO:tasks.rados.rados.0.smithi019.stdout:1704: rollback oid 16 current snap is 161 2024-04-02T08:36:24.943 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 155 2024-04-02T08:36:24.943 INFO:tasks.rados.rados.0.smithi019.stdout:1702: finishing write tid 1 to smithi01981774-42 2024-04-02T08:36:24.944 INFO:tasks.rados.rados.0.smithi019.stdout:1702: finishing write tid 2 to smithi01981774-42 2024-04-02T08:36:24.944 INFO:tasks.rados.rados.0.smithi019.stdout:1705: delete oid 20 current snap is 161 2024-04-02T08:36:24.947 INFO:tasks.rados.rados.0.smithi019.stdout:1702: finishing write tid 3 to smithi01981774-42 2024-04-02T08:36:24.947 INFO:tasks.rados.rados.0.smithi019.stdout:1702: finishing write tid 4 to smithi01981774-42 2024-04-02T08:36:24.949 INFO:tasks.rados.rados.0.smithi019.stdout:1704: finishing rollback tid 0 to smithi01981774-16 2024-04-02T08:36:24.949 INFO:tasks.rados.rados.0.smithi019.stdout:1705: done (3 left) 2024-04-02T08:36:24.949 INFO:tasks.rados.rados.0.smithi019.stdout:1706: delete oid 41 current snap is 161 2024-04-02T08:36:24.949 INFO:tasks.rados.rados.0.smithi019.stdout:1702: finishing write tid 5 to smithi01981774-42 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:1702: oid 42 updating version 0 to 544 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:1702: oid 42 version 544 is already newer than 542 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:1702: oid 42 updating version 544 to 545 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:1702: oid 42 version 545 is already newer than 543 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 545 (ObjNum 530 snap 161 seq_num 530) dirty exists 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:1702: left oid 42 (ObjNum 530 snap 161 seq_num 530) 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:1704: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:1704: finishing rollback tid 2 to smithi01981774-16 2024-04-02T08:36:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 759 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:36:24.957 INFO:tasks.rados.rados.0.smithi019.stdout:1703: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:25.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:24 smithi066 ceph-mon[87361]: osdmap e397: 8 total, 7 up, 8 in 2024-04-02T08:36:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:24 smithi066 ceph-mon[87361]: osdmap e398: 8 total, 7 up, 8 in 2024-04-02T08:36:25.066 INFO:tasks.rados.rados.0.smithi019.stdout:1702: done (3 left) 2024-04-02T08:36:25.066 INFO:tasks.rados.rados.0.smithi019.stdout:1703: done (2 left) 2024-04-02T08:36:25.066 INFO:tasks.rados.rados.0.smithi019.stdout:1704: done (1 left) 2024-04-02T08:36:25.067 INFO:tasks.rados.rados.0.smithi019.stdout:1706: done (0 left) 2024-04-02T08:36:25.067 INFO:tasks.rados.rados.0.smithi019.stdout:1707: read oid 32 snap -1 2024-04-02T08:36:25.067 INFO:tasks.rados.rados.0.smithi019.stdout:1707: expect (ObjNum 527 snap 161 seq_num 527) 2024-04-02T08:36:25.067 INFO:tasks.rados.rados.0.smithi019.stdout:1708: setattr oid 19 current snap is 161 2024-04-02T08:36:25.068 INFO:tasks.rados.rados.0.smithi019.stdout:1709: snap_remove snap 155 2024-04-02T08:36:25.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:24 smithi019 systemd[1]: Starting Ceph osd.3 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:25.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 podman[117710]: 2024-04-02 08:36:24.945093349 +0000 UTC m=+0.023350016 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:36:25.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 podman[117710]: 2024-04-02 08:36:25.058532955 +0000 UTC m=+0.136789609 container create 9fe70c9b2a5574ba6ed45c3bd2db3f0dbe36f4014aefbfb7ca512b15da5b53d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:36:25.611 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-mon[94035]: pgmap v250: 121 pgs: 2 active+undersized+degraded, 19 active+undersized, 5 stale+active+clean, 95 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 25 op/s; 11/354 objects degraded (3.107%) 2024-04-02T08:36:25.611 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 podman[117710]: 2024-04-02 08:36:25.402924318 +0000 UTC m=+0.481180985 container init 9fe70c9b2a5574ba6ed45c3bd2db3f0dbe36f4014aefbfb7ca512b15da5b53d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-04-02T08:36:25.611 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 podman[117710]: 2024-04-02 08:36:25.408752284 +0000 UTC m=+0.487008945 container start 9fe70c9b2a5574ba6ed45c3bd2db3f0dbe36f4014aefbfb7ca512b15da5b53d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326) 2024-04-02T08:36:25.611 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 podman[117710]: 2024-04-02 08:36:25.544592755 +0000 UTC m=+0.622849425 container attach 9fe70c9b2a5574ba6ed45c3bd2db3f0dbe36f4014aefbfb7ca512b15da5b53d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:25.612 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-mon[96522]: pgmap v250: 121 pgs: 2 active+undersized+degraded, 19 active+undersized, 5 stale+active+clean, 95 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 25 op/s; 11/354 objects degraded (3.107%) 2024-04-02T08:36:25.612 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 11/354 objects degraded (3.107%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:25.625 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 855 (ObjNum 346 snap 107 seq_num 346) dirty exists 2024-04-02T08:36:25.625 INFO:tasks.rados.rados.0.smithi019.stdout:1707: expect (ObjNum 527 snap 161 seq_num 527) 2024-04-02T08:36:25.885 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 11/354 objects degraded (3.107%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:25.897 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:1707: done (2 left) 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:1708: done (1 left) 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:1709: done (0 left) 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:1710: read oid 2 snap -1 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:1710: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:1711: rmattr oid 24 current snap is 161 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 161 2024-04-02T08:36:26.036 INFO:tasks.rados.rados.0.smithi019.stdout:1712: seq_num 533 ranges {3899392=532480,4431872=630784,5062656=516096,5578752=57344} 2024-04-02T08:36:26.060 INFO:tasks.rados.rados.0.smithi019.stdout:1712: writing smithi01981774-37 from 3899392 to 4431872 tid 1 2024-04-02T08:36:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:25 smithi066 ceph-mon[87361]: pgmap v250: 121 pgs: 2 active+undersized+degraded, 19 active+undersized, 5 stale+active+clean, 95 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 25 op/s; 11/354 objects degraded (3.107%) 2024-04-02T08:36:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:25 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 11/354 objects degraded (3.107%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:26.063 INFO:tasks.rados.rados.0.smithi019.stdout:1712: writing smithi01981774-37 from 4431872 to 5062656 tid 2 2024-04-02T08:36:26.067 INFO:tasks.rados.rados.0.smithi019.stdout:1712: writing smithi01981774-37 from 5062656 to 5578752 tid 3 2024-04-02T08:36:26.067 INFO:tasks.rados.rados.0.smithi019.stdout:1712: writing smithi01981774-37 from 5578752 to 5636096 tid 4 2024-04-02T08:36:26.067 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 161 2024-04-02T08:36:26.067 INFO:tasks.rados.rados.0.smithi019.stdout:1713: seq_num 534 ranges {5128192=548864,5677056=516096,6193152=688128} 2024-04-02T08:36:26.098 INFO:tasks.rados.rados.0.smithi019.stdout:1713: writing smithi01981774-47 from 5128192 to 5677056 tid 1 2024-04-02T08:36:26.101 INFO:tasks.rados.rados.0.smithi019.stdout:1713: writing smithi01981774-47 from 5677056 to 6193152 tid 2 2024-04-02T08:36:26.105 INFO:tasks.rados.rados.0.smithi019.stdout:1713: writing smithi01981774-47 from 6193152 to 6881280 tid 3 2024-04-02T08:36:26.106 INFO:tasks.rados.rados.0.smithi019.stdout:1714: snap_create 2024-04-02T08:36:26.106 INFO:tasks.rados.rados.0.smithi019.stdout:1710: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117735]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 bash[117710]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 bash[117710]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 bash[117710]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 bash[117710]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 bash[117710]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 bash[117710]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 bash[117710]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117735]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117735]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:36:26.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117735]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:36:26.197 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117735]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:36:26.197 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117735]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:36:26.197 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[117735]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:36:26.197 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:25 smithi019 podman[117710]: 2024-04-02 08:36:25.926049073 +0000 UTC m=+1.004305746 container died 9fe70c9b2a5574ba6ed45c3bd2db3f0dbe36f4014aefbfb7ca512b15da5b53d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 908 (ObjNum 462 snap 144 seq_num 462) dirty exists 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:1712: finishing write tid 1 to smithi01981774-37 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:1712: finishing write tid 2 to smithi01981774-37 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:1712: finishing write tid 3 to smithi01981774-37 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:1712: finishing write tid 4 to smithi01981774-37 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:1712: finishing write tid 5 to smithi01981774-37 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:1712: finishing write tid 6 to smithi01981774-37 2024-04-02T08:36:26.216 INFO:tasks.rados.rados.0.smithi019.stdout:1712: oid 37 updating version 0 to 567 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1712: oid 37 version 567 is already newer than 565 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1712: oid 37 version 567 is already newer than 566 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1712: oid 37 updating version 567 to 568 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1712: oid 37 updating version 568 to 569 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 569 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1712: left oid 37 (ObjNum 533 snap 161 seq_num 533) 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: finishing write tid 1 to smithi01981774-47 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: finishing write tid 2 to smithi01981774-47 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: finishing write tid 3 to smithi01981774-47 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: finishing write tid 4 to smithi01981774-47 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: finishing write tid 5 to smithi01981774-47 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: oid 47 updating version 0 to 572 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: oid 47 version 572 is already newer than 570 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: oid 47 updating version 572 to 573 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: oid 47 version 573 is already newer than 571 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 573 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-04-02T08:36:26.217 INFO:tasks.rados.rados.0.smithi019.stdout:1713: left oid 47 (ObjNum 534 snap 161 seq_num 534) 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (7m) 15s ago 8m 25.7M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (8m) 2m ago 8m 89.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (9m) 15s ago 9m 19.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (9m) 2m ago 9m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (3m) 15s ago 14m 505M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (3m) 15s ago 14m 54.1M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (2m) 2m ago 13m 22.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (2m) 15s ago 13m 45.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (7m) 15s ago 7m 16.9M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:36:26.249 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (7m) 2m ago 7m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (89s) 15s ago 12m 133M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (55s) 15s ago 12m 109M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (19s) 15s ago 11m 15.1M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (11m) 15s ago 11m 148M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 7edc1ae7421f 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (10m) 2m ago 10m 129M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (10m) 2m ago 10m 158M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (10m) 2m ago 10m 108M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (9m) 2m ago 9m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:36:26.250 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (3m) 2m ago 8m 53.9M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:36:26.630 INFO:tasks.rados.rados.0.smithi019.stdout:1710: done (4 left) 2024-04-02T08:36:26.630 INFO:tasks.rados.rados.0.smithi019.stdout:1711: done (3 left) 2024-04-02T08:36:26.630 INFO:tasks.rados.rados.0.smithi019.stdout:1712: done (2 left) 2024-04-02T08:36:26.630 INFO:tasks.rados.rados.0.smithi019.stdout:1713: done (1 left) 2024-04-02T08:36:26.630 INFO:tasks.rados.rados.0.smithi019.stdout:1714: done (0 left) 2024-04-02T08:36:26.630 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 162 2024-04-02T08:36:26.630 INFO:tasks.rados.rados.0.smithi019.stdout:1715: seq_num 535 ranges {6766592=565248,7331840=802816,8134656=401408} 2024-04-02T08:36:26.670 INFO:tasks.rados.rados.0.smithi019.stdout:1715: writing smithi01981774-9 from 6766592 to 7331840 tid 1 2024-04-02T08:36:26.674 INFO:tasks.rados.rados.0.smithi019.stdout:1715: writing smithi01981774-9 from 7331840 to 8134656 tid 2 2024-04-02T08:36:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:1715: writing smithi01981774-9 from 8134656 to 8536064 tid 3 2024-04-02T08:36:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 162 2024-04-02T08:36:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:1715: finishing write tid 1 to smithi01981774-9 2024-04-02T08:36:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:1716: seq_num 536 ranges {0=581632,581632=688128,1269760=516096} 2024-04-02T08:36:26.680 INFO:tasks.rados.rados.0.smithi019.stdout:1716: writing smithi01981774-10 from 0 to 581632 tid 1 2024-04-02T08:36:26.684 INFO:tasks.rados.rados.0.smithi019.stdout:1716: writing smithi01981774-10 from 581632 to 1269760 tid 2 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1716: writing smithi01981774-10 from 1269760 to 1785856 tid 3 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1717: copy_from oid 6 from oid 7 current snap is 162 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: finishing write tid 2 to smithi01981774-9 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: finishing write tid 3 to smithi01981774-9 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: finishing write tid 4 to smithi01981774-9 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: finishing write tid 5 to smithi01981774-9 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: oid 9 updating version 0 to 600 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: oid 9 version 600 is already newer than 597 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: oid 9 version 600 is already newer than 598 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: oid 9 version 600 is already newer than 599 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 600 (ObjNum 535 snap 162 seq_num 535) dirty exists 2024-04-02T08:36:26.688 INFO:tasks.rados.rados.0.smithi019.stdout:1715: left oid 9 (ObjNum 535 snap 162 seq_num 535) 2024-04-02T08:36:26.689 INFO:tasks.rados.rados.0.smithi019.stdout:1716: finishing write tid 1 to smithi01981774-10 2024-04-02T08:36:26.689 INFO:tasks.rados.rados.0.smithi019.stdout:1715: done (2 left) 2024-04-02T08:36:26.689 INFO:tasks.rados.rados.0.smithi019.stdout:1718: rmattr oid 50 current snap is 162 2024-04-02T08:36:26.689 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 162 2024-04-02T08:36:26.689 INFO:tasks.rados.rados.0.smithi019.stdout:1719: seq_num 537 ranges {1548288=598016,2146304=573440,2719744=491520,3211264=139264} 2024-04-02T08:36:26.700 INFO:tasks.rados.rados.0.smithi019.stdout:1719: writing smithi01981774-4 from 1548288 to 2146304 tid 1 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:36:26.701 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:36:26.702 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:36:26.703 INFO:tasks.rados.rados.0.smithi019.stdout:1719: writing smithi01981774-4 from 2146304 to 2719744 tid 2 2024-04-02T08:36:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:1719: writing smithi01981774-4 from 2719744 to 3211264 tid 3 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1719: writing smithi01981774-4 from 3211264 to 3350528 tid 4 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1720: delete oid 15 current snap is 162 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: finishing write tid 2 to smithi01981774-10 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 471 (ObjNum 525 snap 161 seq_num 525) dirty exists 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: finishing write tid 3 to smithi01981774-10 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: finishing write tid 4 to smithi01981774-10 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: finishing write tid 5 to smithi01981774-10 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: oid 10 updating version 0 to 498 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: oid 10 version 498 is already newer than 495 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: oid 10 version 498 is already newer than 496 2024-04-02T08:36:26.708 INFO:tasks.rados.rados.0.smithi019.stdout:1716: oid 10 version 498 is already newer than 497 2024-04-02T08:36:26.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 498 (ObjNum 536 snap 162 seq_num 536) dirty exists 2024-04-02T08:36:26.709 INFO:tasks.rados.rados.0.smithi019.stdout:1716: left oid 10 (ObjNum 536 snap 162 seq_num 536) 2024-04-02T08:36:26.709 INFO:tasks.rados.rados.0.smithi019.stdout:1719: finishing write tid 1 to smithi01981774-4 2024-04-02T08:36:26.709 INFO:tasks.rados.rados.0.smithi019.stdout:1717: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1717: finishing copy_from to smithi01981774-6 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1435 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1716: done (4 left) 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1717: done (3 left) 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1718: done (2 left) 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1720: done (1 left) 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1721: read oid 11 snap -1 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1721: expect deleted 2024-04-02T08:36:26.710 INFO:tasks.rados.rados.0.smithi019.stdout:1722: snap_create 2024-04-02T08:36:26.711 INFO:tasks.rados.rados.0.smithi019.stdout:1719: finishing write tid 2 to smithi01981774-4 2024-04-02T08:36:26.711 INFO:tasks.rados.rados.0.smithi019.stdout:1719: finishing write tid 3 to smithi01981774-4 2024-04-02T08:36:26.711 INFO:tasks.rados.rados.0.smithi019.stdout:1719: finishing write tid 4 to smithi01981774-4 2024-04-02T08:36:26.711 INFO:tasks.rados.rados.0.smithi019.stdout:1719: finishing write tid 5 to smithi01981774-4 2024-04-02T08:36:26.712 INFO:tasks.rados.rados.0.smithi019.stdout:1719: finishing write tid 6 to smithi01981774-4 2024-04-02T08:36:26.712 INFO:tasks.rados.rados.0.smithi019.stdout:1719: oid 4 updating version 0 to 603 2024-04-02T08:36:26.712 INFO:tasks.rados.rados.0.smithi019.stdout:1719: oid 4 updating version 603 to 604 2024-04-02T08:36:26.712 INFO:tasks.rados.rados.0.smithi019.stdout:1719: oid 4 updating version 604 to 606 2024-04-02T08:36:26.712 INFO:tasks.rados.rados.0.smithi019.stdout:1719: oid 4 version 606 is already newer than 602 2024-04-02T08:36:26.712 INFO:tasks.rados.rados.0.smithi019.stdout:1719: oid 4 version 606 is already newer than 605 2024-04-02T08:36:26.713 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 606 (ObjNum 537 snap 162 seq_num 537) dirty exists 2024-04-02T08:36:26.713 INFO:tasks.rados.rados.0.smithi019.stdout:1719: left oid 4 (ObjNum 537 snap 162 seq_num 537) 2024-04-02T08:36:26.815 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:26 smithi019 ceph-mon[94035]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:26.815 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:26 smithi019 ceph-mon[94035]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:26.815 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:26 smithi019 ceph-mon[96522]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:26.815 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:26 smithi019 ceph-mon[96522]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:26.816 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:26 smithi019 podman[117915]: 2024-04-02 08:36:26.549114191 +0000 UTC m=+0.611079134 container remove 9fe70c9b2a5574ba6ed45c3bd2db3f0dbe36f4014aefbfb7ca512b15da5b53d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:26.816 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:26 smithi019 podman[118026]: 2024-04-02 08:36:26.69336515 +0000 UTC m=+0.026461707 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:36:26.816 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:26 smithi019 podman[118026]: 2024-04-02 08:36:26.817209906 +0000 UTC m=+0.150306481 container create d78eb26f76491823ec910e9e445190cbcd8b60b0d9249888d414161f0d9f49b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T08:36:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:26 smithi066 ceph-mon[87361]: osdmap e399: 8 total, 7 up, 8 in 2024-04-02T08:36:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:26 smithi066 ceph-mon[87361]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:27.117 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:27 smithi019 podman[118026]: 2024-04-02 08:36:27.011338754 +0000 UTC m=+0.344435300 container init d78eb26f76491823ec910e9e445190cbcd8b60b0d9249888d414161f0d9f49b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:27.117 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:27 smithi019 podman[118026]: 2024-04-02 08:36:27.016789802 +0000 UTC m=+0.349886335 container start d78eb26f76491823ec910e9e445190cbcd8b60b0d9249888d414161f0d9f49b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:36:27.117 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-osd[118068]: -- 172.21.15.19:0/4115291353 <== mon.2 v2:172.21.15.19:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558c772d9680 con 0x558c772a3000 2024-04-02T08:36:27.446 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:27 smithi019 bash[118026]: d78eb26f76491823ec910e9e445190cbcd8b60b0d9249888d414161f0d9f49b7 2024-04-02T08:36:27.446 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:27 smithi019 systemd[1]: Started Ceph osd.3 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:36:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:1719: done (2 left) 2024-04-02T08:36:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:1721: done (1 left) 2024-04-02T08:36:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:1722: done (0 left) 2024-04-02T08:36:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:1723: delete oid 24 current snap is 163 2024-04-02T08:36:27.641 INFO:tasks.rados.rados.0.smithi019.stdout:1723: done (0 left) 2024-04-02T08:36:27.641 INFO:tasks.rados.rados.0.smithi019.stdout:1724: snap_create 2024-04-02T08:36:27.946 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T08:36:27.564+0000 7f37709b37c0 -1 Falling back to public interface 2024-04-02T08:36:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[94035]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[94035]: pgmap v253: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 23 op/s; 31/291 objects degraded (10.653%) 2024-04-02T08:36:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[94035]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3182245248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[96522]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[96522]: pgmap v253: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 23 op/s; 31/291 objects degraded (10.653%) 2024-04-02T08:36:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[96522]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3182245248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:27 smithi066 ceph-mon[87361]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:27 smithi066 ceph-mon[87361]: pgmap v253: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 23 op/s; 31/291 objects degraded (10.653%) 2024-04-02T08:36:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:27 smithi066 ceph-mon[87361]: osdmap e400: 8 total, 7 up, 8 in 2024-04-02T08:36:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:27 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3182245248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:28.644 INFO:tasks.rados.rados.0.smithi019.stdout:1724: done (0 left) 2024-04-02T08:36:28.644 INFO:tasks.rados.rados.0.smithi019.stdout:1725: snap_remove snap 161 2024-04-02T08:36:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:28 smithi019 ceph-mon[94035]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:28 smithi019 ceph-mon[96522]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:28 smithi066 ceph-mon[87361]: osdmap e401: 8 total, 7 up, 8 in 2024-04-02T08:36:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:29.579 INFO:tasks.rados.rados.0.smithi019.stdout:1725: done (0 left) 2024-04-02T08:36:29.579 INFO:tasks.rados.rados.0.smithi019.stdout:1726: snap_create 2024-04-02T08:36:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:29 smithi019 ceph-mon[94035]: pgmap v256: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 31/291 objects degraded (10.653%) 2024-04-02T08:36:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:29 smithi019 ceph-mon[94035]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:29 smithi019 ceph-mon[94035]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:36:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:29 smithi019 ceph-mon[96522]: pgmap v256: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 31/291 objects degraded (10.653%) 2024-04-02T08:36:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:29 smithi019 ceph-mon[96522]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:29 smithi019 ceph-mon[96522]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:36:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:29 smithi066 ceph-mon[87361]: pgmap v256: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 183 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 31/291 objects degraded (10.653%) 2024-04-02T08:36:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:29 smithi066 ceph-mon[87361]: osdmap e402: 8 total, 7 up, 8 in 2024-04-02T08:36:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:29 smithi066 ceph-mon[87361]: osdmap e403: 8 total, 7 up, 8 in 2024-04-02T08:36:30.582 INFO:tasks.rados.rados.0.smithi019.stdout:1726: done (0 left) 2024-04-02T08:36:30.582 INFO:tasks.rados.rados.0.smithi019.stdout:1727: read oid 11 snap -1 2024-04-02T08:36:30.582 INFO:tasks.rados.rados.0.smithi019.stdout:1727: expect deleted 2024-04-02T08:36:30.582 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 165 2024-04-02T08:36:30.582 INFO:tasks.rados.rados.0.smithi019.stdout:1728: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-04-02T08:36:30.585 INFO:tasks.rados.rados.0.smithi019.stdout:1728: writing smithi01981774-24 from 0 to 647168 tid 1 2024-04-02T08:36:30.589 INFO:tasks.rados.rados.0.smithi019.stdout:1728: writing smithi01981774-24 from 647168 to 1318912 tid 2 2024-04-02T08:36:30.592 INFO:tasks.rados.rados.0.smithi019.stdout:1728: writing smithi01981774-24 from 1318912 to 1851392 tid 3 2024-04-02T08:36:30.592 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 165 2024-04-02T08:36:30.592 INFO:tasks.rados.rados.0.smithi019.stdout:1729: seq_num 541 ranges {6766592=663552,7430144=557056,7987200=475136,8462336=172032} 2024-04-02T08:36:30.634 INFO:tasks.rados.rados.0.smithi019.stdout:1729: writing smithi01981774-32 from 6766592 to 7430144 tid 1 2024-04-02T08:36:30.637 INFO:tasks.rados.rados.0.smithi019.stdout:1729: writing smithi01981774-32 from 7430144 to 7987200 tid 2 2024-04-02T08:36:30.640 INFO:tasks.rados.rados.0.smithi019.stdout:1729: writing smithi01981774-32 from 7987200 to 8462336 tid 3 2024-04-02T08:36:30.641 INFO:tasks.rados.rados.0.smithi019.stdout:1729: writing smithi01981774-32 from 8462336 to 8634368 tid 4 2024-04-02T08:36:30.641 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 165 2024-04-02T08:36:30.641 INFO:tasks.rados.rados.0.smithi019.stdout:1730: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-04-02T08:36:30.645 INFO:tasks.rados.rados.0.smithi019.stdout:1730: writing smithi01981774-36 from 0 to 679936 tid 1 2024-04-02T08:36:30.648 INFO:tasks.rados.rados.0.smithi019.stdout:1730: writing smithi01981774-36 from 679936 to 1122304 tid 2 2024-04-02T08:36:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:1730: writing smithi01981774-36 from 1122304 to 1802240 tid 3 2024-04-02T08:36:30.652 INFO:tasks.rados.rados.0.smithi019.stdout:1730: writing smithi01981774-36 from 1802240 to 1884160 tid 4 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 165 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: finishing write tid 1 to smithi01981774-24 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: finishing write tid 2 to smithi01981774-24 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: finishing write tid 3 to smithi01981774-24 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: finishing write tid 4 to smithi01981774-24 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: finishing write tid 5 to smithi01981774-24 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: oid 24 updating version 0 to 914 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: oid 24 version 914 is already newer than 913 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: oid 24 updating version 914 to 915 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: oid 24 updating version 915 to 916 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 916 (ObjNum 540 snap 165 seq_num 540) dirty exists 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1728: left oid 24 (ObjNum 540 snap 165 seq_num 540) 2024-04-02T08:36:30.653 INFO:tasks.rados.rados.0.smithi019.stdout:1731: seq_num 543 ranges {9404416=704512,10108928=729088,10838016=475136} 2024-04-02T08:36:30.689 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T08:36:30.425+0000 7f37709b37c0 -1 osd.3 394 log_to_monitors true 2024-04-02T08:36:30.689 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:36:30] "GET /metrics HTTP/1.1" 200 36197 "" "Prometheus/2.43.0" 2024-04-02T08:36:30.709 INFO:tasks.rados.rados.0.smithi019.stdout:1731: writing smithi01981774-22 from 9404416 to 10108928 tid 1 2024-04-02T08:36:30.713 INFO:tasks.rados.rados.0.smithi019.stdout:1731: writing smithi01981774-22 from 10108928 to 10838016 tid 2 2024-04-02T08:36:30.716 INFO:tasks.rados.rados.0.smithi019.stdout:1731: writing smithi01981774-22 from 10838016 to 11313152 tid 3 2024-04-02T08:36:30.716 INFO:tasks.rados.rados.0.smithi019.stdout:1727: done (4 left) 2024-04-02T08:36:30.717 INFO:tasks.rados.rados.0.smithi019.stdout:1728: done (3 left) 2024-04-02T08:36:30.717 INFO:tasks.rados.rados.0.smithi019.stdout:1732: snap_remove snap 163 2024-04-02T08:36:30.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[94035]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:30.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[94035]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:30.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[94035]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:36:30.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[94035]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:36:30.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[96522]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:30.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[96522]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:30.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[96522]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:36:30.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:30 smithi019 ceph-mon[96522]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:36:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:30 smithi066 ceph-mon[87361]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:36:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:30 smithi066 ceph-mon[87361]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:36:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:30 smithi066 ceph-mon[87361]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:36:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:30 smithi066 ceph-mon[87361]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi019", "root=default"]}]: dispatch 2024-04-02T08:36:31.445 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T08:36:31.073+0000 7f375de03700 -1 osd.3 394 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1732: done (3 left) 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1733: rollback oid 20 current snap is 165 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 164 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1729: finishing write tid 1 to smithi01981774-32 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1730: finishing write tid 1 to smithi01981774-36 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1730: finishing write tid 2 to smithi01981774-36 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1729: finishing write tid 2 to smithi01981774-32 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1729: finishing write tid 3 to smithi01981774-32 2024-04-02T08:36:31.727 INFO:tasks.rados.rados.0.smithi019.stdout:1729: finishing write tid 4 to smithi01981774-32 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: finishing write tid 5 to smithi01981774-32 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: finishing write tid 6 to smithi01981774-32 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: oid 32 updating version 0 to 1192 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: oid 32 version 1192 is already newer than 1189 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: oid 32 version 1192 is already newer than 1190 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: oid 32 version 1192 is already newer than 1191 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: oid 32 version 1192 is already newer than 1188 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1192 (ObjNum 541 snap 165 seq_num 541) dirty exists 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: left oid 32 (ObjNum 541 snap 165 seq_num 541) 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1730: finishing write tid 3 to smithi01981774-36 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1730: finishing write tid 4 to smithi01981774-36 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1729: done (3 left) 2024-04-02T08:36:31.728 INFO:tasks.rados.rados.0.smithi019.stdout:1734: snap_remove snap 162 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: pgmap v259: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s; 32/264 objects degraded (12.121%) 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 32/264 objects degraded (12.121%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313] boot 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: osdmap e405: 8 total, 8 up, 8 in 2024-04-02T08:36:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: pgmap v259: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s; 32/264 objects degraded (12.121%) 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 32/264 objects degraded (12.121%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313] boot 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: osdmap e405: 8 total, 8 up, 8 in 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:36:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: pgmap v259: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s; 32/264 objects degraded (12.121%) 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 32/264 objects degraded (12.121%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: from='osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313]' entity='osd.3' 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: osd.3 [v2:172.21.15.19:6826/3527747313,v1:172.21.15.19:6827/3527747313] boot 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: osdmap e405: 8 total, 8 up, 8 in 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:36:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:32.736 INFO:tasks.rados.rados.0.smithi019.stdout:1734: done (3 left) 2024-04-02T08:36:32.736 INFO:tasks.rados.rados.0.smithi019.stdout:1735: read oid 43 snap 164 2024-04-02T08:36:32.736 INFO:tasks.rados.rados.0.smithi019.stdout:1735: expect (ObjNum 505 snap 154 seq_num 505) 2024-04-02T08:36:32.736 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 165 2024-04-02T08:36:32.737 INFO:tasks.rados.rados.0.smithi019.stdout:1736: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2024-04-02T08:36:32.740 INFO:tasks.rados.rados.0.smithi019.stdout:1736: writing smithi01981774-15 from 0 to 720896 tid 1 2024-04-02T08:36:32.755 INFO:tasks.rados.rados.0.smithi019.stdout:1736: writing smithi01981774-15 from 720896 to 1335296 tid 2 2024-04-02T08:36:32.760 INFO:tasks.rados.rados.0.smithi019.stdout:1736: writing smithi01981774-15 from 1335296 to 1925120 tid 3 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: finishing write tid 5 to smithi01981774-36 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: finishing write tid 6 to smithi01981774-36 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: oid 36 updating version 0 to 857 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: oid 36 updating version 857 to 858 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: oid 36 updating version 858 to 860 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: oid 36 version 860 is already newer than 859 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: oid 36 version 860 is already newer than 856 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 860 (ObjNum 542 snap 165 seq_num 542) dirty exists 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1730: left oid 36 (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1731: finishing write tid 1 to smithi01981774-22 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1731: finishing write tid 2 to smithi01981774-22 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1731: finishing write tid 3 to smithi01981774-22 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1731: finishing write tid 4 to smithi01981774-22 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1731: finishing write tid 5 to smithi01981774-22 2024-04-02T08:36:32.761 INFO:tasks.rados.rados.0.smithi019.stdout:1731: oid 22 updating version 0 to 614 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1731: oid 22 version 614 is already newer than 613 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1731: oid 22 version 614 is already newer than 611 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1731: oid 22 version 614 is already newer than 612 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 614 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1731: left oid 22 (ObjNum 543 snap 165 seq_num 543) 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1733: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1736: finishing write tid 1 to smithi01981774-15 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1730: done (4 left) 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1731: done (3 left) 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1733: done (2 left) 2024-04-02T08:36:32.762 INFO:tasks.rados.rados.0.smithi019.stdout:1737: copy_from oid 48 from oid 42 current snap is 165 2024-04-02T08:36:32.763 INFO:tasks.rados.rados.0.smithi019.stdout:1738: setattr oid 1 current snap is 165 2024-04-02T08:36:32.763 INFO:tasks.rados.rados.0.smithi019.stdout:1739: read oid 10 snap -1 2024-04-02T08:36:32.763 INFO:tasks.rados.rados.0.smithi019.stdout:1739: expect (ObjNum 536 snap 162 seq_num 536) 2024-04-02T08:36:32.764 INFO:tasks.rados.rados.0.smithi019.stdout:1740: read oid 17 snap -1 2024-04-02T08:36:32.764 INFO:tasks.rados.rados.0.smithi019.stdout:1740: expect (ObjNum 486 snap 149 seq_num 486) 2024-04-02T08:36:32.764 INFO:tasks.rados.rados.0.smithi019.stdout:1741: delete oid 28 current snap is 165 2024-04-02T08:36:32.767 INFO:tasks.rados.rados.0.smithi019.stdout:1736: finishing write tid 2 to smithi01981774-15 2024-04-02T08:36:32.771 INFO:tasks.rados.rados.0.smithi019.stdout:1736: finishing write tid 3 to smithi01981774-15 2024-04-02T08:36:32.771 INFO:tasks.rados.rados.0.smithi019.stdout:1736: finishing write tid 4 to smithi01981774-15 2024-04-02T08:36:32.777 INFO:tasks.rados.rados.0.smithi019.stdout:1740: expect (ObjNum 486 snap 149 seq_num 486) 2024-04-02T08:36:32.811 INFO:tasks.rados.rados.0.smithi019.stdout:1740: done (6 left) 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1741: done (5 left) 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1742: delete oid 33 current snap is 165 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 920 (ObjNum 507 snap 154 seq_num 507) dirty exists 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1737: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1736: finishing write tid 5 to smithi01981774-15 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1736: oid 15 updating version 0 to 1196 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1736: oid 15 version 1196 is already newer than 1194 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1736: oid 15 version 1196 is already newer than 1195 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1736: oid 15 version 1196 is already newer than 1193 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1196 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1736: left oid 15 (ObjNum 544 snap 165 seq_num 544) 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1737: finishing copy_from to smithi01981774-48 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 545 (ObjNum 530 snap 161 seq_num 530) dirty exists 2024-04-02T08:36:32.812 INFO:tasks.rados.rados.0.smithi019.stdout:1735: expect (ObjNum 505 snap 154 seq_num 505) 2024-04-02T08:36:33.309 INFO:tasks.rados.rados.0.smithi019.stdout:1739: expect (ObjNum 536 snap 162 seq_num 536) 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:1735: done (5 left) 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:1736: done (4 left) 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:1737: done (3 left) 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:1738: done (2 left) 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:1739: done (1 left) 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:1742: done (0 left) 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 165 2024-04-02T08:36:33.358 INFO:tasks.rados.rados.0.smithi019.stdout:1743: seq_num 547 ranges {1769472=770048,2539520=663552,3203072=466944,3670016=73728} 2024-04-02T08:36:33.371 INFO:tasks.rados.rados.0.smithi019.stdout:1743: writing smithi01981774-8 from 1769472 to 2539520 tid 1 2024-04-02T08:36:33.375 INFO:tasks.rados.rados.0.smithi019.stdout:1743: writing smithi01981774-8 from 2539520 to 3203072 tid 2 2024-04-02T08:36:33.378 INFO:tasks.rados.rados.0.smithi019.stdout:1743: writing smithi01981774-8 from 3203072 to 3670016 tid 3 2024-04-02T08:36:33.378 INFO:tasks.rados.rados.0.smithi019.stdout:1743: writing smithi01981774-8 from 3670016 to 3743744 tid 4 2024-04-02T08:36:33.378 INFO:tasks.rados.rados.0.smithi019.stdout:1744: delete oid 16 current snap is 165 2024-04-02T08:36:33.378 INFO:tasks.rados.rados.0.smithi019.stdout:1743: finishing write tid 1 to smithi01981774-8 2024-04-02T08:36:33.379 INFO:tasks.rados.rados.0.smithi019.stdout:1743: finishing write tid 2 to smithi01981774-8 2024-04-02T08:36:33.382 INFO:tasks.rados.rados.0.smithi019.stdout:1744: done (1 left) 2024-04-02T08:36:33.382 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 165 2024-04-02T08:36:33.382 INFO:tasks.rados.rados.0.smithi019.stdout:1745: seq_num 549 ranges {3751936=802816,4554752=483328,5038080=434176,5472256=286720} 2024-04-02T08:36:33.406 INFO:tasks.rados.rados.0.smithi019.stdout:1745: writing smithi01981774-7 from 3751936 to 4554752 tid 1 2024-04-02T08:36:33.409 INFO:tasks.rados.rados.0.smithi019.stdout:1745: writing smithi01981774-7 from 4554752 to 5038080 tid 2 2024-04-02T08:36:33.412 INFO:tasks.rados.rados.0.smithi019.stdout:1745: writing smithi01981774-7 from 5038080 to 5472256 tid 3 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1745: writing smithi01981774-7 from 5472256 to 5758976 tid 4 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1746: rollback oid 47 current snap is 165 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 164 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: finishing write tid 3 to smithi01981774-8 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: finishing write tid 4 to smithi01981774-8 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: finishing write tid 5 to smithi01981774-8 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: finishing write tid 6 to smithi01981774-8 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: oid 8 updating version 0 to 922 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: oid 8 updating version 922 to 924 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: oid 8 updating version 924 to 925 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: oid 8 updating version 925 to 926 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:1743: oid 8 version 926 is already newer than 923 2024-04-02T08:36:33.415 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 926 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1743: left oid 8 (ObjNum 547 snap 165 seq_num 547) 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1745: finishing write tid 1 to smithi01981774-7 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1745: finishing write tid 2 to smithi01981774-7 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1743: done (2 left) 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1747: copy_from oid 29 from oid 11 current snap is 165 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1748: read oid 50 snap -1 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1748: expect (ObjNum 525 snap 161 seq_num 525) 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1749: rollback oid 21 current snap is 165 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 164 2024-04-02T08:36:33.416 INFO:tasks.rados.rados.0.smithi019.stdout:1750: delete oid 46 current snap is 165 2024-04-02T08:36:33.419 INFO:tasks.rados.rados.0.smithi019.stdout:1746: finishing rollback tid 0 to smithi01981774-47 2024-04-02T08:36:33.419 INFO:tasks.rados.rados.0.smithi019.stdout:1745: finishing write tid 3 to smithi01981774-7 2024-04-02T08:36:33.419 INFO:tasks.rados.rados.0.smithi019.stdout:1745: finishing write tid 4 to smithi01981774-7 2024-04-02T08:36:33.419 INFO:tasks.rados.rados.0.smithi019.stdout:1746: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:36:33.419 INFO:tasks.rados.rados.0.smithi019.stdout:1746: finishing rollback tid 2 to smithi01981774-47 2024-04-02T08:36:33.419 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 577 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-04-02T08:36:33.420 INFO:tasks.rados.rados.0.smithi019.stdout:1749: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:36:33.420 INFO:tasks.rados.rados.0.smithi019.stdout:1749: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:36:33.421 INFO:tasks.rados.rados.0.smithi019.stdout:1749: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:36:33.421 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 473 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:36:33.421 INFO:tasks.rados.rados.0.smithi019.stdout:1745: finishing write tid 5 to smithi01981774-7 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1747: finishing copy_from to smithi01981774-29 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1747: got expected ENOENT (src dne) 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1747: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1745: finishing write tid 6 to smithi01981774-7 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1745: oid 7 updating version 0 to 1458 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1745: oid 7 updating version 1458 to 1461 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1745: oid 7 version 1461 is already newer than 1460 2024-04-02T08:36:33.422 INFO:tasks.rados.rados.0.smithi019.stdout:1745: oid 7 version 1461 is already newer than 1459 2024-04-02T08:36:33.423 INFO:tasks.rados.rados.0.smithi019.stdout:1745: oid 7 version 1461 is already newer than 1457 2024-04-02T08:36:33.423 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1461 (ObjNum 549 snap 165 seq_num 549) dirty exists 2024-04-02T08:36:33.423 INFO:tasks.rados.rados.0.smithi019.stdout:1745: left oid 7 (ObjNum 549 snap 165 seq_num 549) 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1745: done (5 left) 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1746: done (4 left) 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1747: done (3 left) 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1749: done (2 left) 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1750: done (1 left) 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1751: setattr oid 41 current snap is 165 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1752: rmattr oid 48 current snap is 165 2024-04-02T08:36:33.424 INFO:tasks.rados.rados.0.smithi019.stdout:1752: done (2 left) 2024-04-02T08:36:33.425 INFO:tasks.rados.rados.0.smithi019.stdout:1753: snap_remove snap 164 2024-04-02T08:36:33.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:33 smithi066 ceph-mon[87361]: pgmap v262: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 173 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s; 33/246 objects degraded (13.415%) 2024-04-02T08:36:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:33 smithi066 ceph-mon[87361]: osdmap e406: 8 total, 8 up, 8 in 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[94035]: pgmap v262: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 173 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s; 33/246 objects degraded (13.415%) 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[94035]: osdmap e406: 8 total, 8 up, 8 in 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[96522]: pgmap v262: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 173 MiB data, 963 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s; 33/246 objects degraded (13.415%) 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:33 smithi019 ceph-mon[96522]: osdmap e406: 8 total, 8 up, 8 in 2024-04-02T08:36:34.291 INFO:tasks.rados.rados.0.smithi019.stdout:1753: done (2 left) 2024-04-02T08:36:34.291 INFO:tasks.rados.rados.0.smithi019.stdout:1754: snap_create 2024-04-02T08:36:34.291 INFO:tasks.rados.rados.0.smithi019.stdout:1748: expect (ObjNum 525 snap 161 seq_num 525) 2024-04-02T08:36:34.447 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1464 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:36:35.303 INFO:tasks.rados.rados.0.smithi019.stdout:1748: done (2 left) 2024-04-02T08:36:35.303 INFO:tasks.rados.rados.0.smithi019.stdout:1751: done (1 left) 2024-04-02T08:36:35.303 INFO:tasks.rados.rados.0.smithi019.stdout:1754: done (0 left) 2024-04-02T08:36:35.303 INFO:tasks.rados.rados.0.smithi019.stdout:1755: read oid 36 snap -1 2024-04-02T08:36:35.303 INFO:tasks.rados.rados.0.smithi019.stdout:1755: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:36:35.303 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 166 2024-04-02T08:36:35.303 INFO:tasks.rados.rados.0.smithi019.stdout:1756: seq_num 551 ranges {1302528=434176,1736704=647168,2383872=450560,2834432=507904} 2024-04-02T08:36:35.312 INFO:tasks.rados.rados.0.smithi019.stdout:1756: writing smithi01981774-1 from 1302528 to 1736704 tid 1 2024-04-02T08:36:35.316 INFO:tasks.rados.rados.0.smithi019.stdout:1756: writing smithi01981774-1 from 1736704 to 2383872 tid 2 2024-04-02T08:36:35.319 INFO:tasks.rados.rados.0.smithi019.stdout:1756: writing smithi01981774-1 from 2383872 to 2834432 tid 3 2024-04-02T08:36:35.322 INFO:tasks.rados.rados.0.smithi019.stdout:1756: writing smithi01981774-1 from 2834432 to 3342336 tid 4 2024-04-02T08:36:35.323 INFO:tasks.rados.rados.0.smithi019.stdout:1757: rollback oid 8 current snap is 166 2024-04-02T08:36:35.323 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 165 2024-04-02T08:36:35.323 INFO:tasks.rados.rados.0.smithi019.stdout:1755: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:36:35.380 INFO:tasks.rados.rados.0.smithi019.stdout:1756: finishing write tid 1 to smithi01981774-1 2024-04-02T08:36:35.380 INFO:tasks.rados.rados.0.smithi019.stdout:1756: finishing write tid 2 to smithi01981774-1 2024-04-02T08:36:35.380 INFO:tasks.rados.rados.0.smithi019.stdout:1756: finishing write tid 3 to smithi01981774-1 2024-04-02T08:36:35.380 INFO:tasks.rados.rados.0.smithi019.stdout:1756: finishing write tid 4 to smithi01981774-1 2024-04-02T08:36:35.380 INFO:tasks.rados.rados.0.smithi019.stdout:1756: finishing write tid 5 to smithi01981774-1 2024-04-02T08:36:35.380 INFO:tasks.rados.rados.0.smithi019.stdout:1757: finishing rollback tid 0 to smithi01981774-8 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: finishing write tid 6 to smithi01981774-1 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: oid 1 updating version 0 to 935 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: oid 1 version 935 is already newer than 933 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: oid 1 version 935 is already newer than 932 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: oid 1 version 935 is already newer than 934 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: oid 1 updating version 935 to 936 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 936 (ObjNum 551 snap 166 seq_num 551) dirty exists 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: left oid 1 (ObjNum 551 snap 166 seq_num 551) 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1757: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1755: done (2 left) 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1756: done (1 left) 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1758: rollback oid 34 current snap is 166 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 165 2024-04-02T08:36:35.381 INFO:tasks.rados.rados.0.smithi019.stdout:1757: finishing rollback tid 2 to smithi01981774-8 2024-04-02T08:36:35.382 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 940 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-04-02T08:36:35.382 INFO:tasks.rados.rados.0.smithi019.stdout:1757: done (1 left) 2024-04-02T08:36:35.382 INFO:tasks.rados.rados.0.smithi019.stdout:1759: rmattr oid 3 current snap is 166 2024-04-02T08:36:35.382 INFO:tasks.rados.rados.0.smithi019.stdout:1759: done (1 left) 2024-04-02T08:36:35.382 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 166 2024-04-02T08:36:35.382 INFO:tasks.rados.rados.0.smithi019.stdout:1760: seq_num 552 ranges {5234688=450560,5685248=532480,6217728=655360,6873088=417792} 2024-04-02T08:36:35.410 INFO:tasks.rados.rados.0.smithi019.stdout:1760: writing smithi01981774-12 from 5234688 to 5685248 tid 1 2024-04-02T08:36:35.413 INFO:tasks.rados.rados.0.smithi019.stdout:1760: writing smithi01981774-12 from 5685248 to 6217728 tid 2 2024-04-02T08:36:35.417 INFO:tasks.rados.rados.0.smithi019.stdout:1760: writing smithi01981774-12 from 6217728 to 6873088 tid 3 2024-04-02T08:36:35.419 INFO:tasks.rados.rados.0.smithi019.stdout:1760: writing smithi01981774-12 from 6873088 to 7290880 tid 4 2024-04-02T08:36:35.419 INFO:tasks.rados.rados.0.smithi019.stdout:1761: read oid 14 snap -1 2024-04-02T08:36:35.420 INFO:tasks.rados.rados.0.smithi019.stdout:1761: expect (ObjNum 480 snap 148 seq_num 480) 2024-04-02T08:36:35.420 INFO:tasks.rados.rados.0.smithi019.stdout:1762: snap_create 2024-04-02T08:36:35.420 INFO:tasks.rados.rados.0.smithi019.stdout:1758: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:36:35.420 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 0 (ObjNum 513 snap 0 seq_num 2825164640) dirty dne 2024-04-02T08:36:35.420 INFO:tasks.rados.rados.0.smithi019.stdout:1760: finishing write tid 1 to smithi01981774-12 2024-04-02T08:36:35.420 INFO:tasks.rados.rados.0.smithi019.stdout:1760: finishing write tid 2 to smithi01981774-12 2024-04-02T08:36:35.422 INFO:tasks.rados.rados.0.smithi019.stdout:1760: finishing write tid 3 to smithi01981774-12 2024-04-02T08:36:35.422 INFO:tasks.rados.rados.0.smithi019.stdout:1760: finishing write tid 4 to smithi01981774-12 2024-04-02T08:36:35.423 INFO:tasks.rados.rados.0.smithi019.stdout:1760: finishing write tid 5 to smithi01981774-12 2024-04-02T08:36:35.425 INFO:tasks.rados.rados.0.smithi019.stdout:1760: finishing write tid 6 to smithi01981774-12 2024-04-02T08:36:35.425 INFO:tasks.rados.rados.0.smithi019.stdout:1760: oid 12 updating version 0 to 765 2024-04-02T08:36:35.425 INFO:tasks.rados.rados.0.smithi019.stdout:1760: oid 12 version 765 is already newer than 762 2024-04-02T08:36:35.425 INFO:tasks.rados.rados.0.smithi019.stdout:1760: oid 12 version 765 is already newer than 763 2024-04-02T08:36:35.425 INFO:tasks.rados.rados.0.smithi019.stdout:1760: oid 12 version 765 is already newer than 764 2024-04-02T08:36:35.425 INFO:tasks.rados.rados.0.smithi019.stdout:1760: oid 12 version 765 is already newer than 761 2024-04-02T08:36:35.426 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 765 (ObjNum 552 snap 166 seq_num 552) dirty exists 2024-04-02T08:36:35.426 INFO:tasks.rados.rados.0.smithi019.stdout:1760: left oid 12 (ObjNum 552 snap 166 seq_num 552) 2024-04-02T08:36:35.426 INFO:tasks.rados.rados.0.smithi019.stdout:1761: expect (ObjNum 480 snap 148 seq_num 480) 2024-04-02T08:36:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:35 smithi019 ceph-mon[94035]: pgmap v264: 121 pgs: 6 active+undersized+degraded, 26 active+undersized, 89 active+clean; 175 MiB data, 957 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 21/234 objects degraded (8.974%); 0 B/s, 0 objects/s recovering 2024-04-02T08:36:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:35 smithi019 ceph-mon[94035]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:36:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:35 smithi019 ceph-mon[96522]: pgmap v264: 121 pgs: 6 active+undersized+degraded, 26 active+undersized, 89 active+clean; 175 MiB data, 957 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 21/234 objects degraded (8.974%); 0 B/s, 0 objects/s recovering 2024-04-02T08:36:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:35 smithi019 ceph-mon[96522]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:36:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:35 smithi066 ceph-mon[87361]: pgmap v264: 121 pgs: 6 active+undersized+degraded, 26 active+undersized, 89 active+clean; 175 MiB data, 957 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 21/234 objects degraded (8.974%); 0 B/s, 0 objects/s recovering 2024-04-02T08:36:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:35 smithi066 ceph-mon[87361]: osdmap e407: 8 total, 8 up, 8 in 2024-04-02T08:36:36.196 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:36:36.022+0000 7fa581a4a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:36.307 INFO:tasks.rados.rados.0.smithi019.stdout:1758: done (3 left) 2024-04-02T08:36:36.307 INFO:tasks.rados.rados.0.smithi019.stdout:1760: done (2 left) 2024-04-02T08:36:36.307 INFO:tasks.rados.rados.0.smithi019.stdout:1761: done (1 left) 2024-04-02T08:36:36.307 INFO:tasks.rados.rados.0.smithi019.stdout:1762: done (0 left) 2024-04-02T08:36:36.307 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 167 2024-04-02T08:36:36.308 INFO:tasks.rados.rados.0.smithi019.stdout:1763: seq_num 553 ranges {6258688=466944,6725632=417792,7143424=417792,7561216=516096,8077312=253952} 2024-04-02T08:36:36.344 INFO:tasks.rados.rados.0.smithi019.stdout:1763: writing smithi01981774-38 from 6258688 to 6725632 tid 1 2024-04-02T08:36:36.346 INFO:tasks.rados.rados.0.smithi019.stdout:1763: writing smithi01981774-38 from 6725632 to 7143424 tid 2 2024-04-02T08:36:36.348 INFO:tasks.rados.rados.0.smithi019.stdout:1763: writing smithi01981774-38 from 7143424 to 7561216 tid 3 2024-04-02T08:36:36.351 INFO:tasks.rados.rados.0.smithi019.stdout:1763: writing smithi01981774-38 from 7561216 to 8077312 tid 4 2024-04-02T08:36:36.353 INFO:tasks.rados.rados.0.smithi019.stdout:1763: writing smithi01981774-38 from 8077312 to 8331264 tid 5 2024-04-02T08:36:36.353 INFO:tasks.rados.rados.0.smithi019.stdout:1764: rollback oid 50 current snap is 167 2024-04-02T08:36:36.353 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 166 2024-04-02T08:36:36.353 INFO:tasks.rados.rados.0.smithi019.stdout:1763: finishing write tid 1 to smithi01981774-38 2024-04-02T08:36:36.354 INFO:tasks.rados.rados.0.smithi019.stdout:1763: finishing write tid 2 to smithi01981774-38 2024-04-02T08:36:36.354 INFO:tasks.rados.rados.0.smithi019.stdout:1765: setattr oid 41 current snap is 167 2024-04-02T08:36:36.354 INFO:tasks.rados.rados.0.smithi019.stdout:1763: finishing write tid 3 to smithi01981774-38 2024-04-02T08:36:36.355 INFO:tasks.rados.rados.0.smithi019.stdout:1766: rollback oid 7 current snap is 167 2024-04-02T08:36:36.355 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 165 2024-04-02T08:36:36.355 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 167 2024-04-02T08:36:36.355 INFO:tasks.rados.rados.0.smithi019.stdout:1767: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-04-02T08:36:36.358 INFO:tasks.rados.rados.0.smithi019.stdout:1767: writing smithi01981774-33 from 0 to 483328 tid 1 2024-04-02T08:36:36.363 INFO:tasks.rados.rados.0.smithi019.stdout:1767: writing smithi01981774-33 from 483328 to 1187840 tid 2 2024-04-02T08:36:36.366 INFO:tasks.rados.rados.0.smithi019.stdout:1767: writing smithi01981774-33 from 1187840 to 1810432 tid 3 2024-04-02T08:36:36.368 INFO:tasks.rados.rados.0.smithi019.stdout:1767: writing smithi01981774-33 from 1810432 to 2088960 tid 4 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1768: setattr oid 49 current snap is 167 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: finishing write tid 4 to smithi01981774-38 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1764: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: finishing write tid 5 to smithi01981774-38 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: finishing write tid 6 to smithi01981774-38 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1764: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1764: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 481 (ObjNum 525 snap 161 seq_num 525) dirty exists 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: finishing write tid 7 to smithi01981774-38 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: oid 38 updating version 0 to 1334 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: oid 38 version 1334 is already newer than 1329 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: oid 38 version 1334 is already newer than 1333 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: oid 38 version 1334 is already newer than 1330 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: oid 38 version 1334 is already newer than 1331 2024-04-02T08:36:36.369 INFO:tasks.rados.rados.0.smithi019.stdout:1763: oid 38 version 1334 is already newer than 1332 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1334 (ObjNum 553 snap 167 seq_num 553) dirty exists 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:1763: left oid 38 (ObjNum 553 snap 167 seq_num 553) 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:1767: finishing write tid 1 to smithi01981774-33 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1474 (ObjNum 593 snap 0 seq_num 2824909320) dirty exists 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:1766: finishing rollback tid 0 to smithi01981774-7 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:1766: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:1766: finishing rollback tid 2 to smithi01981774-7 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1478 (ObjNum 549 snap 165 seq_num 549) dirty exists 2024-04-02T08:36:36.370 INFO:tasks.rados.rados.0.smithi019.stdout:1767: finishing write tid 2 to smithi01981774-33 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1767: finishing write tid 3 to smithi01981774-33 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1763: done (5 left) 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1764: done (4 left) 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1765: done (3 left) 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1766: done (2 left) 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1769: delete oid 18 current snap is 167 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1767: finishing write tid 4 to smithi01981774-33 2024-04-02T08:36:36.371 INFO:tasks.rados.rados.0.smithi019.stdout:1767: finishing write tid 5 to smithi01981774-33 2024-04-02T08:36:36.373 INFO:tasks.rados.rados.0.smithi019.stdout:1769: done (2 left) 2024-04-02T08:36:36.373 INFO:tasks.rados.rados.0.smithi019.stdout:1770: snap_remove snap 165 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:36 smithi066 ceph-mon[87361]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[94035]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: osdmap e408: 8 total, 8 up, 8 in 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:36.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:36.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:36.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:36 smithi019 ceph-mon[96522]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:36:37.310 INFO:tasks.rados.rados.0.smithi019.stdout:1770: done (2 left) 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1771: read oid 37 snap 166 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1771: expect (ObjNum 533 snap 161 seq_num 533) 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: finishing write tid 6 to smithi01981774-33 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: oid 33 updating version 0 to 741 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: oid 33 updating version 741 to 744 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: oid 33 version 744 is already newer than 743 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: oid 33 version 744 is already newer than 740 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: oid 33 version 744 is already newer than 742 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 744 (ObjNum 554 snap 167 seq_num 554) dirty exists 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: left oid 33 (ObjNum 554 snap 167 seq_num 554) 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1767: done (2 left) 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:1772: delete oid 19 current snap is 167 2024-04-02T08:36:37.311 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 745 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1768: done (2 left) 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1772: done (1 left) 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1773: read oid 11 snap -1 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1773: expect deleted 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1774: read oid 46 snap -1 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1774: expect deleted 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1775: read oid 5 snap -1 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1775: expect (ObjNum 496 snap 152 seq_num 496) 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 167 2024-04-02T08:36:37.321 INFO:tasks.rados.rados.0.smithi019.stdout:1776: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-04-02T08:36:37.324 INFO:tasks.rados.rados.0.smithi019.stdout:1776: writing smithi01981774-41 from 0 to 532480 tid 1 2024-04-02T08:36:37.330 INFO:tasks.rados.rados.0.smithi019.stdout:1776: writing smithi01981774-41 from 532480 to 1335296 tid 2 2024-04-02T08:36:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:1776: writing smithi01981774-41 from 1335296 to 2129920 tid 3 2024-04-02T08:36:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:1776: writing smithi01981774-41 from 2129920 to 2138112 tid 4 2024-04-02T08:36:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:1777: setattr oid 45 current snap is 167 2024-04-02T08:36:37.335 INFO:tasks.rados.rados.0.smithi019.stdout:1775: expect (ObjNum 496 snap 152 seq_num 496) 2024-04-02T08:36:37.371 INFO:tasks.rados.rados.0.smithi019.stdout:1776: finishing write tid 1 to smithi01981774-41 2024-04-02T08:36:37.371 INFO:tasks.rados.rados.0.smithi019.stdout:1776: finishing write tid 2 to smithi01981774-41 2024-04-02T08:36:37.371 INFO:tasks.rados.rados.0.smithi019.stdout:1776: finishing write tid 3 to smithi01981774-41 2024-04-02T08:36:37.371 INFO:tasks.rados.rados.0.smithi019.stdout:1776: finishing write tid 4 to smithi01981774-41 2024-04-02T08:36:37.371 INFO:tasks.rados.rados.0.smithi019.stdout:1776: finishing write tid 5 to smithi01981774-41 2024-04-02T08:36:37.371 INFO:tasks.rados.rados.0.smithi019.stdout:1776: finishing write tid 6 to smithi01981774-41 2024-04-02T08:36:37.371 INFO:tasks.rados.rados.0.smithi019.stdout:1776: oid 41 updating version 0 to 1486 2024-04-02T08:36:37.372 INFO:tasks.rados.rados.0.smithi019.stdout:1776: oid 41 version 1486 is already newer than 1485 2024-04-02T08:36:37.372 INFO:tasks.rados.rados.0.smithi019.stdout:1776: oid 41 version 1486 is already newer than 1479 2024-04-02T08:36:37.372 INFO:tasks.rados.rados.0.smithi019.stdout:1776: oid 41 version 1486 is already newer than 1484 2024-04-02T08:36:37.372 INFO:tasks.rados.rados.0.smithi019.stdout:1776: oid 41 updating version 1486 to 1487 2024-04-02T08:36:37.372 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1487 (ObjNum 557 snap 167 seq_num 557) dirty exists 2024-04-02T08:36:37.372 INFO:tasks.rados.rados.0.smithi019.stdout:1776: left oid 41 (ObjNum 557 snap 167 seq_num 557) 2024-04-02T08:36:37.372 INFO:tasks.rados.rados.0.smithi019.stdout:1771: expect (ObjNum 533 snap 161 seq_num 533) 2024-04-02T08:36:37.639 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 766 (ObjNum 482 snap 148 seq_num 482) dirty exists 2024-04-02T08:36:37.639 INFO:tasks.rados.rados.0.smithi019.stdout:1771: done (5 left) 2024-04-02T08:36:37.639 INFO:tasks.rados.rados.0.smithi019.stdout:1773: done (4 left) 2024-04-02T08:36:37.639 INFO:tasks.rados.rados.0.smithi019.stdout:1774: done (3 left) 2024-04-02T08:36:37.640 INFO:tasks.rados.rados.0.smithi019.stdout:1775: done (2 left) 2024-04-02T08:36:37.640 INFO:tasks.rados.rados.0.smithi019.stdout:1776: done (1 left) 2024-04-02T08:36:37.640 INFO:tasks.rados.rados.0.smithi019.stdout:1777: done (0 left) 2024-04-02T08:36:37.640 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 167 2024-04-02T08:36:37.640 INFO:tasks.rados.rados.0.smithi019.stdout:1778: seq_num 558 ranges {3350528=548864,3899392=688128,4587520=606208,5193728=311296} 2024-04-02T08:36:37.660 INFO:tasks.rados.rados.0.smithi019.stdout:1778: writing smithi01981774-4 from 3350528 to 3899392 tid 1 2024-04-02T08:36:37.664 INFO:tasks.rados.rados.0.smithi019.stdout:1778: writing smithi01981774-4 from 3899392 to 4587520 tid 2 2024-04-02T08:36:37.667 INFO:tasks.rados.rados.0.smithi019.stdout:1778: writing smithi01981774-4 from 4587520 to 5193728 tid 3 2024-04-02T08:36:37.669 INFO:tasks.rados.rados.0.smithi019.stdout:1778: writing smithi01981774-4 from 5193728 to 5505024 tid 4 2024-04-02T08:36:37.669 INFO:tasks.rados.rados.0.smithi019.stdout:1779: snap_remove snap 166 2024-04-02T08:36:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[94035]: pgmap v267: 121 pgs: 121 active+clean; 139 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 25 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-02T08:36:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[94035]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:36:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/234 objects degraded (8.974%), 6 pgs degraded) 2024-04-02T08:36:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:36:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[96522]: pgmap v267: 121 pgs: 121 active+clean; 139 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 25 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-02T08:36:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[96522]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:36:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/234 objects degraded (8.974%), 6 pgs degraded) 2024-04-02T08:36:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:37 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:36:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:37 smithi066 ceph-mon[87361]: pgmap v267: 121 pgs: 121 active+clean; 139 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 25 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-02T08:36:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:37 smithi066 ceph-mon[87361]: osdmap e409: 8 total, 8 up, 8 in 2024-04-02T08:36:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:37 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/234 objects degraded (8.974%), 6 pgs degraded) 2024-04-02T08:36:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:37 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:36:38.328 INFO:tasks.rados.rados.0.smithi019.stdout:1778: finishing write tid 1 to smithi01981774-4 2024-04-02T08:36:38.328 INFO:tasks.rados.rados.0.smithi019.stdout:1778: finishing write tid 2 to smithi01981774-4 2024-04-02T08:36:38.328 INFO:tasks.rados.rados.0.smithi019.stdout:1778: finishing write tid 3 to smithi01981774-4 2024-04-02T08:36:38.328 INFO:tasks.rados.rados.0.smithi019.stdout:1778: finishing write tid 4 to smithi01981774-4 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: finishing write tid 5 to smithi01981774-4 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: finishing write tid 6 to smithi01981774-4 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: oid 4 updating version 0 to 616 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: oid 4 version 616 is already newer than 615 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: oid 4 version 616 is already newer than 614 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: oid 4 version 616 is already newer than 612 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: oid 4 version 616 is already newer than 613 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 616 (ObjNum 558 snap 167 seq_num 558) dirty exists 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: left oid 4 (ObjNum 558 snap 167 seq_num 558) 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1778: done (1 left) 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1779: done (0 left) 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1780: rollback oid 35 current snap is 167 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1780: done (0 left) 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1781: read oid 43 snap -1 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1781: expect (ObjNum 505 snap 154 seq_num 505) 2024-04-02T08:36:38.329 INFO:tasks.rados.rados.0.smithi019.stdout:1782: setattr oid 26 current snap is 167 2024-04-02T08:36:38.330 INFO:tasks.rados.rados.0.smithi019.stdout:1783: read oid 8 snap -1 2024-04-02T08:36:38.330 INFO:tasks.rados.rados.0.smithi019.stdout:1783: expect (ObjNum 547 snap 165 seq_num 547) 2024-04-02T08:36:38.330 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 167 2024-04-02T08:36:38.331 INFO:tasks.rados.rados.0.smithi019.stdout:1784: seq_num 559 ranges {950272=565248,1515520=573440,2088960=409600,2498560=622592} 2024-04-02T08:36:38.340 INFO:tasks.rados.rados.0.smithi019.stdout:1784: writing smithi01981774-17 from 950272 to 1515520 tid 1 2024-04-02T08:36:38.343 INFO:tasks.rados.rados.0.smithi019.stdout:1784: writing smithi01981774-17 from 1515520 to 2088960 tid 2 2024-04-02T08:36:38.346 INFO:tasks.rados.rados.0.smithi019.stdout:1784: writing smithi01981774-17 from 2088960 to 2498560 tid 3 2024-04-02T08:36:38.350 INFO:tasks.rados.rados.0.smithi019.stdout:1784: writing smithi01981774-17 from 2498560 to 3121152 tid 4 2024-04-02T08:36:38.350 INFO:tasks.rados.rados.0.smithi019.stdout:1785: copy_from oid 7 from oid 35 current snap is 167 2024-04-02T08:36:38.350 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1197 (ObjNum 769 snap 0 seq_num 2824963776) dirty exists 2024-04-02T08:36:38.350 INFO:tasks.rados.rados.0.smithi019.stdout:1784: finishing write tid 1 to smithi01981774-17 2024-04-02T08:36:38.350 INFO:tasks.rados.rados.0.smithi019.stdout:1782: done (4 left) 2024-04-02T08:36:38.351 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 167 2024-04-02T08:36:38.351 INFO:tasks.rados.rados.0.smithi019.stdout:1786: seq_num 560 ranges {8331264=581632,8912896=458752,9371648=614400,9986048=532480} 2024-04-02T08:36:38.399 INFO:tasks.rados.rados.0.smithi019.stdout:1786: writing smithi01981774-38 from 8331264 to 8912896 tid 1 2024-04-02T08:36:38.402 INFO:tasks.rados.rados.0.smithi019.stdout:1786: writing smithi01981774-38 from 8912896 to 9371648 tid 2 2024-04-02T08:36:38.405 INFO:tasks.rados.rados.0.smithi019.stdout:1786: writing smithi01981774-38 from 9371648 to 9986048 tid 3 2024-04-02T08:36:38.408 INFO:tasks.rados.rados.0.smithi019.stdout:1786: writing smithi01981774-38 from 9986048 to 10518528 tid 4 2024-04-02T08:36:38.408 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 167 2024-04-02T08:36:38.408 INFO:tasks.rados.rados.0.smithi019.stdout:1784: finishing write tid 2 to smithi01981774-17 2024-04-02T08:36:38.408 INFO:tasks.rados.rados.0.smithi019.stdout:1787: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-04-02T08:36:38.411 INFO:tasks.rados.rados.0.smithi019.stdout:1787: writing smithi01981774-20 from 0 to 598016 tid 1 2024-04-02T08:36:38.416 INFO:tasks.rados.rados.0.smithi019.stdout:1787: writing smithi01981774-20 from 598016 to 1343488 tid 2 2024-04-02T08:36:38.420 INFO:tasks.rados.rados.0.smithi019.stdout:1787: writing smithi01981774-20 from 1343488 to 2121728 tid 3 2024-04-02T08:36:38.421 INFO:tasks.rados.rados.0.smithi019.stdout:1787: writing smithi01981774-20 from 2121728 to 2203648 tid 4 2024-04-02T08:36:38.421 INFO:tasks.rados.rados.0.smithi019.stdout:1788: read oid 3 snap -1 2024-04-02T08:36:38.421 INFO:tasks.rados.rados.0.smithi019.stdout:1788: expect deleted 2024-04-02T08:36:38.421 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 167 2024-04-02T08:36:38.421 INFO:tasks.rados.rados.0.smithi019.stdout:1783: expect (ObjNum 547 snap 165 seq_num 547) 2024-04-02T08:36:38.572 INFO:tasks.rados.rados.0.smithi019.stdout:1784: finishing write tid 3 to smithi01981774-17 2024-04-02T08:36:38.572 INFO:tasks.rados.rados.0.smithi019.stdout:1784: finishing write tid 4 to smithi01981774-17 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: finishing write tid 5 to smithi01981774-17 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: finishing write tid 6 to smithi01981774-17 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: oid 17 updating version 0 to 1339 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: oid 17 version 1339 is already newer than 1336 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: oid 17 version 1339 is already newer than 1337 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: oid 17 version 1339 is already newer than 1335 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: oid 17 version 1339 is already newer than 1338 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 1339 (ObjNum 559 snap 167 seq_num 559) dirty exists 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1784: left oid 17 (ObjNum 559 snap 167 seq_num 559) 2024-04-02T08:36:38.573 INFO:tasks.rados.rados.0.smithi019.stdout:1781: expect (ObjNum 505 snap 154 seq_num 505) 2024-04-02T08:36:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:38 smithi019 ceph-mon[94035]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:36:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:38 smithi019 ceph-mon[96522]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:36:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:38 smithi066 ceph-mon[87361]: osdmap e410: 8 total, 8 up, 8 in 2024-04-02T08:36:39.059 INFO:tasks.rados.rados.0.smithi019.stdout:1785: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:36:39.059 INFO:tasks.rados.rados.0.smithi019.stdout:1785: finishing copy_from to smithi01981774-7 2024-04-02T08:36:39.059 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 437 (ObjNum 515 snap 158 seq_num 515) dirty exists 2024-04-02T08:36:39.059 INFO:tasks.rados.rados.0.smithi019.stdout:1786: finishing write tid 1 to smithi01981774-38 2024-04-02T08:36:39.060 INFO:tasks.rados.rados.0.smithi019.stdout:1789: seq_num 562 ranges {147456=622592,770048=630784,1400832=581632,1982464=393216} 2024-04-02T08:36:39.063 INFO:tasks.rados.rados.0.smithi019.stdout:1789: writing smithi01981774-25 from 147456 to 770048 tid 1 2024-04-02T08:36:39.066 INFO:tasks.rados.rados.0.smithi019.stdout:1789: writing smithi01981774-25 from 770048 to 1400832 tid 2 2024-04-02T08:36:39.070 INFO:tasks.rados.rados.0.smithi019.stdout:1789: writing smithi01981774-25 from 1400832 to 1982464 tid 3 2024-04-02T08:36:39.073 INFO:tasks.rados.rados.0.smithi019.stdout:1789: writing smithi01981774-25 from 1982464 to 2375680 tid 4 2024-04-02T08:36:39.073 INFO:tasks.rados.rados.0.smithi019.stdout:1781: done (7 left) 2024-04-02T08:36:39.073 INFO:tasks.rados.rados.0.smithi019.stdout:1783: done (6 left) 2024-04-02T08:36:39.073 INFO:tasks.rados.rados.0.smithi019.stdout:1784: done (5 left) 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1785: done (4 left) 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1790: read oid 47 snap -1 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1790: expect (ObjNum 534 snap 161 seq_num 534) 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 167 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: finishing write tid 2 to smithi01981774-38 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: finishing write tid 3 to smithi01981774-38 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: finishing write tid 4 to smithi01981774-38 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: finishing write tid 5 to smithi01981774-38 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: finishing write tid 6 to smithi01981774-38 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: oid 38 updating version 0 to 1343 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: oid 38 updating version 1343 to 1344 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: oid 38 version 1344 is already newer than 1340 2024-04-02T08:36:39.074 INFO:tasks.rados.rados.0.smithi019.stdout:1786: oid 38 version 1344 is already newer than 1342 2024-04-02T08:36:39.075 INFO:tasks.rados.rados.0.smithi019.stdout:1786: oid 38 version 1344 is already newer than 1341 2024-04-02T08:36:39.075 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1344 (ObjNum 560 snap 167 seq_num 560) dirty exists 2024-04-02T08:36:39.075 INFO:tasks.rados.rados.0.smithi019.stdout:1786: left oid 38 (ObjNum 560 snap 167 seq_num 560) 2024-04-02T08:36:39.075 INFO:tasks.rados.rados.0.smithi019.stdout:1787: finishing write tid 1 to smithi01981774-20 2024-04-02T08:36:39.075 INFO:tasks.rados.rados.0.smithi019.stdout:1787: finishing write tid 2 to smithi01981774-20 2024-04-02T08:36:39.075 INFO:tasks.rados.rados.0.smithi019.stdout:1787: finishing write tid 3 to smithi01981774-20 2024-04-02T08:36:39.075 INFO:tasks.rados.rados.0.smithi019.stdout:1791: seq_num 563 ranges {1785856=638976,2424832=565248,2990080=794624,3784704=245760} 2024-04-02T08:36:39.085 INFO:tasks.rados.rados.0.smithi019.stdout:1791: writing smithi01981774-10 from 1785856 to 2424832 tid 1 2024-04-02T08:36:39.088 INFO:tasks.rados.rados.0.smithi019.stdout:1791: writing smithi01981774-10 from 2424832 to 2990080 tid 2 2024-04-02T08:36:39.093 INFO:tasks.rados.rados.0.smithi019.stdout:1791: writing smithi01981774-10 from 2990080 to 3784704 tid 3 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1791: writing smithi01981774-10 from 3784704 to 4030464 tid 4 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1786: done (5 left) 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1788: done (4 left) 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1792: delete oid 32 current snap is 167 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: finishing write tid 4 to smithi01981774-20 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: finishing write tid 5 to smithi01981774-20 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: finishing write tid 6 to smithi01981774-20 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: oid 20 updating version 0 to 1349 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: oid 20 version 1349 is already newer than 1348 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: oid 20 version 1349 is already newer than 1345 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: oid 20 version 1349 is already newer than 1346 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: oid 20 version 1349 is already newer than 1347 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1349 (ObjNum 561 snap 167 seq_num 561) dirty exists 2024-04-02T08:36:39.096 INFO:tasks.rados.rados.0.smithi019.stdout:1787: left oid 20 (ObjNum 561 snap 167 seq_num 561) 2024-04-02T08:36:39.097 INFO:tasks.rados.rados.0.smithi019.stdout:1789: finishing write tid 1 to smithi01981774-25 2024-04-02T08:36:39.097 INFO:tasks.rados.rados.0.smithi019.stdout:1789: finishing write tid 2 to smithi01981774-25 2024-04-02T08:36:39.097 INFO:tasks.rados.rados.0.smithi019.stdout:1789: finishing write tid 3 to smithi01981774-25 2024-04-02T08:36:39.097 INFO:tasks.rados.rados.0.smithi019.stdout:1789: finishing write tid 4 to smithi01981774-25 2024-04-02T08:36:39.097 INFO:tasks.rados.rados.0.smithi019.stdout:1789: finishing write tid 5 to smithi01981774-25 2024-04-02T08:36:39.097 INFO:tasks.rados.rados.0.smithi019.stdout:1791: finishing write tid 1 to smithi01981774-10 2024-04-02T08:36:39.097 INFO:tasks.rados.rados.0.smithi019.stdout:1791: finishing write tid 2 to smithi01981774-10 2024-04-02T08:36:39.100 INFO:tasks.rados.rados.0.smithi019.stdout:1791: finishing write tid 3 to smithi01981774-10 2024-04-02T08:36:39.100 INFO:tasks.rados.rados.0.smithi019.stdout:1791: finishing write tid 4 to smithi01981774-10 2024-04-02T08:36:39.100 INFO:tasks.rados.rados.0.smithi019.stdout:1791: finishing write tid 5 to smithi01981774-10 2024-04-02T08:36:39.101 INFO:tasks.rados.rados.0.smithi019.stdout:1791: finishing write tid 6 to smithi01981774-10 2024-04-02T08:36:39.101 INFO:tasks.rados.rados.0.smithi019.stdout:1791: oid 10 updating version 0 to 502 2024-04-02T08:36:39.102 INFO:tasks.rados.rados.0.smithi019.stdout:1791: oid 10 version 502 is already newer than 500 2024-04-02T08:36:39.102 INFO:tasks.rados.rados.0.smithi019.stdout:1791: oid 10 version 502 is already newer than 501 2024-04-02T08:36:39.102 INFO:tasks.rados.rados.0.smithi019.stdout:1791: oid 10 version 502 is already newer than 499 2024-04-02T08:36:39.102 INFO:tasks.rados.rados.0.smithi019.stdout:1791: oid 10 updating version 502 to 503 2024-04-02T08:36:39.102 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 503 (ObjNum 563 snap 167 seq_num 563) dirty exists 2024-04-02T08:36:39.102 INFO:tasks.rados.rados.0.smithi019.stdout:1791: left oid 10 (ObjNum 563 snap 167 seq_num 563) 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: finishing write tid 6 to smithi01981774-25 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: oid 25 updating version 0 to 583 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: oid 25 updating version 583 to 584 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: oid 25 version 584 is already newer than 581 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: oid 25 version 584 is already newer than 580 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: oid 25 version 584 is already newer than 582 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 584 (ObjNum 562 snap 167 seq_num 562) dirty exists 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: left oid 25 (ObjNum 562 snap 167 seq_num 562) 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1787: done (4 left) 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1789: done (3 left) 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1791: done (2 left) 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1792: done (1 left) 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 167 2024-04-02T08:36:39.104 INFO:tasks.rados.rados.0.smithi019.stdout:1793: seq_num 565 ranges {147456=671744,819200=729088,1548288=753664,2301952=122880} 2024-04-02T08:36:39.108 INFO:tasks.rados.rados.0.smithi019.stdout:1793: writing smithi01981774-21 from 147456 to 819200 tid 1 2024-04-02T08:36:39.112 INFO:tasks.rados.rados.0.smithi019.stdout:1793: writing smithi01981774-21 from 819200 to 1548288 tid 2 2024-04-02T08:36:39.116 INFO:tasks.rados.rados.0.smithi019.stdout:1793: writing smithi01981774-21 from 1548288 to 2301952 tid 3 2024-04-02T08:36:39.117 INFO:tasks.rados.rados.0.smithi019.stdout:1793: writing smithi01981774-21 from 2301952 to 2424832 tid 4 2024-04-02T08:36:39.117 INFO:tasks.rados.rados.0.smithi019.stdout:1794: copy_from oid 3 from oid 32 current snap is 167 2024-04-02T08:36:39.117 INFO:tasks.rados.rados.0.smithi019.stdout:1790: expect (ObjNum 534 snap 161 seq_num 534) 2024-04-02T08:36:39.489 INFO:tasks.rados.rados.0.smithi019.stdout:1793: finishing write tid 1 to smithi01981774-21 2024-04-02T08:36:39.489 INFO:tasks.rados.rados.0.smithi019.stdout:1793: finishing write tid 2 to smithi01981774-21 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1794: finishing copy_from to smithi01981774-3 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1794: got expected ENOENT (src dne) 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1794: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1790: done (2 left) 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1794: done (1 left) 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1795: copy_from oid 7 from oid 35 current snap is 167 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: finishing write tid 3 to smithi01981774-21 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: finishing write tid 4 to smithi01981774-21 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: finishing write tid 5 to smithi01981774-21 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: finishing write tid 6 to smithi01981774-21 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: oid 21 updating version 0 to 476 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: oid 21 updating version 476 to 478 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: oid 21 version 478 is already newer than 477 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: oid 21 updating version 478 to 480 2024-04-02T08:36:39.490 INFO:tasks.rados.rados.0.smithi019.stdout:1793: oid 21 version 480 is already newer than 479 2024-04-02T08:36:39.491 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 480 (ObjNum 565 snap 167 seq_num 565) dirty exists 2024-04-02T08:36:39.491 INFO:tasks.rados.rados.0.smithi019.stdout:1793: left oid 21 (ObjNum 565 snap 167 seq_num 565) 2024-04-02T08:36:39.491 INFO:tasks.rados.rados.0.smithi019.stdout:1793: done (1 left) 2024-04-02T08:36:39.491 INFO:tasks.rados.rados.0.smithi019.stdout:1796: read oid 41 snap -1 2024-04-02T08:36:39.491 INFO:tasks.rados.rados.0.smithi019.stdout:1796: expect (ObjNum 557 snap 167 seq_num 557) 2024-04-02T08:36:39.491 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 167 2024-04-02T08:36:39.491 INFO:tasks.rados.rados.0.smithi019.stdout:1797: seq_num 566 ranges {2375680=688128,3063808=614400,3678208=565248,4243456=425984} 2024-04-02T08:36:39.505 INFO:tasks.rados.rados.0.smithi019.stdout:1797: writing smithi01981774-25 from 2375680 to 3063808 tid 1 2024-04-02T08:36:39.509 INFO:tasks.rados.rados.0.smithi019.stdout:1797: writing smithi01981774-25 from 3063808 to 3678208 tid 2 2024-04-02T08:36:39.512 INFO:tasks.rados.rados.0.smithi019.stdout:1797: writing smithi01981774-25 from 3678208 to 4243456 tid 3 2024-04-02T08:36:39.515 INFO:tasks.rados.rados.0.smithi019.stdout:1797: writing smithi01981774-25 from 4243456 to 4669440 tid 4 2024-04-02T08:36:39.515 INFO:tasks.rados.rados.0.smithi019.stdout:1798: copy_from oid 32 from oid 30 current snap is 167 2024-04-02T08:36:39.515 INFO:tasks.rados.rados.0.smithi019.stdout:1796: expect (ObjNum 557 snap 167 seq_num 557) 2024-04-02T08:36:39.577 INFO:tasks.rados.rados.0.smithi019.stdout:1795: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: finishing write tid 1 to smithi01981774-25 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: finishing write tid 2 to smithi01981774-25 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: finishing write tid 3 to smithi01981774-25 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1796: done (3 left) 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1799: rmattr oid 22 current snap is 167 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: finishing write tid 4 to smithi01981774-25 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: finishing write tid 5 to smithi01981774-25 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: finishing write tid 6 to smithi01981774-25 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: oid 25 updating version 0 to 587 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: oid 25 version 587 is already newer than 586 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: oid 25 updating version 587 to 588 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: oid 25 updating version 588 to 589 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:1797: oid 25 version 589 is already newer than 585 2024-04-02T08:36:39.578 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 589 (ObjNum 566 snap 167 seq_num 566) dirty exists 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:1797: left oid 25 (ObjNum 566 snap 167 seq_num 566) 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:1795: finishing copy_from to smithi01981774-7 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 437 (ObjNum 515 snap 158 seq_num 515) dirty exists 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:1798: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:1795: done (3 left) 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:1797: done (2 left) 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 167 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:1798: finishing copy_from to smithi01981774-32 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1407 (ObjNum 528 snap 161 seq_num 528) dirty exists 2024-04-02T08:36:39.579 INFO:tasks.rados.rados.0.smithi019.stdout:1800: seq_num 567 ranges {1466368=704512,2170880=499712,2670592=770048,3440640=335872} 2024-04-02T08:36:39.589 INFO:tasks.rados.rados.0.smithi019.stdout:1800: writing smithi01981774-49 from 1466368 to 2170880 tid 1 2024-04-02T08:36:39.592 INFO:tasks.rados.rados.0.smithi019.stdout:1800: writing smithi01981774-49 from 2170880 to 2670592 tid 2 2024-04-02T08:36:39.596 INFO:tasks.rados.rados.0.smithi019.stdout:1800: writing smithi01981774-49 from 2670592 to 3440640 tid 3 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1800: writing smithi01981774-49 from 3440640 to 3776512 tid 4 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1798: done (2 left) 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1801: rmattr oid 30 current snap is 167 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 627 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1799: done (2 left) 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1800: finishing write tid 1 to smithi01981774-49 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1800: finishing write tid 2 to smithi01981774-49 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1802: read oid 32 snap -1 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1802: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:1803: copy_from oid 44 from oid 2 current snap is 167 2024-04-02T08:36:39.600 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 167 2024-04-02T08:36:39.600 INFO:tasks.rados.rados.0.smithi019.stdout:1804: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-04-02T08:36:39.603 INFO:tasks.rados.rados.0.smithi019.stdout:1804: writing smithi01981774-29 from 0 to 720896 tid 1 2024-04-02T08:36:39.608 INFO:tasks.rados.rados.0.smithi019.stdout:1804: writing smithi01981774-29 from 720896 to 1507328 tid 2 2024-04-02T08:36:39.611 INFO:tasks.rados.rados.0.smithi019.stdout:1804: writing smithi01981774-29 from 1507328 to 2088960 tid 3 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1804: writing smithi01981774-29 from 2088960 to 2326528 tid 4 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1805: rollback oid 17 current snap is 167 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1805: done (5 left) 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1806: copy_from oid 48 from oid 27 current snap is 167 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1800: finishing write tid 3 to smithi01981774-49 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1800: finishing write tid 4 to smithi01981774-49 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1807: rollback oid 6 current snap is 167 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1807: done (6 left) 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1808: read oid 39 snap -1 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1808: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:36:39.614 INFO:tasks.rados.rados.0.smithi019.stdout:1809: rmattr oid 40 current snap is 167 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1809: done (7 left) 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1810: delete oid 18 current snap is 167 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: finishing write tid 5 to smithi01981774-49 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1494 (ObjNum 528 snap 161 seq_num 528) dirty exists 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: finishing write tid 6 to smithi01981774-49 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: oid 49 updating version 0 to 750 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: oid 49 version 750 is already newer than 749 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: oid 49 version 750 is already newer than 748 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: oid 49 version 750 is already newer than 747 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: oid 49 version 750 is already newer than 746 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 750 (ObjNum 567 snap 167 seq_num 567) dirty exists 2024-04-02T08:36:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:1800: left oid 49 (ObjNum 567 snap 167 seq_num 567) 2024-04-02T08:36:39.616 INFO:tasks.rados.rados.0.smithi019.stdout:1804: finishing write tid 1 to smithi01981774-29 2024-04-02T08:36:39.616 INFO:tasks.rados.rados.0.smithi019.stdout:1804: finishing write tid 2 to smithi01981774-29 2024-04-02T08:36:39.616 INFO:tasks.rados.rados.0.smithi019.stdout:1800: done (7 left) 2024-04-02T08:36:39.616 INFO:tasks.rados.rados.0.smithi019.stdout:1801: done (6 left) 2024-04-02T08:36:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1810: done (5 left) 2024-04-02T08:36:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1811: read oid 33 snap -1 2024-04-02T08:36:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1811: expect (ObjNum 554 snap 167 seq_num 554) 2024-04-02T08:36:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 167 2024-04-02T08:36:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1803: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:36:39.617 INFO:tasks.rados.rados.0.smithi019.stdout:1812: seq_num 570 ranges {1114112=753664,1867776=548864,2416640=540672,2957312=516096} 2024-04-02T08:36:39.626 INFO:tasks.rados.rados.0.smithi019.stdout:1812: writing smithi01981774-5 from 1114112 to 1867776 tid 1 2024-04-02T08:36:39.629 INFO:tasks.rados.rados.0.smithi019.stdout:1812: writing smithi01981774-5 from 1867776 to 2416640 tid 2 2024-04-02T08:36:39.632 INFO:tasks.rados.rados.0.smithi019.stdout:1812: writing smithi01981774-5 from 2416640 to 2957312 tid 3 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1812: writing smithi01981774-5 from 2957312 to 3473408 tid 4 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1813: copy_from oid 20 from oid 36 current snap is 167 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: finishing write tid 3 to smithi01981774-29 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: finishing write tid 4 to smithi01981774-29 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: finishing write tid 5 to smithi01981774-29 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: finishing write tid 6 to smithi01981774-29 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: oid 29 updating version 0 to 1496 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: oid 29 updating version 1496 to 1497 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: oid 29 updating version 1497 to 1499 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: oid 29 version 1499 is already newer than 1495 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:1804: oid 29 version 1499 is already newer than 1498 2024-04-02T08:36:39.636 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1499 (ObjNum 568 snap 167 seq_num 568) dirty exists 2024-04-02T08:36:39.637 INFO:tasks.rados.rados.0.smithi019.stdout:1804: left oid 29 (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:36:39.637 INFO:tasks.rados.rados.0.smithi019.stdout:1802: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:39.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:39 smithi019 ceph-mon[94035]: pgmap v270: 121 pgs: 121 active+clean; 139 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-02T08:36:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:39 smithi019 ceph-mon[94035]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:36:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:39 smithi019 ceph-mon[96522]: pgmap v270: 121 pgs: 121 active+clean; 139 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-02T08:36:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:39 smithi019 ceph-mon[96522]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:36:39.745 INFO:tasks.rados.rados.0.smithi019.stdout:1803: finishing copy_from to smithi01981774-44 2024-04-02T08:36:39.745 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 802 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:36:39.745 INFO:tasks.rados.rados.0.smithi019.stdout:1811: expect (ObjNum 554 snap 167 seq_num 554) 2024-04-02T08:36:39.800 INFO:tasks.rados.rados.0.smithi019.stdout:1808: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:36:39.805 INFO:tasks.rados.rados.0.smithi019.stdout:1806: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:36:39.805 INFO:tasks.rados.rados.0.smithi019.stdout:1806: finishing copy_from to smithi01981774-48 2024-04-02T08:36:39.805 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 546 (ObjNum 492 snap 152 seq_num 492) dirty exists 2024-04-02T08:36:39.805 INFO:tasks.rados.rados.0.smithi019.stdout:1812: finishing write tid 1 to smithi01981774-5 2024-04-02T08:36:39.805 INFO:tasks.rados.rados.0.smithi019.stdout:1812: finishing write tid 2 to smithi01981774-5 2024-04-02T08:36:39.805 INFO:tasks.rados.rados.0.smithi019.stdout:1812: finishing write tid 3 to smithi01981774-5 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: finishing write tid 4 to smithi01981774-5 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: finishing write tid 5 to smithi01981774-5 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: finishing write tid 6 to smithi01981774-5 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: oid 5 updating version 0 to 1350 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: oid 5 updating version 1350 to 1353 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: oid 5 version 1353 is already newer than 1352 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: oid 5 updating version 1353 to 1354 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: oid 5 version 1354 is already newer than 1351 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1354 (ObjNum 570 snap 167 seq_num 570) dirty exists 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1812: left oid 5 (ObjNum 570 snap 167 seq_num 570) 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1813: finishing copy_from racing read to smithi01981774-20 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1802: done (7 left) 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1803: done (6 left) 2024-04-02T08:36:39.806 INFO:tasks.rados.rados.0.smithi019.stdout:1804: done (5 left) 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1806: done (4 left) 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1808: done (3 left) 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1811: done (2 left) 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1812: done (1 left) 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1814: rollback oid 13 current snap is 167 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1814: done (1 left) 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1815: snap_create 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:1813: finishing copy_from to smithi01981774-20 2024-04-02T08:36:39.807 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 860 (ObjNum 542 snap 165 seq_num 542) dirty exists 2024-04-02T08:36:39.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:39 smithi066 ceph-mon[87361]: pgmap v270: 121 pgs: 121 active+clean; 139 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.8 MiB/s wr, 22 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-02T08:36:39.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:39 smithi066 ceph-mon[87361]: osdmap e411: 8 total, 8 up, 8 in 2024-04-02T08:36:40.586 INFO:tasks.rados.rados.0.smithi019.stdout:1813: done (1 left) 2024-04-02T08:36:40.586 INFO:tasks.rados.rados.0.smithi019.stdout:1815: done (0 left) 2024-04-02T08:36:40.586 INFO:tasks.rados.rados.0.smithi019.stdout:1816: rollback oid 1 current snap is 168 2024-04-02T08:36:40.586 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 167 2024-04-02T08:36:40.586 INFO:tasks.rados.rados.0.smithi019.stdout:1817: read oid 32 snap -1 2024-04-02T08:36:40.587 INFO:tasks.rados.rados.0.smithi019.stdout:1817: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:40.587 INFO:tasks.rados.rados.0.smithi019.stdout:1818: setattr oid 12 current snap is 168 2024-04-02T08:36:40.588 INFO:tasks.rados.rados.0.smithi019.stdout:1819: read oid 38 snap 167 2024-04-02T08:36:40.588 INFO:tasks.rados.rados.0.smithi019.stdout:1819: expect (ObjNum 560 snap 167 seq_num 560) 2024-04-02T08:36:40.588 INFO:tasks.rados.rados.0.smithi019.stdout:1820: setattr oid 22 current snap is 168 2024-04-02T08:36:40.591 INFO:tasks.rados.rados.0.smithi019.stdout:1821: read oid 17 snap 167 2024-04-02T08:36:40.591 INFO:tasks.rados.rados.0.smithi019.stdout:1821: expect (ObjNum 559 snap 167 seq_num 559) 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:1822: rollback oid 48 current snap is 168 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 167 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:1823: rollback oid 8 current snap is 168 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 167 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:1824: read oid 40 snap -1 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:1824: expect deleted 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:1825: read oid 2 snap -1 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:1825: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:40.592 INFO:tasks.rados.rados.0.smithi019.stdout:1826: setattr oid 15 current snap is 168 2024-04-02T08:36:40.594 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 168 2024-04-02T08:36:40.594 INFO:tasks.rados.rados.0.smithi019.stdout:1827: seq_num 571 ranges {1490944=770048,2260992=483328,2744320=753664,3497984=368640} 2024-04-02T08:36:40.608 INFO:tasks.rados.rados.0.smithi019.stdout:1827: writing smithi01981774-27 from 1490944 to 2260992 tid 1 2024-04-02T08:36:40.611 INFO:tasks.rados.rados.0.smithi019.stdout:1827: writing smithi01981774-27 from 2260992 to 2744320 tid 2 2024-04-02T08:36:40.616 INFO:tasks.rados.rados.0.smithi019.stdout:1827: writing smithi01981774-27 from 2744320 to 3497984 tid 3 2024-04-02T08:36:40.618 INFO:tasks.rados.rados.0.smithi019.stdout:1827: writing smithi01981774-27 from 3497984 to 3866624 tid 4 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1828: snap_create 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1816: finishing rollback tid 0 to smithi01981774-1 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 767 (ObjNum 552 snap 166 seq_num 552) dirty exists 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 630 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1816: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1816: finishing rollback tid 2 to smithi01981774-1 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 948 (ObjNum 551 snap 166 seq_num 551) dirty exists 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1823: finishing rollback tid 0 to smithi01981774-8 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1822: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1822: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:36:40.619 INFO:tasks.rados.rados.0.smithi019.stdout:1817: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:40 smithi019 ceph-mon[94035]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:36:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:36:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:36:40] "GET /metrics HTTP/1.1" 200 36197 "" "Prometheus/2.43.0" 2024-04-02T08:36:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:40 smithi019 ceph-mon[96522]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:36:40.729 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1408 (ObjNum 544 snap 165 seq_num 544) dirty exists 2024-04-02T08:36:40.729 INFO:tasks.rados.rados.0.smithi019.stdout:1822: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:36:40.729 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1504 (ObjNum 492 snap 152 seq_num 492) dirty exists 2024-04-02T08:36:40.729 INFO:tasks.rados.rados.0.smithi019.stdout:1823: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:36:40.729 INFO:tasks.rados.rados.0.smithi019.stdout:1823: finishing rollback tid 2 to smithi01981774-8 2024-04-02T08:36:40.729 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 952 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-04-02T08:36:40.729 INFO:tasks.rados.rados.0.smithi019.stdout:1827: finishing write tid 1 to smithi01981774-27 2024-04-02T08:36:40.730 INFO:tasks.rados.rados.0.smithi019.stdout:1827: finishing write tid 2 to smithi01981774-27 2024-04-02T08:36:40.730 INFO:tasks.rados.rados.0.smithi019.stdout:1827: finishing write tid 3 to smithi01981774-27 2024-04-02T08:36:40.730 INFO:tasks.rados.rados.0.smithi019.stdout:1825: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:40.840 INFO:tasks.rados.rados.0.smithi019.stdout:1827: finishing write tid 4 to smithi01981774-27 2024-04-02T08:36:40.840 INFO:tasks.rados.rados.0.smithi019.stdout:1827: finishing write tid 5 to smithi01981774-27 2024-04-02T08:36:40.840 INFO:tasks.rados.rados.0.smithi019.stdout:1827: finishing write tid 6 to smithi01981774-27 2024-04-02T08:36:40.840 INFO:tasks.rados.rados.0.smithi019.stdout:1827: oid 27 updating version 0 to 632 2024-04-02T08:36:40.840 INFO:tasks.rados.rados.0.smithi019.stdout:1827: oid 27 updating version 632 to 633 2024-04-02T08:36:40.841 INFO:tasks.rados.rados.0.smithi019.stdout:1827: oid 27 updating version 633 to 635 2024-04-02T08:36:40.841 INFO:tasks.rados.rados.0.smithi019.stdout:1827: oid 27 version 635 is already newer than 634 2024-04-02T08:36:40.841 INFO:tasks.rados.rados.0.smithi019.stdout:1827: oid 27 updating version 635 to 636 2024-04-02T08:36:40.841 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 636 (ObjNum 571 snap 168 seq_num 571) dirty exists 2024-04-02T08:36:40.841 INFO:tasks.rados.rados.0.smithi019.stdout:1827: left oid 27 (ObjNum 571 snap 168 seq_num 571) 2024-04-02T08:36:40.841 INFO:tasks.rados.rados.0.smithi019.stdout:1819: expect (ObjNum 560 snap 167 seq_num 560) 2024-04-02T08:36:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:40 smithi066 ceph-mon[87361]: osdmap e412: 8 total, 8 up, 8 in 2024-04-02T08:36:41.521 INFO:tasks.rados.rados.0.smithi019.stdout:1821: expect (ObjNum 559 snap 167 seq_num 559) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1816: done (12 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1817: done (11 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1818: done (10 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1819: done (9 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1820: done (8 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1821: done (7 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1822: done (6 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1823: done (5 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1824: done (4 left) 2024-04-02T08:36:41.619 INFO:tasks.rados.rados.0.smithi019.stdout:1825: done (3 left) 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1826: done (2 left) 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1827: done (1 left) 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1828: done (0 left) 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1829: read oid 27 snap -1 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1829: expect (ObjNum 571 snap 168 seq_num 571) 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1830: rmattr oid 22 current snap is 169 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1831: read oid 43 snap 167 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1831: expect (ObjNum 505 snap 154 seq_num 505) 2024-04-02T08:36:41.620 INFO:tasks.rados.rados.0.smithi019.stdout:1832: snap_create 2024-04-02T08:36:41.634 INFO:tasks.rados.rados.0.smithi019.stdout:1829: expect (ObjNum 571 snap 168 seq_num 571) 2024-04-02T08:36:41.768 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 638 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-04-02T08:36:41.768 INFO:tasks.rados.rados.0.smithi019.stdout:1831: expect (ObjNum 505 snap 154 seq_num 505) 2024-04-02T08:36:41.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:41 smithi019 ceph-mon[94035]: pgmap v273: 121 pgs: 121 active+clean; 147 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T08:36:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:41 smithi019 ceph-mon[94035]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:36:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:41 smithi019 ceph-mon[96522]: pgmap v273: 121 pgs: 121 active+clean; 147 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T08:36:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:41 smithi019 ceph-mon[96522]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:36:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:41 smithi066 ceph-mon[87361]: pgmap v273: 121 pgs: 121 active+clean; 147 MiB data, 980 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T08:36:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:41 smithi066 ceph-mon[87361]: osdmap e413: 8 total, 8 up, 8 in 2024-04-02T08:36:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:42.596 INFO:tasks.rados.rados.0.smithi019.stdout:1829: done (3 left) 2024-04-02T08:36:42.596 INFO:tasks.rados.rados.0.smithi019.stdout:1830: done (2 left) 2024-04-02T08:36:42.596 INFO:tasks.rados.rados.0.smithi019.stdout:1831: done (1 left) 2024-04-02T08:36:42.596 INFO:tasks.rados.rados.0.smithi019.stdout:1832: done (0 left) 2024-04-02T08:36:42.596 INFO:tasks.rados.rados.0.smithi019.stdout:1833: setattr oid 18 current snap is 170 2024-04-02T08:36:42.597 INFO:tasks.rados.rados.0.smithi019.stdout:1834: setattr oid 47 current snap is 170 2024-04-02T08:36:42.599 INFO:tasks.rados.rados.0.smithi019.stdout:1835: delete oid 41 current snap is 170 2024-04-02T08:36:42.599 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 639 (ObjNum -1470121312 snap 21978 seq_num 304) dirty exists 2024-04-02T08:36:42.603 INFO:tasks.rados.rados.0.smithi019.stdout:1833: done (2 left) 2024-04-02T08:36:42.603 INFO:tasks.rados.rados.0.smithi019.stdout:1835: done (1 left) 2024-04-02T08:36:42.603 INFO:tasks.rados.rados.0.smithi019.stdout:1836: snap_create 2024-04-02T08:36:42.605 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 591 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-04-02T08:36:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:42 smithi019 ceph-mon[94035]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:36:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:42 smithi019 ceph-mon[96522]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:36:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:42 smithi066 ceph-mon[87361]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:36:43.604 INFO:tasks.rados.rados.0.smithi019.stdout:1834: done (1 left) 2024-04-02T08:36:43.604 INFO:tasks.rados.rados.0.smithi019.stdout:1836: done (0 left) 2024-04-02T08:36:43.604 INFO:tasks.rados.rados.0.smithi019.stdout:1837: copy_from oid 49 from oid 48 current snap is 171 2024-04-02T08:36:43.604 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 171 2024-04-02T08:36:43.604 INFO:tasks.rados.rados.0.smithi019.stdout:1838: seq_num 573 ranges {1925120=802816,2727936=655360,3383296=720896,4104192=229376} 2024-04-02T08:36:43.620 INFO:tasks.rados.rados.0.smithi019.stdout:1838: writing smithi01981774-15 from 1925120 to 2727936 tid 1 2024-04-02T08:36:43.625 INFO:tasks.rados.rados.0.smithi019.stdout:1838: writing smithi01981774-15 from 2727936 to 3383296 tid 2 2024-04-02T08:36:43.627 INFO:tasks.rados.rados.0.smithi019.stdout:1838: writing smithi01981774-15 from 3383296 to 4104192 tid 3 2024-04-02T08:36:43.629 INFO:tasks.rados.rados.0.smithi019.stdout:1838: writing smithi01981774-15 from 4104192 to 4333568 tid 4 2024-04-02T08:36:43.629 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 171 2024-04-02T08:36:43.629 INFO:tasks.rados.rados.0.smithi019.stdout:1837: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:36:43.629 INFO:tasks.rados.rados.0.smithi019.stdout:1839: seq_num 574 ranges {3121152=16384} 2024-04-02T08:36:43.647 INFO:tasks.rados.rados.0.smithi019.stdout:1839: writing smithi01981774-17 from 3121152 to 3137536 tid 1 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1840: rollback oid 28 current snap is 171 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 28 to 170 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1837: finishing copy_from to smithi01981774-49 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1504 (ObjNum 492 snap 152 seq_num 492) dirty exists 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1838: finishing write tid 1 to smithi01981774-15 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1838: finishing write tid 2 to smithi01981774-15 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1837: done (3 left) 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 171 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1838: finishing write tid 3 to smithi01981774-15 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1838: finishing write tid 4 to smithi01981774-15 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1838: finishing write tid 5 to smithi01981774-15 2024-04-02T08:36:43.648 INFO:tasks.rados.rados.0.smithi019.stdout:1838: finishing write tid 6 to smithi01981774-15 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:1838: oid 15 updating version 0 to 1412 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:1838: oid 15 updating version 1412 to 1413 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:1838: oid 15 version 1413 is already newer than 1410 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:1838: oid 15 version 1413 is already newer than 1411 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:1838: oid 15 version 1413 is already newer than 1409 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1413 (ObjNum 573 snap 171 seq_num 573) dirty exists 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:1838: left oid 15 (ObjNum 573 snap 171 seq_num 573) 2024-04-02T08:36:43.649 INFO:tasks.rados.rados.0.smithi019.stdout:1841: seq_num 575 ranges {1490944=32768} 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1841: writing smithi01981774-48 from 1490944 to 1523712 tid 1 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1838: done (3 left) 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1842: delete oid 46 current snap is 171 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1840: finishing rollback tid 1 to smithi01981774-28 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1839: finishing write tid 1 to smithi01981774-17 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1839: finishing write tid 2 to smithi01981774-17 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1839: finishing write tid 3 to smithi01981774-17 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1839: oid 17 updating version 0 to 1356 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1839: oid 17 version 1356 is already newer than 1355 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 1356 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-04-02T08:36:43.656 INFO:tasks.rados.rados.0.smithi019.stdout:1839: left oid 17 (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:36:43.658 INFO:tasks.rados.rados.0.smithi019.stdout:1841: finishing write tid 1 to smithi01981774-48 2024-04-02T08:36:43.658 INFO:tasks.rados.rados.0.smithi019.stdout:1841: finishing write tid 2 to smithi01981774-48 2024-04-02T08:36:43.659 INFO:tasks.rados.rados.0.smithi019.stdout:1839: done (3 left) 2024-04-02T08:36:43.659 INFO:tasks.rados.rados.0.smithi019.stdout:1840: done (2 left) 2024-04-02T08:36:43.660 INFO:tasks.rados.rados.0.smithi019.stdout:1842: done (1 left) 2024-04-02T08:36:43.660 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 171 2024-04-02T08:36:43.660 INFO:tasks.rados.rados.0.smithi019.stdout:1843: seq_num 577 ranges {8044544=65536} 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1843: writing smithi01981774-43 from 8044544 to 8110080 tid 1 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1844: read oid 2 snap -1 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1844: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1845: snap_create 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1841: finishing write tid 3 to smithi01981774-48 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1841: oid 48 updating version 0 to 1508 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1841: oid 48 updating version 1508 to 1509 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1509 (ObjNum 575 snap 171 seq_num 575) dirty exists 2024-04-02T08:36:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:1841: left oid 48 (ObjNum 575 snap 171 seq_num 575) 2024-04-02T08:36:43.707 INFO:tasks.rados.rados.0.smithi019.stdout:1843: finishing write tid 1 to smithi01981774-43 2024-04-02T08:36:43.708 INFO:tasks.rados.rados.0.smithi019.stdout:1843: finishing write tid 2 to smithi01981774-43 2024-04-02T08:36:43.709 INFO:tasks.rados.rados.0.smithi019.stdout:1843: finishing write tid 3 to smithi01981774-43 2024-04-02T08:36:43.709 INFO:tasks.rados.rados.0.smithi019.stdout:1843: oid 43 updating version 0 to 804 2024-04-02T08:36:43.710 INFO:tasks.rados.rados.0.smithi019.stdout:1843: oid 43 version 804 is already newer than 803 2024-04-02T08:36:43.710 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 804 (ObjNum 577 snap 171 seq_num 577) dirty exists 2024-04-02T08:36:43.710 INFO:tasks.rados.rados.0.smithi019.stdout:1843: left oid 43 (ObjNum 577 snap 171 seq_num 577) 2024-04-02T08:36:43.711 INFO:tasks.rados.rados.0.smithi019.stdout:1844: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:36:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:43 smithi066 ceph-mon[87361]: pgmap v276: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-02T08:36:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:43 smithi066 ceph-mon[87361]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:36:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:43.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[94035]: pgmap v276: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[94035]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[96522]: pgmap v276: 121 pgs: 121 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[96522]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:36:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:44.585 INFO:tasks.rados.rados.0.smithi019.stdout:1841: done (3 left) 2024-04-02T08:36:44.585 INFO:tasks.rados.rados.0.smithi019.stdout:1843: done (2 left) 2024-04-02T08:36:44.585 INFO:tasks.rados.rados.0.smithi019.stdout:1844: done (1 left) 2024-04-02T08:36:44.585 INFO:tasks.rados.rados.0.smithi019.stdout:1845: done (0 left) 2024-04-02T08:36:44.585 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 172 2024-04-02T08:36:44.585 INFO:tasks.rados.rados.0.smithi019.stdout:1846: seq_num 578 ranges {3866624=81920} 2024-04-02T08:36:44.606 INFO:tasks.rados.rados.0.smithi019.stdout:1846: writing smithi01981774-27 from 3866624 to 3948544 tid 1 2024-04-02T08:36:44.606 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 172 2024-04-02T08:36:44.606 INFO:tasks.rados.rados.0.smithi019.stdout:1847: seq_num 579 ranges {4333568=98304} 2024-04-02T08:36:44.631 INFO:tasks.rados.rados.0.smithi019.stdout:1847: writing smithi01981774-15 from 4333568 to 4431872 tid 1 2024-04-02T08:36:44.631 INFO:tasks.rados.rados.0.smithi019.stdout:1848: read oid 29 snap -1 2024-04-02T08:36:44.631 INFO:tasks.rados.rados.0.smithi019.stdout:1848: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:36:44.631 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 172 2024-04-02T08:36:44.631 INFO:tasks.rados.rados.0.smithi019.stdout:1849: seq_num 580 ranges {5234688=114688} 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1849: writing smithi01981774-31 from 5234688 to 5349376 tid 1 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1850: read oid 35 snap -1 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1850: expect (ObjNum 515 snap 158 seq_num 515) 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1851: delete oid 23 current snap is 172 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1846: finishing write tid 1 to smithi01981774-27 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1846: finishing write tid 2 to smithi01981774-27 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1846: finishing write tid 3 to smithi01981774-27 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1846: oid 27 updating version 0 to 642 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:1846: oid 27 version 642 is already newer than 641 2024-04-02T08:36:44.661 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 642 (ObjNum 578 snap 172 seq_num 578) dirty exists 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1846: left oid 27 (ObjNum 578 snap 172 seq_num 578) 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1847: finishing write tid 1 to smithi01981774-15 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1847: finishing write tid 2 to smithi01981774-15 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1847: finishing write tid 3 to smithi01981774-15 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1847: oid 15 updating version 0 to 1415 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1847: oid 15 version 1415 is already newer than 1414 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1415 (ObjNum 579 snap 172 seq_num 579) dirty exists 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1847: left oid 15 (ObjNum 579 snap 172 seq_num 579) 2024-04-02T08:36:44.662 INFO:tasks.rados.rados.0.smithi019.stdout:1848: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:1849: finishing write tid 1 to smithi01981774-31 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:1849: finishing write tid 2 to smithi01981774-31 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:1849: finishing write tid 3 to smithi01981774-31 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:1849: oid 31 updating version 0 to 504 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:1849: oid 31 updating version 504 to 505 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 505 (ObjNum 580 snap 172 seq_num 580) dirty exists 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:1849: left oid 31 (ObjNum 580 snap 172 seq_num 580) 2024-04-02T08:36:44.728 INFO:tasks.rados.rados.0.smithi019.stdout:1850: expect (ObjNum 515 snap 158 seq_num 515) 2024-04-02T08:36:44.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:44 smithi019 ceph-mon[94035]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:36:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:44 smithi019 ceph-mon[94035]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:36:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:44 smithi019 ceph-mon[96522]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:36:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:44 smithi019 ceph-mon[96522]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:36:45.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:44 smithi066 ceph-mon[87361]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:36:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:44 smithi066 ceph-mon[87361]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:1846: done (5 left) 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:1847: done (4 left) 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:1848: done (3 left) 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:1849: done (2 left) 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:1850: done (1 left) 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:1851: done (0 left) 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 172 2024-04-02T08:36:45.389 INFO:tasks.rados.rados.0.smithi019.stdout:1852: seq_num 582 ranges {0=155648} 2024-04-02T08:36:45.390 INFO:tasks.rados.rados.0.smithi019.stdout:1852: writing smithi01981774-34 from 0 to 155648 tid 1 2024-04-02T08:36:45.390 INFO:tasks.rados.rados.0.smithi019.stdout:1853: snap_remove snap 167 2024-04-02T08:36:45.616 INFO:tasks.rados.rados.0.smithi019.stdout:1852: finishing write tid 1 to smithi01981774-34 2024-04-02T08:36:45.616 INFO:tasks.rados.rados.0.smithi019.stdout:1852: finishing write tid 2 to smithi01981774-34 2024-04-02T08:36:45.616 INFO:tasks.rados.rados.0.smithi019.stdout:1852: finishing write tid 3 to smithi01981774-34 2024-04-02T08:36:45.616 INFO:tasks.rados.rados.0.smithi019.stdout:1852: oid 34 updating version 0 to 1505 2024-04-02T08:36:45.616 INFO:tasks.rados.rados.0.smithi019.stdout:1852: oid 34 updating version 1505 to 1506 2024-04-02T08:36:45.616 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1506 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-02T08:36:45.616 INFO:tasks.rados.rados.0.smithi019.stdout:1852: left oid 34 (ObjNum 582 snap 172 seq_num 582) 2024-04-02T08:36:45.617 INFO:tasks.rados.rados.0.smithi019.stdout:1852: done (1 left) 2024-04-02T08:36:45.617 INFO:tasks.rados.rados.0.smithi019.stdout:1853: done (0 left) 2024-04-02T08:36:45.617 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 172 2024-04-02T08:36:45.617 INFO:tasks.rados.rados.0.smithi019.stdout:1854: seq_num 583 ranges {0=172032} 2024-04-02T08:36:45.617 INFO:tasks.rados.rados.0.smithi019.stdout:1854: writing smithi01981774-16 from 0 to 172032 tid 1 2024-04-02T08:36:45.617 INFO:tasks.rados.rados.0.smithi019.stdout:1855: snap_create 2024-04-02T08:36:45.626 INFO:tasks.rados.rados.0.smithi019.stdout:1854: finishing write tid 1 to smithi01981774-16 2024-04-02T08:36:45.627 INFO:tasks.rados.rados.0.smithi019.stdout:1854: finishing write tid 2 to smithi01981774-16 2024-04-02T08:36:45.630 INFO:tasks.rados.rados.0.smithi019.stdout:1854: finishing write tid 3 to smithi01981774-16 2024-04-02T08:36:45.630 INFO:tasks.rados.rados.0.smithi019.stdout:1854: oid 16 updating version 0 to 769 2024-04-02T08:36:45.631 INFO:tasks.rados.rados.0.smithi019.stdout:1854: oid 16 version 769 is already newer than 768 2024-04-02T08:36:45.631 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 769 (ObjNum 583 snap 172 seq_num 583) dirty exists 2024-04-02T08:36:45.631 INFO:tasks.rados.rados.0.smithi019.stdout:1854: left oid 16 (ObjNum 583 snap 172 seq_num 583) 2024-04-02T08:36:45.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:45 smithi019 ceph-mon[94035]: pgmap v279: 121 pgs: 121 active+clean; 159 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-04-02T08:36:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:45 smithi019 ceph-mon[96522]: pgmap v279: 121 pgs: 121 active+clean; 159 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-04-02T08:36:46.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:45 smithi066 ceph-mon[87361]: pgmap v279: 121 pgs: 121 active+clean; 159 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-04-02T08:36:46.626 INFO:tasks.rados.rados.0.smithi019.stdout:1854: done (1 left) 2024-04-02T08:36:46.626 INFO:tasks.rados.rados.0.smithi019.stdout:1855: done (0 left) 2024-04-02T08:36:46.626 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 173 2024-04-02T08:36:46.626 INFO:tasks.rados.rados.0.smithi019.stdout:1856: seq_num 584 ranges {0=188416} 2024-04-02T08:36:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1856: writing smithi01981774-3 from 0 to 188416 tid 1 2024-04-02T08:36:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1857: read oid 23 snap -1 2024-04-02T08:36:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1857: expect deleted 2024-04-02T08:36:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1858: read oid 30 snap 168 2024-04-02T08:36:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1858: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:46.627 INFO:tasks.rados.rados.0.smithi019.stdout:1859: snap_create 2024-04-02T08:36:46.634 INFO:tasks.rados.rados.0.smithi019.stdout:1856: finishing write tid 1 to smithi01981774-3 2024-04-02T08:36:46.635 INFO:tasks.rados.rados.0.smithi019.stdout:1856: finishing write tid 2 to smithi01981774-3 2024-04-02T08:36:46.637 INFO:tasks.rados.rados.0.smithi019.stdout:1856: finishing write tid 3 to smithi01981774-3 2024-04-02T08:36:46.637 INFO:tasks.rados.rados.0.smithi019.stdout:1856: oid 3 updating version 0 to 958 2024-04-02T08:36:46.637 INFO:tasks.rados.rados.0.smithi019.stdout:1856: oid 3 version 958 is already newer than 957 2024-04-02T08:36:46.637 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 958 (ObjNum 584 snap 173 seq_num 584) dirty exists 2024-04-02T08:36:46.637 INFO:tasks.rados.rados.0.smithi019.stdout:1856: left oid 3 (ObjNum 584 snap 173 seq_num 584) 2024-04-02T08:36:46.640 INFO:tasks.rados.rados.0.smithi019.stdout:1858: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:46 smithi019 ceph-mon[96522]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:36:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:46 smithi019 ceph-mon[94035]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:36:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:46 smithi066 ceph-mon[87361]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:36:47.625 INFO:tasks.rados.rados.0.smithi019.stdout:1856: done (3 left) 2024-04-02T08:36:47.625 INFO:tasks.rados.rados.0.smithi019.stdout:1857: done (2 left) 2024-04-02T08:36:47.625 INFO:tasks.rados.rados.0.smithi019.stdout:1858: done (1 left) 2024-04-02T08:36:47.625 INFO:tasks.rados.rados.0.smithi019.stdout:1859: done (0 left) 2024-04-02T08:36:47.625 INFO:tasks.rados.rados.0.smithi019.stdout:1860: copy_from oid 50 from oid 10 current snap is 174 2024-04-02T08:36:47.625 INFO:tasks.rados.rados.0.smithi019.stdout:1861: snap_remove snap 170 2024-04-02T08:36:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:47 smithi019 ceph-mon[94035]: pgmap v282: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 44 op/s 2024-04-02T08:36:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:47 smithi019 ceph-mon[94035]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:36:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:47 smithi019 ceph-mon[96522]: pgmap v282: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 44 op/s 2024-04-02T08:36:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:47 smithi019 ceph-mon[96522]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:36:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:47 smithi066 ceph-mon[87361]: pgmap v282: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 44 op/s 2024-04-02T08:36:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:47 smithi066 ceph-mon[87361]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:36:48.640 INFO:tasks.rados.rados.0.smithi019.stdout:1861: done (1 left) 2024-04-02T08:36:48.640 INFO:tasks.rados.rados.0.smithi019.stdout:1862: copy_from oid 5 from oid 2 current snap is 174 2024-04-02T08:36:48.641 INFO:tasks.rados.rados.0.smithi019.stdout:1860: finishing copy_from racing read to smithi01981774-50 2024-04-02T08:36:48.641 INFO:tasks.rados.rados.0.smithi019.stdout:1860: finishing copy_from to smithi01981774-50 2024-04-02T08:36:48.641 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 503 (ObjNum 563 snap 167 seq_num 563) dirty exists 2024-04-02T08:36:48.641 INFO:tasks.rados.rados.0.smithi019.stdout:1860: done (1 left) 2024-04-02T08:36:48.641 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 174 2024-04-02T08:36:48.641 INFO:tasks.rados.rados.0.smithi019.stdout:1863: seq_num 585 ranges {7864320=204800} 2024-04-02T08:36:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:1863: writing smithi01981774-7 from 7864320 to 8069120 tid 1 2024-04-02T08:36:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:1864: snap_create 2024-04-02T08:36:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:1862: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:36:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:1862: finishing copy_from to smithi01981774-5 2024-04-02T08:36:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 802 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:36:48.688 INFO:tasks.rados.rados.0.smithi019.stdout:1863: finishing write tid 1 to smithi01981774-7 2024-04-02T08:36:48.688 INFO:tasks.rados.rados.0.smithi019.stdout:1863: finishing write tid 2 to smithi01981774-7 2024-04-02T08:36:48.689 INFO:tasks.rados.rados.0.smithi019.stdout:1863: finishing write tid 3 to smithi01981774-7 2024-04-02T08:36:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1863: oid 7 updating version 0 to 1519 2024-04-02T08:36:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1863: oid 7 version 1519 is already newer than 1518 2024-04-02T08:36:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1519 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-04-02T08:36:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:1863: left oid 7 (ObjNum 585 snap 174 seq_num 585) 2024-04-02T08:36:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:48 smithi019 ceph-mon[96522]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:36:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:48 smithi019 ceph-mon[94035]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:36:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:48 smithi066 ceph-mon[87361]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:36:49.643 INFO:tasks.rados.rados.0.smithi019.stdout:1862: done (2 left) 2024-04-02T08:36:49.644 INFO:tasks.rados.rados.0.smithi019.stdout:1863: done (1 left) 2024-04-02T08:36:49.644 INFO:tasks.rados.rados.0.smithi019.stdout:1864: done (0 left) 2024-04-02T08:36:49.644 INFO:tasks.rados.rados.0.smithi019.stdout:1865: read oid 9 snap -1 2024-04-02T08:36:49.644 INFO:tasks.rados.rados.0.smithi019.stdout:1865: expect (ObjNum 535 snap 162 seq_num 535) 2024-04-02T08:36:49.644 INFO:tasks.rados.rados.0.smithi019.stdout:1866: read oid 50 snap -1 2024-04-02T08:36:49.644 INFO:tasks.rados.rados.0.smithi019.stdout:1866: expect (ObjNum 563 snap 167 seq_num 563) 2024-04-02T08:36:49.644 INFO:tasks.rados.rados.0.smithi019.stdout:1867: snap_remove snap 174 2024-04-02T08:36:49.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:49 smithi019 ceph-mon[96522]: pgmap v285: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 430 KiB/s wr, 16 op/s 2024-04-02T08:36:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:49 smithi019 ceph-mon[96522]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:36:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:49 smithi019 ceph-mon[94035]: pgmap v285: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 430 KiB/s wr, 16 op/s 2024-04-02T08:36:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:49 smithi019 ceph-mon[94035]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:36:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:49 smithi066 ceph-mon[87361]: pgmap v285: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 430 KiB/s wr, 16 op/s 2024-04-02T08:36:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:49 smithi066 ceph-mon[87361]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:36:50.645 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:36:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:36:50] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2024-04-02T08:36:50.650 INFO:tasks.rados.rados.0.smithi019.stdout:1867: done (2 left) 2024-04-02T08:36:50.651 INFO:tasks.rados.rados.0.smithi019.stdout:1868: copy_from oid 7 from oid 32 current snap is 175 2024-04-02T08:36:50.651 INFO:tasks.rados.rados.0.smithi019.stdout:1866: expect (ObjNum 563 snap 167 seq_num 563) 2024-04-02T08:36:50.791 INFO:tasks.rados.rados.0.smithi019.stdout:1865: expect (ObjNum 535 snap 162 seq_num 535) 2024-04-02T08:36:50.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:50 smithi019 ceph-mon[94035]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:36:50.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:50 smithi019 ceph-mon[96522]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:36:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:50 smithi066 ceph-mon[87361]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1868: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1868: finishing copy_from to smithi01981774-7 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1407 (ObjNum 528 snap 161 seq_num 528) dirty exists 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1865: done (2 left) 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1866: done (1 left) 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1868: done (0 left) 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1869: rollback oid 48 current snap is 175 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 171 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1870: read oid 17 snap -1 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1870: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 175 2024-04-02T08:36:51.315 INFO:tasks.rados.rados.0.smithi019.stdout:1871: seq_num 586 ranges {188416=221184} 2024-04-02T08:36:51.317 INFO:tasks.rados.rados.0.smithi019.stdout:1871: writing smithi01981774-3 from 188416 to 409600 tid 1 2024-04-02T08:36:51.317 INFO:tasks.rados.rados.0.smithi019.stdout:1872: copy_from oid 16 from oid 13 current snap is 175 2024-04-02T08:36:51.317 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 175 2024-04-02T08:36:51.317 INFO:tasks.rados.rados.0.smithi019.stdout:1873: seq_num 587 ranges {4030464=237568} 2024-04-02T08:36:51.340 INFO:tasks.rados.rados.0.smithi019.stdout:1873: writing smithi01981774-50 from 4030464 to 4268032 tid 1 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1874: copy_from oid 14 from oid 39 current snap is 175 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1872: finishing copy_from to smithi01981774-16 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1872: got expected ENOENT (src dne) 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1869: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1869: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1869: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1524 (ObjNum 575 snap 171 seq_num 575) dirty exists 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1871: finishing write tid 1 to smithi01981774-3 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1869: done (5 left) 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1875: delete oid 20 current snap is 175 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1871: finishing write tid 2 to smithi01981774-3 2024-04-02T08:36:51.341 INFO:tasks.rados.rados.0.smithi019.stdout:1872: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:36:51.342 INFO:tasks.rados.rados.0.smithi019.stdout:1871: finishing write tid 3 to smithi01981774-3 2024-04-02T08:36:51.342 INFO:tasks.rados.rados.0.smithi019.stdout:1871: oid 3 updating version 0 to 960 2024-04-02T08:36:51.342 INFO:tasks.rados.rados.0.smithi019.stdout:1871: oid 3 updating version 960 to 961 2024-04-02T08:36:51.342 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 961 (ObjNum 586 snap 175 seq_num 586) dirty exists 2024-04-02T08:36:51.342 INFO:tasks.rados.rados.0.smithi019.stdout:1871: left oid 3 (ObjNum 586 snap 175 seq_num 586) 2024-04-02T08:36:51.342 INFO:tasks.rados.rados.0.smithi019.stdout:1870: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1873: finishing write tid 1 to smithi01981774-50 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1873: finishing write tid 2 to smithi01981774-50 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1873: finishing write tid 3 to smithi01981774-50 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1873: oid 50 updating version 0 to 505 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1873: oid 50 version 505 is already newer than 504 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 505 (ObjNum 587 snap 175 seq_num 587) dirty exists 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1873: left oid 50 (ObjNum 587 snap 175 seq_num 587) 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1874: finishing copy_from racing read to smithi01981774-14 2024-04-02T08:36:51.492 INFO:tasks.rados.rados.0.smithi019.stdout:1874: finishing copy_from to smithi01981774-14 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 420 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:1870: done (5 left) 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:1871: done (4 left) 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:1872: done (3 left) 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:1873: done (2 left) 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:1874: done (1 left) 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:1875: done (0 left) 2024-04-02T08:36:51.493 INFO:tasks.rados.rados.0.smithi019.stdout:1876: snap_remove snap 173 2024-04-02T08:36:51.649 INFO:tasks.rados.rados.0.smithi019.stdout:1876: done (0 left) 2024-04-02T08:36:51.649 INFO:tasks.rados.rados.0.smithi019.stdout:1877: read oid 3 snap 168 2024-04-02T08:36:51.649 INFO:tasks.rados.rados.0.smithi019.stdout:1877: expect deleted 2024-04-02T08:36:51.649 INFO:tasks.rados.rados.0.smithi019.stdout:1878: rmattr oid 18 current snap is 175 2024-04-02T08:36:51.649 INFO:tasks.rados.rados.0.smithi019.stdout:1879: read oid 12 snap -1 2024-04-02T08:36:51.649 INFO:tasks.rados.rados.0.smithi019.stdout:1879: expect (ObjNum 552 snap 166 seq_num 552) 2024-04-02T08:36:51.649 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 175 2024-04-02T08:36:51.650 INFO:tasks.rados.rados.0.smithi019.stdout:1880: seq_num 589 ranges {3743744=270336} 2024-04-02T08:36:51.672 INFO:tasks.rados.rados.0.smithi019.stdout:1880: writing smithi01981774-8 from 3743744 to 4014080 tid 1 2024-04-02T08:36:51.672 INFO:tasks.rados.rados.0.smithi019.stdout:1881: read oid 28 snap -1 2024-04-02T08:36:51.672 INFO:tasks.rados.rados.0.smithi019.stdout:1881: expect deleted 2024-04-02T08:36:51.672 INFO:tasks.rados.rados.0.smithi019.stdout:1882: delete oid 49 current snap is 175 2024-04-02T08:36:51.672 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 650 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:51.674 INFO:tasks.rados.rados.0.smithi019.stdout:1877: done (5 left) 2024-04-02T08:36:51.674 INFO:tasks.rados.rados.0.smithi019.stdout:1878: done (4 left) 2024-04-02T08:36:51.674 INFO:tasks.rados.rados.0.smithi019.stdout:1881: done (3 left) 2024-04-02T08:36:51.674 INFO:tasks.rados.rados.0.smithi019.stdout:1882: done (2 left) 2024-04-02T08:36:51.674 INFO:tasks.rados.rados.0.smithi019.stdout:1883: read oid 19 snap -1 2024-04-02T08:36:51.674 INFO:tasks.rados.rados.0.smithi019.stdout:1883: expect deleted 2024-04-02T08:36:51.674 INFO:tasks.rados.rados.0.smithi019.stdout:1884: snap_remove snap 171 2024-04-02T08:36:51.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:51 smithi066 ceph-mon[87361]: pgmap v288: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 790 KiB/s wr, 2 op/s 2024-04-02T08:36:51.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:51 smithi066 ceph-mon[87361]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:36:51.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:51.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:51 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:51.932 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:51 smithi066 ceph-mon[87361]: Upgrade: osd.4 is safe to restart 2024-04-02T08:36:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[94035]: pgmap v288: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 790 KiB/s wr, 2 op/s 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[94035]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[94035]: Upgrade: osd.4 is safe to restart 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[96522]: pgmap v288: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 790 KiB/s wr, 2 op/s 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[96522]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:36:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:51 smithi019 ceph-mon[96522]: Upgrade: osd.4 is safe to restart 2024-04-02T08:36:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:52.662 INFO:tasks.rados.rados.0.smithi019.stdout:1884: done (3 left) 2024-04-02T08:36:52.662 INFO:tasks.rados.rados.0.smithi019.stdout:1885: rmattr oid 21 current snap is 175 2024-04-02T08:36:52.662 INFO:tasks.rados.rados.0.smithi019.stdout:1880: finishing write tid 1 to smithi01981774-8 2024-04-02T08:36:52.662 INFO:tasks.rados.rados.0.smithi019.stdout:1880: finishing write tid 2 to smithi01981774-8 2024-04-02T08:36:52.662 INFO:tasks.rados.rados.0.smithi019.stdout:1880: finishing write tid 3 to smithi01981774-8 2024-04-02T08:36:52.662 INFO:tasks.rados.rados.0.smithi019.stdout:1880: oid 8 updating version 0 to 965 2024-04-02T08:36:52.662 INFO:tasks.rados.rados.0.smithi019.stdout:1880: oid 8 updating version 965 to 966 2024-04-02T08:36:52.663 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 966 (ObjNum 589 snap 175 seq_num 589) dirty exists 2024-04-02T08:36:52.663 INFO:tasks.rados.rados.0.smithi019.stdout:1880: left oid 8 (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:36:52.663 INFO:tasks.rados.rados.0.smithi019.stdout:1879: expect (ObjNum 552 snap 166 seq_num 552) 2024-04-02T08:36:52.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:52 smithi019 ceph-mon[94035]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:36:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:52 smithi019 ceph-mon[96522]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:36:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:52 smithi066 ceph-mon[87361]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 482 (ObjNum 565 snap 167 seq_num 565) dirty exists 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:1879: done (3 left) 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:1880: done (2 left) 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:1883: done (1 left) 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:1885: done (0 left) 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:1886: rollback oid 18 current snap is 175 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 18 to 172 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:1887: read oid 20 snap -1 2024-04-02T08:36:53.072 INFO:tasks.rados.rados.0.smithi019.stdout:1887: expect deleted 2024-04-02T08:36:53.073 INFO:tasks.rados.rados.0.smithi019.stdout:1888: snap_create 2024-04-02T08:36:53.075 INFO:tasks.rados.rados.0.smithi019.stdout:1886: finishing rollback tid 0 to smithi01981774-18 2024-04-02T08:36:53.075 INFO:tasks.rados.rados.0.smithi019.stdout:1886: finishing rollback tid 1 to smithi01981774-18 2024-04-02T08:36:53.075 INFO:tasks.rados.rados.0.smithi019.stdout:1886: finishing rollback tid 2 to smithi01981774-18 2024-04-02T08:36:53.075 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 657 (ObjNum 81 snap 0 seq_num 2824729104) dirty exists 2024-04-02T08:36:53.780 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:36:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:53.780 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-mon[87361]: pgmap v291: 121 pgs: 121 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:36:53.780 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-mon[87361]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:36:53.780 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-mon[87361]: Upgrade: Updating osd.4 2024-04-02T08:36:53.780 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:53.780 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:36:53.780 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:53.780 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:53 smithi066 ceph-mon[87361]: Deploying daemon osd.4 on smithi066 2024-04-02T08:36:53.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[96522]: pgmap v291: 121 pgs: 121 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[96522]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[96522]: Upgrade: Updating osd.4 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[96522]: Deploying daemon osd.4 on smithi066 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[94035]: pgmap v291: 121 pgs: 121 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[94035]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[94035]: Upgrade: Updating osd.4 2024-04-02T08:36:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:36:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:53 smithi019 ceph-mon[94035]: Deploying daemon osd.4 on smithi066 2024-04-02T08:36:53.956 INFO:tasks.rados.rados.0.smithi019.stdout:1886: done (2 left) 2024-04-02T08:36:53.956 INFO:tasks.rados.rados.0.smithi019.stdout:1887: done (1 left) 2024-04-02T08:36:53.956 INFO:tasks.rados.rados.0.smithi019.stdout:1888: done (0 left) 2024-04-02T08:36:53.956 INFO:tasks.rados.rados.0.smithi019.stdout:1889: read oid 1 snap -1 2024-04-02T08:36:53.956 INFO:tasks.rados.rados.0.smithi019.stdout:1889: expect (ObjNum 551 snap 166 seq_num 551) 2024-04-02T08:36:53.956 INFO:tasks.rados.rados.0.smithi019.stdout:1890: setattr oid 31 current snap is 176 2024-04-02T08:36:53.958 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 176 2024-04-02T08:36:53.958 INFO:tasks.rados.rados.0.smithi019.stdout:1891: seq_num 591 ranges {0=303104} 2024-04-02T08:36:53.960 INFO:tasks.rados.rados.0.smithi019.stdout:1891: writing smithi01981774-46 from 0 to 303104 tid 1 2024-04-02T08:36:53.960 INFO:tasks.rados.rados.0.smithi019.stdout:1892: rollback oid 22 current snap is 176 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 175 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:1893: read oid 26 snap -1 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:1893: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:1894: copy_from oid 50 from oid 32 current snap is 176 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:1895: read oid 43 snap 175 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:1895: expect (ObjNum 577 snap 171 seq_num 577) 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 176 2024-04-02T08:36:53.961 INFO:tasks.rados.rados.0.smithi019.stdout:1896: seq_num 592 ranges {2424832=319488} 2024-04-02T08:36:53.976 INFO:tasks.rados.rados.0.smithi019.stdout:1896: writing smithi01981774-21 from 2424832 to 2744320 tid 1 2024-04-02T08:36:53.976 INFO:tasks.rados.rados.0.smithi019.stdout:1897: rollback oid 9 current snap is 176 2024-04-02T08:36:53.976 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 169 2024-04-02T08:36:53.976 INFO:tasks.rados.rados.0.smithi019.stdout:1893: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 506 (ObjNum 580 snap 172 seq_num 580) dirty exists 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1891: finishing write tid 1 to smithi01981774-46 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1891: finishing write tid 2 to smithi01981774-46 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1892: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1892: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1892: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 661 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1891: finishing write tid 3 to smithi01981774-46 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1891: oid 46 updating version 0 to 1533 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1891: oid 46 updating version 1533 to 1534 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1534 (ObjNum 591 snap 176 seq_num 591) dirty exists 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1891: left oid 46 (ObjNum 591 snap 176 seq_num 591) 2024-04-02T08:36:53.980 INFO:tasks.rados.rados.0.smithi019.stdout:1889: expect (ObjNum 551 snap 166 seq_num 551) 2024-04-02T08:36:54.105 INFO:tasks.rados.rados.0.smithi019.stdout:1897: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1897: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1897: finishing rollback tid 2 to smithi01981774-9 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 622 (ObjNum 535 snap 162 seq_num 535) dirty exists 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1896: finishing write tid 1 to smithi01981774-21 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1896: finishing write tid 2 to smithi01981774-21 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1896: finishing write tid 3 to smithi01981774-21 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1896: oid 21 updating version 0 to 485 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1896: oid 21 version 485 is already newer than 484 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 485 (ObjNum 592 snap 176 seq_num 592) dirty exists 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1896: left oid 21 (ObjNum 592 snap 176 seq_num 592) 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1894: finishing copy_from racing read to smithi01981774-50 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:1894: finishing copy_from to smithi01981774-50 2024-04-02T08:36:54.106 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1407 (ObjNum 528 snap 161 seq_num 528) dirty exists 2024-04-02T08:36:54.107 INFO:tasks.rados.rados.0.smithi019.stdout:1895: expect (ObjNum 577 snap 171 seq_num 577) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1889: done (8 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1890: done (7 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1891: done (6 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1892: done (5 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1893: done (4 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1894: done (3 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1895: done (2 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1896: done (1 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:1897: done (0 left) 2024-04-02T08:36:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 176 2024-04-02T08:36:54.733 INFO:tasks.rados.rados.0.smithi019.stdout:1898: seq_num 593 ranges {3153920=335872} 2024-04-02T08:36:54.750 INFO:tasks.rados.rados.0.smithi019.stdout:1898: writing smithi01981774-30 from 3153920 to 3489792 tid 1 2024-04-02T08:36:54.750 INFO:tasks.rados.rados.0.smithi019.stdout:1899: setattr oid 38 current snap is 176 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:1900: copy_from oid 16 from oid 17 current snap is 176 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:1901: read oid 9 snap -1 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:1901: expect (ObjNum 535 snap 162 seq_num 535) 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:1902: rollback oid 48 current snap is 176 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 175 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:1903: read oid 7 snap -1 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:1903: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:54.753 INFO:tasks.rados.rados.0.smithi019.stdout:1904: setattr oid 41 current snap is 176 2024-04-02T08:36:54.755 INFO:tasks.rados.rados.0.smithi019.stdout:1898: finishing write tid 1 to smithi01981774-30 2024-04-02T08:36:54.756 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 176 2024-04-02T08:36:54.756 INFO:tasks.rados.rados.0.smithi019.stdout:1905: seq_num 594 ranges {2744320=352256} 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:1905: writing smithi01981774-21 from 2744320 to 3096576 tid 1 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:1906: read oid 40 snap -1 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:1906: expect deleted 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 176 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1358 (ObjNum 560 snap 167 seq_num 560) dirty exists 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:1898: finishing write tid 2 to smithi01981774-30 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:1902: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:36:54.774 INFO:tasks.rados.rados.0.smithi019.stdout:1907: seq_num 595 ranges {0=368640} 2024-04-02T08:36:54.777 INFO:tasks.rados.rados.0.smithi019.stdout:1907: writing smithi01981774-20 from 0 to 368640 tid 1 2024-04-02T08:36:54.777 INFO:tasks.rados.rados.0.smithi019.stdout:1899: done (9 left) 2024-04-02T08:36:54.777 INFO:tasks.rados.rados.0.smithi019.stdout:1908: read oid 6 snap -1 2024-04-02T08:36:54.777 INFO:tasks.rados.rados.0.smithi019.stdout:1908: expect (ObjNum 529 snap 161 seq_num 529) 2024-04-02T08:36:54.777 INFO:tasks.rados.rados.0.smithi019.stdout:1909: copy_from oid 37 from oid 27 current snap is 176 2024-04-02T08:36:54.777 INFO:tasks.rados.rados.0.smithi019.stdout:1902: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:1898: finishing write tid 3 to smithi01981774-30 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:1898: oid 30 updating version 0 to 1536 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:1898: oid 30 updating version 1536 to 1537 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1537 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:1898: left oid 30 (ObjNum 593 snap 176 seq_num 593) 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:1900: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:1900: finishing copy_from to smithi01981774-16 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1356 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-04-02T08:36:54.778 INFO:tasks.rados.rados.0.smithi019.stdout:1903: expect (ObjNum 528 snap 161 seq_num 528) 2024-04-02T08:36:54.891 INFO:tasks.rados.rados.0.smithi019.stdout:1902: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:36:54.891 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1541 (ObjNum 575 snap 171 seq_num 575) dirty exists 2024-04-02T08:36:54.891 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1542 (ObjNum 33 snap 0 seq_num 2825210848) dirty exists 2024-04-02T08:36:54.891 INFO:tasks.rados.rados.0.smithi019.stdout:1905: finishing write tid 1 to smithi01981774-21 2024-04-02T08:36:54.891 INFO:tasks.rados.rados.0.smithi019.stdout:1905: finishing write tid 2 to smithi01981774-21 2024-04-02T08:36:54.891 INFO:tasks.rados.rados.0.smithi019.stdout:1905: finishing write tid 3 to smithi01981774-21 2024-04-02T08:36:54.891 INFO:tasks.rados.rados.0.smithi019.stdout:1905: oid 21 updating version 0 to 486 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1905: oid 21 updating version 486 to 487 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 487 (ObjNum 594 snap 176 seq_num 594) dirty exists 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1905: left oid 21 (ObjNum 594 snap 176 seq_num 594) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1907: finishing write tid 1 to smithi01981774-20 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1907: finishing write tid 2 to smithi01981774-20 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1907: finishing write tid 3 to smithi01981774-20 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1907: oid 20 updating version 0 to 1359 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1907: oid 20 updating version 1359 to 1360 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1360 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1907: left oid 20 (ObjNum 595 snap 176 seq_num 595) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1898: done (10 left) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1900: done (9 left) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1902: done (8 left) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1903: done (7 left) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1904: done (6 left) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1905: done (5 left) 2024-04-02T08:36:54.892 INFO:tasks.rados.rados.0.smithi019.stdout:1906: done (4 left) 2024-04-02T08:36:54.893 INFO:tasks.rados.rados.0.smithi019.stdout:1907: done (3 left) 2024-04-02T08:36:54.893 INFO:tasks.rados.rados.0.smithi019.stdout:1910: snap_create 2024-04-02T08:36:54.893 INFO:tasks.rados.rados.0.smithi019.stdout:1908: expect (ObjNum 529 snap 161 seq_num 529) 2024-04-02T08:36:54.984 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:54 smithi066 ceph-mon[87361]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:36:54.985 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:54 smithi066 ceph-mon[87361]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:36:55.023 INFO:tasks.rados.rados.0.smithi019.stdout:1909: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:36:55.023 INFO:tasks.rados.rados.0.smithi019.stdout:1909: finishing copy_from to smithi01981774-37 2024-04-02T08:36:55.023 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 642 (ObjNum 578 snap 172 seq_num 578) dirty exists 2024-04-02T08:36:55.023 INFO:tasks.rados.rados.0.smithi019.stdout:1901: expect (ObjNum 535 snap 162 seq_num 535) 2024-04-02T08:36:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:54 smithi019 ceph-mon[94035]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:36:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:54 smithi019 ceph-mon[94035]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:36:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:54 smithi019 ceph-mon[96522]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:36:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:54 smithi019 ceph-mon[96522]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:36:55.585 INFO:tasks.rados.rados.0.smithi019.stdout:1901: done (3 left) 2024-04-02T08:36:55.585 INFO:tasks.rados.rados.0.smithi019.stdout:1908: done (2 left) 2024-04-02T08:36:55.585 INFO:tasks.rados.rados.0.smithi019.stdout:1909: done (1 left) 2024-04-02T08:36:55.585 INFO:tasks.rados.rados.0.smithi019.stdout:1910: done (0 left) 2024-04-02T08:36:55.585 INFO:tasks.rados.rados.0.smithi019.stdout:1911: rollback oid 1 current snap is 177 2024-04-02T08:36:55.585 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 172 2024-04-02T08:36:55.586 INFO:tasks.rados.rados.0.smithi019.stdout:1912: read oid 38 snap -1 2024-04-02T08:36:55.586 INFO:tasks.rados.rados.0.smithi019.stdout:1912: expect (ObjNum 560 snap 167 seq_num 560) 2024-04-02T08:36:55.586 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 177 2024-04-02T08:36:55.586 INFO:tasks.rados.rados.0.smithi019.stdout:1913: seq_num 596 ranges {8536064=385024} 2024-04-02T08:36:55.635 INFO:tasks.rados.rados.0.smithi019.stdout:1913: writing smithi01981774-9 from 8536064 to 8921088 tid 1 2024-04-02T08:36:55.635 INFO:tasks.rados.rados.0.smithi019.stdout:1914: copy_from oid 7 from oid 4 current snap is 177 2024-04-02T08:36:55.635 INFO:tasks.rados.rados.0.smithi019.stdout:1911: finishing rollback tid 0 to smithi01981774-1 2024-04-02T08:36:55.635 INFO:tasks.rados.rados.0.smithi019.stdout:1911: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:36:55.635 INFO:tasks.rados.rados.0.smithi019.stdout:1911: finishing rollback tid 2 to smithi01981774-1 2024-04-02T08:36:55.635 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 972 (ObjNum 551 snap 166 seq_num 551) dirty exists 2024-04-02T08:36:55.635 INFO:tasks.rados.rados.0.smithi019.stdout:1912: expect (ObjNum 560 snap 167 seq_num 560) 2024-04-02T08:36:56.026 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:55 smithi066 ceph-mon[87361]: pgmap v294: 121 pgs: 121 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:36:56.026 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:55 smithi066 ceph-mon[87361]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:36:56.322 INFO:tasks.rados.rados.0.smithi019.stdout:1913: finishing write tid 1 to smithi01981774-9 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1913: finishing write tid 2 to smithi01981774-9 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1913: finishing write tid 3 to smithi01981774-9 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1913: oid 9 updating version 0 to 624 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1913: oid 9 updating version 624 to 625 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 625 (ObjNum 596 snap 177 seq_num 596) dirty exists 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1913: left oid 9 (ObjNum 596 snap 177 seq_num 596) 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1914: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1914: finishing copy_from to smithi01981774-7 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 616 (ObjNum 558 snap 167 seq_num 558) dirty exists 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1911: done (3 left) 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1912: done (2 left) 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1913: done (1 left) 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1914: done (0 left) 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1915: rollback oid 13 current snap is 177 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 13 to 172 2024-04-02T08:36:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:1916: delete oid 40 current snap is 177 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:1915: finishing rollback tid 1 to smithi01981774-13 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 0 (ObjNum 97 snap 0 seq_num 2824294496) dirty dne 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:1915: done (1 left) 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:1916: done (0 left) 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:1917: copy_from oid 37 from oid 47 current snap is 177 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:1918: copy_from oid 17 from oid 36 current snap is 177 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:1919: read oid 27 snap -1 2024-04-02T08:36:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:1919: expect (ObjNum 578 snap 172 seq_num 578) 2024-04-02T08:36:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:1920: delete oid 23 current snap is 177 2024-04-02T08:36:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:1920: done (3 left) 2024-04-02T08:36:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:1921: rmattr oid 45 current snap is 177 2024-04-02T08:36:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:1922: read oid 7 snap -1 2024-04-02T08:36:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:1922: expect (ObjNum 558 snap 167 seq_num 558) 2024-04-02T08:36:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 177 2024-04-02T08:36:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:1923: seq_num 599 ranges {2850816=434176} 2024-04-02T08:36:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:1923: writing smithi01981774-44 from 2850816 to 3284992 tid 1 2024-04-02T08:36:56.346 INFO:tasks.rados.rados.0.smithi019.stdout:1924: delete oid 42 current snap is 177 2024-04-02T08:36:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1357 (ObjNum 482 snap 148 seq_num 482) dirty exists 2024-04-02T08:36:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:1918: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:36:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:1918: finishing copy_from to smithi01981774-17 2024-04-02T08:36:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 860 (ObjNum 542 snap 165 seq_num 542) dirty exists 2024-04-02T08:36:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:1919: expect (ObjNum 578 snap 172 seq_num 578) 2024-04-02T08:36:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:55 smithi019 ceph-mon[94035]: pgmap v294: 121 pgs: 121 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:36:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:55 smithi019 ceph-mon[94035]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:36:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:55 smithi019 ceph-mon[96522]: pgmap v294: 121 pgs: 121 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:36:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:55 smithi019 ceph-mon[96522]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:36:56.546 INFO:tasks.rados.rados.0.smithi019.stdout:1922: expect (ObjNum 558 snap 167 seq_num 558) 2024-04-02T08:36:56.648 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:56 smithi066 systemd[1]: Stopping Ceph osd.4 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1917: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1923: finishing write tid 1 to smithi01981774-44 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1923: finishing write tid 2 to smithi01981774-44 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1918: done (6 left) 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1919: done (5 left) 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1921: done (4 left) 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1922: done (3 left) 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1924: done (2 left) 2024-04-02T08:36:56.772 INFO:tasks.rados.rados.0.smithi019.stdout:1925: snap_remove snap 175 2024-04-02T08:36:56.962 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[36513]: 2024-04-02T08:36:56.649+0000 7f1ad98a8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:36:56.963 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[36513]: 2024-04-02T08:36:56.649+0000 7f1ad98a8700 -1 osd.4 428 *** Got signal Terminated *** 2024-04-02T08:36:56.963 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:56 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[36513]: 2024-04-02T08:36:56.649+0000 7f1ad98a8700 -1 osd.4 428 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:36:56.969 INFO:tasks.rados.rados.0.smithi019.stdout:1925: done (2 left) 2024-04-02T08:36:56.969 INFO:tasks.rados.rados.0.smithi019.stdout:1926: delete oid 43 current snap is 177 2024-04-02T08:36:56.969 INFO:tasks.rados.rados.0.smithi019.stdout:1917: finishing copy_from to smithi01981774-37 2024-04-02T08:36:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 591 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-04-02T08:36:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:1923: finishing write tid 3 to smithi01981774-44 2024-04-02T08:36:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:1923: oid 44 updating version 0 to 805 2024-04-02T08:36:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:1923: oid 44 updating version 805 to 806 2024-04-02T08:36:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 806 (ObjNum 599 snap 177 seq_num 599) dirty exists 2024-04-02T08:36:56.970 INFO:tasks.rados.rados.0.smithi019.stdout:1923: left oid 44 (ObjNum 599 snap 177 seq_num 599) 2024-04-02T08:36:56.981 INFO:tasks.rados.rados.0.smithi019.stdout:1917: done (2 left) 2024-04-02T08:36:56.981 INFO:tasks.rados.rados.0.smithi019.stdout:1923: done (1 left) 2024-04-02T08:36:56.981 INFO:tasks.rados.rados.0.smithi019.stdout:1926: done (0 left) 2024-04-02T08:36:56.981 INFO:tasks.rados.rados.0.smithi019.stdout:1927: delete oid 23 current snap is 177 2024-04-02T08:36:57.079 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:36:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:56 smithi066 ceph-mon[87361]: osd.4 marked itself down and dead 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (8m) 26s ago 8m 25.7M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (8m) 2m ago 8m 89.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (9m) 26s ago 9m 19.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (9m) 2m ago 9m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (3m) 2m ago 13m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (4m) 26s ago 15m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (3m) 26s ago 15m 54.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (2m) 2m ago 13m 22.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (3m) 26s ago 13m 45.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (8m) 26s ago 8m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (8m) 2m ago 8m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (2m) 26s ago 13m 144M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:36:57.407 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (86s) 26s ago 12m 133M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:36:57.408 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (50s) 26s ago 12m 105M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:36:57.408 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (30s) 26s ago 11m 11.9M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:36:57.408 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (11m) 2m ago 11m 129M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 65403a5d1e30 2024-04-02T08:36:57.408 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (11m) 2m ago 11m 158M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:36:57.408 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (10m) 2m ago 10m 108M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:36:57.408 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (10m) 2m ago 10m 131M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:36:57.408 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (3m) 2m ago 9m 53.9M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:36:57.408 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:56 smithi019 ceph-mon[94035]: osd.4 marked itself down and dead 2024-04-02T08:36:57.408 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:56 smithi019 ceph-mon[96522]: osd.4 marked itself down and dead 2024-04-02T08:36:57.813 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:57 smithi066 podman[92761]: 2024-04-02 08:36:57.527824509 +0000 UTC m=+0.983493341 container died 65403a5d1e30a1cac0c601059c4ecebcd4aa401b820682ded2d59348a88fe402 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:36:57.814 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:36:57.814 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 4 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:36:57.815 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 9 2024-04-02T08:36:57.816 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:36:57.816 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:36:57.990 INFO:tasks.rados.rados.0.smithi019.stdout:1927: done (0 left) 2024-04-02T08:36:57.991 INFO:tasks.rados.rados.0.smithi019.stdout:1928: copy_from oid 6 from oid 30 current snap is 177 2024-04-02T08:36:57.991 INFO:tasks.rados.rados.0.smithi019.stdout:1929: snap_remove snap 168 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[94035]: pgmap v297: 121 pgs: 121 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[94035]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/100323676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[96522]: pgmap v297: 121 pgs: 121 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[96522]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:36:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/100323676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:57 smithi066 ceph-mon[87361]: pgmap v297: 121 pgs: 121 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T08:36:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:57 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:36:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:57 smithi066 ceph-mon[87361]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:36:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/100323676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:36:58.314 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:57 smithi066 podman[92761]: 2024-04-02 08:36:57.962847441 +0000 UTC m=+1.418516279 container cleanup 65403a5d1e30a1cac0c601059c4ecebcd4aa401b820682ded2d59348a88fe402 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:58.314 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:57 smithi066 bash[92761]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T08:36:58.314 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:58 smithi066 podman[92784]: 2024-04-02 08:36:58.155857057 +0000 UTC m=+0.623395506 container remove 65403a5d1e30a1cac0c601059c4ecebcd4aa401b820682ded2d59348a88fe402 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:36:58.866 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:58 smithi066 podman[92879]: 2024-04-02 08:36:58.499684924 +0000 UTC m=+0.018317121 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:36:58.866 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:58 smithi066 podman[92879]: 2024-04-02 08:36:58.631731098 +0000 UTC m=+0.150363270 container create 98922b27bc163a3169d34a7997df3a5a399f3752277b042238695a352420bf9c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5) 2024-04-02T08:36:58.990 INFO:tasks.rados.rados.0.smithi019.stdout:1929: done (1 left) 2024-04-02T08:36:58.990 INFO:tasks.rados.rados.0.smithi019.stdout:1930: snap_create 2024-04-02T08:36:58.990 INFO:tasks.rados.rados.0.smithi019.stdout:1928: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:36:58.991 INFO:tasks.rados.rados.0.smithi019.stdout:1928: finishing copy_from to smithi01981774-6 2024-04-02T08:36:58.991 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1537 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-04-02T08:36:59.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:58 smithi066 ceph-mon[87361]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:59.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:58 smithi066 ceph-mon[87361]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:59.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:58 smithi066 ceph-mon[87361]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:36:59.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:59.176 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:59.177 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:58 smithi066 podman[92879]: 2024-04-02 08:36:58.867823505 +0000 UTC m=+0.386455686 container init 98922b27bc163a3169d34a7997df3a5a399f3752277b042238695a352420bf9c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:59.177 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:58 smithi066 podman[92879]: 2024-04-02 08:36:58.874480417 +0000 UTC m=+0.393112591 container start 98922b27bc163a3169d34a7997df3a5a399f3752277b042238695a352420bf9c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:36:59.177 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:58 smithi066 podman[92879]: 2024-04-02 08:36:58.975799115 +0000 UTC m=+0.494431291 container attach 98922b27bc163a3169d34a7997df3a5a399f3752277b042238695a352420bf9c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:36:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[94035]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[94035]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[94035]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:36:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[96522]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[96522]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:36:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[96522]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:36:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:36:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:59.563 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:59 smithi066 podman[92879]: 2024-04-02 08:36:59.178753299 +0000 UTC m=+0.697385488 container died 98922b27bc163a3169d34a7997df3a5a399f3752277b042238695a352420bf9c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-04-02T08:36:59.593 INFO:tasks.rados.rados.0.smithi019.stdout:1928: done (1 left) 2024-04-02T08:36:59.593 INFO:tasks.rados.rados.0.smithi019.stdout:1930: done (0 left) 2024-04-02T08:36:59.593 INFO:tasks.rados.rados.0.smithi019.stdout:1931: delete oid 46 current snap is 178 2024-04-02T08:36:59.603 INFO:tasks.rados.rados.0.smithi019.stdout:1931: done (0 left) 2024-04-02T08:36:59.603 INFO:tasks.rados.rados.0.smithi019.stdout:1932: rollback oid 6 current snap is 178 2024-04-02T08:36:59.603 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 169 2024-04-02T08:36:59.603 INFO:tasks.rados.rados.0.smithi019.stdout:1933: read oid 17 snap -1 2024-04-02T08:36:59.603 INFO:tasks.rados.rados.0.smithi019.stdout:1933: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:36:59.603 INFO:tasks.rados.rados.0.smithi019.stdout:1934: snap_create 2024-04-02T08:36:59.608 INFO:tasks.rados.rados.0.smithi019.stdout:1932: finishing rollback tid 0 to smithi01981774-6 2024-04-02T08:36:59.608 INFO:tasks.rados.rados.0.smithi019.stdout:1932: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:36:59.608 INFO:tasks.rados.rados.0.smithi019.stdout:1932: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:36:59.608 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1540 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:36:59.614 INFO:tasks.rados.rados.0.smithi019.stdout:1933: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:37:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:59 smithi066 ceph-mon[87361]: pgmap v300: 121 pgs: 8 stale+active+clean, 113 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-02T08:37:00.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:59 smithi066 ceph-mon[87361]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:37:00.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:36:59 smithi066 ceph-mon[87361]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:00.314 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:59 smithi066 podman[92925]: 2024-04-02 08:36:59.937890685 +0000 UTC m=+0.753085561 container remove 98922b27bc163a3169d34a7997df3a5a399f3752277b042238695a352420bf9c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326) 2024-04-02T08:37:00.314 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:59 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-02T08:37:00.314 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:59 smithi066 systemd[1]: Stopped Ceph osd.4 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:00.315 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:36:59 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Consumed 15.403s CPU time. 2024-04-02T08:37:00.315 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:00 smithi066 systemd[1]: Starting Ceph osd.4 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:59 smithi019 ceph-mon[94035]: pgmap v300: 121 pgs: 8 stale+active+clean, 113 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-02T08:37:00.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:59 smithi019 ceph-mon[94035]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:37:00.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:36:59 smithi019 ceph-mon[94035]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:59 smithi019 ceph-mon[96522]: pgmap v300: 121 pgs: 8 stale+active+clean, 113 active+clean; 176 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-02T08:37:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:59 smithi019 ceph-mon[96522]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:37:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:36:59 smithi019 ceph-mon[96522]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:37:00.592 INFO:tasks.rados.rados.0.smithi019.stdout:1932: done (2 left) 2024-04-02T08:37:00.592 INFO:tasks.rados.rados.0.smithi019.stdout:1933: done (1 left) 2024-04-02T08:37:00.592 INFO:tasks.rados.rados.0.smithi019.stdout:1934: done (0 left) 2024-04-02T08:37:00.592 INFO:tasks.rados.rados.0.smithi019.stdout:1935: rollback oid 5 current snap is 179 2024-04-02T08:37:00.592 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 5 to 178 2024-04-02T08:37:00.592 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 179 2024-04-02T08:37:00.592 INFO:tasks.rados.rados.0.smithi019.stdout:1936: seq_num 604 ranges {0=524288} 2024-04-02T08:37:00.595 INFO:tasks.rados.rados.0.smithi019.stdout:1936: writing smithi01981774-46 from 0 to 524288 tid 1 2024-04-02T08:37:00.595 INFO:tasks.rados.rados.0.smithi019.stdout:1937: snap_create 2024-04-02T08:37:00.595 INFO:tasks.rados.rados.0.smithi019.stdout:1935: finishing rollback tid 0 to smithi01981774-5 2024-04-02T08:37:00.595 INFO:tasks.rados.rados.0.smithi019.stdout:1935: finishing rollback tid 1 to smithi01981774-5 2024-04-02T08:37:00.595 INFO:tasks.rados.rados.0.smithi019.stdout:1935: finishing rollback tid 2 to smithi01981774-5 2024-04-02T08:37:00.596 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1363 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:37:00.602 INFO:tasks.rados.rados.0.smithi019.stdout:1936: finishing write tid 1 to smithi01981774-46 2024-04-02T08:37:00.602 INFO:tasks.rados.rados.0.smithi019.stdout:1936: finishing write tid 2 to smithi01981774-46 2024-04-02T08:37:00.603 INFO:tasks.rados.rados.0.smithi019.stdout:1936: finishing write tid 3 to smithi01981774-46 2024-04-02T08:37:00.603 INFO:tasks.rados.rados.0.smithi019.stdout:1936: oid 46 updating version 0 to 1561 2024-04-02T08:37:00.603 INFO:tasks.rados.rados.0.smithi019.stdout:1936: oid 46 updating version 1561 to 1562 2024-04-02T08:37:00.604 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1562 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-04-02T08:37:00.604 INFO:tasks.rados.rados.0.smithi019.stdout:1936: left oid 46 (ObjNum 604 snap 179 seq_num 604) 2024-04-02T08:37:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:37:00] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:37:00.714 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:00 smithi066 podman[93034]: 2024-04-02 08:37:00.299937036 +0000 UTC m=+0.018391639 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:37:00.715 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:00 smithi066 podman[93034]: 2024-04-02 08:37:00.405788134 +0000 UTC m=+0.124242709 container create d26577b479a8cf7a308e5ba34e96b9c39f66b8dd28ea874a7c8f0addc361b289 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:37:00.715 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:00 smithi066 podman[93034]: 2024-04-02 08:37:00.608596018 +0000 UTC m=+0.327050602 container init d26577b479a8cf7a308e5ba34e96b9c39f66b8dd28ea874a7c8f0addc361b289 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:37:00.715 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:00 smithi066 podman[93034]: 2024-04-02 08:37:00.614742418 +0000 UTC m=+0.333196993 container start d26577b479a8cf7a308e5ba34e96b9c39f66b8dd28ea874a7c8f0addc361b289 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T08:37:00.715 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:00 smithi066 podman[93034]: 2024-04-02 08:37:00.716394306 +0000 UTC m=+0.434848896 container attach d26577b479a8cf7a308e5ba34e96b9c39f66b8dd28ea874a7c8f0addc361b289 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[93049]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[93049]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 bash[93034]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 bash[93034]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 bash[93034]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 bash[93034]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 bash[93034]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 bash[93034]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:01.509 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 bash[93034]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:37:01.510 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[93049]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:37:01.510 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[93049]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:37:01.510 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[93049]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:37:01.510 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[93049]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:37:01.510 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[93049]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:37:01.510 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 podman[93034]: 2024-04-02 08:37:01.101886085 +0000 UTC m=+0.820340661 container died d26577b479a8cf7a308e5ba34e96b9c39f66b8dd28ea874a7c8f0addc361b289 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:01.599 INFO:tasks.rados.rados.0.smithi019.stdout:1935: done (2 left) 2024-04-02T08:37:01.599 INFO:tasks.rados.rados.0.smithi019.stdout:1936: done (1 left) 2024-04-02T08:37:01.599 INFO:tasks.rados.rados.0.smithi019.stdout:1937: done (0 left) 2024-04-02T08:37:01.599 INFO:tasks.rados.rados.0.smithi019.stdout:1938: snap_remove snap 179 2024-04-02T08:37:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-mon[87361]: pgmap v303: 121 pgs: 16 active+undersized, 3 active+undersized+degraded, 5 stale+active+clean, 97 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 14/315 objects degraded (4.444%) 2024-04-02T08:37:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-mon[87361]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:01 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 14/315 objects degraded (4.444%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:01 smithi019 ceph-mon[96522]: pgmap v303: 121 pgs: 16 active+undersized, 3 active+undersized+degraded, 5 stale+active+clean, 97 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 14/315 objects degraded (4.444%) 2024-04-02T08:37:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:01 smithi019 ceph-mon[96522]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:01 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 14/315 objects degraded (4.444%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:01 smithi019 ceph-mon[94035]: pgmap v303: 121 pgs: 16 active+undersized, 3 active+undersized+degraded, 5 stale+active+clean, 97 active+clean; 189 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 14/315 objects degraded (4.444%) 2024-04-02T08:37:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:01 smithi019 ceph-mon[94035]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:37:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:01 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 14/315 objects degraded (4.444%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:02.241 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:01 smithi066 podman[93195]: 2024-04-02 08:37:01.886720516 +0000 UTC m=+0.774583060 container remove d26577b479a8cf7a308e5ba34e96b9c39f66b8dd28ea874a7c8f0addc361b289 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:02.241 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 podman[93266]: 2024-04-02 08:37:02.005181721 +0000 UTC m=+0.017662315 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:37:02.241 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 podman[93266]: 2024-04-02 08:37:02.129363095 +0000 UTC m=+0.141843670 container create 1dc7cf786dd7529fecdc2bad7e92175db550549773ae1bbe15ee7070501e4a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:02.563 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 podman[93266]: 2024-04-02 08:37:02.32919123 +0000 UTC m=+0.341671824 container init 1dc7cf786dd7529fecdc2bad7e92175db550549773ae1bbe15ee7070501e4a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T08:37:02.563 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 podman[93266]: 2024-04-02 08:37:02.33463437 +0000 UTC m=+0.347114945 container start 1dc7cf786dd7529fecdc2bad7e92175db550549773ae1bbe15ee7070501e4a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:37:02.563 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 ceph-osd[93303]: -- 172.21.15.66:0/2417501448 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5616ba3ab680 con 0x5616ba374c00 2024-04-02T08:37:02.563 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 bash[93266]: 1dc7cf786dd7529fecdc2bad7e92175db550549773ae1bbe15ee7070501e4a95 2024-04-02T08:37:02.563 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 systemd[1]: Started Ceph osd.4 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:02.610 INFO:tasks.rados.rados.0.smithi019.stdout:1938: done (0 left) 2024-04-02T08:37:02.610 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 180 2024-04-02T08:37:02.610 INFO:tasks.rados.rados.0.smithi019.stdout:1939: seq_num 605 ranges {0=540672} 2024-04-02T08:37:02.613 INFO:tasks.rados.rados.0.smithi019.stdout:1939: writing smithi01981774-49 from 0 to 540672 tid 1 2024-04-02T08:37:02.613 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 180 2024-04-02T08:37:02.613 INFO:tasks.rados.rados.0.smithi019.stdout:1940: seq_num 606 ranges {4669440=557056} 2024-04-02T08:37:02.642 INFO:tasks.rados.rados.0.smithi019.stdout:1940: writing smithi01981774-25 from 4669440 to 5226496 tid 1 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1941: copy_from oid 30 from oid 13 current snap is 180 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1939: finishing write tid 1 to smithi01981774-49 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1939: finishing write tid 2 to smithi01981774-49 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1939: finishing write tid 3 to smithi01981774-49 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1939: oid 49 updating version 0 to 1508 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1939: oid 49 updating version 1508 to 1509 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1509 (ObjNum 605 snap 180 seq_num 605) dirty exists 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1939: left oid 49 (ObjNum 605 snap 180 seq_num 605) 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1939: done (2 left) 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1942: read oid 36 snap -1 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1942: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:37:02.643 INFO:tasks.rados.rados.0.smithi019.stdout:1943: setattr oid 47 current snap is 180 2024-04-02T08:37:02.645 INFO:tasks.rados.rados.0.smithi019.stdout:1944: read oid 35 snap -1 2024-04-02T08:37:02.645 INFO:tasks.rados.rados.0.smithi019.stdout:1944: expect (ObjNum 515 snap 158 seq_num 515) 2024-04-02T08:37:02.645 INFO:tasks.rados.rados.0.smithi019.stdout:1945: delete oid 24 current snap is 180 2024-04-02T08:37:02.649 INFO:tasks.rados.rados.0.smithi019.stdout:1941: finishing copy_from to smithi01981774-30 2024-04-02T08:37:02.649 INFO:tasks.rados.rados.0.smithi019.stdout:1941: got expected ENOENT (src dne) 2024-04-02T08:37:02.650 INFO:tasks.rados.rados.0.smithi019.stdout:1941: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:37:02.651 INFO:tasks.rados.rados.0.smithi019.stdout:1940: finishing write tid 1 to smithi01981774-25 2024-04-02T08:37:02.652 INFO:tasks.rados.rados.0.smithi019.stdout:1940: finishing write tid 2 to smithi01981774-25 2024-04-02T08:37:02.653 INFO:tasks.rados.rados.0.smithi019.stdout:1940: finishing write tid 3 to smithi01981774-25 2024-04-02T08:37:02.653 INFO:tasks.rados.rados.0.smithi019.stdout:1940: oid 25 updating version 0 to 644 2024-04-02T08:37:02.653 INFO:tasks.rados.rados.0.smithi019.stdout:1940: oid 25 version 644 is already newer than 643 2024-04-02T08:37:02.653 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 644 (ObjNum 606 snap 180 seq_num 606) dirty exists 2024-04-02T08:37:02.653 INFO:tasks.rados.rados.0.smithi019.stdout:1940: left oid 25 (ObjNum 606 snap 180 seq_num 606) 2024-04-02T08:37:02.653 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 645 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-04-02T08:37:02.655 INFO:tasks.rados.rados.0.smithi019.stdout:1940: done (5 left) 2024-04-02T08:37:02.655 INFO:tasks.rados.rados.0.smithi019.stdout:1941: done (4 left) 2024-04-02T08:37:02.655 INFO:tasks.rados.rados.0.smithi019.stdout:1943: done (3 left) 2024-04-02T08:37:02.655 INFO:tasks.rados.rados.0.smithi019.stdout:1945: done (2 left) 2024-04-02T08:37:02.655 INFO:tasks.rados.rados.0.smithi019.stdout:1946: snap_remove snap 172 2024-04-02T08:37:02.872 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:02 smithi066 ceph-mon[87361]: osdmap e434: 8 total, 7 up, 8 in 2024-04-02T08:37:02.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:02.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:02.873 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[94035]: osdmap e434: 8 total, 7 up, 8 in 2024-04-02T08:37:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[96522]: osdmap e434: 8 total, 7 up, 8 in 2024-04-02T08:37:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:03.313 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T08:37:02.873+0000 7f7b0260d7c0 -1 Falling back to public interface 2024-04-02T08:37:03.614 INFO:tasks.rados.rados.0.smithi019.stdout:1946: done (2 left) 2024-04-02T08:37:03.615 INFO:tasks.rados.rados.0.smithi019.stdout:1947: rollback oid 6 current snap is 180 2024-04-02T08:37:03.615 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 176 2024-04-02T08:37:03.615 INFO:tasks.rados.rados.0.smithi019.stdout:1942: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:37:03.668 INFO:tasks.rados.rados.0.smithi019.stdout:1944: expect (ObjNum 515 snap 158 seq_num 515) 2024-04-02T08:37:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:03 smithi066 ceph-mon[87361]: pgmap v306: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 20 op/s; 48/327 objects degraded (14.679%) 2024-04-02T08:37:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:03 smithi066 ceph-mon[87361]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:37:03.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:03 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:03 smithi019 ceph-mon[94035]: pgmap v306: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 20 op/s; 48/327 objects degraded (14.679%) 2024-04-02T08:37:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:03 smithi019 ceph-mon[94035]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:37:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:03 smithi019 ceph-mon[96522]: pgmap v306: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 20 op/s; 48/327 objects degraded (14.679%) 2024-04-02T08:37:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:03 smithi019 ceph-mon[96522]: osdmap e435: 8 total, 7 up, 8 in 2024-04-02T08:37:04.333 INFO:tasks.rados.rados.0.smithi019.stdout:1947: finishing rollback tid 0 to smithi01981774-6 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:1947: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:1947: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1543 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:1942: done (2 left) 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:1944: done (1 left) 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:1947: done (0 left) 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 180 2024-04-02T08:37:04.334 INFO:tasks.rados.rados.0.smithi019.stdout:1948: seq_num 608 ranges {409600=589824} 2024-04-02T08:37:04.338 INFO:tasks.rados.rados.0.smithi019.stdout:1948: writing smithi01981774-3 from 409600 to 999424 tid 1 2024-04-02T08:37:04.339 INFO:tasks.rados.rados.0.smithi019.stdout:1949: delete oid 24 current snap is 180 2024-04-02T08:37:04.342 INFO:tasks.rados.rados.0.smithi019.stdout:1948: finishing write tid 1 to smithi01981774-3 2024-04-02T08:37:04.342 INFO:tasks.rados.rados.0.smithi019.stdout:1948: finishing write tid 2 to smithi01981774-3 2024-04-02T08:37:04.343 INFO:tasks.rados.rados.0.smithi019.stdout:1949: done (1 left) 2024-04-02T08:37:04.343 INFO:tasks.rados.rados.0.smithi019.stdout:1950: delete oid 19 current snap is 180 2024-04-02T08:37:04.343 INFO:tasks.rados.rados.0.smithi019.stdout:1948: finishing write tid 3 to smithi01981774-3 2024-04-02T08:37:04.343 INFO:tasks.rados.rados.0.smithi019.stdout:1948: oid 3 updating version 0 to 976 2024-04-02T08:37:04.344 INFO:tasks.rados.rados.0.smithi019.stdout:1948: oid 3 updating version 976 to 977 2024-04-02T08:37:04.344 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 977 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-04-02T08:37:04.344 INFO:tasks.rados.rados.0.smithi019.stdout:1948: left oid 3 (ObjNum 608 snap 180 seq_num 608) 2024-04-02T08:37:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:1948: done (1 left) 2024-04-02T08:37:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:1950: done (0 left) 2024-04-02T08:37:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:1951: read oid 29 snap -1 2024-04-02T08:37:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:1951: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:37:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:1952: rollback oid 6 current snap is 180 2024-04-02T08:37:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 169 2024-04-02T08:37:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:1953: read oid 9 snap -1 2024-04-02T08:37:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:1953: expect (ObjNum 596 snap 177 seq_num 596) 2024-04-02T08:37:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 180 2024-04-02T08:37:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:1954: seq_num 611 ranges {0=638976} 2024-04-02T08:37:04.349 INFO:tasks.rados.rados.0.smithi019.stdout:1954: writing smithi01981774-26 from 0 to 638976 tid 1 2024-04-02T08:37:04.349 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 180 2024-04-02T08:37:04.349 INFO:tasks.rados.rados.0.smithi019.stdout:1952: finishing rollback tid 0 to smithi01981774-6 2024-04-02T08:37:04.349 INFO:tasks.rados.rados.0.smithi019.stdout:1952: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:37:04.349 INFO:tasks.rados.rados.0.smithi019.stdout:1952: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:37:04.350 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1546 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:37:04.350 INFO:tasks.rados.rados.0.smithi019.stdout:1955: seq_num 612 ranges {7864320=655360} 2024-04-02T08:37:04.400 INFO:tasks.rados.rados.0.smithi019.stdout:1955: writing smithi01981774-35 from 7864320 to 8519680 tid 1 2024-04-02T08:37:04.400 INFO:tasks.rados.rados.0.smithi019.stdout:1952: done (4 left) 2024-04-02T08:37:04.400 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 180 2024-04-02T08:37:04.401 INFO:tasks.rados.rados.0.smithi019.stdout:1954: finishing write tid 1 to smithi01981774-26 2024-04-02T08:37:04.401 INFO:tasks.rados.rados.0.smithi019.stdout:1954: finishing write tid 2 to smithi01981774-26 2024-04-02T08:37:04.401 INFO:tasks.rados.rados.0.smithi019.stdout:1956: seq_num 613 ranges {4030464=671744} 2024-04-02T08:37:04.426 INFO:tasks.rados.rados.0.smithi019.stdout:1956: writing smithi01981774-10 from 4030464 to 4702208 tid 1 2024-04-02T08:37:04.426 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 180 2024-04-02T08:37:04.426 INFO:tasks.rados.rados.0.smithi019.stdout:1957: seq_num 614 ranges {11313152=688128} 2024-04-02T08:37:04.491 INFO:tasks.rados.rados.0.smithi019.stdout:1957: writing smithi01981774-22 from 11313152 to 12001280 tid 1 2024-04-02T08:37:04.492 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 180 2024-04-02T08:37:04.492 INFO:tasks.rados.rados.0.smithi019.stdout:1951: expect (ObjNum 568 snap 167 seq_num 568) 2024-04-02T08:37:04.553 INFO:tasks.rados.rados.0.smithi019.stdout:1954: finishing write tid 3 to smithi01981774-26 2024-04-02T08:37:04.553 INFO:tasks.rados.rados.0.smithi019.stdout:1954: oid 26 updating version 0 to 1417 2024-04-02T08:37:04.554 INFO:tasks.rados.rados.0.smithi019.stdout:1954: oid 26 version 1417 is already newer than 1416 2024-04-02T08:37:04.554 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1417 (ObjNum 611 snap 180 seq_num 611) dirty exists 2024-04-02T08:37:04.554 INFO:tasks.rados.rados.0.smithi019.stdout:1954: left oid 26 (ObjNum 611 snap 180 seq_num 611) 2024-04-02T08:37:04.554 INFO:tasks.rados.rados.0.smithi019.stdout:1953: expect (ObjNum 596 snap 177 seq_num 596) 2024-04-02T08:37:04.894 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:04 smithi066 ceph-mon[87361]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:37:04.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:04 smithi019 ceph-mon[94035]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:37:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:04 smithi019 ceph-mon[96522]: osdmap e436: 8 total, 7 up, 8 in 2024-04-02T08:37:05.225 INFO:tasks.rados.rados.0.smithi019.stdout:1955: finishing write tid 1 to smithi01981774-35 2024-04-02T08:37:05.226 INFO:tasks.rados.rados.0.smithi019.stdout:1955: finishing write tid 2 to smithi01981774-35 2024-04-02T08:37:05.226 INFO:tasks.rados.rados.0.smithi019.stdout:1958: seq_num 615 ranges {540672=704512} 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1958: writing smithi01981774-49 from 540672 to 1245184 tid 1 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1951: done (6 left) 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1953: done (5 left) 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1954: done (4 left) 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1959: delete oid 25 current snap is 180 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1955: finishing write tid 3 to smithi01981774-35 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1955: oid 35 updating version 0 to 496 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1955: oid 35 version 496 is already newer than 495 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 496 (ObjNum 612 snap 180 seq_num 612) dirty exists 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1955: left oid 35 (ObjNum 612 snap 180 seq_num 612) 2024-04-02T08:37:05.233 INFO:tasks.rados.rados.0.smithi019.stdout:1956: finishing write tid 1 to smithi01981774-10 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1956: finishing write tid 2 to smithi01981774-10 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1956: finishing write tid 3 to smithi01981774-10 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1956: oid 10 updating version 0 to 508 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1956: oid 10 version 508 is already newer than 507 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 508 (ObjNum 613 snap 180 seq_num 613) dirty exists 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1956: left oid 10 (ObjNum 613 snap 180 seq_num 613) 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1957: finishing write tid 1 to smithi01981774-22 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1957: finishing write tid 2 to smithi01981774-22 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1957: finishing write tid 3 to smithi01981774-22 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1957: oid 22 updating version 0 to 673 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1957: oid 22 updating version 673 to 674 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 674 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-04-02T08:37:05.234 INFO:tasks.rados.rados.0.smithi019.stdout:1957: left oid 22 (ObjNum 614 snap 180 seq_num 614) 2024-04-02T08:37:05.235 INFO:tasks.rados.rados.0.smithi019.stdout:1955: done (4 left) 2024-04-02T08:37:05.235 INFO:tasks.rados.rados.0.smithi019.stdout:1956: done (3 left) 2024-04-02T08:37:05.235 INFO:tasks.rados.rados.0.smithi019.stdout:1957: done (2 left) 2024-04-02T08:37:05.235 INFO:tasks.rados.rados.0.smithi019.stdout:1959: done (1 left) 2024-04-02T08:37:05.235 INFO:tasks.rados.rados.0.smithi019.stdout:1960: rollback oid 48 current snap is 180 2024-04-02T08:37:05.235 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 178 2024-04-02T08:37:05.235 INFO:tasks.rados.rados.0.smithi019.stdout:1961: snap_remove snap 177 2024-04-02T08:37:05.625 INFO:tasks.rados.rados.0.smithi019.stdout:1961: done (2 left) 2024-04-02T08:37:05.625 INFO:tasks.rados.rados.0.smithi019.stdout:1962: rmattr oid 25 current snap is 180 2024-04-02T08:37:05.625 INFO:tasks.rados.rados.0.smithi019.stdout:1962: done (2 left) 2024-04-02T08:37:05.625 INFO:tasks.rados.rados.0.smithi019.stdout:1963: snap_create 2024-04-02T08:37:05.625 INFO:tasks.rados.rados.0.smithi019.stdout:1958: finishing write tid 1 to smithi01981774-49 2024-04-02T08:37:05.625 INFO:tasks.rados.rados.0.smithi019.stdout:1958: finishing write tid 2 to smithi01981774-49 2024-04-02T08:37:05.625 INFO:tasks.rados.rados.0.smithi019.stdout:1958: finishing write tid 3 to smithi01981774-49 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:1958: oid 49 updating version 0 to 1511 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:1958: oid 49 version 1511 is already newer than 1510 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1511 (ObjNum 615 snap 180 seq_num 615) dirty exists 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:1958: left oid 49 (ObjNum 615 snap 180 seq_num 615) 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:1960: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:1960: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:1960: finishing rollback tid 2 to smithi01981774-48 2024-04-02T08:37:05.626 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1572 (ObjNum 575 snap 171 seq_num 575) dirty exists 2024-04-02T08:37:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:05 smithi019 ceph-mon[94035]: pgmap v309: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s; 49/336 objects degraded (14.583%) 2024-04-02T08:37:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:05 smithi019 ceph-mon[96522]: pgmap v309: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s; 49/336 objects degraded (14.583%) 2024-04-02T08:37:06.011 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:05 smithi066 ceph-mon[87361]: pgmap v309: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.1 MiB/s wr, 16 op/s; 49/336 objects degraded (14.583%) 2024-04-02T08:37:06.313 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:06 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T08:37:06.072+0000 7f7b0260d7c0 -1 osd.4 428 log_to_monitors true 2024-04-02T08:37:06.638 INFO:tasks.rados.rados.0.smithi019.stdout:1958: done (2 left) 2024-04-02T08:37:06.638 INFO:tasks.rados.rados.0.smithi019.stdout:1960: done (1 left) 2024-04-02T08:37:06.639 INFO:tasks.rados.rados.0.smithi019.stdout:1963: done (0 left) 2024-04-02T08:37:06.639 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 181 2024-04-02T08:37:06.639 INFO:tasks.rados.rados.0.smithi019.stdout:1964: seq_num 617 ranges {3153920=737280} 2024-04-02T08:37:06.660 INFO:tasks.rados.rados.0.smithi019.stdout:1964: writing smithi01981774-32 from 3153920 to 3891200 tid 1 2024-04-02T08:37:06.660 INFO:tasks.rados.rados.0.smithi019.stdout:1965: rollback oid 4 current snap is 181 2024-04-02T08:37:06.660 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 169 2024-04-02T08:37:06.660 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 181 2024-04-02T08:37:06.660 INFO:tasks.rados.rados.0.smithi019.stdout:1966: seq_num 618 ranges {1884160=753664} 2024-04-02T08:37:06.674 INFO:tasks.rados.rados.0.smithi019.stdout:1966: writing smithi01981774-17 from 1884160 to 2637824 tid 1 2024-04-02T08:37:06.674 INFO:tasks.rados.rados.0.smithi019.stdout:1967: rollback oid 34 current snap is 181 2024-04-02T08:37:06.674 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 176 2024-04-02T08:37:06.674 INFO:tasks.rados.rados.0.smithi019.stdout:1968: setattr oid 14 current snap is 181 2024-04-02T08:37:06.675 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 181 2024-04-02T08:37:06.675 INFO:tasks.rados.rados.0.smithi019.stdout:1969: seq_num 619 ranges {3284992=770048} 2024-04-02T08:37:06.698 INFO:tasks.rados.rados.0.smithi019.stdout:1969: writing smithi01981774-44 from 3284992 to 4055040 tid 1 2024-04-02T08:37:06.698 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 181 2024-04-02T08:37:06.698 INFO:tasks.rados.rados.0.smithi019.stdout:1967: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:37:06.698 INFO:tasks.rados.rados.0.smithi019.stdout:1967: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:37:06.699 INFO:tasks.rados.rados.0.smithi019.stdout:1967: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:37:06.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1514 (ObjNum 582 snap 172 seq_num 582) dirty exists 2024-04-02T08:37:06.699 INFO:tasks.rados.rados.0.smithi019.stdout:1970: seq_num 620 ranges {0=794624} 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:1970: writing smithi01981774-18 from 0 to 794624 tid 1 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:1967: done (6 left) 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:1971: read oid 3 snap -1 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:1971: expect (ObjNum 608 snap 180 seq_num 608) 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:1972: read oid 37 snap -1 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:1972: expect (ObjNum 534 snap 161 seq_num 534) 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 181 2024-04-02T08:37:06.704 INFO:tasks.rados.rados.0.smithi019.stdout:1973: seq_num 621 ranges {5349376=409600,5758976=401408} 2024-04-02T08:37:06.735 INFO:tasks.rados.rados.0.smithi019.stdout:1973: writing smithi01981774-31 from 5349376 to 5758976 tid 1 2024-04-02T08:37:06.738 INFO:tasks.rados.rados.0.smithi019.stdout:1973: writing smithi01981774-31 from 5758976 to 6160384 tid 2 2024-04-02T08:37:06.738 INFO:tasks.rados.rados.0.smithi019.stdout:1974: read oid 30 snap -1 2024-04-02T08:37:06.738 INFO:tasks.rados.rados.0.smithi019.stdout:1974: expect (ObjNum 593 snap 176 seq_num 593) 2024-04-02T08:37:06.738 INFO:tasks.rados.rados.0.smithi019.stdout:1975: read oid 8 snap -1 2024-04-02T08:37:06.738 INFO:tasks.rados.rados.0.smithi019.stdout:1975: expect (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:37:06.738 INFO:tasks.rados.rados.0.smithi019.stdout:1976: snap_create 2024-04-02T08:37:06.739 INFO:tasks.rados.rados.0.smithi019.stdout:1971: expect (ObjNum 608 snap 180 seq_num 608) 2024-04-02T08:37:06.779 INFO:tasks.rados.rados.0.smithi019.stdout:1966: finishing write tid 1 to smithi01981774-17 2024-04-02T08:37:06.779 INFO:tasks.rados.rados.0.smithi019.stdout:1966: finishing write tid 2 to smithi01981774-17 2024-04-02T08:37:06.779 INFO:tasks.rados.rados.0.smithi019.stdout:1966: finishing write tid 3 to smithi01981774-17 2024-04-02T08:37:06.779 INFO:tasks.rados.rados.0.smithi019.stdout:1966: oid 17 updating version 0 to 1364 2024-04-02T08:37:06.779 INFO:tasks.rados.rados.0.smithi019.stdout:1966: oid 17 updating version 1364 to 1365 2024-04-02T08:37:06.779 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 1365 (ObjNum 618 snap 181 seq_num 618) dirty exists 2024-04-02T08:37:06.780 INFO:tasks.rados.rados.0.smithi019.stdout:1966: left oid 17 (ObjNum 618 snap 181 seq_num 618) 2024-04-02T08:37:06.780 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 862 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:37:06.780 INFO:tasks.rados.rados.0.smithi019.stdout:1965: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:37:06.780 INFO:tasks.rados.rados.0.smithi019.stdout:1974: expect (ObjNum 593 snap 176 seq_num 593) 2024-04-02T08:37:06.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:06 smithi019 ceph-mon[94035]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:37:06.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:06 smithi019 ceph-mon[94035]: from='osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:06 smithi019 ceph-mon[94035]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:06 smithi019 ceph-mon[96522]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:37:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:06 smithi019 ceph-mon[96522]: from='osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:06 smithi019 ceph-mon[96522]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1969: finishing write tid 1 to smithi01981774-44 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1969: finishing write tid 2 to smithi01981774-44 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1970: finishing write tid 1 to smithi01981774-18 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1970: finishing write tid 2 to smithi01981774-18 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1965: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1965: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 635 (ObjNum 558 snap 167 seq_num 558) dirty exists 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1969: finishing write tid 3 to smithi01981774-44 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1969: oid 44 updating version 0 to 808 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1969: oid 44 updating version 808 to 809 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 809 (ObjNum 619 snap 181 seq_num 619) dirty exists 2024-04-02T08:37:06.948 INFO:tasks.rados.rados.0.smithi019.stdout:1969: left oid 44 (ObjNum 619 snap 181 seq_num 619) 2024-04-02T08:37:06.949 INFO:tasks.rados.rados.0.smithi019.stdout:1975: expect (ObjNum 589 snap 175 seq_num 589) 2024-04-02T08:37:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:06 smithi066 ceph-mon[87361]: osdmap e437: 8 total, 7 up, 8 in 2024-04-02T08:37:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:06 smithi066 ceph-mon[87361]: from='osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:06 smithi066 ceph-mon[87361]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:37:07.167 INFO:tasks.rados.rados.0.smithi019.stdout:1970: finishing write tid 3 to smithi01981774-18 2024-04-02T08:37:07.167 INFO:tasks.rados.rados.0.smithi019.stdout:1970: oid 18 updating version 0 to 678 2024-04-02T08:37:07.167 INFO:tasks.rados.rados.0.smithi019.stdout:1970: oid 18 updating version 678 to 679 2024-04-02T08:37:07.167 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 679 (ObjNum 620 snap 181 seq_num 620) dirty exists 2024-04-02T08:37:07.167 INFO:tasks.rados.rados.0.smithi019.stdout:1970: left oid 18 (ObjNum 620 snap 181 seq_num 620) 2024-04-02T08:37:07.167 INFO:tasks.rados.rados.0.smithi019.stdout:1972: expect (ObjNum 534 snap 161 seq_num 534) 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1964: finishing write tid 1 to smithi01981774-32 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1964: finishing write tid 2 to smithi01981774-32 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1964: finishing write tid 3 to smithi01981774-32 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1964: oid 32 updating version 0 to 1418 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1964: oid 32 updating version 1418 to 1419 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1419 (ObjNum 617 snap 181 seq_num 617) dirty exists 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1964: left oid 32 (ObjNum 617 snap 181 seq_num 617) 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1973: finishing write tid 1 to smithi01981774-31 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1973: finishing write tid 2 to smithi01981774-31 2024-04-02T08:37:07.539 INFO:tasks.rados.rados.0.smithi019.stdout:1973: finishing write tid 3 to smithi01981774-31 2024-04-02T08:37:07.540 INFO:tasks.rados.rados.0.smithi019.stdout:1973: finishing write tid 4 to smithi01981774-31 2024-04-02T08:37:07.540 INFO:tasks.rados.rados.0.smithi019.stdout:1973: oid 31 updating version 0 to 511 2024-04-02T08:37:07.540 INFO:tasks.rados.rados.0.smithi019.stdout:1973: oid 31 version 511 is already newer than 510 2024-04-02T08:37:07.540 INFO:tasks.rados.rados.0.smithi019.stdout:1973: oid 31 version 511 is already newer than 509 2024-04-02T08:37:07.540 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 511 (ObjNum 621 snap 181 seq_num 621) dirty exists 2024-04-02T08:37:07.540 INFO:tasks.rados.rados.0.smithi019.stdout:1973: left oid 31 (ObjNum 621 snap 181 seq_num 621) 2024-04-02T08:37:07.562 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T08:37:07.113+0000 7f7aefa5d700 -1 osd.4 428 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:37:07.641 INFO:tasks.rados.rados.0.smithi019.stdout:1964: done (11 left) 2024-04-02T08:37:07.641 INFO:tasks.rados.rados.0.smithi019.stdout:1965: done (10 left) 2024-04-02T08:37:07.641 INFO:tasks.rados.rados.0.smithi019.stdout:1966: done (9 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1968: done (8 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1969: done (7 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1970: done (6 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1971: done (5 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1972: done (4 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1973: done (3 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1974: done (2 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1975: done (1 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1976: done (0 left) 2024-04-02T08:37:07.642 INFO:tasks.rados.rados.0.smithi019.stdout:1977: snap_create 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: pgmap v311: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 783 KiB/s wr, 13 op/s; 52/348 objects degraded (14.943%) 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 52/348 objects degraded (14.943%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: from='osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[94035]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: pgmap v311: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 783 KiB/s wr, 13 op/s; 52/348 objects degraded (14.943%) 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 52/348 objects degraded (14.943%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: from='osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:07 smithi019 ceph-mon[96522]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: pgmap v311: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 783 KiB/s wr, 13 op/s; 52/348 objects degraded (14.943%) 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 52/348 objects degraded (14.943%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: from='osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:07 smithi066 ceph-mon[87361]: from='osd.4 ' entity='osd.4' 2024-04-02T08:37:08.641 INFO:tasks.rados.rados.0.smithi019.stdout:1977: done (0 left) 2024-04-02T08:37:08.641 INFO:tasks.rados.rados.0.smithi019.stdout:1978: snap_remove snap 180 2024-04-02T08:37:08.896 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:08 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:08.896 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:08 smithi066 ceph-mon[87361]: osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396] boot 2024-04-02T08:37:08.896 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:08 smithi066 ceph-mon[87361]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:37:08.896 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:08 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:08.896 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:08 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:08.897 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:08 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:08.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[94035]: osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396] boot 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[94035]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[96522]: osd.4 [v2:172.21.15.66:6800/2124650396,v1:172.21.15.66:6801/2124650396] boot 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[96522]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:08 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:09.647 INFO:tasks.rados.rados.0.smithi019.stdout:1978: done (0 left) 2024-04-02T08:37:09.647 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 183 2024-04-02T08:37:09.647 INFO:tasks.rados.rados.0.smithi019.stdout:1979: seq_num 622 ranges {0=425984,425984=401408} 2024-04-02T08:37:09.649 INFO:tasks.rados.rados.0.smithi019.stdout:1979: writing smithi01981774-40 from 0 to 425984 tid 1 2024-04-02T08:37:09.652 INFO:tasks.rados.rados.0.smithi019.stdout:1979: writing smithi01981774-40 from 425984 to 827392 tid 2 2024-04-02T08:37:09.652 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 183 2024-04-02T08:37:09.652 INFO:tasks.rados.rados.0.smithi019.stdout:1980: seq_num 623 ranges {147456=442368,589824=401408} 2024-04-02T08:37:09.656 INFO:tasks.rados.rados.0.smithi019.stdout:1980: writing smithi01981774-14 from 147456 to 589824 tid 1 2024-04-02T08:37:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:1980: writing smithi01981774-14 from 589824 to 991232 tid 2 2024-04-02T08:37:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 183 2024-04-02T08:37:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:1979: finishing write tid 1 to smithi01981774-40 2024-04-02T08:37:09.660 INFO:tasks.rados.rados.0.smithi019.stdout:1979: finishing write tid 2 to smithi01981774-40 2024-04-02T08:37:09.660 INFO:tasks.rados.rados.0.smithi019.stdout:1979: finishing write tid 3 to smithi01981774-40 2024-04-02T08:37:09.660 INFO:tasks.rados.rados.0.smithi019.stdout:1981: seq_num 624 ranges {5505024=458752,5963776=401408} 2024-04-02T08:37:09.692 INFO:tasks.rados.rados.0.smithi019.stdout:1981: writing smithi01981774-4 from 5505024 to 5963776 tid 1 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1981: writing smithi01981774-4 from 5963776 to 6365184 tid 2 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1982: snap_create 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1979: finishing write tid 4 to smithi01981774-40 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1979: oid 40 updating version 0 to 811 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1979: oid 40 version 811 is already newer than 810 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1979: oid 40 updating version 811 to 812 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 812 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1979: left oid 40 (ObjNum 622 snap 183 seq_num 622) 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1980: finishing write tid 1 to smithi01981774-14 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1980: finishing write tid 2 to smithi01981774-14 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1980: finishing write tid 3 to smithi01981774-14 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1980: finishing write tid 4 to smithi01981774-14 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1980: oid 14 updating version 0 to 863 2024-04-02T08:37:09.695 INFO:tasks.rados.rados.0.smithi019.stdout:1980: oid 14 updating version 863 to 865 2024-04-02T08:37:09.696 INFO:tasks.rados.rados.0.smithi019.stdout:1980: oid 14 version 865 is already newer than 864 2024-04-02T08:37:09.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 865 (ObjNum 623 snap 183 seq_num 623) dirty exists 2024-04-02T08:37:09.696 INFO:tasks.rados.rados.0.smithi019.stdout:1980: left oid 14 (ObjNum 623 snap 183 seq_num 623) 2024-04-02T08:37:09.696 INFO:tasks.rados.rados.0.smithi019.stdout:1981: finishing write tid 1 to smithi01981774-4 2024-04-02T08:37:09.697 INFO:tasks.rados.rados.0.smithi019.stdout:1981: finishing write tid 2 to smithi01981774-4 2024-04-02T08:37:09.697 INFO:tasks.rados.rados.0.smithi019.stdout:1981: finishing write tid 3 to smithi01981774-4 2024-04-02T08:37:09.699 INFO:tasks.rados.rados.0.smithi019.stdout:1981: finishing write tid 4 to smithi01981774-4 2024-04-02T08:37:09.699 INFO:tasks.rados.rados.0.smithi019.stdout:1981: oid 4 updating version 0 to 640 2024-04-02T08:37:09.699 INFO:tasks.rados.rados.0.smithi019.stdout:1981: oid 4 updating version 640 to 641 2024-04-02T08:37:09.699 INFO:tasks.rados.rados.0.smithi019.stdout:1981: oid 4 version 641 is already newer than 639 2024-04-02T08:37:09.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 641 (ObjNum 624 snap 183 seq_num 624) dirty exists 2024-04-02T08:37:09.699 INFO:tasks.rados.rados.0.smithi019.stdout:1981: left oid 4 (ObjNum 624 snap 183 seq_num 624) 2024-04-02T08:37:09.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:09 smithi066 ceph-mon[87361]: pgmap v314: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 786 KiB/s wr, 13 op/s; 52/348 objects degraded (14.943%) 2024-04-02T08:37:09.754 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:09 smithi066 ceph-mon[87361]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:37:09.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:09 smithi019 ceph-mon[94035]: pgmap v314: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 786 KiB/s wr, 13 op/s; 52/348 objects degraded (14.943%) 2024-04-02T08:37:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:09 smithi019 ceph-mon[94035]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:37:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:09 smithi019 ceph-mon[96522]: pgmap v314: 121 pgs: 32 active+undersized, 13 active+undersized+degraded, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 786 KiB/s wr, 13 op/s; 52/348 objects degraded (14.943%) 2024-04-02T08:37:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:09 smithi019 ceph-mon[96522]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:37:10.654 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:37:10] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1979: done (3 left) 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1980: done (2 left) 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1981: done (1 left) 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1982: done (0 left) 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1983: rmattr oid 13 current snap is 184 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1983: done (0 left) 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1984: read oid 37 snap 182 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1984: expect (ObjNum 534 snap 161 seq_num 534) 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1985: rollback oid 47 current snap is 184 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 178 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 184 2024-04-02T08:37:10.659 INFO:tasks.rados.rados.0.smithi019.stdout:1986: seq_num 625 ranges {1884160=475136,2359296=401408} 2024-04-02T08:37:10.671 INFO:tasks.rados.rados.0.smithi019.stdout:1986: writing smithi01981774-36 from 1884160 to 2359296 tid 1 2024-04-02T08:37:10.674 INFO:tasks.rados.rados.0.smithi019.stdout:1986: writing smithi01981774-36 from 2359296 to 2760704 tid 2 2024-04-02T08:37:10.674 INFO:tasks.rados.rados.0.smithi019.stdout:1987: snap_create 2024-04-02T08:37:10.681 INFO:tasks.rados.rados.0.smithi019.stdout:1986: finishing write tid 1 to smithi01981774-36 2024-04-02T08:37:10.681 INFO:tasks.rados.rados.0.smithi019.stdout:1986: finishing write tid 2 to smithi01981774-36 2024-04-02T08:37:10.681 INFO:tasks.rados.rados.0.smithi019.stdout:1986: finishing write tid 3 to smithi01981774-36 2024-04-02T08:37:10.682 INFO:tasks.rados.rados.0.smithi019.stdout:1986: finishing write tid 4 to smithi01981774-36 2024-04-02T08:37:10.682 INFO:tasks.rados.rados.0.smithi019.stdout:1986: oid 36 updating version 0 to 866 2024-04-02T08:37:10.682 INFO:tasks.rados.rados.0.smithi019.stdout:1986: oid 36 updating version 866 to 868 2024-04-02T08:37:10.682 INFO:tasks.rados.rados.0.smithi019.stdout:1986: oid 36 version 868 is already newer than 867 2024-04-02T08:37:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 868 (ObjNum 625 snap 184 seq_num 625) dirty exists 2024-04-02T08:37:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:1986: left oid 36 (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:37:10.692 INFO:tasks.rados.rados.0.smithi019.stdout:1984: expect (ObjNum 534 snap 161 seq_num 534) 2024-04-02T08:37:10.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:10 smithi019 ceph-mon[94035]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:37:10.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:10 smithi019 ceph-mon[96522]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:37:10.979 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:10 smithi066 ceph-mon[87361]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:37:11.064 INFO:tasks.rados.rados.0.smithi019.stdout:1985: finishing rollback tid 0 to smithi01981774-47 2024-04-02T08:37:11.064 INFO:tasks.rados.rados.0.smithi019.stdout:1985: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:37:11.064 INFO:tasks.rados.rados.0.smithi019.stdout:1985: finishing rollback tid 2 to smithi01981774-47 2024-04-02T08:37:11.065 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 649 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-04-02T08:37:11.664 INFO:tasks.rados.rados.0.smithi019.stdout:1984: done (3 left) 2024-04-02T08:37:11.664 INFO:tasks.rados.rados.0.smithi019.stdout:1985: done (2 left) 2024-04-02T08:37:11.664 INFO:tasks.rados.rados.0.smithi019.stdout:1986: done (1 left) 2024-04-02T08:37:11.664 INFO:tasks.rados.rados.0.smithi019.stdout:1987: done (0 left) 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1988: read oid 12 snap -1 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1988: expect (ObjNum 552 snap 166 seq_num 552) 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1989: read oid 17 snap 184 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1989: expect (ObjNum 618 snap 181 seq_num 618) 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1990: rmattr oid 30 current snap is 185 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1991: read oid 48 snap 182 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1991: expect (ObjNum 575 snap 171 seq_num 575) 2024-04-02T08:37:11.665 INFO:tasks.rados.rados.0.smithi019.stdout:1992: delete oid 44 current snap is 185 2024-04-02T08:37:11.669 INFO:tasks.rados.rados.0.smithi019.stdout:1992: done (4 left) 2024-04-02T08:37:11.669 INFO:tasks.rados.rados.0.smithi019.stdout:1993: read oid 36 snap -1 2024-04-02T08:37:11.669 INFO:tasks.rados.rados.0.smithi019.stdout:1993: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:37:11.669 INFO:tasks.rados.rados.0.smithi019.stdout:1994: read oid 4 snap -1 2024-04-02T08:37:11.669 INFO:tasks.rados.rados.0.smithi019.stdout:1994: expect (ObjNum 624 snap 183 seq_num 624) 2024-04-02T08:37:11.669 INFO:tasks.rados.rados.0.smithi019.stdout:1995: snap_create 2024-04-02T08:37:11.681 INFO:tasks.rados.rados.0.smithi019.stdout:1989: expect (ObjNum 618 snap 181 seq_num 618) 2024-04-02T08:37:11.788 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1578 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-04-02T08:37:11.788 INFO:tasks.rados.rados.0.smithi019.stdout:1991: expect (ObjNum 575 snap 171 seq_num 575) 2024-04-02T08:37:11.865 INFO:tasks.rados.rados.0.smithi019.stdout:1993: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:37:11.816+0000 7fa581a4a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[96522]: pgmap v317: 121 pgs: 18 active+undersized, 11 active+undersized+degraded, 92 active+clean; 215 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 886 KiB/s wr, 6 op/s; 47/363 objects degraded (12.948%); 4.8 MiB/s, 0 objects/s recovering 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[96522]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[94035]: pgmap v317: 121 pgs: 18 active+undersized, 11 active+undersized+degraded, 92 active+clean; 215 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 886 KiB/s wr, 6 op/s; 47/363 objects degraded (12.948%); 4.8 MiB/s, 0 objects/s recovering 2024-04-02T08:37:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[94035]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:11.968 INFO:tasks.rados.rados.0.smithi019.stdout:1988: expect (ObjNum 552 snap 166 seq_num 552) 2024-04-02T08:37:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:11 smithi066 ceph-mon[87361]: pgmap v317: 121 pgs: 18 active+undersized, 11 active+undersized+degraded, 92 active+clean; 215 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 886 KiB/s wr, 6 op/s; 47/363 objects degraded (12.948%); 4.8 MiB/s, 0 objects/s recovering 2024-04-02T08:37:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:11 smithi066 ceph-mon[87361]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:37:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:12.360 INFO:tasks.rados.rados.0.smithi019.stdout:1994: expect (ObjNum 624 snap 183 seq_num 624) 2024-04-02T08:37:12.668 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:12.697 INFO:tasks.rados.rados.0.smithi019.stdout:1988: done (6 left) 2024-04-02T08:37:12.697 INFO:tasks.rados.rados.0.smithi019.stdout:1989: done (5 left) 2024-04-02T08:37:12.697 INFO:tasks.rados.rados.0.smithi019.stdout:1990: done (4 left) 2024-04-02T08:37:12.697 INFO:tasks.rados.rados.0.smithi019.stdout:1991: done (3 left) 2024-04-02T08:37:12.697 INFO:tasks.rados.rados.0.smithi019.stdout:1993: done (2 left) 2024-04-02T08:37:12.698 INFO:tasks.rados.rados.0.smithi019.stdout:1994: done (1 left) 2024-04-02T08:37:12.698 INFO:tasks.rados.rados.0.smithi019.stdout:1995: done (0 left) 2024-04-02T08:37:12.698 INFO:tasks.rados.rados.0.smithi019.stdout:1996: read oid 16 snap -1 2024-04-02T08:37:12.698 INFO:tasks.rados.rados.0.smithi019.stdout:1996: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:37:12.698 INFO:tasks.rados.rados.0.smithi019.stdout:1997: rollback oid 4 current snap is 186 2024-04-02T08:37:12.698 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 169 2024-04-02T08:37:12.698 INFO:tasks.rados.rados.0.smithi019.stdout:1998: delete oid 46 current snap is 186 2024-04-02T08:37:12.700 INFO:tasks.rados.rados.0.smithi019.stdout:1998: done (2 left) 2024-04-02T08:37:12.700 INFO:tasks.rados.rados.0.smithi019.stdout:1999: snap_remove snap 178 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[94035]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:12 smithi019 ceph-mon[96522]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:13.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:12 smithi066 ceph-mon[87361]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-02T08:37:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:1999: done (2 left) 2024-04-02T08:37:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:2000: rollback oid 13 current snap is 186 2024-04-02T08:37:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 13 to 182 2024-04-02T08:37:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:1997: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:37:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:1997: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:37:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:1997: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:37:13.692 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 645 (ObjNum 558 snap 167 seq_num 558) dirty exists 2024-04-02T08:37:13.692 INFO:tasks.rados.rados.0.smithi019.stdout:1996: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:37:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:13 smithi066 ceph-mon[87361]: pgmap v320: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:37:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:13 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/363 objects degraded (12.948%), 11 pgs degraded) 2024-04-02T08:37:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:13 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:37:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:13 smithi066 ceph-mon[87361]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:13.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi019\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi019\", job=\"node\", machine=\"x86_64\", nodename=\"smithi019\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:13.845 INFO:tasks.rados.rados.0.smithi019.stdout:2000: finishing rollback tid 1 to smithi01981774-13 2024-04-02T08:37:13.845 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 0 (ObjNum 305 snap 0 seq_num 2755636736) dirty dne 2024-04-02T08:37:13.845 INFO:tasks.rados.rados.0.smithi019.stdout:1996: done (2 left) 2024-04-02T08:37:13.845 INFO:tasks.rados.rados.0.smithi019.stdout:1997: done (1 left) 2024-04-02T08:37:13.845 INFO:tasks.rados.rados.0.smithi019.stdout:2000: done (0 left) 2024-04-02T08:37:13.845 INFO:tasks.rados.rados.0.smithi019.stdout:2001: delete oid 4 current snap is 186 2024-04-02T08:37:13.847 INFO:tasks.rados.rados.0.smithi019.stdout:2001: done (0 left) 2024-04-02T08:37:13.847 INFO:tasks.rados.rados.0.smithi019.stdout:2002: delete oid 27 current snap is 186 2024-04-02T08:37:13.849 INFO:tasks.rados.rados.0.smithi019.stdout:2002: done (0 left) 2024-04-02T08:37:13.849 INFO:tasks.rados.rados.0.smithi019.stdout:2003: snap_remove snap 185 2024-04-02T08:37:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[94035]: pgmap v320: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:37:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/363 objects degraded (12.948%), 11 pgs degraded) 2024-04-02T08:37:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:37:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[94035]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[96522]: pgmap v320: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 18 op/s; 12 MiB/s, 4 objects/s recovering 2024-04-02T08:37:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 47/363 objects degraded (12.948%), 11 pgs degraded) 2024-04-02T08:37:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:37:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[96522]: osdmap e444: 8 total, 8 up, 8 in 2024-04-02T08:37:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:14.590 INFO:tasks.rados.rados.0.smithi019.stdout:2003: done (0 left) 2024-04-02T08:37:14.591 INFO:tasks.rados.rados.0.smithi019.stdout:2004: setattr oid 36 current snap is 186 2024-04-02T08:37:14.594 INFO:tasks.rados.rados.0.smithi019.stdout:2005: copy_from oid 38 from oid 1 current snap is 186 2024-04-02T08:37:14.595 INFO:tasks.rados.rados.0.smithi019.stdout:2006: rollback oid 15 current snap is 186 2024-04-02T08:37:14.595 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 182 2024-04-02T08:37:14.595 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 186 2024-04-02T08:37:14.595 INFO:tasks.rados.rados.0.smithi019.stdout:2007: seq_num 630 ranges {12001280=557056,12558336=401408} 2024-04-02T08:37:14.664 INFO:tasks.rados.rados.0.smithi019.stdout:2007: writing smithi01981774-22 from 12001280 to 12558336 tid 1 2024-04-02T08:37:14.666 INFO:tasks.rados.rados.0.smithi019.stdout:2007: writing smithi01981774-22 from 12558336 to 12959744 tid 2 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2008: rollback oid 10 current snap is 186 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 183 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2006: finishing rollback tid 0 to smithi01981774-15 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2006: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2006: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1422 (ObjNum 579 snap 172 seq_num 579) dirty exists 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 869 (ObjNum 625 snap 184 seq_num 625) dirty exists 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2005: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2005: finishing copy_from to smithi01981774-38 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 972 (ObjNum 551 snap 166 seq_num 551) dirty exists 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2004: done (4 left) 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2005: done (3 left) 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2006: done (2 left) 2024-04-02T08:37:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:2009: snap_create 2024-04-02T08:37:14.668 INFO:tasks.rados.rados.0.smithi019.stdout:2007: finishing write tid 1 to smithi01981774-22 2024-04-02T08:37:14.669 INFO:tasks.rados.rados.0.smithi019.stdout:2007: finishing write tid 2 to smithi01981774-22 2024-04-02T08:37:14.669 INFO:tasks.rados.rados.0.smithi019.stdout:2007: finishing write tid 3 to smithi01981774-22 2024-04-02T08:37:14.670 INFO:tasks.rados.rados.0.smithi019.stdout:2007: finishing write tid 4 to smithi01981774-22 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:2007: oid 22 updating version 0 to 693 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:2007: oid 22 version 693 is already newer than 691 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:2007: oid 22 version 693 is already newer than 692 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 693 (ObjNum 630 snap 186 seq_num 630) dirty exists 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:2007: left oid 22 (ObjNum 630 snap 186 seq_num 630) 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:2008: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:2008: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:2008: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:37:14.671 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 514 (ObjNum 613 snap 180 seq_num 613) dirty exists 2024-04-02T08:37:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:14 smithi019 ceph-mon[94035]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:14 smithi019 ceph-mon[94035]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:14 smithi019 ceph-mon[96522]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:14 smithi019 ceph-mon[96522]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:14 smithi066 ceph-mon[87361]: osdmap e445: 8 total, 8 up, 8 in 2024-04-02T08:37:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:14 smithi066 ceph-mon[87361]: osdmap e446: 8 total, 8 up, 8 in 2024-04-02T08:37:15.590 INFO:tasks.rados.rados.0.smithi019.stdout:2007: done (2 left) 2024-04-02T08:37:15.590 INFO:tasks.rados.rados.0.smithi019.stdout:2008: done (1 left) 2024-04-02T08:37:15.591 INFO:tasks.rados.rados.0.smithi019.stdout:2009: done (0 left) 2024-04-02T08:37:15.591 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 187 2024-04-02T08:37:15.591 INFO:tasks.rados.rados.0.smithi019.stdout:2010: seq_num 631 ranges {4014080=573440,4587520=401408} 2024-04-02T08:37:15.615 INFO:tasks.rados.rados.0.smithi019.stdout:2010: writing smithi01981774-8 from 4014080 to 4587520 tid 1 2024-04-02T08:37:15.618 INFO:tasks.rados.rados.0.smithi019.stdout:2010: writing smithi01981774-8 from 4587520 to 4988928 tid 2 2024-04-02T08:37:15.618 INFO:tasks.rados.rados.0.smithi019.stdout:2011: delete oid 12 current snap is 187 2024-04-02T08:37:15.624 INFO:tasks.rados.rados.0.smithi019.stdout:2011: done (1 left) 2024-04-02T08:37:15.624 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 187 2024-04-02T08:37:15.624 INFO:tasks.rados.rados.0.smithi019.stdout:2012: seq_num 633 ranges {8519680=606208,9125888=401408} 2024-04-02T08:37:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:2012: writing smithi01981774-35 from 8519680 to 9125888 tid 1 2024-04-02T08:37:15.676 INFO:tasks.rados.rados.0.smithi019.stdout:2012: writing smithi01981774-35 from 9125888 to 9527296 tid 2 2024-04-02T08:37:15.676 INFO:tasks.rados.rados.0.smithi019.stdout:2013: delete oid 4 current snap is 187 2024-04-02T08:37:15.676 INFO:tasks.rados.rados.0.smithi019.stdout:2010: finishing write tid 1 to smithi01981774-8 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:2010: finishing write tid 2 to smithi01981774-8 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:2010: finishing write tid 3 to smithi01981774-8 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:2010: finishing write tid 4 to smithi01981774-8 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:2010: oid 8 updating version 0 to 992 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:2010: oid 8 updating version 992 to 993 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:2010: oid 8 updating version 993 to 994 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 994 (ObjNum 631 snap 187 seq_num 631) dirty exists 2024-04-02T08:37:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:2010: left oid 8 (ObjNum 631 snap 187 seq_num 631) 2024-04-02T08:37:15.678 INFO:tasks.rados.rados.0.smithi019.stdout:2010: done (2 left) 2024-04-02T08:37:15.679 INFO:tasks.rados.rados.0.smithi019.stdout:2013: done (1 left) 2024-04-02T08:37:15.679 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 187 2024-04-02T08:37:15.679 INFO:tasks.rados.rados.0.smithi019.stdout:2014: seq_num 635 ranges {6881280=638976,7520256=401408} 2024-04-02T08:37:15.720 INFO:tasks.rados.rados.0.smithi019.stdout:2014: writing smithi01981774-47 from 6881280 to 7520256 tid 1 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2014: writing smithi01981774-47 from 7520256 to 7921664 tid 2 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2015: rmattr oid 23 current snap is 187 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2015: done (2 left) 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2016: copy_from oid 30 from oid 2 current snap is 187 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: finishing write tid 1 to smithi01981774-35 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: finishing write tid 2 to smithi01981774-35 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: finishing write tid 3 to smithi01981774-35 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: finishing write tid 4 to smithi01981774-35 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: oid 35 updating version 0 to 504 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: oid 35 version 504 is already newer than 502 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: oid 35 version 504 is already newer than 503 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 504 (ObjNum 633 snap 187 seq_num 633) dirty exists 2024-04-02T08:37:15.723 INFO:tasks.rados.rados.0.smithi019.stdout:2012: left oid 35 (ObjNum 633 snap 187 seq_num 633) 2024-04-02T08:37:15.724 INFO:tasks.rados.rados.0.smithi019.stdout:2012: done (2 left) 2024-04-02T08:37:15.724 INFO:tasks.rados.rados.0.smithi019.stdout:2017: copy_from oid 18 from oid 44 current snap is 187 2024-04-02T08:37:15.724 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 187 2024-04-02T08:37:15.724 INFO:tasks.rados.rados.0.smithi019.stdout:2018: seq_num 636 ranges {5505024=655360,6160384=401408} 2024-04-02T08:37:15.756 INFO:tasks.rados.rados.0.smithi019.stdout:2018: writing smithi01981774-7 from 5505024 to 6160384 tid 1 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2018: writing smithi01981774-7 from 6160384 to 6561792 tid 2 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2019: delete oid 46 current snap is 187 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2017: finishing copy_from to smithi01981774-18 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2017: got expected ENOENT (src dne) 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2017: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2014: finishing write tid 1 to smithi01981774-47 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2014: finishing write tid 2 to smithi01981774-47 2024-04-02T08:37:15.759 INFO:tasks.rados.rados.0.smithi019.stdout:2014: finishing write tid 3 to smithi01981774-47 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:2014: finishing write tid 4 to smithi01981774-47 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:2014: oid 47 updating version 0 to 652 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:2014: oid 47 version 652 is already newer than 651 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:2014: oid 47 version 652 is already newer than 650 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 652 (ObjNum 635 snap 187 seq_num 635) dirty exists 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:2014: left oid 47 (ObjNum 635 snap 187 seq_num 635) 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:2016: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:2016: finishing copy_from to smithi01981774-30 2024-04-02T08:37:15.760 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 802 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:37:15.761 INFO:tasks.rados.rados.0.smithi019.stdout:2018: finishing write tid 1 to smithi01981774-7 2024-04-02T08:37:15.761 INFO:tasks.rados.rados.0.smithi019.stdout:2018: finishing write tid 2 to smithi01981774-7 2024-04-02T08:37:15.762 INFO:tasks.rados.rados.0.smithi019.stdout:2018: finishing write tid 3 to smithi01981774-7 2024-04-02T08:37:15.764 INFO:tasks.rados.rados.0.smithi019.stdout:2018: finishing write tid 4 to smithi01981774-7 2024-04-02T08:37:15.764 INFO:tasks.rados.rados.0.smithi019.stdout:2018: oid 7 updating version 0 to 1590 2024-04-02T08:37:15.764 INFO:tasks.rados.rados.0.smithi019.stdout:2018: oid 7 updating version 1590 to 1591 2024-04-02T08:37:15.764 INFO:tasks.rados.rados.0.smithi019.stdout:2018: oid 7 updating version 1591 to 1592 2024-04-02T08:37:15.764 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1592 (ObjNum 636 snap 187 seq_num 636) dirty exists 2024-04-02T08:37:15.765 INFO:tasks.rados.rados.0.smithi019.stdout:2018: left oid 7 (ObjNum 636 snap 187 seq_num 636) 2024-04-02T08:37:15.765 INFO:tasks.rados.rados.0.smithi019.stdout:2014: done (4 left) 2024-04-02T08:37:15.765 INFO:tasks.rados.rados.0.smithi019.stdout:2016: done (3 left) 2024-04-02T08:37:15.765 INFO:tasks.rados.rados.0.smithi019.stdout:2017: done (2 left) 2024-04-02T08:37:15.765 INFO:tasks.rados.rados.0.smithi019.stdout:2018: done (1 left) 2024-04-02T08:37:15.765 INFO:tasks.rados.rados.0.smithi019.stdout:2019: done (0 left) 2024-04-02T08:37:15.766 INFO:tasks.rados.rados.0.smithi019.stdout:2020: read oid 7 snap -1 2024-04-02T08:37:15.766 INFO:tasks.rados.rados.0.smithi019.stdout:2020: expect (ObjNum 636 snap 187 seq_num 636) 2024-04-02T08:37:15.766 INFO:tasks.rados.rados.0.smithi019.stdout:2021: delete oid 19 current snap is 187 2024-04-02T08:37:15.766 INFO:tasks.rados.rados.0.smithi019.stdout:2021: done (1 left) 2024-04-02T08:37:15.767 INFO:tasks.rados.rados.0.smithi019.stdout:2022: snap_create 2024-04-02T08:37:15.783 INFO:tasks.rados.rados.0.smithi019.stdout:2020: expect (ObjNum 636 snap 187 seq_num 636) 2024-04-02T08:37:15.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:15 smithi019 ceph-mon[94035]: pgmap v323: 121 pgs: 121 active+clean; 211 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 17 op/s; 7.1 MiB/s, 3 objects/s recovering 2024-04-02T08:37:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:15 smithi019 ceph-mon[94035]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:15 smithi019 ceph-mon[96522]: pgmap v323: 121 pgs: 121 active+clean; 211 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 17 op/s; 7.1 MiB/s, 3 objects/s recovering 2024-04-02T08:37:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:15 smithi019 ceph-mon[96522]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:15 smithi066 ceph-mon[87361]: pgmap v323: 121 pgs: 121 active+clean; 211 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 17 op/s; 7.1 MiB/s, 3 objects/s recovering 2024-04-02T08:37:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:15 smithi066 ceph-mon[87361]: osdmap e447: 8 total, 8 up, 8 in 2024-04-02T08:37:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:2020: done (1 left) 2024-04-02T08:37:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:2022: done (0 left) 2024-04-02T08:37:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:2023: delete oid 9 current snap is 188 2024-04-02T08:37:16.698 INFO:tasks.rados.rados.0.smithi019.stdout:2023: done (0 left) 2024-04-02T08:37:16.698 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 188 2024-04-02T08:37:16.698 INFO:tasks.rados.rados.0.smithi019.stdout:2024: seq_num 640 ranges {147456=729088,876544=401408} 2024-04-02T08:37:16.702 INFO:tasks.rados.rados.0.smithi019.stdout:2024: writing smithi01981774-39 from 147456 to 876544 tid 1 2024-04-02T08:37:16.705 INFO:tasks.rados.rados.0.smithi019.stdout:2024: writing smithi01981774-39 from 876544 to 1277952 tid 2 2024-04-02T08:37:16.705 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 188 2024-04-02T08:37:16.705 INFO:tasks.rados.rados.0.smithi019.stdout:2025: seq_num 641 ranges {7921664=745472,8667136=401408} 2024-04-02T08:37:16.752 INFO:tasks.rados.rados.0.smithi019.stdout:2025: writing smithi01981774-47 from 7921664 to 8667136 tid 1 2024-04-02T08:37:16.754 INFO:tasks.rados.rados.0.smithi019.stdout:2025: writing smithi01981774-47 from 8667136 to 9068544 tid 2 2024-04-02T08:37:16.755 INFO:tasks.rados.rados.0.smithi019.stdout:2026: read oid 32 snap -1 2024-04-02T08:37:16.755 INFO:tasks.rados.rados.0.smithi019.stdout:2026: expect (ObjNum 617 snap 181 seq_num 617) 2024-04-02T08:37:16.755 INFO:tasks.rados.rados.0.smithi019.stdout:2027: snap_remove snap 184 2024-04-02T08:37:17.704 INFO:tasks.rados.rados.0.smithi019.stdout:2027: done (3 left) 2024-04-02T08:37:17.704 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 188 2024-04-02T08:37:17.705 INFO:tasks.rados.rados.0.smithi019.stdout:2028: seq_num 642 ranges {0=761856,761856=401408} 2024-04-02T08:37:17.709 INFO:tasks.rados.rados.0.smithi019.stdout:2028: writing smithi01981774-24 from 0 to 761856 tid 1 2024-04-02T08:37:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:2028: writing smithi01981774-24 from 761856 to 1163264 tid 2 2024-04-02T08:37:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:2024: finishing write tid 1 to smithi01981774-39 2024-04-02T08:37:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:2024: finishing write tid 2 to smithi01981774-39 2024-04-02T08:37:17.714 INFO:tasks.rados.rados.0.smithi019.stdout:2024: finishing write tid 3 to smithi01981774-39 2024-04-02T08:37:17.714 INFO:tasks.rados.rados.0.smithi019.stdout:2024: finishing write tid 4 to smithi01981774-39 2024-04-02T08:37:17.714 INFO:tasks.rados.rados.0.smithi019.stdout:2024: oid 39 updating version 0 to 816 2024-04-02T08:37:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:2024: oid 39 version 816 is already newer than 814 2024-04-02T08:37:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:2024: oid 39 version 816 is already newer than 815 2024-04-02T08:37:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 816 (ObjNum 640 snap 188 seq_num 640) dirty exists 2024-04-02T08:37:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:2024: left oid 39 (ObjNum 640 snap 188 seq_num 640) 2024-04-02T08:37:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:2025: finishing write tid 1 to smithi01981774-47 2024-04-02T08:37:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:2025: finishing write tid 2 to smithi01981774-47 2024-04-02T08:37:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:2025: finishing write tid 3 to smithi01981774-47 2024-04-02T08:37:17.716 INFO:tasks.rados.rados.0.smithi019.stdout:2025: finishing write tid 4 to smithi01981774-47 2024-04-02T08:37:17.716 INFO:tasks.rados.rados.0.smithi019.stdout:2025: oid 47 updating version 0 to 655 2024-04-02T08:37:17.716 INFO:tasks.rados.rados.0.smithi019.stdout:2025: oid 47 version 655 is already newer than 654 2024-04-02T08:37:17.716 INFO:tasks.rados.rados.0.smithi019.stdout:2025: oid 47 version 655 is already newer than 653 2024-04-02T08:37:17.716 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 655 (ObjNum 641 snap 188 seq_num 641) dirty exists 2024-04-02T08:37:17.716 INFO:tasks.rados.rados.0.smithi019.stdout:2025: left oid 47 (ObjNum 641 snap 188 seq_num 641) 2024-04-02T08:37:17.717 INFO:tasks.rados.rados.0.smithi019.stdout:2026: expect (ObjNum 617 snap 181 seq_num 617) 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: finishing write tid 1 to smithi01981774-24 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: finishing write tid 2 to smithi01981774-24 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: finishing write tid 3 to smithi01981774-24 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: finishing write tid 4 to smithi01981774-24 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: oid 24 updating version 0 to 998 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: oid 24 updating version 998 to 999 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: oid 24 version 999 is already newer than 997 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 999 (ObjNum 642 snap 188 seq_num 642) dirty exists 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2028: left oid 24 (ObjNum 642 snap 188 seq_num 642) 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2024: done (3 left) 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2025: done (2 left) 2024-04-02T08:37:17.897 INFO:tasks.rados.rados.0.smithi019.stdout:2026: done (1 left) 2024-04-02T08:37:17.898 INFO:tasks.rados.rados.0.smithi019.stdout:2028: done (0 left) 2024-04-02T08:37:17.898 INFO:tasks.rados.rados.0.smithi019.stdout:2029: copy_from oid 22 from oid 30 current snap is 188 2024-04-02T08:37:17.898 INFO:tasks.rados.rados.0.smithi019.stdout:2030: rollback oid 23 current snap is 188 2024-04-02T08:37:17.898 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 182 2024-04-02T08:37:17.898 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 188 2024-04-02T08:37:17.898 INFO:tasks.rados.rados.0.smithi019.stdout:2031: seq_num 643 ranges {1245184=778240,2023424=401408} 2024-04-02T08:37:17.908 INFO:tasks.rados.rados.0.smithi019.stdout:2031: writing smithi01981774-49 from 1245184 to 2023424 tid 1 2024-04-02T08:37:17.911 INFO:tasks.rados.rados.0.smithi019.stdout:2031: writing smithi01981774-49 from 2023424 to 2424832 tid 2 2024-04-02T08:37:17.911 INFO:tasks.rados.rados.0.smithi019.stdout:2032: read oid 32 snap -1 2024-04-02T08:37:17.911 INFO:tasks.rados.rados.0.smithi019.stdout:2032: expect (ObjNum 617 snap 181 seq_num 617) 2024-04-02T08:37:17.911 INFO:tasks.rados.rados.0.smithi019.stdout:2033: snap_create 2024-04-02T08:37:17.911 INFO:tasks.rados.rados.0.smithi019.stdout:2030: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:37:17.911 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 487 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:17.912 INFO:tasks.rados.rados.0.smithi019.stdout:2029: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:37:17.912 INFO:tasks.rados.rados.0.smithi019.stdout:2029: finishing copy_from to smithi01981774-22 2024-04-02T08:37:17.912 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 802 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-04-02T08:37:17.913 INFO:tasks.rados.rados.0.smithi019.stdout:2031: finishing write tid 1 to smithi01981774-49 2024-04-02T08:37:17.913 INFO:tasks.rados.rados.0.smithi019.stdout:2031: finishing write tid 2 to smithi01981774-49 2024-04-02T08:37:17.914 INFO:tasks.rados.rados.0.smithi019.stdout:2031: finishing write tid 3 to smithi01981774-49 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi019.stdout:2031: finishing write tid 4 to smithi01981774-49 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi019.stdout:2031: oid 49 updating version 0 to 1517 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi019.stdout:2031: oid 49 version 1517 is already newer than 1515 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi019.stdout:2031: oid 49 version 1517 is already newer than 1516 2024-04-02T08:37:17.916 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1517 (ObjNum 643 snap 188 seq_num 643) dirty exists 2024-04-02T08:37:17.916 INFO:tasks.rados.rados.0.smithi019.stdout:2031: left oid 49 (ObjNum 643 snap 188 seq_num 643) 2024-04-02T08:37:17.927 INFO:tasks.rados.rados.0.smithi019.stdout:2032: expect (ObjNum 617 snap 181 seq_num 617) 2024-04-02T08:37:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:17 smithi066 ceph-mon[87361]: pgmap v326: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 884 KiB/s wr, 16 op/s 2024-04-02T08:37:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:17 smithi066 ceph-mon[87361]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:17 smithi019 ceph-mon[94035]: pgmap v326: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 884 KiB/s wr, 16 op/s 2024-04-02T08:37:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:17 smithi019 ceph-mon[94035]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:17 smithi019 ceph-mon[96522]: pgmap v326: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 884 KiB/s wr, 16 op/s 2024-04-02T08:37:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:17 smithi019 ceph-mon[96522]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:37:18.723 INFO:tasks.rados.rados.0.smithi019.stdout:2029: done (4 left) 2024-04-02T08:37:18.723 INFO:tasks.rados.rados.0.smithi019.stdout:2030: done (3 left) 2024-04-02T08:37:18.723 INFO:tasks.rados.rados.0.smithi019.stdout:2031: done (2 left) 2024-04-02T08:37:18.723 INFO:tasks.rados.rados.0.smithi019.stdout:2032: done (1 left) 2024-04-02T08:37:18.723 INFO:tasks.rados.rados.0.smithi019.stdout:2033: done (0 left) 2024-04-02T08:37:18.723 INFO:tasks.rados.rados.0.smithi019.stdout:2034: snap_remove snap 186 2024-04-02T08:37:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:18 smithi066 ceph-mon[87361]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:18 smithi019 ceph-mon[94035]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:18 smithi019 ceph-mon[96522]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:37:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:19.592 INFO:tasks.rados.rados.0.smithi019.stdout:2034: done (0 left) 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:2035: rollback oid 10 current snap is 189 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 188 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:2036: read oid 47 snap 187 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:2036: expect (ObjNum 635 snap 187 seq_num 635) 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:2037: rollback oid 20 current snap is 189 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 169 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 189 2024-04-02T08:37:19.593 INFO:tasks.rados.rados.0.smithi019.stdout:2038: seq_num 644 ranges {2850816=794624,3645440=401408} 2024-04-02T08:37:19.612 INFO:tasks.rados.rados.0.smithi019.stdout:2038: writing smithi01981774-22 from 2850816 to 3645440 tid 1 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2038: writing smithi01981774-22 from 3645440 to 4046848 tid 2 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2039: read oid 30 snap -1 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2039: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 189 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2037: finishing rollback tid 0 to smithi01981774-20 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2037: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2035: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2035: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:2035: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:37:19.616 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 517 (ObjNum 613 snap 180 seq_num 613) dirty exists 2024-04-02T08:37:19.617 INFO:tasks.rados.rados.0.smithi019.stdout:2037: finishing rollback tid 2 to smithi01981774-20 2024-04-02T08:37:19.617 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1368 (ObjNum 542 snap 165 seq_num 542) dirty exists 2024-04-02T08:37:19.617 INFO:tasks.rados.rados.0.smithi019.stdout:2040: seq_num 645 ranges {1523712=409600,1933312=778240,2711552=24576} 2024-04-02T08:37:19.627 INFO:tasks.rados.rados.0.smithi019.stdout:2040: writing smithi01981774-48 from 1523712 to 1933312 tid 1 2024-04-02T08:37:19.632 INFO:tasks.rados.rados.0.smithi019.stdout:2040: writing smithi01981774-48 from 1933312 to 2711552 tid 2 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2040: writing smithi01981774-48 from 2711552 to 2736128 tid 3 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2035: done (5 left) 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2037: done (4 left) 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2041: delete oid 29 current snap is 189 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2038: finishing write tid 1 to smithi01981774-22 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2038: finishing write tid 2 to smithi01981774-22 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2038: finishing write tid 3 to smithi01981774-22 2024-04-02T08:37:19.633 INFO:tasks.rados.rados.0.smithi019.stdout:2039: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:37:19.746 INFO:tasks.rados.rados.0.smithi019.stdout:2038: finishing write tid 4 to smithi01981774-22 2024-04-02T08:37:19.746 INFO:tasks.rados.rados.0.smithi019.stdout:2038: oid 22 updating version 0 to 804 2024-04-02T08:37:19.746 INFO:tasks.rados.rados.0.smithi019.stdout:2038: oid 22 updating version 804 to 805 2024-04-02T08:37:19.746 INFO:tasks.rados.rados.0.smithi019.stdout:2038: oid 22 version 805 is already newer than 803 2024-04-02T08:37:19.746 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 805 (ObjNum 644 snap 189 seq_num 644) dirty exists 2024-04-02T08:37:19.746 INFO:tasks.rados.rados.0.smithi019.stdout:2038: left oid 22 (ObjNum 644 snap 189 seq_num 644) 2024-04-02T08:37:19.746 INFO:tasks.rados.rados.0.smithi019.stdout:2040: finishing write tid 1 to smithi01981774-48 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2040: finishing write tid 2 to smithi01981774-48 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2040: finishing write tid 3 to smithi01981774-48 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2038: done (4 left) 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2039: done (3 left) 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2041: done (2 left) 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2042: snap_create 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2040: finishing write tid 4 to smithi01981774-48 2024-04-02T08:37:19.747 INFO:tasks.rados.rados.0.smithi019.stdout:2036: expect (ObjNum 635 snap 187 seq_num 635) 2024-04-02T08:37:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:19 smithi019 ceph-mon[94035]: pgmap v329: 121 pgs: 121 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:37:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:19 smithi019 ceph-mon[94035]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:19 smithi019 ceph-mon[94035]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:19.946 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:37:19 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T08:37:19.631+0000 7f985670c700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 100 after trimming was started 2024-04-02T08:37:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:19 smithi019 ceph-mon[96522]: pgmap v329: 121 pgs: 121 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:37:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:19 smithi019 ceph-mon[96522]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:19.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:19 smithi019 ceph-mon[96522]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:19 smithi066 ceph-mon[87361]: pgmap v329: 121 pgs: 121 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:37:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:19 smithi066 ceph-mon[87361]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:37:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:19 smithi066 ceph-mon[87361]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:37:20.258 INFO:tasks.rados.rados.0.smithi019.stdout:2040: finishing write tid 5 to smithi01981774-48 2024-04-02T08:37:20.258 INFO:tasks.rados.rados.0.smithi019.stdout:2040: oid 48 updating version 0 to 1608 2024-04-02T08:37:20.258 INFO:tasks.rados.rados.0.smithi019.stdout:2040: oid 48 version 1608 is already newer than 1607 2024-04-02T08:37:20.258 INFO:tasks.rados.rados.0.smithi019.stdout:2040: oid 48 version 1608 is already newer than 1603 2024-04-02T08:37:20.258 INFO:tasks.rados.rados.0.smithi019.stdout:2040: oid 48 version 1608 is already newer than 1606 2024-04-02T08:37:20.258 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1608 (ObjNum 645 snap 189 seq_num 645) dirty exists 2024-04-02T08:37:20.258 INFO:tasks.rados.rados.0.smithi019.stdout:2040: left oid 48 (ObjNum 645 snap 189 seq_num 645) 2024-04-02T08:37:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:37:20] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-02T08:37:20.726 INFO:tasks.rados.rados.0.smithi019.stdout:2036: done (2 left) 2024-04-02T08:37:20.726 INFO:tasks.rados.rados.0.smithi019.stdout:2040: done (1 left) 2024-04-02T08:37:20.726 INFO:tasks.rados.rados.0.smithi019.stdout:2042: done (0 left) 2024-04-02T08:37:20.726 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 190 2024-04-02T08:37:20.726 INFO:tasks.rados.rados.0.smithi019.stdout:2043: seq_num 647 ranges {999424=442368,1441792=589824,2031616=212992} 2024-04-02T08:37:20.733 INFO:tasks.rados.rados.0.smithi019.stdout:2043: writing smithi01981774-3 from 999424 to 1441792 tid 1 2024-04-02T08:37:20.737 INFO:tasks.rados.rados.0.smithi019.stdout:2043: writing smithi01981774-3 from 1441792 to 2031616 tid 2 2024-04-02T08:37:20.738 INFO:tasks.rados.rados.0.smithi019.stdout:2043: writing smithi01981774-3 from 2031616 to 2244608 tid 3 2024-04-02T08:37:20.738 INFO:tasks.rados.rados.0.smithi019.stdout:2044: rollback oid 11 current snap is 190 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 11 to 169 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:2045: rollback oid 26 current snap is 190 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 26 to 169 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:2046: rollback oid 19 current snap is 190 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 187 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:2047: snap_create 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:2046: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:37:20.739 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 0 (ObjNum 33 snap 0 seq_num 2824364176) dirty dne 2024-04-02T08:37:20.741 INFO:tasks.rados.rados.0.smithi019.stdout:2043: finishing write tid 1 to smithi01981774-3 2024-04-02T08:37:20.743 INFO:tasks.rados.rados.0.smithi019.stdout:2043: finishing write tid 2 to smithi01981774-3 2024-04-02T08:37:20.743 INFO:tasks.rados.rados.0.smithi019.stdout:2043: finishing write tid 3 to smithi01981774-3 2024-04-02T08:37:20.743 INFO:tasks.rados.rados.0.smithi019.stdout:2043: finishing write tid 4 to smithi01981774-3 2024-04-02T08:37:20.744 INFO:tasks.rados.rados.0.smithi019.stdout:2044: finishing rollback tid 1 to smithi01981774-11 2024-04-02T08:37:20.744 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 0 (ObjNum 129 snap 0 seq_num 2825010536) dirty dne 2024-04-02T08:37:20.745 INFO:tasks.rados.rados.0.smithi019.stdout:2043: finishing write tid 5 to smithi01981774-3 2024-04-02T08:37:20.745 INFO:tasks.rados.rados.0.smithi019.stdout:2043: oid 3 updating version 0 to 1004 2024-04-02T08:37:20.745 INFO:tasks.rados.rados.0.smithi019.stdout:2043: oid 3 updating version 1004 to 1005 2024-04-02T08:37:20.745 INFO:tasks.rados.rados.0.smithi019.stdout:2043: oid 3 updating version 1005 to 1006 2024-04-02T08:37:20.745 INFO:tasks.rados.rados.0.smithi019.stdout:2043: oid 3 version 1006 is already newer than 1003 2024-04-02T08:37:20.745 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 1006 (ObjNum 647 snap 190 seq_num 647) dirty exists 2024-04-02T08:37:20.745 INFO:tasks.rados.rados.0.smithi019.stdout:2043: left oid 3 (ObjNum 647 snap 190 seq_num 647) 2024-04-02T08:37:20.747 INFO:tasks.rados.rados.0.smithi019.stdout:2045: finishing rollback tid 0 to smithi01981774-26 2024-04-02T08:37:20.748 INFO:tasks.rados.rados.0.smithi019.stdout:2045: finishing rollback tid 1 to smithi01981774-26 2024-04-02T08:37:20.748 INFO:tasks.rados.rados.0.smithi019.stdout:2045: finishing rollback tid 2 to smithi01981774-26 2024-04-02T08:37:20.748 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1425 (ObjNum 33 snap 0 seq_num 4126230114) dirty exists 2024-04-02T08:37:21.736 INFO:tasks.rados.rados.0.smithi019.stdout:2043: done (4 left) 2024-04-02T08:37:21.737 INFO:tasks.rados.rados.0.smithi019.stdout:2044: done (3 left) 2024-04-02T08:37:21.737 INFO:tasks.rados.rados.0.smithi019.stdout:2045: done (2 left) 2024-04-02T08:37:21.737 INFO:tasks.rados.rados.0.smithi019.stdout:2046: done (1 left) 2024-04-02T08:37:21.737 INFO:tasks.rados.rados.0.smithi019.stdout:2047: done (0 left) 2024-04-02T08:37:21.737 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 191 2024-04-02T08:37:21.737 INFO:tasks.rados.rados.0.smithi019.stdout:2048: seq_num 648 ranges {3342336=458752,3801088=475136,4276224=327680} 2024-04-02T08:37:21.757 INFO:tasks.rados.rados.0.smithi019.stdout:2048: writing smithi01981774-38 from 3342336 to 3801088 tid 1 2024-04-02T08:37:21.759 INFO:tasks.rados.rados.0.smithi019.stdout:2048: writing smithi01981774-38 from 3801088 to 4276224 tid 2 2024-04-02T08:37:21.762 INFO:tasks.rados.rados.0.smithi019.stdout:2048: writing smithi01981774-38 from 4276224 to 4603904 tid 3 2024-04-02T08:37:21.762 INFO:tasks.rados.rados.0.smithi019.stdout:2049: snap_create 2024-04-02T08:37:21.765 INFO:tasks.rados.rados.0.smithi019.stdout:2048: finishing write tid 1 to smithi01981774-38 2024-04-02T08:37:21.766 INFO:tasks.rados.rados.0.smithi019.stdout:2048: finishing write tid 2 to smithi01981774-38 2024-04-02T08:37:21.766 INFO:tasks.rados.rados.0.smithi019.stdout:2048: finishing write tid 3 to smithi01981774-38 2024-04-02T08:37:21.766 INFO:tasks.rados.rados.0.smithi019.stdout:2048: finishing write tid 4 to smithi01981774-38 2024-04-02T08:37:21.768 INFO:tasks.rados.rados.0.smithi019.stdout:2048: finishing write tid 5 to smithi01981774-38 2024-04-02T08:37:21.769 INFO:tasks.rados.rados.0.smithi019.stdout:2048: oid 38 updating version 0 to 1369 2024-04-02T08:37:21.769 INFO:tasks.rados.rados.0.smithi019.stdout:2048: oid 38 updating version 1369 to 1371 2024-04-02T08:37:21.769 INFO:tasks.rados.rados.0.smithi019.stdout:2048: oid 38 version 1371 is already newer than 1370 2024-04-02T08:37:21.769 INFO:tasks.rados.rados.0.smithi019.stdout:2048: oid 38 updating version 1371 to 1372 2024-04-02T08:37:21.769 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1372 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:37:21.769 INFO:tasks.rados.rados.0.smithi019.stdout:2048: left oid 38 (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:37:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:21 smithi066 ceph-mon[87361]: pgmap v332: 121 pgs: 121 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:37:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:21 smithi066 ceph-mon[87361]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:21 smithi019 ceph-mon[94035]: pgmap v332: 121 pgs: 121 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:37:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:21 smithi019 ceph-mon[94035]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:21 smithi019 ceph-mon[96522]: pgmap v332: 121 pgs: 121 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-04-02T08:37:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:21 smithi019 ceph-mon[96522]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:37:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:22.742 INFO:tasks.rados.rados.0.smithi019.stdout:2048: done (1 left) 2024-04-02T08:37:22.742 INFO:tasks.rados.rados.0.smithi019.stdout:2049: done (0 left) 2024-04-02T08:37:22.742 INFO:tasks.rados.rados.0.smithi019.stdout:2050: setattr oid 29 current snap is 192 2024-04-02T08:37:22.744 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 192 2024-04-02T08:37:22.744 INFO:tasks.rados.rados.0.smithi019.stdout:2051: seq_num 649 ranges {6160384=475136,6635520=761856,7397376=40960} 2024-04-02T08:37:22.781 INFO:tasks.rados.rados.0.smithi019.stdout:2051: writing smithi01981774-31 from 6160384 to 6635520 tid 1 2024-04-02T08:37:22.785 INFO:tasks.rados.rados.0.smithi019.stdout:2051: writing smithi01981774-31 from 6635520 to 7397376 tid 2 2024-04-02T08:37:22.785 INFO:tasks.rados.rados.0.smithi019.stdout:2051: writing smithi01981774-31 from 7397376 to 7438336 tid 3 2024-04-02T08:37:22.785 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 192 2024-04-02T08:37:22.786 INFO:tasks.rados.rados.0.smithi019.stdout:2052: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-04-02T08:37:22.788 INFO:tasks.rados.rados.0.smithi019.stdout:2052: writing smithi01981774-46 from 0 to 491520 tid 1 2024-04-02T08:37:22.792 INFO:tasks.rados.rados.0.smithi019.stdout:2052: writing smithi01981774-46 from 491520 to 1138688 tid 2 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2052: writing smithi01981774-46 from 1138688 to 1294336 tid 3 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 192 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1611 (ObjNum 65 snap 0 seq_num 1600803175) dirty exists 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2051: finishing write tid 1 to smithi01981774-31 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2051: finishing write tid 2 to smithi01981774-31 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2051: finishing write tid 3 to smithi01981774-31 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2051: finishing write tid 4 to smithi01981774-31 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2052: finishing write tid 1 to smithi01981774-46 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2051: finishing write tid 5 to smithi01981774-31 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2051: oid 31 updating version 0 to 518 2024-04-02T08:37:22.793 INFO:tasks.rados.rados.0.smithi019.stdout:2051: oid 31 updating version 518 to 521 2024-04-02T08:37:22.794 INFO:tasks.rados.rados.0.smithi019.stdout:2051: oid 31 version 521 is already newer than 520 2024-04-02T08:37:22.794 INFO:tasks.rados.rados.0.smithi019.stdout:2051: oid 31 version 521 is already newer than 519 2024-04-02T08:37:22.794 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 521 (ObjNum 649 snap 192 seq_num 649) dirty exists 2024-04-02T08:37:22.794 INFO:tasks.rados.rados.0.smithi019.stdout:2051: left oid 31 (ObjNum 649 snap 192 seq_num 649) 2024-04-02T08:37:22.794 INFO:tasks.rados.rados.0.smithi019.stdout:2053: seq_num 651 ranges {991232=507904,1499136=532480,2031616=270336} 2024-04-02T08:37:22.801 INFO:tasks.rados.rados.0.smithi019.stdout:2053: writing smithi01981774-14 from 991232 to 1499136 tid 1 2024-04-02T08:37:22.804 INFO:tasks.rados.rados.0.smithi019.stdout:2053: writing smithi01981774-14 from 1499136 to 2031616 tid 2 2024-04-02T08:37:22.806 INFO:tasks.rados.rados.0.smithi019.stdout:2053: writing smithi01981774-14 from 2031616 to 2301952 tid 3 2024-04-02T08:37:22.806 INFO:tasks.rados.rados.0.smithi019.stdout:2050: done (3 left) 2024-04-02T08:37:22.806 INFO:tasks.rados.rados.0.smithi019.stdout:2051: done (2 left) 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 192 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: finishing write tid 2 to smithi01981774-46 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: finishing write tid 3 to smithi01981774-46 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: finishing write tid 4 to smithi01981774-46 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: finishing write tid 5 to smithi01981774-46 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: oid 46 updating version 0 to 1612 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: oid 46 updating version 1612 to 1614 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: oid 46 version 1614 is already newer than 1613 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: oid 46 updating version 1614 to 1615 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1615 (ObjNum 650 snap 192 seq_num 650) dirty exists 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2052: left oid 46 (ObjNum 650 snap 192 seq_num 650) 2024-04-02T08:37:22.807 INFO:tasks.rados.rados.0.smithi019.stdout:2054: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-04-02T08:37:22.810 INFO:tasks.rados.rados.0.smithi019.stdout:2054: writing smithi01981774-42 from 0 to 524288 tid 1 2024-04-02T08:37:22.812 INFO:tasks.rados.rados.0.smithi019.stdout:2054: writing smithi01981774-42 from 524288 to 933888 tid 2 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2054: writing smithi01981774-42 from 933888 to 1327104 tid 3 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2052: done (2 left) 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2055: rmattr oid 43 current snap is 192 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2055: done (2 left) 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2056: setattr oid 39 current snap is 192 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2053: finishing write tid 1 to smithi01981774-14 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2053: finishing write tid 2 to smithi01981774-14 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2053: finishing write tid 3 to smithi01981774-14 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2053: finishing write tid 4 to smithi01981774-14 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2053: finishing write tid 5 to smithi01981774-14 2024-04-02T08:37:22.816 INFO:tasks.rados.rados.0.smithi019.stdout:2053: oid 14 updating version 0 to 870 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:2053: oid 14 updating version 870 to 871 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:2053: oid 14 updating version 871 to 873 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:2053: oid 14 version 873 is already newer than 872 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 873 (ObjNum 651 snap 192 seq_num 651) dirty exists 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:2053: left oid 14 (ObjNum 651 snap 192 seq_num 651) 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:2054: finishing write tid 1 to smithi01981774-42 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:2054: finishing write tid 2 to smithi01981774-42 2024-04-02T08:37:22.817 INFO:tasks.rados.rados.0.smithi019.stdout:2053: done (2 left) 2024-04-02T08:37:22.818 INFO:tasks.rados.rados.0.smithi019.stdout:2057: rollback oid 23 current snap is 192 2024-04-02T08:37:22.818 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 187 2024-04-02T08:37:22.818 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 192 2024-04-02T08:37:22.818 INFO:tasks.rados.rados.0.smithi019.stdout:2058: seq_num 653 ranges {827392=540672,1368064=696320,2064384=106496} 2024-04-02T08:37:22.825 INFO:tasks.rados.rados.0.smithi019.stdout:2058: writing smithi01981774-40 from 827392 to 1368064 tid 1 2024-04-02T08:37:22.828 INFO:tasks.rados.rados.0.smithi019.stdout:2058: writing smithi01981774-40 from 1368064 to 2064384 tid 2 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2058: writing smithi01981774-40 from 2064384 to 2170880 tid 3 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2059: rollback oid 43 current snap is 192 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 188 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2054: finishing write tid 3 to smithi01981774-42 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2054: finishing write tid 4 to smithi01981774-42 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2057: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 487 (ObjNum 161 snap 0 seq_num 2825455728) dirty dne 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 817 (ObjNum 640 snap 188 seq_num 640) dirty exists 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2054: finishing write tid 5 to smithi01981774-42 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2054: oid 42 updating version 0 to 1547 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2054: oid 42 updating version 1547 to 1549 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2054: oid 42 version 1549 is already newer than 1548 2024-04-02T08:37:22.830 INFO:tasks.rados.rados.0.smithi019.stdout:2054: oid 42 updating version 1549 to 1550 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1550 (ObjNum 652 snap 192 seq_num 652) dirty exists 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:2054: left oid 42 (ObjNum 652 snap 192 seq_num 652) 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:2058: finishing write tid 1 to smithi01981774-40 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:2054: done (4 left) 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:2056: done (3 left) 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:2057: done (2 left) 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:2060: copy_from oid 34 from oid 6 current snap is 192 2024-04-02T08:37:22.831 INFO:tasks.rados.rados.0.smithi019.stdout:2061: delete oid 21 current snap is 192 2024-04-02T08:37:22.833 INFO:tasks.rados.rados.0.smithi019.stdout:2058: finishing write tid 2 to smithi01981774-40 2024-04-02T08:37:22.833 INFO:tasks.rados.rados.0.smithi019.stdout:2061: done (3 left) 2024-04-02T08:37:22.833 INFO:tasks.rados.rados.0.smithi019.stdout:2062: rmattr oid 26 current snap is 192 2024-04-02T08:37:22.833 INFO:tasks.rados.rados.0.smithi019.stdout:2058: finishing write tid 3 to smithi01981774-40 2024-04-02T08:37:22.833 INFO:tasks.rados.rados.0.smithi019.stdout:2063: copy_from oid 17 from oid 9 current snap is 192 2024-04-02T08:37:22.833 INFO:tasks.rados.rados.0.smithi019.stdout:2064: setattr oid 29 current snap is 192 2024-04-02T08:37:22.833 INFO:tasks.rados.rados.0.smithi019.stdout:2058: finishing write tid 4 to smithi01981774-40 2024-04-02T08:37:22.834 INFO:tasks.rados.rados.0.smithi019.stdout:2059: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:37:22.834 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 807 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2063: finishing copy_from to smithi01981774-17 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2063: got expected ENOENT (src dne) 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2058: finishing write tid 5 to smithi01981774-40 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2058: oid 40 updating version 0 to 821 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2058: oid 40 version 821 is already newer than 818 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2058: oid 40 version 821 is already newer than 819 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2058: oid 40 version 821 is already newer than 820 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 821 (ObjNum 653 snap 192 seq_num 653) dirty exists 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2058: left oid 40 (ObjNum 653 snap 192 seq_num 653) 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2058: done (5 left) 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2059: done (4 left) 2024-04-02T08:37:22.835 INFO:tasks.rados.rados.0.smithi019.stdout:2065: snap_create 2024-04-02T08:37:22.836 INFO:tasks.rados.rados.0.smithi019.stdout:2063: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:37:22.837 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1616 (ObjNum 65 snap 0 seq_num 1600803175) dirty exists 2024-04-02T08:37:22.838 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1426 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:37:22.847 INFO:tasks.rados.rados.0.smithi019.stdout:2060: finishing copy_from racing read to smithi01981774-34 2024-04-02T08:37:22.851 INFO:tasks.rados.rados.0.smithi019.stdout:2060: finishing copy_from to smithi01981774-34 2024-04-02T08:37:22.851 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1546 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:37:23.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:22 smithi066 ceph-mon[87361]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:37:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:22 smithi019 ceph-mon[94035]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:37:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:22 smithi019 ceph-mon[96522]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:37:23.750 INFO:tasks.rados.rados.0.smithi019.stdout:2060: done (4 left) 2024-04-02T08:37:23.750 INFO:tasks.rados.rados.0.smithi019.stdout:2062: done (3 left) 2024-04-02T08:37:23.750 INFO:tasks.rados.rados.0.smithi019.stdout:2063: done (2 left) 2024-04-02T08:37:23.750 INFO:tasks.rados.rados.0.smithi019.stdout:2064: done (1 left) 2024-04-02T08:37:23.750 INFO:tasks.rados.rados.0.smithi019.stdout:2065: done (0 left) 2024-04-02T08:37:23.750 INFO:tasks.rados.rados.0.smithi019.stdout:2066: delete oid 24 current snap is 193 2024-04-02T08:37:23.755 INFO:tasks.rados.rados.0.smithi019.stdout:2066: done (0 left) 2024-04-02T08:37:23.755 INFO:tasks.rados.rados.0.smithi019.stdout:2067: rmattr oid 14 current snap is 193 2024-04-02T08:37:23.755 INFO:tasks.rados.rados.0.smithi019.stdout:2068: delete oid 7 current snap is 193 2024-04-02T08:37:23.759 INFO:tasks.rados.rados.0.smithi019.stdout:2068: done (1 left) 2024-04-02T08:37:23.759 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 193 2024-04-02T08:37:23.759 INFO:tasks.rados.rados.0.smithi019.stdout:2069: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-04-02T08:37:23.762 INFO:tasks.rados.rados.0.smithi019.stdout:2069: writing smithi01981774-29 from 0 to 606208 tid 1 2024-04-02T08:37:23.767 INFO:tasks.rados.rados.0.smithi019.stdout:2069: writing smithi01981774-29 from 606208 to 1294336 tid 2 2024-04-02T08:37:23.768 INFO:tasks.rados.rados.0.smithi019.stdout:2069: writing smithi01981774-29 from 1294336 to 1409024 tid 3 2024-04-02T08:37:23.768 INFO:tasks.rados.rados.0.smithi019.stdout:2070: snap_create 2024-04-02T08:37:23.768 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 874 (ObjNum 651 snap 192 seq_num 651) dirty exists 2024-04-02T08:37:23.768 INFO:tasks.rados.rados.0.smithi019.stdout:2069: finishing write tid 1 to smithi01981774-29 2024-04-02T08:37:23.773 INFO:tasks.rados.rados.0.smithi019.stdout:2069: finishing write tid 2 to smithi01981774-29 2024-04-02T08:37:23.773 INFO:tasks.rados.rados.0.smithi019.stdout:2069: finishing write tid 3 to smithi01981774-29 2024-04-02T08:37:23.773 INFO:tasks.rados.rados.0.smithi019.stdout:2069: finishing write tid 4 to smithi01981774-29 2024-04-02T08:37:23.774 INFO:tasks.rados.rados.0.smithi019.stdout:2069: finishing write tid 5 to smithi01981774-29 2024-04-02T08:37:23.775 INFO:tasks.rados.rados.0.smithi019.stdout:2069: oid 29 updating version 0 to 1622 2024-04-02T08:37:23.775 INFO:tasks.rados.rados.0.smithi019.stdout:2069: oid 29 version 1622 is already newer than 1620 2024-04-02T08:37:23.775 INFO:tasks.rados.rados.0.smithi019.stdout:2069: oid 29 version 1622 is already newer than 1621 2024-04-02T08:37:23.775 INFO:tasks.rados.rados.0.smithi019.stdout:2069: oid 29 updating version 1622 to 1623 2024-04-02T08:37:23.775 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1623 (ObjNum 657 snap 193 seq_num 657) dirty exists 2024-04-02T08:37:23.775 INFO:tasks.rados.rados.0.smithi019.stdout:2069: left oid 29 (ObjNum 657 snap 193 seq_num 657) 2024-04-02T08:37:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:23 smithi066 ceph-mon[87361]: pgmap v335: 121 pgs: 121 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-04-02T08:37:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:23 smithi066 ceph-mon[87361]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:37:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:23 smithi019 ceph-mon[94035]: pgmap v335: 121 pgs: 121 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-04-02T08:37:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:23 smithi019 ceph-mon[94035]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:37:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:23 smithi019 ceph-mon[96522]: pgmap v335: 121 pgs: 121 active+clean; 229 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-04-02T08:37:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:23 smithi019 ceph-mon[96522]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:37:24.597 INFO:tasks.rados.rados.0.smithi019.stdout:2067: done (2 left) 2024-04-02T08:37:24.597 INFO:tasks.rados.rados.0.smithi019.stdout:2069: done (1 left) 2024-04-02T08:37:24.597 INFO:tasks.rados.rados.0.smithi019.stdout:2070: done (0 left) 2024-04-02T08:37:24.597 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 194 2024-04-02T08:37:24.597 INFO:tasks.rados.rados.0.smithi019.stdout:2071: seq_num 658 ranges {1835008=622592,2457600=565248,3022848=237568} 2024-04-02T08:37:24.610 INFO:tasks.rados.rados.0.smithi019.stdout:2071: writing smithi01981774-45 from 1835008 to 2457600 tid 1 2024-04-02T08:37:24.613 INFO:tasks.rados.rados.0.smithi019.stdout:2071: writing smithi01981774-45 from 2457600 to 3022848 tid 2 2024-04-02T08:37:24.615 INFO:tasks.rados.rados.0.smithi019.stdout:2071: writing smithi01981774-45 from 3022848 to 3260416 tid 3 2024-04-02T08:37:24.615 INFO:tasks.rados.rados.0.smithi019.stdout:2072: snap_remove snap 191 2024-04-02T08:37:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:24 smithi066 ceph-mon[87361]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:37:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:24 smithi066 ceph-mon[87361]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:37:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:24 smithi019 ceph-mon[94035]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:37:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:24 smithi019 ceph-mon[94035]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:37:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:24 smithi019 ceph-mon[96522]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:37:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:24 smithi019 ceph-mon[96522]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:37:25.593 INFO:tasks.rados.rados.0.smithi019.stdout:2072: done (1 left) 2024-04-02T08:37:25.593 INFO:tasks.rados.rados.0.smithi019.stdout:2073: copy_from oid 25 from oid 40 current snap is 194 2024-04-02T08:37:25.593 INFO:tasks.rados.rados.0.smithi019.stdout:2071: finishing write tid 1 to smithi01981774-45 2024-04-02T08:37:25.593 INFO:tasks.rados.rados.0.smithi019.stdout:2071: finishing write tid 2 to smithi01981774-45 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: finishing write tid 3 to smithi01981774-45 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: finishing write tid 4 to smithi01981774-45 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: finishing write tid 5 to smithi01981774-45 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: oid 45 updating version 0 to 1362 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: oid 45 version 1362 is already newer than 1361 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: oid 45 version 1362 is already newer than 1359 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: oid 45 version 1362 is already newer than 1360 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1362 (ObjNum 658 snap 194 seq_num 658) dirty exists 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: left oid 45 (ObjNum 658 snap 194 seq_num 658) 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2071: done (1 left) 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 194 2024-04-02T08:37:25.594 INFO:tasks.rados.rados.0.smithi019.stdout:2074: seq_num 659 ranges {3891200=647168,4538368=450560,4988928=352256} 2024-04-02T08:37:25.618 INFO:tasks.rados.rados.0.smithi019.stdout:2074: writing smithi01981774-32 from 3891200 to 4538368 tid 1 2024-04-02T08:37:25.621 INFO:tasks.rados.rados.0.smithi019.stdout:2074: writing smithi01981774-32 from 4538368 to 4988928 tid 2 2024-04-02T08:37:25.623 INFO:tasks.rados.rados.0.smithi019.stdout:2074: writing smithi01981774-32 from 4988928 to 5341184 tid 3 2024-04-02T08:37:25.623 INFO:tasks.rados.rados.0.smithi019.stdout:2075: snap_remove snap 193 2024-04-02T08:37:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:25 smithi066 ceph-mon[87361]: pgmap v338: 121 pgs: 121 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-04-02T08:37:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:25 smithi066 ceph-mon[87361]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:37:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:25 smithi019 ceph-mon[94035]: pgmap v338: 121 pgs: 121 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-04-02T08:37:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:25 smithi019 ceph-mon[94035]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:37:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:25 smithi019 ceph-mon[96522]: pgmap v338: 121 pgs: 121 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-04-02T08:37:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:25 smithi019 ceph-mon[96522]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2073: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2073: finishing copy_from to smithi01981774-25 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 821 (ObjNum 653 snap 192 seq_num 653) dirty exists 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2074: finishing write tid 1 to smithi01981774-32 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2074: finishing write tid 2 to smithi01981774-32 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2074: finishing write tid 3 to smithi01981774-32 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2074: finishing write tid 4 to smithi01981774-32 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2074: finishing write tid 5 to smithi01981774-32 2024-04-02T08:37:26.596 INFO:tasks.rados.rados.0.smithi019.stdout:2074: oid 32 updating version 0 to 1430 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2074: oid 32 version 1430 is already newer than 1428 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2074: oid 32 version 1430 is already newer than 1429 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2074: oid 32 version 1430 is already newer than 1427 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1430 (ObjNum 659 snap 194 seq_num 659) dirty exists 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2074: left oid 32 (ObjNum 659 snap 194 seq_num 659) 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2073: done (2 left) 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2074: done (1 left) 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2075: done (0 left) 2024-04-02T08:37:26.597 INFO:tasks.rados.rados.0.smithi019.stdout:2076: delete oid 8 current snap is 194 2024-04-02T08:37:26.604 INFO:tasks.rados.rados.0.smithi019.stdout:2076: done (0 left) 2024-04-02T08:37:26.604 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 194 2024-04-02T08:37:26.604 INFO:tasks.rados.rados.0.smithi019.stdout:2077: seq_num 661 ranges {0=679936,679936=622592,1302528=180224} 2024-04-02T08:37:26.607 INFO:tasks.rados.rados.0.smithi019.stdout:2077: writing smithi01981774-23 from 0 to 679936 tid 1 2024-04-02T08:37:26.611 INFO:tasks.rados.rados.0.smithi019.stdout:2077: writing smithi01981774-23 from 679936 to 1302528 tid 2 2024-04-02T08:37:26.613 INFO:tasks.rados.rados.0.smithi019.stdout:2077: writing smithi01981774-23 from 1302528 to 1482752 tid 3 2024-04-02T08:37:26.613 INFO:tasks.rados.rados.0.smithi019.stdout:2078: snap_create 2024-04-02T08:37:26.613 INFO:tasks.rados.rados.0.smithi019.stdout:2077: finishing write tid 1 to smithi01981774-23 2024-04-02T08:37:26.615 INFO:tasks.rados.rados.0.smithi019.stdout:2077: finishing write tid 2 to smithi01981774-23 2024-04-02T08:37:26.615 INFO:tasks.rados.rados.0.smithi019.stdout:2077: finishing write tid 3 to smithi01981774-23 2024-04-02T08:37:26.615 INFO:tasks.rados.rados.0.smithi019.stdout:2077: finishing write tid 4 to smithi01981774-23 2024-04-02T08:37:26.616 INFO:tasks.rados.rados.0.smithi019.stdout:2077: finishing write tid 5 to smithi01981774-23 2024-04-02T08:37:26.616 INFO:tasks.rados.rados.0.smithi019.stdout:2077: oid 23 updating version 0 to 1411 2024-04-02T08:37:26.616 INFO:tasks.rados.rados.0.smithi019.stdout:2077: oid 23 version 1411 is already newer than 1410 2024-04-02T08:37:26.617 INFO:tasks.rados.rados.0.smithi019.stdout:2077: oid 23 version 1411 is already newer than 1408 2024-04-02T08:37:26.617 INFO:tasks.rados.rados.0.smithi019.stdout:2077: oid 23 version 1411 is already newer than 1409 2024-04-02T08:37:26.617 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 1411 (ObjNum 661 snap 194 seq_num 661) dirty exists 2024-04-02T08:37:26.617 INFO:tasks.rados.rados.0.smithi019.stdout:2077: left oid 23 (ObjNum 661 snap 194 seq_num 661) 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:2077: done (1 left) 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:2078: done (0 left) 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:2079: read oid 33 snap -1 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:2079: expect (ObjNum 554 snap 167 seq_num 554) 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:2080: read oid 6 snap -1 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:2080: expect (ObjNum 529 snap 161 seq_num 529) 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 195 2024-04-02T08:37:27.607 INFO:tasks.rados.rados.0.smithi019.stdout:2081: seq_num 662 ranges {2850816=696320,3547136=557056,4104192=245760} 2024-04-02T08:37:27.626 INFO:tasks.rados.rados.0.smithi019.stdout:2081: writing smithi01981774-2 from 2850816 to 3547136 tid 1 2024-04-02T08:37:27.629 INFO:tasks.rados.rados.0.smithi019.stdout:2081: writing smithi01981774-2 from 3547136 to 4104192 tid 2 2024-04-02T08:37:27.631 INFO:tasks.rados.rados.0.smithi019.stdout:2081: writing smithi01981774-2 from 4104192 to 4349952 tid 3 2024-04-02T08:37:27.631 INFO:tasks.rados.rados.0.smithi019.stdout:2082: delete oid 8 current snap is 195 2024-04-02T08:37:27.631 INFO:tasks.rados.rados.0.smithi019.stdout:2079: expect (ObjNum 554 snap 167 seq_num 554) 2024-04-02T08:37:27.688 INFO:tasks.rados.rados.0.smithi019.stdout:2080: expect (ObjNum 529 snap 161 seq_num 529) 2024-04-02T08:37:27.727 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:27 smithi066 ceph-mon[87361]: pgmap v341: 121 pgs: 121 active+clean; 242 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:37:27.727 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:27 smithi066 ceph-mon[87361]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:37:27.728 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:27.728 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:27 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:27.728 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:27 smithi066 ceph-mon[87361]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:27.820 INFO:tasks.rados.rados.0.smithi019.stdout:2081: finishing write tid 1 to smithi01981774-2 2024-04-02T08:37:27.820 INFO:tasks.rados.rados.0.smithi019.stdout:2081: finishing write tid 2 to smithi01981774-2 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: finishing write tid 3 to smithi01981774-2 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: finishing write tid 4 to smithi01981774-2 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: finishing write tid 5 to smithi01981774-2 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: oid 2 updating version 0 to 1017 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: oid 2 version 1017 is already newer than 1014 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: oid 2 version 1017 is already newer than 1016 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: oid 2 version 1017 is already newer than 1015 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 1017 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: left oid 2 (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2079: done (3 left) 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2080: done (2 left) 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2081: done (1 left) 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2082: done (0 left) 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 195 2024-04-02T08:37:27.821 INFO:tasks.rados.rados.0.smithi019.stdout:2083: seq_num 664 ranges {1327104=729088,2056192=729088,2785280=73728} 2024-04-02T08:37:27.831 INFO:tasks.rados.rados.0.smithi019.stdout:2083: writing smithi01981774-42 from 1327104 to 2056192 tid 1 2024-04-02T08:37:27.835 INFO:tasks.rados.rados.0.smithi019.stdout:2083: writing smithi01981774-42 from 2056192 to 2785280 tid 2 2024-04-02T08:37:27.836 INFO:tasks.rados.rados.0.smithi019.stdout:2083: writing smithi01981774-42 from 2785280 to 2859008 tid 3 2024-04-02T08:37:27.836 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 195 2024-04-02T08:37:27.836 INFO:tasks.rados.rados.0.smithi019.stdout:2083: finishing write tid 1 to smithi01981774-42 2024-04-02T08:37:27.836 INFO:tasks.rados.rados.0.smithi019.stdout:2084: seq_num 665 ranges {1277952=745472,2023424=606208,2629632=196608} 2024-04-02T08:37:27.847 INFO:tasks.rados.rados.0.smithi019.stdout:2084: writing smithi01981774-39 from 1277952 to 2023424 tid 1 2024-04-02T08:37:27.850 INFO:tasks.rados.rados.0.smithi019.stdout:2084: writing smithi01981774-39 from 2023424 to 2629632 tid 2 2024-04-02T08:37:27.851 INFO:tasks.rados.rados.0.smithi019.stdout:2084: writing smithi01981774-39 from 2629632 to 2826240 tid 3 2024-04-02T08:37:27.851 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 195 2024-04-02T08:37:27.851 INFO:tasks.rados.rados.0.smithi019.stdout:2083: finishing write tid 2 to smithi01981774-42 2024-04-02T08:37:27.851 INFO:tasks.rados.rados.0.smithi019.stdout:2085: seq_num 666 ranges {1482752=761856,2244608=491520,2736128=311296} 2024-04-02T08:37:27.863 INFO:tasks.rados.rados.0.smithi019.stdout:2085: writing smithi01981774-23 from 1482752 to 2244608 tid 1 2024-04-02T08:37:27.866 INFO:tasks.rados.rados.0.smithi019.stdout:2085: writing smithi01981774-23 from 2244608 to 2736128 tid 2 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2085: writing smithi01981774-23 from 2736128 to 3047424 tid 3 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2086: delete oid 13 current snap is 195 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2083: finishing write tid 3 to smithi01981774-42 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2083: finishing write tid 4 to smithi01981774-42 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2083: finishing write tid 5 to smithi01981774-42 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2083: oid 42 updating version 0 to 1552 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2083: oid 42 updating version 1552 to 1553 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2083: oid 42 updating version 1553 to 1554 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:2083: oid 42 version 1554 is already newer than 1551 2024-04-02T08:37:27.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1554 (ObjNum 664 snap 195 seq_num 664) dirty exists 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2083: left oid 42 (ObjNum 664 snap 195 seq_num 664) 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: finishing write tid 1 to smithi01981774-39 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: finishing write tid 2 to smithi01981774-39 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: finishing write tid 3 to smithi01981774-39 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: finishing write tid 4 to smithi01981774-39 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: finishing write tid 5 to smithi01981774-39 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: oid 39 updating version 0 to 825 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: oid 39 version 825 is already newer than 823 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: oid 39 version 825 is already newer than 822 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: oid 39 version 825 is already newer than 824 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 825 (ObjNum 665 snap 195 seq_num 665) dirty exists 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2084: left oid 39 (ObjNum 665 snap 195 seq_num 665) 2024-04-02T08:37:27.870 INFO:tasks.rados.rados.0.smithi019.stdout:2085: finishing write tid 1 to smithi01981774-23 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi019.stdout:2083: done (3 left) 2024-04-02T08:37:27.871 INFO:tasks.rados.rados.0.smithi019.stdout:2084: done (2 left) 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2086: done (1 left) 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2087: rmattr oid 7 current snap is 195 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2087: done (1 left) 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2088: read oid 29 snap -1 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2088: expect (ObjNum 657 snap 193 seq_num 657) 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2089: rollback oid 8 current snap is 195 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 188 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2090: snap_create 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2085: finishing write tid 2 to smithi01981774-23 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2085: finishing write tid 3 to smithi01981774-23 2024-04-02T08:37:27.872 INFO:tasks.rados.rados.0.smithi019.stdout:2085: finishing write tid 4 to smithi01981774-23 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2085: finishing write tid 5 to smithi01981774-23 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2085: oid 23 updating version 0 to 1414 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2085: oid 23 version 1414 is already newer than 1413 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2085: oid 23 version 1414 is already newer than 1412 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2085: oid 23 updating version 1414 to 1415 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 1415 (ObjNum 666 snap 195 seq_num 666) dirty exists 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2085: left oid 23 (ObjNum 666 snap 195 seq_num 666) 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2089: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:37:27.874 INFO:tasks.rados.rados.0.smithi019.stdout:2089: finishing rollback tid 2 to smithi01981774-8 2024-04-02T08:37:27.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 1020 (ObjNum 631 snap 187 seq_num 631) dirty exists 2024-04-02T08:37:27.877 INFO:tasks.rados.rados.0.smithi019.stdout:2088: expect (ObjNum 657 snap 193 seq_num 657) 2024-04-02T08:37:27.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[94035]: pgmap v341: 121 pgs: 121 active+clean; 242 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:37:27.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[94035]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[94035]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[96522]: pgmap v341: 121 pgs: 121 active+clean; 242 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[96522]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:37:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:27 smithi019 ceph-mon[96522]: Upgrade: osd.5 is safe to restart 2024-04-02T08:37:28.184 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:37:28.528 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:37:28.528 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (8m) 57s ago 9m 25.7M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:37:28.528 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (9m) 21s ago 9m 90.7M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:37:28.528 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (10m) 57s ago 10m 19.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:37:28.528 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (10m) 21s ago 10m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (4m) 21s ago 13m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (4m) 57s ago 15m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (4m) 57s ago 15m 54.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (3m) 21s ago 14m 44.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (3m) 57s ago 14m 45.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (8m) 57s ago 8m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (8m) 21s ago 8m 16.1M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (2m) 57s ago 13m 144M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (117s) 57s ago 13m 133M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (81s) 57s ago 12m 105M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (61s) 57s ago 12m 11.9M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (26s) 21s ago 11m 12.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (11m) 21s ago 11m 243M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 90a7c2e20cbc 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (11m) 21s ago 11m 151M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (10m) 21s ago 10m 181M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:37:28.529 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (4m) 21s ago 9m 56.9M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:37:28.610 INFO:tasks.rados.rados.0.smithi019.stdout:2085: done (3 left) 2024-04-02T08:37:28.610 INFO:tasks.rados.rados.0.smithi019.stdout:2088: done (2 left) 2024-04-02T08:37:28.610 INFO:tasks.rados.rados.0.smithi019.stdout:2089: done (1 left) 2024-04-02T08:37:28.610 INFO:tasks.rados.rados.0.smithi019.stdout:2090: done (0 left) 2024-04-02T08:37:28.610 INFO:tasks.rados.rados.0.smithi019.stdout:2091: snap_remove snap 182 2024-04-02T08:37:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:28 smithi066 ceph-mon[87361]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:37:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:37:28.944 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:37:28.945 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:37:28.945 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:37:28.945 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:37:28.945 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 10 2024-04-02T08:37:28.945 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:37:28.945 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:37:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[94035]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:37:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[96522]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:37:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:37:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:29.593 INFO:tasks.rados.rados.0.smithi019.stdout:2091: done (0 left) 2024-04-02T08:37:29.593 INFO:tasks.rados.rados.0.smithi019.stdout:2092: rmattr oid 33 current snap is 196 2024-04-02T08:37:29.593 INFO:tasks.rados.rados.0.smithi019.stdout:2092: done (0 left) 2024-04-02T08:37:29.593 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 196 2024-04-02T08:37:29.593 INFO:tasks.rados.rados.0.smithi019.stdout:2093: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-04-02T08:37:29.598 INFO:tasks.rados.rados.0.smithi019.stdout:2093: writing smithi01981774-28 from 0 to 794624 tid 1 2024-04-02T08:37:29.602 INFO:tasks.rados.rados.0.smithi019.stdout:2093: writing smithi01981774-28 from 794624 to 1458176 tid 2 2024-04-02T08:37:29.604 INFO:tasks.rados.rados.0.smithi019.stdout:2093: writing smithi01981774-28 from 1458176 to 1597440 tid 3 2024-04-02T08:37:29.604 INFO:tasks.rados.rados.0.smithi019.stdout:2094: snap_remove snap 176 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: pgmap v344: 121 pgs: 121 active+clean; 244 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: Upgrade: Updating osd.5 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: Deploying daemon osd.5 on smithi066 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/899959942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:29 smithi066 ceph-mon[87361]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: pgmap v344: 121 pgs: 121 active+clean; 244 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: Upgrade: Updating osd.5 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: Deploying daemon osd.5 on smithi066 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/899959942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[94035]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:37:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: pgmap v344: 121 pgs: 121 active+clean; 244 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:37:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: Upgrade: Updating osd.5 2024-04-02T08:37:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: Deploying daemon osd.5 on smithi066 2024-04-02T08:37:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:37:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:37:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/899959942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:29 smithi019 ceph-mon[96522]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:37:30.594 INFO:tasks.rados.rados.0.smithi019.stdout:2094: done (1 left) 2024-04-02T08:37:30.594 INFO:tasks.rados.rados.0.smithi019.stdout:2095: delete oid 41 current snap is 196 2024-04-02T08:37:30.594 INFO:tasks.rados.rados.0.smithi019.stdout:2093: finishing write tid 1 to smithi01981774-28 2024-04-02T08:37:30.594 INFO:tasks.rados.rados.0.smithi019.stdout:2093: finishing write tid 2 to smithi01981774-28 2024-04-02T08:37:30.594 INFO:tasks.rados.rados.0.smithi019.stdout:2093: finishing write tid 3 to smithi01981774-28 2024-04-02T08:37:30.594 INFO:tasks.rados.rados.0.smithi019.stdout:2093: finishing write tid 4 to smithi01981774-28 2024-04-02T08:37:30.594 INFO:tasks.rados.rados.0.smithi019.stdout:2093: finishing write tid 5 to smithi01981774-28 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi019.stdout:2093: oid 28 updating version 0 to 1628 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi019.stdout:2093: oid 28 updating version 1628 to 1629 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi019.stdout:2093: oid 28 version 1629 is already newer than 1627 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi019.stdout:2093: oid 28 version 1629 is already newer than 1626 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 1629 (ObjNum 668 snap 196 seq_num 668) dirty exists 2024-04-02T08:37:30.595 INFO:tasks.rados.rados.0.smithi019.stdout:2093: left oid 28 (ObjNum 668 snap 196 seq_num 668) 2024-04-02T08:37:30.607 INFO:tasks.rados.rados.0.smithi019.stdout:2093: done (1 left) 2024-04-02T08:37:30.607 INFO:tasks.rados.rados.0.smithi019.stdout:2095: done (0 left) 2024-04-02T08:37:30.607 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 196 2024-04-02T08:37:30.607 INFO:tasks.rados.rados.0.smithi019.stdout:2096: seq_num 670 ranges {3751936=425984,4177920=483328,4661248=507904,5169152=212992} 2024-04-02T08:37:30.630 INFO:tasks.rados.rados.0.smithi019.stdout:2096: writing smithi01981774-6 from 3751936 to 4177920 tid 1 2024-04-02T08:37:30.633 INFO:tasks.rados.rados.0.smithi019.stdout:2096: writing smithi01981774-6 from 4177920 to 4661248 tid 2 2024-04-02T08:37:30.636 INFO:tasks.rados.rados.0.smithi019.stdout:2096: writing smithi01981774-6 from 4661248 to 5169152 tid 3 2024-04-02T08:37:30.638 INFO:tasks.rados.rados.0.smithi019.stdout:2096: writing smithi01981774-6 from 5169152 to 5382144 tid 4 2024-04-02T08:37:30.638 INFO:tasks.rados.rados.0.smithi019.stdout:2097: snap_create 2024-04-02T08:37:30.638 INFO:tasks.rados.rados.0.smithi019.stdout:2096: finishing write tid 1 to smithi01981774-6 2024-04-02T08:37:30.638 INFO:tasks.rados.rados.0.smithi019.stdout:2096: finishing write tid 2 to smithi01981774-6 2024-04-02T08:37:30.640 INFO:tasks.rados.rados.0.smithi019.stdout:2096: finishing write tid 3 to smithi01981774-6 2024-04-02T08:37:30.640 INFO:tasks.rados.rados.0.smithi019.stdout:2096: finishing write tid 4 to smithi01981774-6 2024-04-02T08:37:30.640 INFO:tasks.rados.rados.0.smithi019.stdout:2096: finishing write tid 5 to smithi01981774-6 2024-04-02T08:37:30.641 INFO:tasks.rados.rados.0.smithi019.stdout:2096: finishing write tid 6 to smithi01981774-6 2024-04-02T08:37:30.641 INFO:tasks.rados.rados.0.smithi019.stdout:2096: oid 6 updating version 0 to 1559 2024-04-02T08:37:30.641 INFO:tasks.rados.rados.0.smithi019.stdout:2096: oid 6 version 1559 is already newer than 1555 2024-04-02T08:37:30.642 INFO:tasks.rados.rados.0.smithi019.stdout:2096: oid 6 version 1559 is already newer than 1556 2024-04-02T08:37:30.642 INFO:tasks.rados.rados.0.smithi019.stdout:2096: oid 6 version 1559 is already newer than 1557 2024-04-02T08:37:30.642 INFO:tasks.rados.rados.0.smithi019.stdout:2096: oid 6 version 1559 is already newer than 1558 2024-04-02T08:37:30.642 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1559 (ObjNum 670 snap 196 seq_num 670) dirty exists 2024-04-02T08:37:30.642 INFO:tasks.rados.rados.0.smithi019.stdout:2096: left oid 6 (ObjNum 670 snap 196 seq_num 670) 2024-04-02T08:37:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:37:30] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2096: done (1 left) 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2097: done (0 left) 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2098: rmattr oid 25 current snap is 197 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2098: done (0 left) 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2099: copy_from oid 15 from oid 38 current snap is 197 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2100: rollback oid 45 current snap is 197 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 192 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2101: read oid 30 snap -1 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2101: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:37:31.618 INFO:tasks.rados.rados.0.smithi019.stdout:2102: delete oid 27 current snap is 197 2024-04-02T08:37:31.622 INFO:tasks.rados.rados.0.smithi019.stdout:2100: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:37:31.622 INFO:tasks.rados.rados.0.smithi019.stdout:2100: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:37:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2100: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:37:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1365 (ObjNum 482 snap 148 seq_num 482) dirty exists 2024-04-02T08:37:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2100: done (3 left) 2024-04-02T08:37:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2102: done (2 left) 2024-04-02T08:37:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2103: rollback oid 43 current snap is 197 2024-04-02T08:37:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 169 2024-04-02T08:37:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2104: delete oid 45 current snap is 197 2024-04-02T08:37:31.627 INFO:tasks.rados.rados.0.smithi019.stdout:2103: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:37:31.628 INFO:tasks.rados.rados.0.smithi019.stdout:2104: done (3 left) 2024-04-02T08:37:31.628 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 197 2024-04-02T08:37:31.628 INFO:tasks.rados.rados.0.smithi019.stdout:2105: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-04-02T08:37:31.631 INFO:tasks.rados.rados.0.smithi019.stdout:2105: writing smithi01981774-12 from 0 to 475136 tid 1 2024-04-02T08:37:31.634 INFO:tasks.rados.rados.0.smithi019.stdout:2105: writing smithi01981774-12 from 475136 to 1007616 tid 2 2024-04-02T08:37:31.638 INFO:tasks.rados.rados.0.smithi019.stdout:2105: writing smithi01981774-12 from 1007616 to 1679360 tid 3 2024-04-02T08:37:31.638 INFO:tasks.rados.rados.0.smithi019.stdout:2103: finishing rollback tid 2 to smithi01981774-43 2024-04-02T08:37:31.638 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 827 (ObjNum 505 snap 154 seq_num 505) dirty exists 2024-04-02T08:37:31.639 INFO:tasks.rados.rados.0.smithi019.stdout:2101: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:37:31.738 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:31 smithi066 ceph-mon[87361]: pgmap v347: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:37:31.738 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:31 smithi066 ceph-mon[87361]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:2105: finishing write tid 1 to smithi01981774-12 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:2105: finishing write tid 2 to smithi01981774-12 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:2099: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:2105: finishing write tid 3 to smithi01981774-12 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:2105: finishing write tid 4 to smithi01981774-12 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:2099: finishing copy_from to smithi01981774-15 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1372 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:37:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:2105: finishing write tid 5 to smithi01981774-12 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2105: oid 12 updating version 0 to 1368 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2105: oid 12 version 1368 is already newer than 1367 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2105: oid 12 updating version 1368 to 1369 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2105: oid 12 updating version 1369 to 1370 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1370 (ObjNum 673 snap 197 seq_num 673) dirty exists 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2105: left oid 12 (ObjNum 673 snap 197 seq_num 673) 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2099: done (3 left) 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2101: done (2 left) 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2103: done (1 left) 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2105: done (0 left) 2024-04-02T08:37:31.750 INFO:tasks.rados.rados.0.smithi019.stdout:2106: snap_remove snap 190 2024-04-02T08:37:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:31 smithi019 ceph-mon[94035]: pgmap v347: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:37:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:31 smithi019 ceph-mon[94035]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:37:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:31 smithi019 ceph-mon[96522]: pgmap v347: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:37:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:31 smithi019 ceph-mon[96522]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:37:32.002 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:31 smithi066 systemd[1]: Stopping Ceph osd.5 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:32.312 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[42441]: 2024-04-02T08:37:32.003+0000 7f5d8488d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:37:32.312 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[42441]: 2024-04-02T08:37:32.003+0000 7f5d8488d700 -1 osd.5 463 *** Got signal Terminated *** 2024-04-02T08:37:32.312 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[42441]: 2024-04-02T08:37:32.003+0000 7f5d8488d700 -1 osd.5 463 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:37:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:32.626 INFO:tasks.rados.rados.0.smithi019.stdout:2106: done (0 left) 2024-04-02T08:37:32.626 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 197 2024-04-02T08:37:32.626 INFO:tasks.rados.rados.0.smithi019.stdout:2107: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2024-04-02T08:37:32.630 INFO:tasks.rados.rados.0.smithi019.stdout:2107: writing smithi01981774-24 from 0 to 491520 tid 1 2024-04-02T08:37:32.633 INFO:tasks.rados.rados.0.smithi019.stdout:2107: writing smithi01981774-24 from 491520 to 909312 tid 2 2024-04-02T08:37:32.637 INFO:tasks.rados.rados.0.smithi019.stdout:2107: writing smithi01981774-24 from 909312 to 1392640 tid 3 2024-04-02T08:37:32.639 INFO:tasks.rados.rados.0.smithi019.stdout:2107: writing smithi01981774-24 from 1392640 to 1695744 tid 4 2024-04-02T08:37:32.640 INFO:tasks.rados.rados.0.smithi019.stdout:2108: read oid 9 snap -1 2024-04-02T08:37:32.640 INFO:tasks.rados.rados.0.smithi019.stdout:2108: expect deleted 2024-04-02T08:37:32.640 INFO:tasks.rados.rados.0.smithi019.stdout:2109: snap_remove snap 196 2024-04-02T08:37:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:32 smithi019 ceph-mon[94035]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:37:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:32 smithi019 ceph-mon[94035]: osd.5 marked itself down and dead 2024-04-02T08:37:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:32 smithi019 ceph-mon[96522]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:37:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:32 smithi019 ceph-mon[96522]: osd.5 marked itself down and dead 2024-04-02T08:37:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:32 smithi066 ceph-mon[87361]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:37:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:32 smithi066 ceph-mon[87361]: osd.5 marked itself down and dead 2024-04-02T08:37:33.457 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:33 smithi066 podman[97988]: 2024-04-02 08:37:33.188634173 +0000 UTC m=+1.302198218 container died 90a7c2e20cbc4ad007b38c36945cd2d8b11636fbc8cead88f6bdc39bd61ce253 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:37:33.627 INFO:tasks.rados.rados.0.smithi019.stdout:2109: done (2 left) 2024-04-02T08:37:33.627 INFO:tasks.rados.rados.0.smithi019.stdout:2110: snap_remove snap 181 2024-04-02T08:37:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:33 smithi066 ceph-mon[87361]: pgmap v350: 121 pgs: 121 active+clean; 261 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-02T08:37:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:33 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:33 smithi066 ceph-mon[87361]: osdmap e464: 8 total, 7 up, 8 in 2024-04-02T08:37:33.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:33 smithi066 podman[97988]: 2024-04-02 08:37:33.549846526 +0000 UTC m=+1.663410563 container cleanup 90a7c2e20cbc4ad007b38c36945cd2d8b11636fbc8cead88f6bdc39bd61ce253 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-02T08:37:33.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:33 smithi066 bash[97988]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T08:37:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:33 smithi019 ceph-mon[94035]: pgmap v350: 121 pgs: 121 active+clean; 261 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-02T08:37:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:33 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:33 smithi019 ceph-mon[94035]: osdmap e464: 8 total, 7 up, 8 in 2024-04-02T08:37:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:33 smithi019 ceph-mon[96522]: pgmap v350: 121 pgs: 121 active+clean; 261 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-02T08:37:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:33 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:37:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:33 smithi019 ceph-mon[96522]: osdmap e464: 8 total, 7 up, 8 in 2024-04-02T08:37:34.239 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:33 smithi066 podman[98009]: 2024-04-02 08:37:33.909591821 +0000 UTC m=+0.720764897 container remove 90a7c2e20cbc4ad007b38c36945cd2d8b11636fbc8cead88f6bdc39bd61ce253 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:37:34.511 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:34 smithi066 podman[98108]: 2024-04-02 08:37:34.14449309 +0000 UTC m=+0.018036139 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:37:34.511 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:34 smithi066 podman[98108]: 2024-04-02 08:37:34.243611399 +0000 UTC m=+0.117154428 container create ee9aa20b2d2d2954d4d7781311bf183a2ee72d4dcb574105273e3c4ba75ad137 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:37:34.511 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:34 smithi066 podman[98108]: 2024-04-02 08:37:34.513022571 +0000 UTC m=+0.386565605 container init ee9aa20b2d2d2954d4d7781311bf183a2ee72d4dcb574105273e3c4ba75ad137 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2110: done (2 left) 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2111: rmattr oid 15 current snap is 197 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: finishing write tid 1 to smithi01981774-24 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: finishing write tid 2 to smithi01981774-24 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: finishing write tid 3 to smithi01981774-24 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: finishing write tid 4 to smithi01981774-24 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: finishing write tid 5 to smithi01981774-24 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: finishing write tid 6 to smithi01981774-24 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: oid 24 updating version 0 to 1042 2024-04-02T08:37:34.598 INFO:tasks.rados.rados.0.smithi019.stdout:2107: oid 24 updating version 1042 to 1043 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:2107: oid 24 updating version 1043 to 1044 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:2107: oid 24 updating version 1044 to 1045 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:2107: oid 24 version 1045 is already newer than 1041 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1045 (ObjNum 674 snap 197 seq_num 674) dirty exists 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:2107: left oid 24 (ObjNum 674 snap 197 seq_num 674) 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:2107: done (2 left) 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:2108: done (1 left) 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 197 2024-04-02T08:37:34.599 INFO:tasks.rados.rados.0.smithi019.stdout:2112: seq_num 675 ranges {2826240=507904,3334144=704512,4038656=499712} 2024-04-02T08:37:34.616 INFO:tasks.rados.rados.0.smithi019.stdout:2112: writing smithi01981774-39 from 2826240 to 3334144 tid 1 2024-04-02T08:37:34.620 INFO:tasks.rados.rados.0.smithi019.stdout:2112: writing smithi01981774-39 from 3334144 to 4038656 tid 2 2024-04-02T08:37:34.624 INFO:tasks.rados.rados.0.smithi019.stdout:2112: writing smithi01981774-39 from 4038656 to 4538368 tid 3 2024-04-02T08:37:34.624 INFO:tasks.rados.rados.0.smithi019.stdout:2113: read oid 48 snap -1 2024-04-02T08:37:34.624 INFO:tasks.rados.rados.0.smithi019.stdout:2113: expect (ObjNum 645 snap 189 seq_num 645) 2024-04-02T08:37:34.624 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 197 2024-04-02T08:37:34.624 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1431 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:37:34.624 INFO:tasks.rados.rados.0.smithi019.stdout:2112: finishing write tid 1 to smithi01981774-39 2024-04-02T08:37:34.624 INFO:tasks.rados.rados.0.smithi019.stdout:2114: seq_num 676 ranges {1695744=524288,2220032=589824,2809856=450560,3260416=163840} 2024-04-02T08:37:34.636 INFO:tasks.rados.rados.0.smithi019.stdout:2114: writing smithi01981774-24 from 1695744 to 2220032 tid 1 2024-04-02T08:37:34.640 INFO:tasks.rados.rados.0.smithi019.stdout:2114: writing smithi01981774-24 from 2220032 to 2809856 tid 2 2024-04-02T08:37:34.643 INFO:tasks.rados.rados.0.smithi019.stdout:2114: writing smithi01981774-24 from 2809856 to 3260416 tid 3 2024-04-02T08:37:34.644 INFO:tasks.rados.rados.0.smithi019.stdout:2114: writing smithi01981774-24 from 3260416 to 3424256 tid 4 2024-04-02T08:37:34.644 INFO:tasks.rados.rados.0.smithi019.stdout:2111: done (3 left) 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2115: delete oid 42 current snap is 197 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: finishing write tid 2 to smithi01981774-39 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: finishing write tid 3 to smithi01981774-39 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: finishing write tid 4 to smithi01981774-39 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: finishing write tid 5 to smithi01981774-39 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: oid 39 updating version 0 to 829 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: oid 39 updating version 829 to 831 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: oid 39 version 831 is already newer than 828 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: oid 39 version 831 is already newer than 830 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 831 (ObjNum 675 snap 197 seq_num 675) dirty exists 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2112: left oid 39 (ObjNum 675 snap 197 seq_num 675) 2024-04-02T08:37:34.645 INFO:tasks.rados.rados.0.smithi019.stdout:2113: expect (ObjNum 645 snap 189 seq_num 645) 2024-04-02T08:37:34.774 INFO:tasks.rados.rados.0.smithi019.stdout:2114: finishing write tid 1 to smithi01981774-24 2024-04-02T08:37:34.774 INFO:tasks.rados.rados.0.smithi019.stdout:2114: finishing write tid 2 to smithi01981774-24 2024-04-02T08:37:34.774 INFO:tasks.rados.rados.0.smithi019.stdout:2114: finishing write tid 3 to smithi01981774-24 2024-04-02T08:37:34.774 INFO:tasks.rados.rados.0.smithi019.stdout:2114: finishing write tid 4 to smithi01981774-24 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: finishing write tid 5 to smithi01981774-24 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: finishing write tid 6 to smithi01981774-24 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: oid 24 updating version 0 to 1054 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: oid 24 updating version 1054 to 1055 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: oid 24 updating version 1055 to 1058 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: oid 24 version 1058 is already newer than 1056 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: oid 24 version 1058 is already newer than 1057 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1058 (ObjNum 676 snap 197 seq_num 676) dirty exists 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: left oid 24 (ObjNum 676 snap 197 seq_num 676) 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2112: done (3 left) 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2113: done (2 left) 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2114: done (1 left) 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2115: done (0 left) 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2116: read oid 10 snap -1 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:2116: expect (ObjNum 613 snap 180 seq_num 613) 2024-04-02T08:37:34.775 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 197 2024-04-02T08:37:34.776 INFO:tasks.rados.rados.0.smithi019.stdout:2117: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2024-04-02T08:37:34.777 INFO:tasks.rados.rados.0.smithi019.stdout:2117: writing smithi01981774-13 from 0 to 565248 tid 1 2024-04-02T08:37:34.781 INFO:tasks.rados.rados.0.smithi019.stdout:2117: writing smithi01981774-13 from 565248 to 1368064 tid 2 2024-04-02T08:37:34.784 INFO:tasks.rados.rados.0.smithi019.stdout:2117: writing smithi01981774-13 from 1368064 to 1769472 tid 3 2024-04-02T08:37:34.784 INFO:tasks.rados.rados.0.smithi019.stdout:2118: read oid 38 snap -1 2024-04-02T08:37:34.784 INFO:tasks.rados.rados.0.smithi019.stdout:2118: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:37:34.784 INFO:tasks.rados.rados.0.smithi019.stdout:2119: snap_create 2024-04-02T08:37:34.784 INFO:tasks.rados.rados.0.smithi019.stdout:2117: finishing write tid 1 to smithi01981774-13 2024-04-02T08:37:34.786 INFO:tasks.rados.rados.0.smithi019.stdout:2117: finishing write tid 2 to smithi01981774-13 2024-04-02T08:37:34.786 INFO:tasks.rados.rados.0.smithi019.stdout:2117: finishing write tid 3 to smithi01981774-13 2024-04-02T08:37:34.786 INFO:tasks.rados.rados.0.smithi019.stdout:2117: finishing write tid 4 to smithi01981774-13 2024-04-02T08:37:34.788 INFO:tasks.rados.rados.0.smithi019.stdout:2117: finishing write tid 5 to smithi01981774-13 2024-04-02T08:37:34.788 INFO:tasks.rados.rados.0.smithi019.stdout:2117: oid 13 updating version 0 to 707 2024-04-02T08:37:34.788 INFO:tasks.rados.rados.0.smithi019.stdout:2117: oid 13 version 707 is already newer than 704 2024-04-02T08:37:34.788 INFO:tasks.rados.rados.0.smithi019.stdout:2117: oid 13 version 707 is already newer than 706 2024-04-02T08:37:34.788 INFO:tasks.rados.rados.0.smithi019.stdout:2117: oid 13 version 707 is already newer than 705 2024-04-02T08:37:34.788 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 707 (ObjNum 678 snap 197 seq_num 678) dirty exists 2024-04-02T08:37:34.788 INFO:tasks.rados.rados.0.smithi019.stdout:2117: left oid 13 (ObjNum 678 snap 197 seq_num 678) 2024-04-02T08:37:34.795 INFO:tasks.rados.rados.0.smithi019.stdout:2116: expect (ObjNum 613 snap 180 seq_num 613) 2024-04-02T08:37:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:34 smithi066 ceph-mon[87361]: osdmap e465: 8 total, 7 up, 8 in 2024-04-02T08:37:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:34 smithi066 ceph-mon[87361]: osdmap e466: 8 total, 7 up, 8 in 2024-04-02T08:37:34.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:34 smithi066 podman[98108]: 2024-04-02 08:37:34.518551563 +0000 UTC m=+0.392094588 container start ee9aa20b2d2d2954d4d7781311bf183a2ee72d4dcb574105273e3c4ba75ad137 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:34.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:34 smithi066 podman[98108]: 2024-04-02 08:37:34.612712732 +0000 UTC m=+0.486255754 container attach ee9aa20b2d2d2954d4d7781311bf183a2ee72d4dcb574105273e3c4ba75ad137 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:37:34.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:34 smithi019 ceph-mon[94035]: osdmap e465: 8 total, 7 up, 8 in 2024-04-02T08:37:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:34 smithi019 ceph-mon[94035]: osdmap e466: 8 total, 7 up, 8 in 2024-04-02T08:37:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:34 smithi019 ceph-mon[96522]: osdmap e465: 8 total, 7 up, 8 in 2024-04-02T08:37:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:34 smithi019 ceph-mon[96522]: osdmap e466: 8 total, 7 up, 8 in 2024-04-02T08:37:35.015 INFO:tasks.rados.rados.0.smithi019.stdout:2118: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:37:35.106 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:34 smithi066 podman[98108]: 2024-04-02 08:37:34.834701038 +0000 UTC m=+0.708244069 container died ee9aa20b2d2d2954d4d7781311bf183a2ee72d4dcb574105273e3c4ba75ad137 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-02T08:37:35.367 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 podman[98154]: 2024-04-02 08:37:35.33253955 +0000 UTC m=+0.492624738 container remove ee9aa20b2d2d2954d4d7781311bf183a2ee72d4dcb574105273e3c4ba75ad137 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T08:37:35.367 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-02T08:37:35.367 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 systemd[1]: Stopped Ceph osd.5 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:35.367 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Consumed 18.851s CPU time. 2024-04-02T08:37:35.639 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 systemd[1]: Starting Ceph osd.5 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:37:35.648 INFO:tasks.rados.rados.0.smithi019.stdout:2116: done (3 left) 2024-04-02T08:37:35.648 INFO:tasks.rados.rados.0.smithi019.stdout:2117: done (2 left) 2024-04-02T08:37:35.648 INFO:tasks.rados.rados.0.smithi019.stdout:2118: done (1 left) 2024-04-02T08:37:35.648 INFO:tasks.rados.rados.0.smithi019.stdout:2119: done (0 left) 2024-04-02T08:37:35.648 INFO:tasks.rados.rados.0.smithi019.stdout:2120: read oid 14 snap 169 2024-04-02T08:37:35.649 INFO:tasks.rados.rados.0.smithi019.stdout:2120: expect (ObjNum 480 snap 148 seq_num 480) 2024-04-02T08:37:35.649 INFO:tasks.rados.rados.0.smithi019.stdout:2121: copy_from oid 48 from oid 40 current snap is 198 2024-04-02T08:37:35.649 INFO:tasks.rados.rados.0.smithi019.stdout:2122: snap_create 2024-04-02T08:37:35.659 INFO:tasks.rados.rados.0.smithi019.stdout:2120: expect (ObjNum 480 snap 148 seq_num 480) 2024-04-02T08:37:35.731 INFO:tasks.rados.rados.0.smithi019.stdout:2121: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:37:35.731 INFO:tasks.rados.rados.0.smithi019.stdout:2121: finishing copy_from to smithi01981774-48 2024-04-02T08:37:35.731 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 821 (ObjNum 653 snap 192 seq_num 653) dirty exists 2024-04-02T08:37:35.892 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:35 smithi066 ceph-mon[87361]: pgmap v353: 121 pgs: 11 active+undersized, 4 active+undersized+degraded, 14 stale+active+clean, 92 active+clean; 262 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 14 op/s; 23/477 objects degraded (4.822%) 2024-04-02T08:37:35.893 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:35 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 23/477 objects degraded (4.822%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:35.893 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 podman[98260]: 2024-04-02 08:37:35.791698873 +0000 UTC m=+0.111967636 container create b126cb8c28c9c5f02b5525d7735db13e31c80f27ddf999ad80e0e6c7b52e4dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:37:35.893 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 podman[98260]: 2024-04-02 08:37:35.698163203 +0000 UTC m=+0.018431991 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:37:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:35 smithi019 ceph-mon[94035]: pgmap v353: 121 pgs: 11 active+undersized, 4 active+undersized+degraded, 14 stale+active+clean, 92 active+clean; 262 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 14 op/s; 23/477 objects degraded (4.822%) 2024-04-02T08:37:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:35 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 23/477 objects degraded (4.822%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:35 smithi019 ceph-mon[96522]: pgmap v353: 121 pgs: 11 active+undersized, 4 active+undersized+degraded, 14 stale+active+clean, 92 active+clean; 262 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 14 op/s; 23/477 objects degraded (4.822%) 2024-04-02T08:37:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:35 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 23/477 objects degraded (4.822%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:36.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:35 smithi066 podman[98260]: 2024-04-02 08:37:35.994308656 +0000 UTC m=+0.314577428 container init b126cb8c28c9c5f02b5525d7735db13e31c80f27ddf999ad80e0e6c7b52e4dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:37:36.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 podman[98260]: 2024-04-02 08:37:36.000081879 +0000 UTC m=+0.320350652 container start b126cb8c28c9c5f02b5525d7735db13e31c80f27ddf999ad80e0e6c7b52e4dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:37:36.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 podman[98260]: 2024-04-02 08:37:36.077312648 +0000 UTC m=+0.397581415 container attach b126cb8c28c9c5f02b5525d7735db13e31c80f27ddf999ad80e0e6c7b52e4dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:37:36.653 INFO:tasks.rados.rados.0.smithi019.stdout:2120: done (2 left) 2024-04-02T08:37:36.653 INFO:tasks.rados.rados.0.smithi019.stdout:2121: done (1 left) 2024-04-02T08:37:36.653 INFO:tasks.rados.rados.0.smithi019.stdout:2122: done (0 left) 2024-04-02T08:37:36.654 INFO:tasks.rados.rados.0.smithi019.stdout:2123: rollback oid 31 current snap is 199 2024-04-02T08:37:36.654 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 188 2024-04-02T08:37:36.654 INFO:tasks.rados.rados.0.smithi019.stdout:2124: snap_remove snap 183 2024-04-02T08:37:36.753 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-mon[87361]: osdmap e467: 8 total, 7 up, 8 in 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[98275]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[98275]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 bash[98260]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 bash[98260]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 bash[98260]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 bash[98260]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 bash[98260]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 bash[98260]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 bash[98260]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[98275]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[98275]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[98275]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[98275]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[98275]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:37:36.754 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:36 smithi066 podman[98260]: 2024-04-02 08:37:36.484567329 +0000 UTC m=+0.804836115 container died b126cb8c28c9c5f02b5525d7735db13e31c80f27ddf999ad80e0e6c7b52e4dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:37:36.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:36 smithi019 ceph-mon[94035]: osdmap e467: 8 total, 7 up, 8 in 2024-04-02T08:37:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:36 smithi019 ceph-mon[96522]: osdmap e467: 8 total, 7 up, 8 in 2024-04-02T08:37:37.418 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 podman[98426]: 2024-04-02 08:37:37.089581475 +0000 UTC m=+0.599972639 container remove b126cb8c28c9c5f02b5525d7735db13e31c80f27ddf999ad80e0e6c7b52e4dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:37:37.419 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 podman[98497]: 2024-04-02 08:37:37.307049795 +0000 UTC m=+0.113657721 container create c4504e7104ad8112546979a66641c32c3467942fca3deb66fc21612022fe03fa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326) 2024-04-02T08:37:37.419 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 podman[98497]: 2024-04-02 08:37:37.212090462 +0000 UTC m=+0.018698350 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:37:37.657 INFO:tasks.rados.rados.0.smithi019.stdout:2124: done (1 left) 2024-04-02T08:37:37.657 INFO:tasks.rados.rados.0.smithi019.stdout:2125: delete oid 12 current snap is 199 2024-04-02T08:37:37.657 INFO:tasks.rados.rados.0.smithi019.stdout:2123: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:37:37.657 INFO:tasks.rados.rados.0.smithi019.stdout:2123: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:37:37.657 INFO:tasks.rados.rados.0.smithi019.stdout:2123: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:37:37.657 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 527 (ObjNum 621 snap 181 seq_num 621) dirty exists 2024-04-02T08:37:37.665 INFO:tasks.rados.rados.0.smithi019.stdout:2123: done (1 left) 2024-04-02T08:37:37.665 INFO:tasks.rados.rados.0.smithi019.stdout:2125: done (0 left) 2024-04-02T08:37:37.665 INFO:tasks.rados.rados.0.smithi019.stdout:2126: copy_from oid 46 from oid 45 current snap is 199 2024-04-02T08:37:37.665 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 199 2024-04-02T08:37:37.665 INFO:tasks.rados.rados.0.smithi019.stdout:2127: seq_num 680 ranges {2170880=598016,2768896=573440,3342336=434176,3776512=196608} 2024-04-02T08:37:37.681 INFO:tasks.rados.rados.0.smithi019.stdout:2127: writing smithi01981774-25 from 2170880 to 2768896 tid 1 2024-04-02T08:37:37.684 INFO:tasks.rados.rados.0.smithi019.stdout:2127: writing smithi01981774-25 from 2768896 to 3342336 tid 2 2024-04-02T08:37:37.687 INFO:tasks.rados.rados.0.smithi019.stdout:2127: writing smithi01981774-25 from 3342336 to 3776512 tid 3 2024-04-02T08:37:37.688 INFO:tasks.rados.rados.0.smithi019.stdout:2127: writing smithi01981774-25 from 3776512 to 3973120 tid 4 2024-04-02T08:37:37.688 INFO:tasks.rados.rados.0.smithi019.stdout:2128: copy_from oid 39 from oid 34 current snap is 199 2024-04-02T08:37:37.688 INFO:tasks.rados.rados.0.smithi019.stdout:2126: finishing copy_from to smithi01981774-46 2024-04-02T08:37:37.688 INFO:tasks.rados.rados.0.smithi019.stdout:2126: got expected ENOENT (src dne) 2024-04-02T08:37:37.688 INFO:tasks.rados.rados.0.smithi019.stdout:2126: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:37:37.688 INFO:tasks.rados.rados.0.smithi019.stdout:2127: finishing write tid 1 to smithi01981774-25 2024-04-02T08:37:37.689 INFO:tasks.rados.rados.0.smithi019.stdout:2127: finishing write tid 2 to smithi01981774-25 2024-04-02T08:37:37.689 INFO:tasks.rados.rados.0.smithi019.stdout:2126: done (2 left) 2024-04-02T08:37:37.689 INFO:tasks.rados.rados.0.smithi019.stdout:2129: delete oid 50 current snap is 199 2024-04-02T08:37:37.690 INFO:tasks.rados.rados.0.smithi019.stdout:2127: finishing write tid 3 to smithi01981774-25 2024-04-02T08:37:37.690 INFO:tasks.rados.rados.0.smithi019.stdout:2127: finishing write tid 4 to smithi01981774-25 2024-04-02T08:37:37.691 INFO:tasks.rados.rados.0.smithi019.stdout:2127: finishing write tid 5 to smithi01981774-25 2024-04-02T08:37:37.692 INFO:tasks.rados.rados.0.smithi019.stdout:2129: done (2 left) 2024-04-02T08:37:37.692 INFO:tasks.rados.rados.0.smithi019.stdout:2130: read oid 30 snap -1 2024-04-02T08:37:37.692 INFO:tasks.rados.rados.0.smithi019.stdout:2130: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:37:37.692 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 199 2024-04-02T08:37:37.692 INFO:tasks.rados.rados.0.smithi019.stdout:2131: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2024-04-02T08:37:37.696 INFO:tasks.rados.rados.0.smithi019.stdout:2131: writing smithi01981774-4 from 0 to 630784 tid 1 2024-04-02T08:37:37.700 INFO:tasks.rados.rados.0.smithi019.stdout:2131: writing smithi01981774-4 from 630784 to 1376256 tid 2 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2131: writing smithi01981774-4 from 1376256 to 1818624 tid 3 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2131: writing smithi01981774-4 from 1818624 to 1835008 tid 4 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2132: rollback oid 42 current snap is 199 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 189 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2127: finishing write tid 6 to smithi01981774-25 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2127: oid 25 updating version 0 to 824 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2127: oid 25 version 824 is already newer than 822 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2127: oid 25 updating version 824 to 826 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2127: oid 25 version 826 is already newer than 823 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2127: oid 25 version 826 is already newer than 825 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 826 (ObjNum 680 snap 199 seq_num 680) dirty exists 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2127: left oid 25 (ObjNum 680 snap 199 seq_num 680) 2024-04-02T08:37:37.704 INFO:tasks.rados.rados.0.smithi019.stdout:2131: finishing write tid 1 to smithi01981774-4 2024-04-02T08:37:37.705 INFO:tasks.rados.rados.0.smithi019.stdout:2127: done (4 left) 2024-04-02T08:37:37.705 INFO:tasks.rados.rados.0.smithi019.stdout:2133: read oid 16 snap -1 2024-04-02T08:37:37.705 INFO:tasks.rados.rados.0.smithi019.stdout:2133: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:37:37.705 INFO:tasks.rados.rados.0.smithi019.stdout:2134: snap_create 2024-04-02T08:37:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:2131: finishing write tid 2 to smithi01981774-4 2024-04-02T08:37:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:2132: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:37:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1560 (ObjNum 129 snap 0 seq_num 2825141048) dirty dne 2024-04-02T08:37:37.709 INFO:tasks.rados.rados.0.smithi019.stdout:2130: expect (ObjNum 384 snap 118 seq_num 384) 2024-04-02T08:37:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:37 smithi066 ceph-mon[87361]: pgmap v356: 121 pgs: 33 active+undersized, 10 active+undersized+degraded, 4 stale+active+clean, 74 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 67/480 objects degraded (13.958%) 2024-04-02T08:37:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:37 smithi066 ceph-mon[87361]: osdmap e468: 8 total, 7 up, 8 in 2024-04-02T08:37:37.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 podman[98497]: 2024-04-02 08:37:37.508894093 +0000 UTC m=+0.315501983 container init c4504e7104ad8112546979a66641c32c3467942fca3deb66fc21612022fe03fa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T08:37:37.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 podman[98497]: 2024-04-02 08:37:37.514837442 +0000 UTC m=+0.321445330 container start c4504e7104ad8112546979a66641c32c3467942fca3deb66fc21612022fe03fa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:37:37.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 ceph-osd[98535]: -- 172.21.15.66:0/3785421356 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fc25747680 con 0x55fc25711000 2024-04-02T08:37:37.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 bash[98497]: c4504e7104ad8112546979a66641c32c3467942fca3deb66fc21612022fe03fa 2024-04-02T08:37:37.813 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:37 smithi066 systemd[1]: Started Ceph osd.5 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:37:37.820 INFO:tasks.rados.rados.0.smithi019.stdout:2131: finishing write tid 3 to smithi01981774-4 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: finishing write tid 4 to smithi01981774-4 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: finishing write tid 5 to smithi01981774-4 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2128: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2128: finishing copy_from to smithi01981774-39 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 1546 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: finishing write tid 6 to smithi01981774-4 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: oid 4 updating version 0 to 670 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: oid 4 updating version 670 to 672 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: oid 4 version 672 is already newer than 671 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: oid 4 updating version 672 to 673 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: oid 4 version 673 is already newer than 669 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 673 (ObjNum 682 snap 199 seq_num 682) dirty exists 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2131: left oid 4 (ObjNum 682 snap 199 seq_num 682) 2024-04-02T08:37:37.821 INFO:tasks.rados.rados.0.smithi019.stdout:2133: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:37:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:37 smithi019 ceph-mon[94035]: pgmap v356: 121 pgs: 33 active+undersized, 10 active+undersized+degraded, 4 stale+active+clean, 74 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 67/480 objects degraded (13.958%) 2024-04-02T08:37:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:37 smithi019 ceph-mon[94035]: osdmap e468: 8 total, 7 up, 8 in 2024-04-02T08:37:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:37 smithi019 ceph-mon[96522]: pgmap v356: 121 pgs: 33 active+undersized, 10 active+undersized+degraded, 4 stale+active+clean, 74 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 67/480 objects degraded (13.958%) 2024-04-02T08:37:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:37 smithi019 ceph-mon[96522]: osdmap e468: 8 total, 7 up, 8 in 2024-04-02T08:37:38.312 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T08:37:38.057+0000 7f45421b87c0 -1 Falling back to public interface 2024-04-02T08:37:38.685 INFO:tasks.rados.rados.0.smithi019.stdout:2128: done (5 left) 2024-04-02T08:37:38.685 INFO:tasks.rados.rados.0.smithi019.stdout:2130: done (4 left) 2024-04-02T08:37:38.685 INFO:tasks.rados.rados.0.smithi019.stdout:2131: done (3 left) 2024-04-02T08:37:38.686 INFO:tasks.rados.rados.0.smithi019.stdout:2132: done (2 left) 2024-04-02T08:37:38.686 INFO:tasks.rados.rados.0.smithi019.stdout:2133: done (1 left) 2024-04-02T08:37:38.686 INFO:tasks.rados.rados.0.smithi019.stdout:2134: done (0 left) 2024-04-02T08:37:38.686 INFO:tasks.rados.rados.0.smithi019.stdout:2135: rollback oid 29 current snap is 200 2024-04-02T08:37:38.686 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 188 2024-04-02T08:37:38.686 INFO:tasks.rados.rados.0.smithi019.stdout:2136: copy_from oid 37 from oid 46 current snap is 200 2024-04-02T08:37:38.686 INFO:tasks.rados.rados.0.smithi019.stdout:2137: snap_remove snap 199 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[94035]: osdmap e469: 8 total, 7 up, 8 in 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[96522]: osdmap e469: 8 total, 7 up, 8 in 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:38 smithi066 ceph-mon[87361]: osdmap e469: 8 total, 7 up, 8 in 2024-04-02T08:37:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:39.598 INFO:tasks.rados.rados.0.smithi019.stdout:2137: done (2 left) 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2138: read oid 4 snap 187 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2138: expect deleted 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 200 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2135: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2135: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2135: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1657 (ObjNum 568 snap 167 seq_num 568) dirty exists 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2136: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2136: finishing copy_from to smithi01981774-37 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1615 (ObjNum 650 snap 192 seq_num 650) dirty exists 2024-04-02T08:37:39.599 INFO:tasks.rados.rados.0.smithi019.stdout:2139: seq_num 683 ranges {2424832=647168,3072000=630784,3702784=573440} 2024-04-02T08:37:39.615 INFO:tasks.rados.rados.0.smithi019.stdout:2139: writing smithi01981774-49 from 2424832 to 3072000 tid 1 2024-04-02T08:37:39.618 INFO:tasks.rados.rados.0.smithi019.stdout:2139: writing smithi01981774-49 from 3072000 to 3702784 tid 2 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:2139: writing smithi01981774-49 from 3702784 to 4276224 tid 3 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:2135: done (3 left) 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:2136: done (2 left) 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:2140: rollback oid 7 current snap is 200 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 197 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:2139: finishing write tid 1 to smithi01981774-49 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:2138: done (2 left) 2024-04-02T08:37:39.623 INFO:tasks.rados.rados.0.smithi019.stdout:2141: delete oid 18 current snap is 200 2024-04-02T08:37:39.625 INFO:tasks.rados.rados.0.smithi019.stdout:2140: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:37:39.626 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1618 (ObjNum 4817 snap 0 seq_num 2755638032) dirty dne 2024-04-02T08:37:39.626 INFO:tasks.rados.rados.0.smithi019.stdout:2139: finishing write tid 2 to smithi01981774-49 2024-04-02T08:37:39.626 INFO:tasks.rados.rados.0.smithi019.stdout:2139: finishing write tid 3 to smithi01981774-49 2024-04-02T08:37:39.628 INFO:tasks.rados.rados.0.smithi019.stdout:2140: done (2 left) 2024-04-02T08:37:39.628 INFO:tasks.rados.rados.0.smithi019.stdout:2141: done (1 left) 2024-04-02T08:37:39.628 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 200 2024-04-02T08:37:39.628 INFO:tasks.rados.rados.0.smithi019.stdout:2139: finishing write tid 4 to smithi01981774-49 2024-04-02T08:37:39.628 INFO:tasks.rados.rados.0.smithi019.stdout:2142: seq_num 685 ranges {9527296=679936,10207232=442368,10649600=622592,11272192=139264} 2024-04-02T08:37:39.683 INFO:tasks.rados.rados.0.smithi019.stdout:2142: writing smithi01981774-35 from 9527296 to 10207232 tid 1 2024-04-02T08:37:39.686 INFO:tasks.rados.rados.0.smithi019.stdout:2142: writing smithi01981774-35 from 10207232 to 10649600 tid 2 2024-04-02T08:37:39.690 INFO:tasks.rados.rados.0.smithi019.stdout:2142: writing smithi01981774-35 from 10649600 to 11272192 tid 3 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2142: writing smithi01981774-35 from 11272192 to 11411456 tid 4 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2143: snap_create 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2139: finishing write tid 5 to smithi01981774-49 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2139: oid 49 updating version 0 to 1550 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2139: oid 49 version 1550 is already newer than 1547 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2139: oid 49 version 1550 is already newer than 1549 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2139: oid 49 version 1550 is already newer than 1548 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1550 (ObjNum 683 snap 200 seq_num 683) dirty exists 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2139: left oid 49 (ObjNum 683 snap 200 seq_num 683) 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2142: finishing write tid 1 to smithi01981774-35 2024-04-02T08:37:39.691 INFO:tasks.rados.rados.0.smithi019.stdout:2142: finishing write tid 2 to smithi01981774-35 2024-04-02T08:37:39.693 INFO:tasks.rados.rados.0.smithi019.stdout:2142: finishing write tid 3 to smithi01981774-35 2024-04-02T08:37:39.693 INFO:tasks.rados.rados.0.smithi019.stdout:2142: finishing write tid 4 to smithi01981774-35 2024-04-02T08:37:39.693 INFO:tasks.rados.rados.0.smithi019.stdout:2142: finishing write tid 5 to smithi01981774-35 2024-04-02T08:37:39.694 INFO:tasks.rados.rados.0.smithi019.stdout:2142: finishing write tid 6 to smithi01981774-35 2024-04-02T08:37:39.695 INFO:tasks.rados.rados.0.smithi019.stdout:2142: oid 35 updating version 0 to 533 2024-04-02T08:37:39.695 INFO:tasks.rados.rados.0.smithi019.stdout:2142: oid 35 updating version 533 to 534 2024-04-02T08:37:39.695 INFO:tasks.rados.rados.0.smithi019.stdout:2142: oid 35 updating version 534 to 536 2024-04-02T08:37:39.695 INFO:tasks.rados.rados.0.smithi019.stdout:2142: oid 35 version 536 is already newer than 535 2024-04-02T08:37:39.695 INFO:tasks.rados.rados.0.smithi019.stdout:2142: oid 35 version 536 is already newer than 532 2024-04-02T08:37:39.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 536 (ObjNum 685 snap 200 seq_num 685) dirty exists 2024-04-02T08:37:39.695 INFO:tasks.rados.rados.0.smithi019.stdout:2142: left oid 35 (ObjNum 685 snap 200 seq_num 685) 2024-04-02T08:37:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:39 smithi066 ceph-mon[87361]: pgmap v359: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 86/480 objects degraded (17.917%) 2024-04-02T08:37:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:39 smithi066 ceph-mon[87361]: osdmap e470: 8 total, 7 up, 8 in 2024-04-02T08:37:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:39 smithi066 ceph-mon[87361]: osdmap e471: 8 total, 7 up, 8 in 2024-04-02T08:37:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:39 smithi019 ceph-mon[94035]: pgmap v359: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 86/480 objects degraded (17.917%) 2024-04-02T08:37:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:39 smithi019 ceph-mon[94035]: osdmap e470: 8 total, 7 up, 8 in 2024-04-02T08:37:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:39 smithi019 ceph-mon[94035]: osdmap e471: 8 total, 7 up, 8 in 2024-04-02T08:37:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:39 smithi019 ceph-mon[96522]: pgmap v359: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 86/480 objects degraded (17.917%) 2024-04-02T08:37:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:39 smithi019 ceph-mon[96522]: osdmap e470: 8 total, 7 up, 8 in 2024-04-02T08:37:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:39 smithi019 ceph-mon[96522]: osdmap e471: 8 total, 7 up, 8 in 2024-04-02T08:37:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:37:40] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-02T08:37:40.696 INFO:tasks.rados.rados.0.smithi019.stdout:2139: done (2 left) 2024-04-02T08:37:40.697 INFO:tasks.rados.rados.0.smithi019.stdout:2142: done (1 left) 2024-04-02T08:37:40.697 INFO:tasks.rados.rados.0.smithi019.stdout:2143: done (0 left) 2024-04-02T08:37:40.697 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 201 2024-04-02T08:37:40.697 INFO:tasks.rados.rados.0.smithi019.stdout:2144: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2024-04-02T08:37:40.700 INFO:tasks.rados.rados.0.smithi019.stdout:2144: writing smithi01981774-42 from 0 to 696320 tid 1 2024-04-02T08:37:40.704 INFO:tasks.rados.rados.0.smithi019.stdout:2144: writing smithi01981774-42 from 696320 to 1425408 tid 2 2024-04-02T08:37:40.706 INFO:tasks.rados.rados.0.smithi019.stdout:2144: writing smithi01981774-42 from 1425408 to 1851392 tid 3 2024-04-02T08:37:40.707 INFO:tasks.rados.rados.0.smithi019.stdout:2144: writing smithi01981774-42 from 1851392 to 1900544 tid 4 2024-04-02T08:37:40.707 INFO:tasks.rados.rados.0.smithi019.stdout:2145: snap_create 2024-04-02T08:37:40.707 INFO:tasks.rados.rados.0.smithi019.stdout:2144: finishing write tid 1 to smithi01981774-42 2024-04-02T08:37:40.707 INFO:tasks.rados.rados.0.smithi019.stdout:2144: finishing write tid 2 to smithi01981774-42 2024-04-02T08:37:40.709 INFO:tasks.rados.rados.0.smithi019.stdout:2144: finishing write tid 3 to smithi01981774-42 2024-04-02T08:37:40.710 INFO:tasks.rados.rados.0.smithi019.stdout:2144: finishing write tid 4 to smithi01981774-42 2024-04-02T08:37:40.710 INFO:tasks.rados.rados.0.smithi019.stdout:2144: finishing write tid 5 to smithi01981774-42 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:2144: finishing write tid 6 to smithi01981774-42 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:2144: oid 42 updating version 0 to 1564 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:2144: oid 42 version 1564 is already newer than 1563 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:2144: oid 42 version 1564 is already newer than 1562 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:2144: oid 42 version 1564 is already newer than 1561 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:2144: oid 42 updating version 1564 to 1565 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1565 (ObjNum 686 snap 201 seq_num 686) dirty exists 2024-04-02T08:37:40.712 INFO:tasks.rados.rados.0.smithi019.stdout:2144: left oid 42 (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:37:41.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:40 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 86/483 objects degraded (17.805%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:40 smithi066 ceph-mon[87361]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:37:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:40 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 86/483 objects degraded (17.805%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:40 smithi019 ceph-mon[94035]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:37:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:40 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 86/483 objects degraded (17.805%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:40 smithi019 ceph-mon[96522]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:37:41.563 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T08:37:41.352+0000 7f45421b87c0 -1 osd.5 463 log_to_monitors true 2024-04-02T08:37:41.698 INFO:tasks.rados.rados.0.smithi019.stdout:2144: done (1 left) 2024-04-02T08:37:41.698 INFO:tasks.rados.rados.0.smithi019.stdout:2145: done (0 left) 2024-04-02T08:37:41.699 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 202 2024-04-02T08:37:41.699 INFO:tasks.rados.rados.0.smithi019.stdout:2146: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-04-02T08:37:41.702 INFO:tasks.rados.rados.0.smithi019.stdout:2146: writing smithi01981774-18 from 0 to 712704 tid 1 2024-04-02T08:37:41.706 INFO:tasks.rados.rados.0.smithi019.stdout:2146: writing smithi01981774-18 from 712704 to 1327104 tid 2 2024-04-02T08:37:41.710 INFO:tasks.rados.rados.0.smithi019.stdout:2146: writing smithi01981774-18 from 1327104 to 1916928 tid 3 2024-04-02T08:37:41.710 INFO:tasks.rados.rados.0.smithi019.stdout:2147: snap_create 2024-04-02T08:37:41.710 INFO:tasks.rados.rados.0.smithi019.stdout:2146: finishing write tid 1 to smithi01981774-18 2024-04-02T08:37:41.710 INFO:tasks.rados.rados.0.smithi019.stdout:2146: finishing write tid 2 to smithi01981774-18 2024-04-02T08:37:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:2146: finishing write tid 3 to smithi01981774-18 2024-04-02T08:37:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:2146: finishing write tid 4 to smithi01981774-18 2024-04-02T08:37:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:2146: finishing write tid 5 to smithi01981774-18 2024-04-02T08:37:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:2146: oid 18 updating version 0 to 809 2024-04-02T08:37:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:2146: oid 18 updating version 809 to 810 2024-04-02T08:37:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:2146: oid 18 version 810 is already newer than 807 2024-04-02T08:37:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:2146: oid 18 version 810 is already newer than 808 2024-04-02T08:37:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 810 (ObjNum 687 snap 202 seq_num 687) dirty exists 2024-04-02T08:37:41.714 INFO:tasks.rados.rados.0.smithi019.stdout:2146: left oid 18 (ObjNum 687 snap 202 seq_num 687) 2024-04-02T08:37:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-mon[87361]: pgmap v362: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s; 86/483 objects degraded (17.805%) 2024-04-02T08:37:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-mon[87361]: from='osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-mon[87361]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-mon[87361]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:37:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-mon[87361]: from='osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-mon[87361]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:37:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:41 smithi066 ceph-mon[87361]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[94035]: pgmap v362: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s; 86/483 objects degraded (17.805%) 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[94035]: from='osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[94035]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[94035]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[94035]: from='osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[94035]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[94035]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[96522]: pgmap v362: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s; 86/483 objects degraded (17.805%) 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[96522]: from='osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[96522]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:37:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[96522]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:37:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[96522]: from='osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[96522]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:37:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:41 smithi019 ceph-mon[96522]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:37:42.563 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 08:37:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T08:37:42.168+0000 7f452f608700 -1 osd.5 463 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:37:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:42.703 INFO:tasks.rados.rados.0.smithi019.stdout:2146: done (1 left) 2024-04-02T08:37:42.703 INFO:tasks.rados.rados.0.smithi019.stdout:2147: done (0 left) 2024-04-02T08:37:42.703 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 203 2024-04-02T08:37:42.703 INFO:tasks.rados.rados.0.smithi019.stdout:2148: seq_num 688 ranges {2637824=729088,3366912=499712,3866624=704512} 2024-04-02T08:37:42.722 INFO:tasks.rados.rados.0.smithi019.stdout:2148: writing smithi01981774-17 from 2637824 to 3366912 tid 1 2024-04-02T08:37:42.726 INFO:tasks.rados.rados.0.smithi019.stdout:2148: writing smithi01981774-17 from 3366912 to 3866624 tid 2 2024-04-02T08:37:42.730 INFO:tasks.rados.rados.0.smithi019.stdout:2148: writing smithi01981774-17 from 3866624 to 4571136 tid 3 2024-04-02T08:37:42.731 INFO:tasks.rados.rados.0.smithi019.stdout:2149: rollback oid 22 current snap is 203 2024-04-02T08:37:42.731 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 187 2024-04-02T08:37:42.731 INFO:tasks.rados.rados.0.smithi019.stdout:2150: delete oid 39 current snap is 203 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: from='osd.5 ' entity='osd.5' 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: pgmap v365: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 292 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 90/501 objects degraded (17.964%) 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683] boot 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:37:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: from='osd.5 ' entity='osd.5' 2024-04-02T08:37:43.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: pgmap v365: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 292 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 90/501 objects degraded (17.964%) 2024-04-02T08:37:43.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:43.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:43.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:43.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683] boot 2024-04-02T08:37:43.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:37:43.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:37:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: from='osd.5 ' entity='osd.5' 2024-04-02T08:37:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: pgmap v365: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 292 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.5 MiB/s wr, 15 op/s; 90/501 objects degraded (17.964%) 2024-04-02T08:37:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:37:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: osd.5 [v2:172.21.15.66:6808/166480683,v1:172.21.15.66:6809/166480683] boot 2024-04-02T08:37:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:37:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:37:43.737 INFO:tasks.rados.rados.0.smithi019.stdout:2148: finishing write tid 1 to smithi01981774-17 2024-04-02T08:37:43.741 INFO:tasks.rados.rados.0.smithi019.stdout:2148: finishing write tid 2 to smithi01981774-17 2024-04-02T08:37:43.741 INFO:tasks.rados.rados.0.smithi019.stdout:2148: finishing write tid 3 to smithi01981774-17 2024-04-02T08:37:43.742 INFO:tasks.rados.rados.0.smithi019.stdout:2148: finishing write tid 4 to smithi01981774-17 2024-04-02T08:37:43.744 INFO:tasks.rados.rados.0.smithi019.stdout:2148: finishing write tid 5 to smithi01981774-17 2024-04-02T08:37:43.744 INFO:tasks.rados.rados.0.smithi019.stdout:2148: oid 17 updating version 0 to 1375 2024-04-02T08:37:43.745 INFO:tasks.rados.rados.0.smithi019.stdout:2148: oid 17 version 1375 is already newer than 1374 2024-04-02T08:37:43.745 INFO:tasks.rados.rados.0.smithi019.stdout:2148: oid 17 version 1375 is already newer than 1373 2024-04-02T08:37:43.745 INFO:tasks.rados.rados.0.smithi019.stdout:2148: oid 17 updating version 1375 to 1376 2024-04-02T08:37:43.745 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 1376 (ObjNum 688 snap 203 seq_num 688) dirty exists 2024-04-02T08:37:43.745 INFO:tasks.rados.rados.0.smithi019.stdout:2148: left oid 17 (ObjNum 688 snap 203 seq_num 688) 2024-04-02T08:37:43.751 INFO:tasks.rados.rados.0.smithi019.stdout:2149: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:37:43.752 INFO:tasks.rados.rados.0.smithi019.stdout:2149: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:37:43.752 INFO:tasks.rados.rados.0.smithi019.stdout:2149: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:37:43.752 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 813 (ObjNum 630 snap 186 seq_num 630) dirty exists 2024-04-02T08:37:43.768 INFO:tasks.rados.rados.0.smithi019.stdout:2148: done (2 left) 2024-04-02T08:37:43.768 INFO:tasks.rados.rados.0.smithi019.stdout:2149: done (1 left) 2024-04-02T08:37:43.768 INFO:tasks.rados.rados.0.smithi019.stdout:2150: done (0 left) 2024-04-02T08:37:43.768 INFO:tasks.rados.rados.0.smithi019.stdout:2151: snap_remove snap 189 2024-04-02T08:37:44.475 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.476 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:44.476 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.476 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.476 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:44 smithi066 ceph-mon[87361]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[94035]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:44 smithi019 ceph-mon[96522]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:37:44.718 INFO:tasks.rados.rados.0.smithi019.stdout:2151: done (0 left) 2024-04-02T08:37:44.718 INFO:tasks.rados.rados.0.smithi019.stdout:2152: snap_create 2024-04-02T08:37:45.722 INFO:tasks.rados.rados.0.smithi019.stdout:2152: done (0 left) 2024-04-02T08:37:45.722 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 204 2024-04-02T08:37:45.722 INFO:tasks.rados.rados.0.smithi019.stdout:2153: seq_num 690 ranges {4702208=761856,5464064=663552,6127616=409600,6537216=131072} 2024-04-02T08:37:45.752 INFO:tasks.rados.rados.0.smithi019.stdout:2153: writing smithi01981774-10 from 4702208 to 5464064 tid 1 2024-04-02T08:37:45.755 INFO:tasks.rados.rados.0.smithi019.stdout:2153: writing smithi01981774-10 from 5464064 to 6127616 tid 2 2024-04-02T08:37:45.757 INFO:tasks.rados.rados.0.smithi019.stdout:2153: writing smithi01981774-10 from 6127616 to 6537216 tid 3 2024-04-02T08:37:45.758 INFO:tasks.rados.rados.0.smithi019.stdout:2153: writing smithi01981774-10 from 6537216 to 6668288 tid 4 2024-04-02T08:37:45.758 INFO:tasks.rados.rados.0.smithi019.stdout:2154: snap_create 2024-04-02T08:37:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:2153: finishing write tid 1 to smithi01981774-10 2024-04-02T08:37:45.762 INFO:tasks.rados.rados.0.smithi019.stdout:2153: finishing write tid 2 to smithi01981774-10 2024-04-02T08:37:45.762 INFO:tasks.rados.rados.0.smithi019.stdout:2153: finishing write tid 3 to smithi01981774-10 2024-04-02T08:37:45.762 INFO:tasks.rados.rados.0.smithi019.stdout:2153: finishing write tid 4 to smithi01981774-10 2024-04-02T08:37:45.764 INFO:tasks.rados.rados.0.smithi019.stdout:2153: finishing write tid 5 to smithi01981774-10 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:2153: finishing write tid 6 to smithi01981774-10 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:2153: oid 10 updating version 0 to 537 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:2153: oid 10 version 537 is already newer than 535 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:2153: oid 10 updating version 537 to 538 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:2153: oid 10 updating version 538 to 539 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:2153: oid 10 version 539 is already newer than 536 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 539 (ObjNum 690 snap 204 seq_num 690) dirty exists 2024-04-02T08:37:45.766 INFO:tasks.rados.rados.0.smithi019.stdout:2153: left oid 10 (ObjNum 690 snap 204 seq_num 690) 2024-04-02T08:37:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:45 smithi066 ceph-mon[87361]: pgmap v368: 121 pgs: 30 active+undersized, 8 active+undersized+degraded, 83 active+clean; 291 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 67/489 objects degraded (13.701%); 1.5 MiB/s, 0 objects/s recovering 2024-04-02T08:37:46.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:45 smithi066 ceph-mon[87361]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:37:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:45 smithi019 ceph-mon[94035]: pgmap v368: 121 pgs: 30 active+undersized, 8 active+undersized+degraded, 83 active+clean; 291 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 67/489 objects degraded (13.701%); 1.5 MiB/s, 0 objects/s recovering 2024-04-02T08:37:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:45 smithi019 ceph-mon[94035]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:37:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:45 smithi019 ceph-mon[96522]: pgmap v368: 121 pgs: 30 active+undersized, 8 active+undersized+degraded, 83 active+clean; 291 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.3 MiB/s wr, 7 op/s; 67/489 objects degraded (13.701%); 1.5 MiB/s, 0 objects/s recovering 2024-04-02T08:37:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:45 smithi019 ceph-mon[96522]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:37:46.728 INFO:tasks.rados.rados.0.smithi019.stdout:2153: done (1 left) 2024-04-02T08:37:46.729 INFO:tasks.rados.rados.0.smithi019.stdout:2154: done (0 left) 2024-04-02T08:37:46.729 INFO:tasks.rados.rados.0.smithi019.stdout:2155: rollback oid 27 current snap is 205 2024-04-02T08:37:46.729 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 187 2024-04-02T08:37:46.729 INFO:tasks.rados.rados.0.smithi019.stdout:2156: delete oid 39 current snap is 205 2024-04-02T08:37:46.730 INFO:tasks.rados.rados.0.smithi019.stdout:2155: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:37:46.730 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 687 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:46.733 INFO:tasks.rados.rados.0.smithi019.stdout:2155: done (1 left) 2024-04-02T08:37:46.733 INFO:tasks.rados.rados.0.smithi019.stdout:2156: done (0 left) 2024-04-02T08:37:46.733 INFO:tasks.rados.rados.0.smithi019.stdout:2157: rollback oid 50 current snap is 205 2024-04-02T08:37:46.733 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 204 2024-04-02T08:37:46.733 INFO:tasks.rados.rados.0.smithi019.stdout:2158: copy_from oid 26 from oid 41 current snap is 205 2024-04-02T08:37:46.733 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 205 2024-04-02T08:37:46.733 INFO:tasks.rados.rados.0.smithi019.stdout:2159: seq_num 692 ranges {1884160=794624,2678784=483328,3162112=720896} 2024-04-02T08:37:46.748 INFO:tasks.rados.rados.0.smithi019.stdout:2159: writing smithi01981774-20 from 1884160 to 2678784 tid 1 2024-04-02T08:37:46.750 INFO:tasks.rados.rados.0.smithi019.stdout:2159: writing smithi01981774-20 from 2678784 to 3162112 tid 2 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2159: writing smithi01981774-20 from 3162112 to 3883008 tid 3 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2160: snap_create 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2157: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1416 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2158: finishing copy_from to smithi01981774-26 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2158: got expected ENOENT (src dne) 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2158: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2159: finishing write tid 1 to smithi01981774-20 2024-04-02T08:37:46.755 INFO:tasks.rados.rados.0.smithi019.stdout:2159: finishing write tid 2 to smithi01981774-20 2024-04-02T08:37:46.757 INFO:tasks.rados.rados.0.smithi019.stdout:2159: finishing write tid 3 to smithi01981774-20 2024-04-02T08:37:46.757 INFO:tasks.rados.rados.0.smithi019.stdout:2159: finishing write tid 4 to smithi01981774-20 2024-04-02T08:37:46.760 INFO:tasks.rados.rados.0.smithi019.stdout:2159: finishing write tid 5 to smithi01981774-20 2024-04-02T08:37:46.760 INFO:tasks.rados.rados.0.smithi019.stdout:2159: oid 20 updating version 0 to 1380 2024-04-02T08:37:46.760 INFO:tasks.rados.rados.0.smithi019.stdout:2159: oid 20 version 1380 is already newer than 1377 2024-04-02T08:37:46.760 INFO:tasks.rados.rados.0.smithi019.stdout:2159: oid 20 version 1380 is already newer than 1379 2024-04-02T08:37:46.760 INFO:tasks.rados.rados.0.smithi019.stdout:2159: oid 20 version 1380 is already newer than 1378 2024-04-02T08:37:46.760 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1380 (ObjNum 692 snap 205 seq_num 692) dirty exists 2024-04-02T08:37:46.760 INFO:tasks.rados.rados.0.smithi019.stdout:2159: left oid 20 (ObjNum 692 snap 205 seq_num 692) 2024-04-02T08:37:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:46 smithi066 ceph-mon[87361]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:37:47.128 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:46 smithi019 ceph-mon[94035]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:37:47.128 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:46 smithi019 ceph-mon[96522]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:37:47.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:37:47.128+0000 7fa581a4a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:37:47.736 INFO:tasks.rados.rados.0.smithi019.stdout:2157: done (3 left) 2024-04-02T08:37:47.736 INFO:tasks.rados.rados.0.smithi019.stdout:2158: done (2 left) 2024-04-02T08:37:47.736 INFO:tasks.rados.rados.0.smithi019.stdout:2159: done (1 left) 2024-04-02T08:37:47.736 INFO:tasks.rados.rados.0.smithi019.stdout:2160: done (0 left) 2024-04-02T08:37:47.736 INFO:tasks.rados.rados.0.smithi019.stdout:2161: snap_remove snap 187 2024-04-02T08:37:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: pgmap v371: 121 pgs: 17 active+undersized, 3 active+undersized+degraded, 101 active+clean; 306 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 932 KiB/s wr, 2 op/s; 32/477 objects degraded (6.709%); 4.7 MiB/s, 2 objects/s recovering 2024-04-02T08:37:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 32/477 objects degraded (6.709%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:37:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:48.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:48.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: pgmap v371: 121 pgs: 17 active+undersized, 3 active+undersized+degraded, 101 active+clean; 306 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 932 KiB/s wr, 2 op/s; 32/477 objects degraded (6.709%); 4.7 MiB/s, 2 objects/s recovering 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 32/477 objects degraded (6.709%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: pgmap v371: 121 pgs: 17 active+undersized, 3 active+undersized+degraded, 101 active+clean; 306 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 932 KiB/s wr, 2 op/s; 32/477 objects degraded (6.709%); 4.7 MiB/s, 2 objects/s recovering 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 32/477 objects degraded (6.709%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: osdmap e478: 8 total, 8 up, 8 in 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:48.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:37:48.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:37:48.741 INFO:tasks.rados.rados.0.smithi019.stdout:2161: done (0 left) 2024-04-02T08:37:48.741 INFO:tasks.rados.rados.0.smithi019.stdout:2162: read oid 42 snap 205 2024-04-02T08:37:48.741 INFO:tasks.rados.rados.0.smithi019.stdout:2162: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:37:48.741 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 206 2024-04-02T08:37:48.741 INFO:tasks.rados.rados.0.smithi019.stdout:2163: seq_num 693 ranges {2088960=409600,2498560=770048,3268608=581632,3850240=253952} 2024-04-02T08:37:48.756 INFO:tasks.rados.rados.0.smithi019.stdout:2163: writing smithi01981774-33 from 2088960 to 2498560 tid 1 2024-04-02T08:37:48.761 INFO:tasks.rados.rados.0.smithi019.stdout:2163: writing smithi01981774-33 from 2498560 to 3268608 tid 2 2024-04-02T08:37:48.766 INFO:tasks.rados.rados.0.smithi019.stdout:2163: writing smithi01981774-33 from 3268608 to 3850240 tid 3 2024-04-02T08:37:48.768 INFO:tasks.rados.rados.0.smithi019.stdout:2163: writing smithi01981774-33 from 3850240 to 4104192 tid 4 2024-04-02T08:37:48.769 INFO:tasks.rados.rados.0.smithi019.stdout:2162: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:37:48.821 INFO:tasks.rados.rados.0.smithi019.stdout:2163: finishing write tid 1 to smithi01981774-33 2024-04-02T08:37:48.821 INFO:tasks.rados.rados.0.smithi019.stdout:2163: finishing write tid 2 to smithi01981774-33 2024-04-02T08:37:48.821 INFO:tasks.rados.rados.0.smithi019.stdout:2163: finishing write tid 3 to smithi01981774-33 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: finishing write tid 4 to smithi01981774-33 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: finishing write tid 5 to smithi01981774-33 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: finishing write tid 6 to smithi01981774-33 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: oid 33 updating version 0 to 1554 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: oid 33 updating version 1554 to 1555 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: oid 33 version 1555 is already newer than 1551 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: oid 33 version 1555 is already newer than 1552 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:2163: oid 33 version 1555 is already newer than 1553 2024-04-02T08:37:48.822 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 1555 (ObjNum 693 snap 206 seq_num 693) dirty exists 2024-04-02T08:37:48.823 INFO:tasks.rados.rados.0.smithi019.stdout:2163: left oid 33 (ObjNum 693 snap 206 seq_num 693) 2024-04-02T08:37:48.823 INFO:tasks.rados.rados.0.smithi019.stdout:2162: done (1 left) 2024-04-02T08:37:48.823 INFO:tasks.rados.rados.0.smithi019.stdout:2163: done (0 left) 2024-04-02T08:37:48.823 INFO:tasks.rados.rados.0.smithi019.stdout:2164: delete oid 42 current snap is 206 2024-04-02T08:37:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:2164: done (0 left) 2024-04-02T08:37:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:2165: read oid 39 snap -1 2024-04-02T08:37:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:2165: expect deleted 2024-04-02T08:37:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:2166: read oid 27 snap -1 2024-04-02T08:37:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:2166: expect deleted 2024-04-02T08:37:48.824 INFO:tasks.rados.rados.0.smithi019.stdout:2167: snap_create 2024-04-02T08:37:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:48 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:37:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:48 smithi066 ceph-mon[87361]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:37:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:48 smithi066 ceph-mon[87361]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:37:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:48 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:37:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:48 smithi019 ceph-mon[94035]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:37:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:48 smithi019 ceph-mon[94035]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:37:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:48 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:37:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:48 smithi019 ceph-mon[96522]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-02T08:37:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:48 smithi019 ceph-mon[96522]: osdmap e479: 8 total, 8 up, 8 in 2024-04-02T08:37:49.601 INFO:tasks.rados.rados.0.smithi019.stdout:2165: done (2 left) 2024-04-02T08:37:49.601 INFO:tasks.rados.rados.0.smithi019.stdout:2166: done (1 left) 2024-04-02T08:37:49.601 INFO:tasks.rados.rados.0.smithi019.stdout:2167: done (0 left) 2024-04-02T08:37:49.601 INFO:tasks.rados.rados.0.smithi019.stdout:2168: delete oid 33 current snap is 207 2024-04-02T08:37:49.605 INFO:tasks.rados.rados.0.smithi019.stdout:2168: done (0 left) 2024-04-02T08:37:49.605 INFO:tasks.rados.rados.0.smithi019.stdout:2169: copy_from oid 29 from oid 38 current snap is 207 2024-04-02T08:37:49.605 INFO:tasks.rados.rados.0.smithi019.stdout:2170: setattr oid 45 current snap is 207 2024-04-02T08:37:49.607 INFO:tasks.rados.rados.0.smithi019.stdout:2171: delete oid 12 current snap is 207 2024-04-02T08:37:49.612 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1372 (ObjNum 513 snap 0 seq_num 2825469904) dirty exists 2024-04-02T08:37:49.613 INFO:tasks.rados.rados.0.smithi019.stdout:2170: done (2 left) 2024-04-02T08:37:49.613 INFO:tasks.rados.rados.0.smithi019.stdout:2171: done (1 left) 2024-04-02T08:37:49.613 INFO:tasks.rados.rados.0.smithi019.stdout:2172: snap_create 2024-04-02T08:37:49.631 INFO:tasks.rados.rados.0.smithi019.stdout:2169: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:37:49.633 INFO:tasks.rados.rados.0.smithi019.stdout:2169: finishing copy_from to smithi01981774-29 2024-04-02T08:37:49.633 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1372 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:37:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:49 smithi066 ceph-mon[87361]: pgmap v374: 121 pgs: 121 active+clean; 311 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 7 op/s; 9.0 MiB/s, 2 objects/s recovering 2024-04-02T08:37:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:49 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/477 objects degraded (6.709%), 3 pgs degraded) 2024-04-02T08:37:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:49 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:37:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:49 smithi066 ceph-mon[87361]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:37:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:49 smithi066 ceph-mon[87361]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[94035]: pgmap v374: 121 pgs: 121 active+clean; 311 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 7 op/s; 9.0 MiB/s, 2 objects/s recovering 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/477 objects degraded (6.709%), 3 pgs degraded) 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[94035]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[94035]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[96522]: pgmap v374: 121 pgs: 121 active+clean; 311 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 7 op/s; 9.0 MiB/s, 2 objects/s recovering 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/477 objects degraded (6.709%), 3 pgs degraded) 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:37:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[96522]: osdmap e480: 8 total, 8 up, 8 in 2024-04-02T08:37:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:49 smithi019 ceph-mon[96522]: osdmap e481: 8 total, 8 up, 8 in 2024-04-02T08:37:50.601 INFO:tasks.rados.rados.0.smithi019.stdout:2169: done (1 left) 2024-04-02T08:37:50.601 INFO:tasks.rados.rados.0.smithi019.stdout:2172: done (0 left) 2024-04-02T08:37:50.601 INFO:tasks.rados.rados.0.smithi019.stdout:2173: snap_remove snap 207 2024-04-02T08:37:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:37:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:37:50] "GET /metrics HTTP/1.1" 200 36036 "" "Prometheus/2.43.0" 2024-04-02T08:37:51.603 INFO:tasks.rados.rados.0.smithi019.stdout:2173: done (0 left) 2024-04-02T08:37:51.604 INFO:tasks.rados.rados.0.smithi019.stdout:2174: snap_remove snap 195 2024-04-02T08:37:51.864 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:51 smithi066 ceph-mon[87361]: pgmap v377: 121 pgs: 121 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s; 5.9 MiB/s, 1 objects/s recovering 2024-04-02T08:37:51.865 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:51 smithi066 ceph-mon[87361]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:37:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:51 smithi019 ceph-mon[94035]: pgmap v377: 121 pgs: 121 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s; 5.9 MiB/s, 1 objects/s recovering 2024-04-02T08:37:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:51 smithi019 ceph-mon[94035]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:37:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:51 smithi019 ceph-mon[96522]: pgmap v377: 121 pgs: 121 active+clean; 310 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s; 5.9 MiB/s, 1 objects/s recovering 2024-04-02T08:37:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:51 smithi019 ceph-mon[96522]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:37:52.611 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:37:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:52.616 INFO:tasks.rados.rados.0.smithi019.stdout:2174: done (0 left) 2024-04-02T08:37:52.616 INFO:tasks.rados.rados.0.smithi019.stdout:2175: snap_remove snap 206 2024-04-02T08:37:52.890 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:52 smithi066 ceph-mon[87361]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:37:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:52 smithi019 ceph-mon[94035]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:37:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:52 smithi019 ceph-mon[96522]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:37:53.624 INFO:tasks.rados.rados.0.smithi019.stdout:2175: done (0 left) 2024-04-02T08:37:53.624 INFO:tasks.rados.rados.0.smithi019.stdout:2176: delete oid 26 current snap is 208 2024-04-02T08:37:53.630 INFO:tasks.rados.rados.0.smithi019.stdout:2176: done (0 left) 2024-04-02T08:37:53.630 INFO:tasks.rados.rados.0.smithi019.stdout:2177: snap_remove snap 192 2024-04-02T08:37:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:53 smithi019 ceph-mon[94035]: pgmap v380: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-02T08:37:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:53 smithi019 ceph-mon[94035]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:37:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:53 smithi019 ceph-mon[96522]: pgmap v380: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-02T08:37:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:53 smithi019 ceph-mon[96522]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:37:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:54.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:53 smithi066 ceph-mon[87361]: pgmap v380: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-02T08:37:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:53 smithi066 ceph-mon[87361]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:37:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:54.605 INFO:tasks.rados.rados.0.smithi019.stdout:2177: done (0 left) 2024-04-02T08:37:54.606 INFO:tasks.rados.rados.0.smithi019.stdout:2178: read oid 49 snap -1 2024-04-02T08:37:54.606 INFO:tasks.rados.rados.0.smithi019.stdout:2178: expect (ObjNum 683 snap 200 seq_num 683) 2024-04-02T08:37:54.606 INFO:tasks.rados.rados.0.smithi019.stdout:2179: copy_from oid 22 from oid 39 current snap is 208 2024-04-02T08:37:54.606 INFO:tasks.rados.rados.0.smithi019.stdout:2180: read oid 50 snap 169 2024-04-02T08:37:54.606 INFO:tasks.rados.rados.0.smithi019.stdout:2180: expect (ObjNum 525 snap 161 seq_num 525) 2024-04-02T08:37:54.606 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 208 2024-04-02T08:37:54.606 INFO:tasks.rados.rados.0.smithi019.stdout:2181: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-04-02T08:37:54.609 INFO:tasks.rados.rados.0.smithi019.stdout:2181: writing smithi01981774-27 from 0 to 499712 tid 1 2024-04-02T08:37:54.612 INFO:tasks.rados.rados.0.smithi019.stdout:2181: writing smithi01981774-27 from 499712 to 1089536 tid 2 2024-04-02T08:37:54.618 INFO:tasks.rados.rados.0.smithi019.stdout:2181: writing smithi01981774-27 from 1089536 to 1859584 tid 3 2024-04-02T08:37:54.620 INFO:tasks.rados.rados.0.smithi019.stdout:2181: writing smithi01981774-27 from 1859584 to 2105344 tid 4 2024-04-02T08:37:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2182: setattr oid 15 current snap is 208 2024-04-02T08:37:54.622 INFO:tasks.rados.rados.0.smithi019.stdout:2183: snap_remove snap 203 2024-04-02T08:37:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:54 smithi019 ceph-mon[94035]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:37:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:54 smithi019 ceph-mon[94035]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:37:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:54 smithi019 ceph-mon[96522]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:37:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:54 smithi019 ceph-mon[96522]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:37:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:54 smithi066 ceph-mon[87361]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:37:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:54 smithi066 ceph-mon[87361]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:37:55.651 INFO:tasks.rados.rados.0.smithi019.stdout:2183: done (5 left) 2024-04-02T08:37:55.651 INFO:tasks.rados.rados.0.smithi019.stdout:2184: read oid 36 snap 205 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2184: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 208 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2179: finishing copy_from to smithi01981774-22 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2179: got expected ENOENT (src dne) 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2179: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2181: finishing write tid 1 to smithi01981774-27 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2181: finishing write tid 2 to smithi01981774-27 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1433 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2181: finishing write tid 3 to smithi01981774-27 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2181: finishing write tid 4 to smithi01981774-27 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2181: finishing write tid 5 to smithi01981774-27 2024-04-02T08:37:55.652 INFO:tasks.rados.rados.0.smithi019.stdout:2180: expect (ObjNum 525 snap 161 seq_num 525) 2024-04-02T08:37:55.805 INFO:tasks.rados.rados.0.smithi019.stdout:2178: expect (ObjNum 683 snap 200 seq_num 683) 2024-04-02T08:37:55.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:55 smithi019 ceph-mon[94035]: pgmap v383: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:37:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:55 smithi019 ceph-mon[96522]: pgmap v383: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:37:55.985 INFO:tasks.rados.rados.0.smithi019.stdout:2181: finishing write tid 6 to smithi01981774-27 2024-04-02T08:37:55.985 INFO:tasks.rados.rados.0.smithi019.stdout:2181: oid 27 updating version 0 to 815 2024-04-02T08:37:55.986 INFO:tasks.rados.rados.0.smithi019.stdout:2181: oid 27 updating version 815 to 816 2024-04-02T08:37:55.986 INFO:tasks.rados.rados.0.smithi019.stdout:2181: oid 27 updating version 816 to 818 2024-04-02T08:37:55.986 INFO:tasks.rados.rados.0.smithi019.stdout:2181: oid 27 version 818 is already newer than 814 2024-04-02T08:37:55.986 INFO:tasks.rados.rados.0.smithi019.stdout:2181: oid 27 version 818 is already newer than 817 2024-04-02T08:37:55.986 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 818 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:37:55.986 INFO:tasks.rados.rados.0.smithi019.stdout:2181: left oid 27 (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:37:55.986 INFO:tasks.rados.rados.0.smithi019.stdout:2185: seq_num 699 ranges {1294336=516096,1810432=475136,2285568=573440,2859008=557056} 2024-04-02T08:37:55.995 INFO:tasks.rados.rados.0.smithi019.stdout:2185: writing smithi01981774-37 from 1294336 to 1810432 tid 1 2024-04-02T08:37:55.997 INFO:tasks.rados.rados.0.smithi019.stdout:2185: writing smithi01981774-37 from 1810432 to 2285568 tid 2 2024-04-02T08:37:56.001 INFO:tasks.rados.rados.0.smithi019.stdout:2185: writing smithi01981774-37 from 2285568 to 2859008 tid 3 2024-04-02T08:37:56.004 INFO:tasks.rados.rados.0.smithi019.stdout:2185: writing smithi01981774-37 from 2859008 to 3416064 tid 4 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2178: done (6 left) 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2179: done (5 left) 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2180: done (4 left) 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2181: done (3 left) 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2182: done (2 left) 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2186: read oid 31 snap -1 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2186: expect (ObjNum 621 snap 181 seq_num 621) 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2187: snap_create 2024-04-02T08:37:56.005 INFO:tasks.rados.rados.0.smithi019.stdout:2184: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:37:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:55 smithi066 ceph-mon[87361]: pgmap v383: 121 pgs: 121 active+clean; 315 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: finishing write tid 1 to smithi01981774-37 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: finishing write tid 2 to smithi01981774-37 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: finishing write tid 3 to smithi01981774-37 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: finishing write tid 4 to smithi01981774-37 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: finishing write tid 5 to smithi01981774-37 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: finishing write tid 6 to smithi01981774-37 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: oid 37 updating version 0 to 1619 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: oid 37 version 1619 is already newer than 1616 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: oid 37 updating version 1619 to 1620 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: oid 37 version 1620 is already newer than 1618 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:2185: oid 37 version 1620 is already newer than 1617 2024-04-02T08:37:56.113 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1620 (ObjNum 699 snap 208 seq_num 699) dirty exists 2024-04-02T08:37:56.114 INFO:tasks.rados.rados.0.smithi019.stdout:2185: left oid 37 (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:37:56.114 INFO:tasks.rados.rados.0.smithi019.stdout:2186: expect (ObjNum 621 snap 181 seq_num 621) 2024-04-02T08:37:56.658 INFO:tasks.rados.rados.0.smithi019.stdout:2184: done (3 left) 2024-04-02T08:37:56.658 INFO:tasks.rados.rados.0.smithi019.stdout:2185: done (2 left) 2024-04-02T08:37:56.658 INFO:tasks.rados.rados.0.smithi019.stdout:2186: done (1 left) 2024-04-02T08:37:56.658 INFO:tasks.rados.rados.0.smithi019.stdout:2187: done (0 left) 2024-04-02T08:37:56.658 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 209 2024-04-02T08:37:56.659 INFO:tasks.rados.rados.0.smithi019.stdout:2188: seq_num 700 ranges {12959744=532480,13492224=409600,13901824=737280,14639104=458752} 2024-04-02T08:37:56.731 INFO:tasks.rados.rados.0.smithi019.stdout:2188: writing smithi01981774-22 from 12959744 to 13492224 tid 1 2024-04-02T08:37:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:2188: writing smithi01981774-22 from 13492224 to 13901824 tid 2 2024-04-02T08:37:56.738 INFO:tasks.rados.rados.0.smithi019.stdout:2188: writing smithi01981774-22 from 13901824 to 14639104 tid 3 2024-04-02T08:37:56.741 INFO:tasks.rados.rados.0.smithi019.stdout:2188: writing smithi01981774-22 from 14639104 to 15097856 tid 4 2024-04-02T08:37:56.741 INFO:tasks.rados.rados.0.smithi019.stdout:2189: copy_from oid 50 from oid 15 current snap is 209 2024-04-02T08:37:56.742 INFO:tasks.rados.rados.0.smithi019.stdout:2188: finishing write tid 1 to smithi01981774-22 2024-04-02T08:37:56.742 INFO:tasks.rados.rados.0.smithi019.stdout:2188: finishing write tid 2 to smithi01981774-22 2024-04-02T08:37:56.742 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 209 2024-04-02T08:37:56.742 INFO:tasks.rados.rados.0.smithi019.stdout:2190: seq_num 701 ranges {4988928=548864,5537792=696320,6234112=540672,6774784=368640} 2024-04-02T08:37:56.773 INFO:tasks.rados.rados.0.smithi019.stdout:2190: writing smithi01981774-8 from 4988928 to 5537792 tid 1 2024-04-02T08:37:56.777 INFO:tasks.rados.rados.0.smithi019.stdout:2190: writing smithi01981774-8 from 5537792 to 6234112 tid 2 2024-04-02T08:37:56.781 INFO:tasks.rados.rados.0.smithi019.stdout:2190: writing smithi01981774-8 from 6234112 to 6774784 tid 3 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2190: writing smithi01981774-8 from 6774784 to 7143424 tid 4 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2191: copy_from oid 31 from oid 27 current snap is 209 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: finishing write tid 3 to smithi01981774-22 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: finishing write tid 4 to smithi01981774-22 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: finishing write tid 5 to smithi01981774-22 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: finishing write tid 6 to smithi01981774-22 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: oid 22 updating version 0 to 821 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: oid 22 updating version 821 to 823 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: oid 22 version 823 is already newer than 819 2024-04-02T08:37:56.784 INFO:tasks.rados.rados.0.smithi019.stdout:2188: oid 22 version 823 is already newer than 822 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2188: oid 22 version 823 is already newer than 820 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 823 (ObjNum 700 snap 209 seq_num 700) dirty exists 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2188: left oid 22 (ObjNum 700 snap 209 seq_num 700) 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2189: finishing copy_from racing read to smithi01981774-50 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2188: done (3 left) 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2192: snap_create 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2189: finishing copy_from to smithi01981774-50 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1433 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2190: finishing write tid 1 to smithi01981774-8 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2190: finishing write tid 2 to smithi01981774-8 2024-04-02T08:37:56.785 INFO:tasks.rados.rados.0.smithi019.stdout:2190: finishing write tid 3 to smithi01981774-8 2024-04-02T08:37:56.787 INFO:tasks.rados.rados.0.smithi019.stdout:2190: finishing write tid 4 to smithi01981774-8 2024-04-02T08:37:56.787 INFO:tasks.rados.rados.0.smithi019.stdout:2190: finishing write tid 5 to smithi01981774-8 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:2190: finishing write tid 6 to smithi01981774-8 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:2190: oid 8 updating version 0 to 1090 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:2190: oid 8 version 1090 is already newer than 1087 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:2190: oid 8 version 1090 is already newer than 1089 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:2190: oid 8 version 1090 is already newer than 1088 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:2190: oid 8 version 1090 is already newer than 1086 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 1090 (ObjNum 701 snap 209 seq_num 701) dirty exists 2024-04-02T08:37:56.789 INFO:tasks.rados.rados.0.smithi019.stdout:2190: left oid 8 (ObjNum 701 snap 209 seq_num 701) 2024-04-02T08:37:56.796 INFO:tasks.rados.rados.0.smithi019.stdout:2191: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:37:56.805 INFO:tasks.rados.rados.0.smithi019.stdout:2191: finishing copy_from to smithi01981774-31 2024-04-02T08:37:56.805 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 818 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:37:56.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:56 smithi019 ceph-mon[94035]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:37:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:56 smithi019 ceph-mon[96522]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:37:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:56 smithi066 ceph-mon[87361]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:37:57.658 INFO:tasks.rados.rados.0.smithi019.stdout:2189: done (3 left) 2024-04-02T08:37:57.658 INFO:tasks.rados.rados.0.smithi019.stdout:2190: done (2 left) 2024-04-02T08:37:57.659 INFO:tasks.rados.rados.0.smithi019.stdout:2191: done (1 left) 2024-04-02T08:37:57.659 INFO:tasks.rados.rados.0.smithi019.stdout:2192: done (0 left) 2024-04-02T08:37:57.659 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 210 2024-04-02T08:37:57.659 INFO:tasks.rados.rados.0.smithi019.stdout:2193: seq_num 702 ranges {8044544=565248,8609792=581632,9191424=745472,9936896=278528} 2024-04-02T08:37:57.705 INFO:tasks.rados.rados.0.smithi019.stdout:2193: writing smithi01981774-43 from 8044544 to 8609792 tid 1 2024-04-02T08:37:57.708 INFO:tasks.rados.rados.0.smithi019.stdout:2193: writing smithi01981774-43 from 8609792 to 9191424 tid 2 2024-04-02T08:37:57.713 INFO:tasks.rados.rados.0.smithi019.stdout:2193: writing smithi01981774-43 from 9191424 to 9936896 tid 3 2024-04-02T08:37:57.715 INFO:tasks.rados.rados.0.smithi019.stdout:2193: writing smithi01981774-43 from 9936896 to 10215424 tid 4 2024-04-02T08:37:57.715 INFO:tasks.rados.rados.0.smithi019.stdout:2194: delete oid 18 current snap is 210 2024-04-02T08:37:57.715 INFO:tasks.rados.rados.0.smithi019.stdout:2193: finishing write tid 1 to smithi01981774-43 2024-04-02T08:37:57.716 INFO:tasks.rados.rados.0.smithi019.stdout:2193: finishing write tid 2 to smithi01981774-43 2024-04-02T08:37:57.717 INFO:tasks.rados.rados.0.smithi019.stdout:2193: finishing write tid 3 to smithi01981774-43 2024-04-02T08:37:57.718 INFO:tasks.rados.rados.0.smithi019.stdout:2193: finishing write tid 4 to smithi01981774-43 2024-04-02T08:37:57.718 INFO:tasks.rados.rados.0.smithi019.stdout:2193: finishing write tid 5 to smithi01981774-43 2024-04-02T08:37:57.720 INFO:tasks.rados.rados.0.smithi019.stdout:2194: done (1 left) 2024-04-02T08:37:57.720 INFO:tasks.rados.rados.0.smithi019.stdout:2195: read oid 13 snap -1 2024-04-02T08:37:57.720 INFO:tasks.rados.rados.0.smithi019.stdout:2195: expect (ObjNum 678 snap 197 seq_num 678) 2024-04-02T08:37:57.720 INFO:tasks.rados.rados.0.smithi019.stdout:2196: snap_create 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:2193: finishing write tid 6 to smithi01981774-43 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:2193: oid 43 updating version 0 to 1549 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:2193: oid 43 updating version 1549 to 1552 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:2193: oid 43 version 1552 is already newer than 1551 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:2193: oid 43 version 1552 is already newer than 1550 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:2193: oid 43 version 1552 is already newer than 1548 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1552 (ObjNum 702 snap 210 seq_num 702) dirty exists 2024-04-02T08:37:57.721 INFO:tasks.rados.rados.0.smithi019.stdout:2193: left oid 43 (ObjNum 702 snap 210 seq_num 702) 2024-04-02T08:37:57.725 INFO:tasks.rados.rados.0.smithi019.stdout:2195: expect (ObjNum 678 snap 197 seq_num 678) 2024-04-02T08:37:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:57 smithi019 ceph-mon[94035]: pgmap v386: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 514 KiB/s wr, 5 op/s 2024-04-02T08:37:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:57 smithi019 ceph-mon[94035]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:37:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:57 smithi019 ceph-mon[96522]: pgmap v386: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 514 KiB/s wr, 5 op/s 2024-04-02T08:37:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:57 smithi019 ceph-mon[96522]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:37:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:57 smithi066 ceph-mon[87361]: pgmap v386: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 514 KiB/s wr, 5 op/s 2024-04-02T08:37:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:57 smithi066 ceph-mon[87361]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:37:58.669 INFO:tasks.rados.rados.0.smithi019.stdout:2193: done (2 left) 2024-04-02T08:37:58.670 INFO:tasks.rados.rados.0.smithi019.stdout:2195: done (1 left) 2024-04-02T08:37:58.670 INFO:tasks.rados.rados.0.smithi019.stdout:2196: done (0 left) 2024-04-02T08:37:58.670 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 211 2024-04-02T08:37:58.670 INFO:tasks.rados.rados.0.smithi019.stdout:2197: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-04-02T08:37:58.672 INFO:tasks.rados.rados.0.smithi019.stdout:2197: writing smithi01981774-7 from 0 to 598016 tid 1 2024-04-02T08:37:58.677 INFO:tasks.rados.rados.0.smithi019.stdout:2197: writing smithi01981774-7 from 598016 to 1343488 tid 2 2024-04-02T08:37:58.681 INFO:tasks.rados.rados.0.smithi019.stdout:2197: writing smithi01981774-7 from 1343488 to 2056192 tid 3 2024-04-02T08:37:58.682 INFO:tasks.rados.rados.0.smithi019.stdout:2197: writing smithi01981774-7 from 2056192 to 2203648 tid 4 2024-04-02T08:37:58.683 INFO:tasks.rados.rados.0.smithi019.stdout:2198: read oid 43 snap -1 2024-04-02T08:37:58.683 INFO:tasks.rados.rados.0.smithi019.stdout:2198: expect (ObjNum 702 snap 210 seq_num 702) 2024-04-02T08:37:58.683 INFO:tasks.rados.rados.0.smithi019.stdout:2199: snap_remove snap 197 2024-04-02T08:37:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:58 smithi019 ceph-mon[94035]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:37:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:58 smithi019 ceph-mon[96522]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:37:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:58 smithi066 ceph-mon[87361]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:37:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:37:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:59.315 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:37:59.603 INFO:tasks.rados.rados.0.smithi019.stdout:2199: done (2 left) 2024-04-02T08:37:59.604 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 211 2024-04-02T08:37:59.604 INFO:tasks.rados.rados.0.smithi019.stdout:2200: seq_num 705 ranges {3973120=614400,4587520=630784,5218304=524288,5742592=450560} 2024-04-02T08:37:59.629 INFO:tasks.rados.rados.0.smithi019.stdout:2200: writing smithi01981774-25 from 3973120 to 4587520 tid 1 2024-04-02T08:37:59.633 INFO:tasks.rados.rados.0.smithi019.stdout:2200: writing smithi01981774-25 from 4587520 to 5218304 tid 2 2024-04-02T08:37:59.636 INFO:tasks.rados.rados.0.smithi019.stdout:2200: writing smithi01981774-25 from 5218304 to 5742592 tid 3 2024-04-02T08:37:59.638 INFO:tasks.rados.rados.0.smithi019.stdout:2200: writing smithi01981774-25 from 5742592 to 6193152 tid 4 2024-04-02T08:37:59.638 INFO:tasks.rados.rados.0.smithi019.stdout:2201: snap_remove snap 169 2024-04-02T08:37:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:37:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (9m) 88s ago 9m 25.7M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:37:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (9m) 17s ago 9m 91.0M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:37:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (10m) 88s ago 10m 19.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:37:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (10m) 17s ago 10m 17.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:37:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (4m) 17s ago 14m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:37:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (5m) 88s ago 16m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (4m) 88s ago 16m 54.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (3m) 17s ago 14m 47.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (4m) 88s ago 14m 45.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (9m) 88s ago 9m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (9m) 17s ago 9m 15.8M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (3m) 88s ago 14m 144M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (2m) 88s ago 13m 133M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (113s) 88s ago 13m 105M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (92s) 88s ago 12m 11.9M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (57s) 17s ago 12m 110M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (22s) 17s ago 12m 12.7M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c4504e7104ad 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (11m) 17s ago 11m 174M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 861c8a15b250 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (11m) 17s ago 11m 196M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:37:59.657 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (5m) 17s ago 10m 57.7M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:37:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:59 smithi019 ceph-mon[94035]: pgmap v389: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 514 KiB/s wr, 5 op/s 2024-04-02T08:37:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:59 smithi019 ceph-mon[94035]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:37:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:37:59 smithi019 ceph-mon[94035]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:37:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:59 smithi019 ceph-mon[96522]: pgmap v389: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 514 KiB/s wr, 5 op/s 2024-04-02T08:37:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:59 smithi019 ceph-mon[96522]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:37:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:37:59 smithi019 ceph-mon[96522]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:38:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:59 smithi066 ceph-mon[87361]: pgmap v389: 121 pgs: 121 active+clean; 314 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 514 KiB/s wr, 5 op/s 2024-04-02T08:38:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:59 smithi066 ceph-mon[87361]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:38:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:37:59 smithi066 ceph-mon[87361]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:38:00.064 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:38:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:38:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 11 2024-04-02T08:38:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:38:00.066 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2201: done (3 left) 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2202: setattr oid 40 current snap is 211 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: finishing write tid 1 to smithi01981774-7 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: finishing write tid 2 to smithi01981774-7 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: finishing write tid 3 to smithi01981774-7 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: finishing write tid 4 to smithi01981774-7 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: finishing write tid 5 to smithi01981774-7 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: finishing write tid 6 to smithi01981774-7 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: oid 7 updating version 0 to 1711 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: oid 7 updating version 1711 to 1712 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: oid 7 version 1712 is already newer than 1709 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: oid 7 version 1712 is already newer than 1710 2024-04-02T08:38:00.610 INFO:tasks.rados.rados.0.smithi019.stdout:2197: oid 7 updating version 1712 to 1713 2024-04-02T08:38:00.611 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1713 (ObjNum 704 snap 211 seq_num 704) dirty exists 2024-04-02T08:38:00.611 INFO:tasks.rados.rados.0.smithi019.stdout:2197: left oid 7 (ObjNum 704 snap 211 seq_num 704) 2024-04-02T08:38:00.611 INFO:tasks.rados.rados.0.smithi019.stdout:2198: expect (ObjNum 702 snap 210 seq_num 702) 2024-04-02T08:38:00.671 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:38:00] "GET /metrics HTTP/1.1" 200 36183 "" "Prometheus/2.43.0" 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[94035]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[94035]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/70308238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[94035]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[96522]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[96522]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/70308238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:00 smithi019 ceph-mon[96522]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:38:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:00 smithi066 ceph-mon[87361]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:00 smithi066 ceph-mon[87361]: from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:00 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/70308238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:00 smithi066 ceph-mon[87361]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:38:01.294 INFO:tasks.rados.rados.0.smithi019.stdout:2200: finishing write tid 1 to smithi01981774-25 2024-04-02T08:38:01.294 INFO:tasks.rados.rados.0.smithi019.stdout:2200: finishing write tid 2 to smithi01981774-25 2024-04-02T08:38:01.294 INFO:tasks.rados.rados.0.smithi019.stdout:2200: finishing write tid 3 to smithi01981774-25 2024-04-02T08:38:01.294 INFO:tasks.rados.rados.0.smithi019.stdout:2200: finishing write tid 4 to smithi01981774-25 2024-04-02T08:38:01.294 INFO:tasks.rados.rados.0.smithi019.stdout:2200: finishing write tid 5 to smithi01981774-25 2024-04-02T08:38:01.294 INFO:tasks.rados.rados.0.smithi019.stdout:2200: finishing write tid 6 to smithi01981774-25 2024-04-02T08:38:01.294 INFO:tasks.rados.rados.0.smithi019.stdout:2200: oid 25 updating version 0 to 1624 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2200: oid 25 version 1624 is already newer than 1622 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2200: oid 25 updating version 1624 to 1625 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2200: oid 25 version 1625 is already newer than 1621 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2200: oid 25 version 1625 is already newer than 1623 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1625 (ObjNum 705 snap 211 seq_num 705) dirty exists 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2200: left oid 25 (ObjNum 705 snap 211 seq_num 705) 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2197: done (3 left) 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2198: done (2 left) 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2200: done (1 left) 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2203: copy_from oid 22 from oid 29 current snap is 211 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2204: rmattr oid 38 current snap is 211 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2205: rollback oid 12 current snap is 211 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 12 to 200 2024-04-02T08:38:01.295 INFO:tasks.rados.rados.0.smithi019.stdout:2206: snap_create 2024-04-02T08:38:01.296 INFO:tasks.rados.rados.0.smithi019.stdout:2205: finishing rollback tid 1 to smithi01981774-12 2024-04-02T08:38:01.296 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1371 (ObjNum 129 snap 0 seq_num 2824920664) dirty dne 2024-04-02T08:38:01.297 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1553 (ObjNum 653 snap 192 seq_num 653) dirty exists 2024-04-02T08:38:01.299 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1381 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:01.312 INFO:tasks.rados.rados.0.smithi019.stdout:2203: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:38:01.316 INFO:tasks.rados.rados.0.smithi019.stdout:2203: finishing copy_from to smithi01981774-22 2024-04-02T08:38:01.316 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1372 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:01.688 INFO:tasks.rados.rados.0.smithi019.stdout:2202: done (4 left) 2024-04-02T08:38:01.688 INFO:tasks.rados.rados.0.smithi019.stdout:2203: done (3 left) 2024-04-02T08:38:01.688 INFO:tasks.rados.rados.0.smithi019.stdout:2204: done (2 left) 2024-04-02T08:38:01.688 INFO:tasks.rados.rados.0.smithi019.stdout:2205: done (1 left) 2024-04-02T08:38:01.688 INFO:tasks.rados.rados.0.smithi019.stdout:2206: done (0 left) 2024-04-02T08:38:01.688 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 212 2024-04-02T08:38:01.688 INFO:tasks.rados.rados.0.smithi019.stdout:2207: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-04-02T08:38:01.691 INFO:tasks.rados.rados.0.smithi019.stdout:2207: writing smithi01981774-18 from 0 to 630784 tid 1 2024-04-02T08:38:01.694 INFO:tasks.rados.rados.0.smithi019.stdout:2207: writing smithi01981774-18 from 630784 to 1146880 tid 2 2024-04-02T08:38:01.698 INFO:tasks.rados.rados.0.smithi019.stdout:2207: writing smithi01981774-18 from 1146880 to 1875968 tid 3 2024-04-02T08:38:01.700 INFO:tasks.rados.rados.0.smithi019.stdout:2207: writing smithi01981774-18 from 1875968 to 2236416 tid 4 2024-04-02T08:38:01.701 INFO:tasks.rados.rados.0.smithi019.stdout:2208: snap_create 2024-04-02T08:38:01.701 INFO:tasks.rados.rados.0.smithi019.stdout:2207: finishing write tid 1 to smithi01981774-18 2024-04-02T08:38:01.701 INFO:tasks.rados.rados.0.smithi019.stdout:2207: finishing write tid 2 to smithi01981774-18 2024-04-02T08:38:01.703 INFO:tasks.rados.rados.0.smithi019.stdout:2207: finishing write tid 3 to smithi01981774-18 2024-04-02T08:38:01.704 INFO:tasks.rados.rados.0.smithi019.stdout:2207: finishing write tid 4 to smithi01981774-18 2024-04-02T08:38:01.704 INFO:tasks.rados.rados.0.smithi019.stdout:2207: finishing write tid 5 to smithi01981774-18 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:2207: finishing write tid 6 to smithi01981774-18 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:2207: oid 18 updating version 0 to 1375 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:2207: oid 18 updating version 1375 to 1376 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:2207: oid 18 version 1376 is already newer than 1373 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:2207: oid 18 version 1376 is already newer than 1374 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:2207: oid 18 updating version 1376 to 1377 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1377 (ObjNum 706 snap 212 seq_num 706) dirty exists 2024-04-02T08:38:01.705 INFO:tasks.rados.rados.0.smithi019.stdout:2207: left oid 18 (ObjNum 706 snap 212 seq_num 706) 2024-04-02T08:38:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:01 smithi019 ceph-mon[94035]: pgmap v392: 121 pgs: 121 active+clean; 316 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 518 KiB/s wr, 7 op/s 2024-04-02T08:38:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:01 smithi019 ceph-mon[96522]: pgmap v392: 121 pgs: 121 active+clean; 316 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 518 KiB/s wr, 7 op/s 2024-04-02T08:38:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:01 smithi066 ceph-mon[87361]: pgmap v392: 121 pgs: 121 active+clean; 316 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 518 KiB/s wr, 7 op/s 2024-04-02T08:38:02.686 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:38:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:02.689 INFO:tasks.rados.rados.0.smithi019.stdout:2207: done (1 left) 2024-04-02T08:38:02.689 INFO:tasks.rados.rados.0.smithi019.stdout:2208: done (0 left) 2024-04-02T08:38:02.689 INFO:tasks.rados.rados.0.smithi019.stdout:2209: setattr oid 44 current snap is 213 2024-04-02T08:38:02.691 INFO:tasks.rados.rados.0.smithi019.stdout:2210: rollback oid 20 current snap is 213 2024-04-02T08:38:02.691 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 200 2024-04-02T08:38:02.692 INFO:tasks.rados.rados.0.smithi019.stdout:2211: snap_remove snap 198 2024-04-02T08:38:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:02 smithi019 ceph-mon[94035]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:38:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:02 smithi019 ceph-mon[96522]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:38:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:03.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:02 smithi066 ceph-mon[87361]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:38:03.000 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2210: finishing rollback tid 0 to smithi01981774-20 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2210: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2210: finishing rollback tid 2 to smithi01981774-20 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1384 (ObjNum 542 snap 165 seq_num 542) dirty exists 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1554 (ObjNum 65 snap 0 seq_num 2824155440) dirty exists 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2209: done (2 left) 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2210: done (1 left) 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2211: done (0 left) 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2212: copy_from oid 12 from oid 43 current snap is 213 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 213 2024-04-02T08:38:03.697 INFO:tasks.rados.rados.0.smithi019.stdout:2213: seq_num 707 ranges {3047424=647168,3694592=802816,4497408=532480,5029888=270336} 2024-04-02T08:38:03.718 INFO:tasks.rados.rados.0.smithi019.stdout:2213: writing smithi01981774-23 from 3047424 to 3694592 tid 1 2024-04-02T08:38:03.723 INFO:tasks.rados.rados.0.smithi019.stdout:2213: writing smithi01981774-23 from 3694592 to 4497408 tid 2 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi019.stdout:2213: writing smithi01981774-23 from 4497408 to 5029888 tid 3 2024-04-02T08:38:03.728 INFO:tasks.rados.rados.0.smithi019.stdout:2213: writing smithi01981774-23 from 5029888 to 5300224 tid 4 2024-04-02T08:38:03.728 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 213 2024-04-02T08:38:03.728 INFO:tasks.rados.rados.0.smithi019.stdout:2213: finishing write tid 1 to smithi01981774-23 2024-04-02T08:38:03.728 INFO:tasks.rados.rados.0.smithi019.stdout:2214: seq_num 708 ranges {2850816=663552,3514368=737280,4251648=696320,4947968=172032} 2024-04-02T08:38:03.748 INFO:tasks.rados.rados.0.smithi019.stdout:2214: writing smithi01981774-30 from 2850816 to 3514368 tid 1 2024-04-02T08:38:03.752 INFO:tasks.rados.rados.0.smithi019.stdout:2214: writing smithi01981774-30 from 3514368 to 4251648 tid 2 2024-04-02T08:38:03.756 INFO:tasks.rados.rados.0.smithi019.stdout:2214: writing smithi01981774-30 from 4251648 to 4947968 tid 3 2024-04-02T08:38:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:2214: writing smithi01981774-30 from 4947968 to 5120000 tid 4 2024-04-02T08:38:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:2215: read oid 19 snap -1 2024-04-02T08:38:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:2215: expect deleted 2024-04-02T08:38:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:2216: read oid 1 snap -1 2024-04-02T08:38:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:2216: expect (ObjNum 551 snap 166 seq_num 551) 2024-04-02T08:38:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:2217: read oid 22 snap 211 2024-04-02T08:38:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:2217: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2218: read oid 31 snap -1 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2218: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2219: setattr oid 34 current snap is 213 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: finishing write tid 2 to smithi01981774-23 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: finishing write tid 3 to smithi01981774-23 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: finishing write tid 4 to smithi01981774-23 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: finishing write tid 5 to smithi01981774-23 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: finishing write tid 6 to smithi01981774-23 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: oid 23 updating version 0 to 1434 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: oid 23 updating version 1434 to 1436 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: oid 23 updating version 1436 to 1438 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: oid 23 version 1438 is already newer than 1435 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: oid 23 version 1438 is already newer than 1437 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 1438 (ObjNum 707 snap 213 seq_num 707) dirty exists 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2213: left oid 23 (ObjNum 707 snap 213 seq_num 707) 2024-04-02T08:38:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:2212: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:2212: finishing copy_from to smithi01981774-12 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1552 (ObjNum 702 snap 210 seq_num 702) dirty exists 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:2214: finishing write tid 1 to smithi01981774-30 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:2214: finishing write tid 2 to smithi01981774-30 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:2212: done (7 left) 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:2213: done (6 left) 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:2215: done (5 left) 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 213 2024-04-02T08:38:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:2220: seq_num 709 ranges {3424256=679936,4104192=614400,4718592=499712,5218304=491520} 2024-04-02T08:38:03.784 INFO:tasks.rados.rados.0.smithi019.stdout:2220: writing smithi01981774-24 from 3424256 to 4104192 tid 1 2024-04-02T08:38:03.788 INFO:tasks.rados.rados.0.smithi019.stdout:2220: writing smithi01981774-24 from 4104192 to 4718592 tid 2 2024-04-02T08:38:03.791 INFO:tasks.rados.rados.0.smithi019.stdout:2220: writing smithi01981774-24 from 4718592 to 5218304 tid 3 2024-04-02T08:38:03.794 INFO:tasks.rados.rados.0.smithi019.stdout:2220: writing smithi01981774-24 from 5218304 to 5709824 tid 4 2024-04-02T08:38:03.794 INFO:tasks.rados.rados.0.smithi019.stdout:2221: snap_remove snap 210 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[94035]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[94035]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[94035]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[96522]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[96522]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-02T08:38:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:03 smithi019 ceph-mon[96522]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:38:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:03 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:38:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:03 smithi066 ceph-mon[87361]: Upgrade: osd.6 is safe to restart 2024-04-02T08:38:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:03 smithi066 ceph-mon[87361]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 25 op/s 2024-04-02T08:38:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:03 smithi066 ceph-mon[87361]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:38:04.612 INFO:tasks.rados.rados.0.smithi019.stdout:2214: finishing write tid 3 to smithi01981774-30 2024-04-02T08:38:04.612 INFO:tasks.rados.rados.0.smithi019.stdout:2214: finishing write tid 4 to smithi01981774-30 2024-04-02T08:38:04.612 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1557 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:38:04.612 INFO:tasks.rados.rados.0.smithi019.stdout:2214: finishing write tid 5 to smithi01981774-30 2024-04-02T08:38:04.612 INFO:tasks.rados.rados.0.smithi019.stdout:2218: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2214: finishing write tid 6 to smithi01981774-30 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2214: oid 30 updating version 0 to 1733 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2214: oid 30 version 1733 is already newer than 1732 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2214: oid 30 updating version 1733 to 1735 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2214: oid 30 version 1735 is already newer than 1731 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2214: oid 30 version 1735 is already newer than 1734 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1735 (ObjNum 708 snap 213 seq_num 708) dirty exists 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2214: left oid 30 (ObjNum 708 snap 213 seq_num 708) 2024-04-02T08:38:04.670 INFO:tasks.rados.rados.0.smithi019.stdout:2216: expect (ObjNum 551 snap 166 seq_num 551) 2024-04-02T08:38:04.788 INFO:tasks.rados.rados.0.smithi019.stdout:2217: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:04 smithi066 ceph-mon[87361]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:38:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:04 smithi066 ceph-mon[87361]: Upgrade: Updating osd.6 2024-04-02T08:38:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:04 smithi066 ceph-mon[87361]: Deploying daemon osd.6 on smithi066 2024-04-02T08:38:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:04 smithi066 ceph-mon[87361]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[96522]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[96522]: Upgrade: Updating osd.6 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[96522]: Deploying daemon osd.6 on smithi066 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[96522]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[94035]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[94035]: Upgrade: Updating osd.6 2024-04-02T08:38:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:04.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:38:04.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:04.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[94035]: Deploying daemon osd.6 on smithi066 2024-04-02T08:38:04.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:04 smithi019 ceph-mon[94035]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:38:04.993 INFO:tasks.rados.rados.0.smithi019.stdout:2220: finishing write tid 1 to smithi01981774-24 2024-04-02T08:38:04.993 INFO:tasks.rados.rados.0.smithi019.stdout:2220: finishing write tid 2 to smithi01981774-24 2024-04-02T08:38:04.993 INFO:tasks.rados.rados.0.smithi019.stdout:2214: done (6 left) 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2216: done (5 left) 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2217: done (4 left) 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2218: done (3 left) 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2219: done (2 left) 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2221: done (1 left) 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2222: snap_create 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: finishing write tid 3 to smithi01981774-24 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: finishing write tid 4 to smithi01981774-24 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: finishing write tid 5 to smithi01981774-24 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: finishing write tid 6 to smithi01981774-24 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: oid 24 updating version 0 to 1108 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: oid 24 version 1108 is already newer than 1105 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: oid 24 version 1108 is already newer than 1107 2024-04-02T08:38:04.994 INFO:tasks.rados.rados.0.smithi019.stdout:2220: oid 24 version 1108 is already newer than 1106 2024-04-02T08:38:04.995 INFO:tasks.rados.rados.0.smithi019.stdout:2220: oid 24 version 1108 is already newer than 1104 2024-04-02T08:38:04.995 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1108 (ObjNum 709 snap 213 seq_num 709) dirty exists 2024-04-02T08:38:04.995 INFO:tasks.rados.rados.0.smithi019.stdout:2220: left oid 24 (ObjNum 709 snap 213 seq_num 709) 2024-04-02T08:38:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2220: done (1 left) 2024-04-02T08:38:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2222: done (0 left) 2024-04-02T08:38:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2223: delete oid 38 current snap is 214 2024-04-02T08:38:05.782 INFO:tasks.rados.rados.0.smithi019.stdout:2223: done (0 left) 2024-04-02T08:38:05.782 INFO:tasks.rados.rados.0.smithi019.stdout:2224: snap_remove snap 212 2024-04-02T08:38:06.048 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:05 smithi066 ceph-mon[87361]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-02T08:38:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:05 smithi019 ceph-mon[94035]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-02T08:38:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:05 smithi019 ceph-mon[96522]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-02T08:38:06.790 INFO:tasks.rados.rados.0.smithi019.stdout:2224: done (0 left) 2024-04-02T08:38:06.790 INFO:tasks.rados.rados.0.smithi019.stdout:2225: rmattr oid 12 current snap is 214 2024-04-02T08:38:06.790 INFO:tasks.rados.rados.0.smithi019.stdout:2225: done (0 left) 2024-04-02T08:38:06.790 INFO:tasks.rados.rados.0.smithi019.stdout:2226: snap_remove snap 209 2024-04-02T08:38:06.997 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:06 smithi066 ceph-mon[87361]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:38:07.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:06 smithi019 ceph-mon[94035]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:38:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:06 smithi019 ceph-mon[96522]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:38:07.313 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:06 smithi066 systemd[1]: Stopping Ceph osd.6 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:07.313 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[48389]: 2024-04-02T08:38:07.241+0000 7fe2ae4c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:38:07.313 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[48389]: 2024-04-02T08:38:07.241+0000 7fe2ae4c7700 -1 osd.6 497 *** Got signal Terminated *** 2024-04-02T08:38:07.313 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:07 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[48389]: 2024-04-02T08:38:07.241+0000 7fe2ae4c7700 -1 osd.6 497 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:38:07.796 INFO:tasks.rados.rados.0.smithi019.stdout:2226: done (0 left) 2024-04-02T08:38:07.796 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 214 2024-04-02T08:38:07.796 INFO:tasks.rados.rados.0.smithi019.stdout:2227: seq_num 711 ranges {3751936=712704,4464640=786432,5251072=516096,5767168=303104} 2024-04-02T08:38:07.821 INFO:tasks.rados.rados.0.smithi019.stdout:2227: writing smithi01981774-34 from 3751936 to 4464640 tid 1 2024-04-02T08:38:07.826 INFO:tasks.rados.rados.0.smithi019.stdout:2227: writing smithi01981774-34 from 4464640 to 5251072 tid 2 2024-04-02T08:38:07.829 INFO:tasks.rados.rados.0.smithi019.stdout:2227: writing smithi01981774-34 from 5251072 to 5767168 tid 3 2024-04-02T08:38:07.831 INFO:tasks.rados.rados.0.smithi019.stdout:2227: writing smithi01981774-34 from 5767168 to 6070272 tid 4 2024-04-02T08:38:07.831 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 214 2024-04-02T08:38:07.831 INFO:tasks.rados.rados.0.smithi019.stdout:2227: finishing write tid 1 to smithi01981774-34 2024-04-02T08:38:07.831 INFO:tasks.rados.rados.0.smithi019.stdout:2228: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-04-02T08:38:07.835 INFO:tasks.rados.rados.0.smithi019.stdout:2228: writing smithi01981774-38 from 0 to 729088 tid 1 2024-04-02T08:38:07.838 INFO:tasks.rados.rados.0.smithi019.stdout:2228: writing smithi01981774-38 from 729088 to 1400832 tid 2 2024-04-02T08:38:07.842 INFO:tasks.rados.rados.0.smithi019.stdout:2228: writing smithi01981774-38 from 1400832 to 2072576 tid 3 2024-04-02T08:38:07.844 INFO:tasks.rados.rados.0.smithi019.stdout:2228: writing smithi01981774-38 from 2072576 to 2334720 tid 4 2024-04-02T08:38:07.844 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 214 2024-04-02T08:38:07.844 INFO:tasks.rados.rados.0.smithi019.stdout:2227: finishing write tid 2 to smithi01981774-34 2024-04-02T08:38:07.844 INFO:tasks.rados.rados.0.smithi019.stdout:2229: seq_num 713 ranges {3342336=745472,4087808=557056,4644864=483328,5128192=565248} 2024-04-02T08:38:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:2229: writing smithi01981774-1 from 3342336 to 4087808 tid 1 2024-04-02T08:38:07.869 INFO:tasks.rados.rados.0.smithi019.stdout:2229: writing smithi01981774-1 from 4087808 to 4644864 tid 2 2024-04-02T08:38:07.872 INFO:tasks.rados.rados.0.smithi019.stdout:2229: writing smithi01981774-1 from 4644864 to 5128192 tid 3 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2229: writing smithi01981774-1 from 5128192 to 5693440 tid 4 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2230: rollback oid 33 current snap is 214 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 33 to 208 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2227: finishing write tid 3 to smithi01981774-34 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2231: rollback oid 7 current snap is 214 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 200 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2227: finishing write tid 4 to smithi01981774-34 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2227: finishing write tid 5 to smithi01981774-34 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2227: finishing write tid 6 to smithi01981774-34 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2227: oid 34 updating version 0 to 1559 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2227: oid 34 updating version 1559 to 1561 2024-04-02T08:38:07.877 INFO:tasks.rados.rados.0.smithi019.stdout:2227: oid 34 version 1561 is already newer than 1558 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2227: oid 34 updating version 1561 to 1562 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2227: oid 34 version 1562 is already newer than 1560 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1562 (ObjNum 711 snap 214 seq_num 711) dirty exists 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2227: left oid 34 (ObjNum 711 snap 214 seq_num 711) 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: finishing write tid 1 to smithi01981774-38 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: finishing write tid 2 to smithi01981774-38 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: finishing write tid 3 to smithi01981774-38 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: finishing write tid 4 to smithi01981774-38 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: finishing write tid 5 to smithi01981774-38 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2227: done (4 left) 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2232: copy_from oid 43 from oid 21 current snap is 214 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2233: read oid 17 snap -1 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2233: expect (ObjNum 688 snap 203 seq_num 688) 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2234: delete oid 3 current snap is 214 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: finishing write tid 6 to smithi01981774-38 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: oid 38 updating version 0 to 1386 2024-04-02T08:38:07.878 INFO:tasks.rados.rados.0.smithi019.stdout:2228: oid 38 updating version 1386 to 1388 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2228: oid 38 version 1388 is already newer than 1387 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2228: oid 38 updating version 1388 to 1389 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2228: oid 38 updating version 1389 to 1390 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1390 (ObjNum 712 snap 214 seq_num 712) dirty exists 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2228: left oid 38 (ObjNum 712 snap 214 seq_num 712) 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2229: finishing write tid 1 to smithi01981774-1 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2229: finishing write tid 2 to smithi01981774-1 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2229: finishing write tid 3 to smithi01981774-1 2024-04-02T08:38:07.879 INFO:tasks.rados.rados.0.smithi019.stdout:2232: finishing copy_from to smithi01981774-43 2024-04-02T08:38:07.880 INFO:tasks.rados.rados.0.smithi019.stdout:2232: got expected ENOENT (src dne) 2024-04-02T08:38:07.880 INFO:tasks.rados.rados.0.smithi019.stdout:2232: finishing copy_from racing read to smithi01981774-43 2024-04-02T08:38:07.880 INFO:tasks.rados.rados.0.smithi019.stdout:2230: finishing rollback tid 1 to smithi01981774-33 2024-04-02T08:38:07.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 1556 (ObjNum 49 snap 0 seq_num 1717329761) dirty dne 2024-04-02T08:38:07.882 INFO:tasks.rados.rados.0.smithi019.stdout:2231: finishing rollback tid 0 to smithi01981774-7 2024-04-02T08:38:07.882 INFO:tasks.rados.rados.0.smithi019.stdout:2231: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:38:07.882 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1744 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:38:07.884 INFO:tasks.rados.rados.0.smithi019.stdout:2229: finishing write tid 4 to smithi01981774-1 2024-04-02T08:38:07.884 INFO:tasks.rados.rados.0.smithi019.stdout:2229: finishing write tid 5 to smithi01981774-1 2024-04-02T08:38:07.884 INFO:tasks.rados.rados.0.smithi019.stdout:2229: finishing write tid 6 to smithi01981774-1 2024-04-02T08:38:07.885 INFO:tasks.rados.rados.0.smithi019.stdout:2229: oid 1 updating version 0 to 1117 2024-04-02T08:38:07.885 INFO:tasks.rados.rados.0.smithi019.stdout:2229: oid 1 updating version 1117 to 1119 2024-04-02T08:38:07.885 INFO:tasks.rados.rados.0.smithi019.stdout:2229: oid 1 version 1119 is already newer than 1118 2024-04-02T08:38:07.885 INFO:tasks.rados.rados.0.smithi019.stdout:2229: oid 1 version 1119 is already newer than 1116 2024-04-02T08:38:07.885 INFO:tasks.rados.rados.0.smithi019.stdout:2229: oid 1 updating version 1119 to 1120 2024-04-02T08:38:07.885 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 1120 (ObjNum 713 snap 214 seq_num 713) dirty exists 2024-04-02T08:38:07.885 INFO:tasks.rados.rados.0.smithi019.stdout:2229: left oid 1 (ObjNum 713 snap 214 seq_num 713) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2228: done (6 left) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2229: done (5 left) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2230: done (4 left) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2231: done (3 left) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2232: done (2 left) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2234: done (1 left) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2235: read oid 29 snap -1 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2235: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:07.886 INFO:tasks.rados.rados.0.smithi019.stdout:2236: delete oid 21 current snap is 214 2024-04-02T08:38:07.888 INFO:tasks.rados.rados.0.smithi019.stdout:2236: done (2 left) 2024-04-02T08:38:07.888 INFO:tasks.rados.rados.0.smithi019.stdout:2237: copy_from oid 6 from oid 4 current snap is 214 2024-04-02T08:38:07.888 INFO:tasks.rados.rados.0.smithi019.stdout:2238: setattr oid 19 current snap is 214 2024-04-02T08:38:07.891 INFO:tasks.rados.rados.0.smithi019.stdout:2239: read oid 34 snap -1 2024-04-02T08:38:07.891 INFO:tasks.rados.rados.0.smithi019.stdout:2239: expect (ObjNum 711 snap 214 seq_num 711) 2024-04-02T08:38:07.891 INFO:tasks.rados.rados.0.smithi019.stdout:2240: copy_from oid 14 from oid 13 current snap is 214 2024-04-02T08:38:07.891 INFO:tasks.rados.rados.0.smithi019.stdout:2241: read oid 20 snap -1 2024-04-02T08:38:07.891 INFO:tasks.rados.rados.0.smithi019.stdout:2241: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:38:07.891 INFO:tasks.rados.rados.0.smithi019.stdout:2242: snap_create 2024-04-02T08:38:07.903 INFO:tasks.rados.rados.0.smithi019.stdout:2233: expect (ObjNum 688 snap 203 seq_num 688) 2024-04-02T08:38:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:07 smithi066 ceph-mon[87361]: pgmap v401: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-02T08:38:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:07 smithi066 ceph-mon[87361]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:38:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:07 smithi066 ceph-mon[87361]: osd.6 marked itself down and dead 2024-04-02T08:38:08.099 INFO:tasks.rados.rados.0.smithi019.stdout:2235: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:07 smithi019 ceph-mon[94035]: pgmap v401: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-02T08:38:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:07 smithi019 ceph-mon[94035]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:38:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:07 smithi019 ceph-mon[94035]: osd.6 marked itself down and dead 2024-04-02T08:38:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:07 smithi019 ceph-mon[96522]: pgmap v401: 121 pgs: 121 active+clean; 238 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-02T08:38:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:07 smithi019 ceph-mon[96522]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:38:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:07 smithi019 ceph-mon[96522]: osd.6 marked itself down and dead 2024-04-02T08:38:08.303 INFO:tasks.rados.rados.0.smithi019.stdout:2241: expect (ObjNum 542 snap 165 seq_num 542) 2024-04-02T08:38:08.353 INFO:tasks.rados.rados.0.smithi019.stdout:2239: expect (ObjNum 711 snap 214 seq_num 711) 2024-04-02T08:38:08.614 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:08 smithi066 podman[103056]: 2024-04-02 08:38:08.345201212 +0000 UTC m=+1.199337596 container died 861c8a15b25084ef22d14c25b4cc107827cab48537dcc8a6ee2982fe1a1fc657 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T08:38:08.809 INFO:tasks.rados.rados.0.smithi019.stdout:2233: done (7 left) 2024-04-02T08:38:08.809 INFO:tasks.rados.rados.0.smithi019.stdout:2235: done (6 left) 2024-04-02T08:38:08.809 INFO:tasks.rados.rados.0.smithi019.stdout:2239: done (5 left) 2024-04-02T08:38:08.809 INFO:tasks.rados.rados.0.smithi019.stdout:2241: done (4 left) 2024-04-02T08:38:08.809 INFO:tasks.rados.rados.0.smithi019.stdout:2242: done (3 left) 2024-04-02T08:38:08.809 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 215 2024-04-02T08:38:08.809 INFO:tasks.rados.rados.0.smithi019.stdout:2243: seq_num 716 ranges {4603904=794624,5398528=655360,6053888=704512,6758400=245760} 2024-04-02T08:38:08.839 INFO:tasks.rados.rados.0.smithi019.stdout:2243: writing smithi01981774-50 from 4603904 to 5398528 tid 1 2024-04-02T08:38:08.843 INFO:tasks.rados.rados.0.smithi019.stdout:2243: writing smithi01981774-50 from 5398528 to 6053888 tid 2 2024-04-02T08:38:08.847 INFO:tasks.rados.rados.0.smithi019.stdout:2243: writing smithi01981774-50 from 6053888 to 6758400 tid 3 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2243: writing smithi01981774-50 from 6758400 to 7004160 tid 4 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2244: delete oid 3 current snap is 215 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 875 (ObjNum 33 snap 0 seq_num 2824775120) dirty exists 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2237: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2240: finishing copy_from racing read to smithi01981774-14 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2237: finishing copy_from to smithi01981774-6 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 673 (ObjNum 682 snap 199 seq_num 682) dirty exists 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2240: finishing copy_from to smithi01981774-14 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 707 (ObjNum 678 snap 197 seq_num 678) dirty exists 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2243: finishing write tid 1 to smithi01981774-50 2024-04-02T08:38:08.849 INFO:tasks.rados.rados.0.smithi019.stdout:2243: finishing write tid 2 to smithi01981774-50 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2237: done (4 left) 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2238: done (3 left) 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2240: done (2 left) 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2244: done (1 left) 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2245: rollback oid 47 current snap is 215 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 205 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2246: read oid 36 snap 194 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2246: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2247: setattr oid 27 current snap is 215 2024-04-02T08:38:08.851 INFO:tasks.rados.rados.0.smithi019.stdout:2243: finishing write tid 3 to smithi01981774-50 2024-04-02T08:38:08.853 INFO:tasks.rados.rados.0.smithi019.stdout:2248: read oid 25 snap -1 2024-04-02T08:38:08.853 INFO:tasks.rados.rados.0.smithi019.stdout:2248: expect (ObjNum 705 snap 211 seq_num 705) 2024-04-02T08:38:08.853 INFO:tasks.rados.rados.0.smithi019.stdout:2249: copy_from oid 16 from oid 15 current snap is 215 2024-04-02T08:38:08.853 INFO:tasks.rados.rados.0.smithi019.stdout:2250: rmattr oid 40 current snap is 215 2024-04-02T08:38:08.853 INFO:tasks.rados.rados.0.smithi019.stdout:2243: finishing write tid 4 to smithi01981774-50 2024-04-02T08:38:08.853 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 215 2024-04-02T08:38:08.853 INFO:tasks.rados.rados.0.smithi019.stdout:2251: seq_num 718 ranges {2334720=32768} 2024-04-02T08:38:08.867 INFO:tasks.rados.rados.0.smithi019.stdout:2251: writing smithi01981774-38 from 2334720 to 2367488 tid 1 2024-04-02T08:38:08.867 INFO:tasks.rados.rados.0.smithi019.stdout:2252: rollback oid 12 current snap is 215 2024-04-02T08:38:08.867 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 12 to 201 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: finishing write tid 5 to smithi01981774-50 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2245: finishing rollback tid 0 to smithi01981774-47 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: finishing write tid 6 to smithi01981774-50 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: oid 50 updating version 0 to 1440 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: oid 50 updating version 1440 to 1442 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: oid 50 updating version 1442 to 1443 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: oid 50 version 1443 is already newer than 1441 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: oid 50 version 1443 is already newer than 1439 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1443 (ObjNum 716 snap 215 seq_num 716) dirty exists 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2243: left oid 50 (ObjNum 716 snap 215 seq_num 716) 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1555 (ObjNum 653 snap 192 seq_num 653) dirty exists 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1378 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:38:08.868 INFO:tasks.rados.rados.0.smithi019.stdout:2246: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2245: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2251: finishing write tid 1 to smithi01981774-38 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2251: finishing write tid 2 to smithi01981774-38 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2249: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2251: finishing write tid 3 to smithi01981774-38 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2251: oid 38 updating version 0 to 1391 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2251: oid 38 updating version 1391 to 1392 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1392 (ObjNum 718 snap 215 seq_num 718) dirty exists 2024-04-02T08:38:08.975 INFO:tasks.rados.rados.0.smithi019.stdout:2251: left oid 38 (ObjNum 718 snap 215 seq_num 718) 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2243: done (8 left) 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2246: done (7 left) 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2247: done (6 left) 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2250: done (5 left) 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2251: done (4 left) 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2253: copy_from oid 38 from oid 4 current snap is 215 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2245: finishing rollback tid 2 to smithi01981774-47 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1628 (ObjNum 641 snap 188 seq_num 641) dirty exists 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2249: finishing copy_from to smithi01981774-16 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1433 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2252: finishing rollback tid 0 to smithi01981774-12 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2252: finishing rollback tid 1 to smithi01981774-12 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1554 (ObjNum 49 snap 0 seq_num 2824904160) dirty dne 2024-04-02T08:38:08.976 INFO:tasks.rados.rados.0.smithi019.stdout:2248: expect (ObjNum 705 snap 211 seq_num 705) 2024-04-02T08:38:08.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:08 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:08.988 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:08 smithi066 ceph-mon[87361]: osdmap e499: 8 total, 7 up, 8 in 2024-04-02T08:38:08.988 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:08 smithi066 podman[103056]: 2024-04-02 08:38:08.713872618 +0000 UTC m=+1.568009004 container cleanup 861c8a15b25084ef22d14c25b4cc107827cab48537dcc8a6ee2982fe1a1fc657 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c) 2024-04-02T08:38:08.988 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:08 smithi066 bash[103056]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T08:38:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:08 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:08 smithi019 ceph-mon[94035]: osdmap e499: 8 total, 7 up, 8 in 2024-04-02T08:38:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:08 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:08 smithi019 ceph-mon[96522]: osdmap e499: 8 total, 7 up, 8 in 2024-04-02T08:38:09.252 INFO:tasks.rados.rados.0.smithi019.stdout:2253: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:38:09.252 INFO:tasks.rados.rados.0.smithi019.stdout:2253: finishing copy_from to smithi01981774-38 2024-04-02T08:38:09.252 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 673 (ObjNum 682 snap 199 seq_num 682) dirty exists 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2245: done (4 left) 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2248: done (3 left) 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2249: done (2 left) 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2252: done (1 left) 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2253: done (0 left) 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 215 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2254: seq_num 719 ranges {0=49152} 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2254: writing smithi01981774-12 from 0 to 49152 tid 1 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2255: read oid 48 snap -1 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2255: expect (ObjNum 653 snap 192 seq_num 653) 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2256: rollback oid 16 current snap is 215 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 208 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 215 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2257: seq_num 720 ranges {0=65536} 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:2257: writing smithi01981774-42 from 0 to 65536 tid 1 2024-04-02T08:38:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 215 2024-04-02T08:38:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:2258: seq_num 721 ranges {0=81920} 2024-04-02T08:38:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:2258: writing smithi01981774-11 from 0 to 81920 tid 1 2024-04-02T08:38:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:2259: snap_create 2024-04-02T08:38:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:2257: finishing write tid 1 to smithi01981774-42 2024-04-02T08:38:09.255 INFO:tasks.rados.rados.0.smithi019.stdout:2257: finishing write tid 2 to smithi01981774-42 2024-04-02T08:38:09.256 INFO:tasks.rados.rados.0.smithi019.stdout:2258: finishing write tid 1 to smithi01981774-11 2024-04-02T08:38:09.257 INFO:tasks.rados.rados.0.smithi019.stdout:2258: finishing write tid 2 to smithi01981774-11 2024-04-02T08:38:09.258 INFO:tasks.rados.rados.0.smithi019.stdout:2254: finishing write tid 1 to smithi01981774-12 2024-04-02T08:38:09.258 INFO:tasks.rados.rados.0.smithi019.stdout:2254: finishing write tid 2 to smithi01981774-12 2024-04-02T08:38:09.258 INFO:tasks.rados.rados.0.smithi019.stdout:2258: finishing write tid 3 to smithi01981774-11 2024-04-02T08:38:09.258 INFO:tasks.rados.rados.0.smithi019.stdout:2258: oid 11 updating version 0 to 687 2024-04-02T08:38:09.259 INFO:tasks.rados.rados.0.smithi019.stdout:2258: oid 11 version 687 is already newer than 686 2024-04-02T08:38:09.259 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 687 (ObjNum 721 snap 215 seq_num 721) dirty exists 2024-04-02T08:38:09.259 INFO:tasks.rados.rados.0.smithi019.stdout:2258: left oid 11 (ObjNum 721 snap 215 seq_num 721) 2024-04-02T08:38:09.259 INFO:tasks.rados.rados.0.smithi019.stdout:2256: finishing rollback tid 0 to smithi01981774-16 2024-04-02T08:38:09.259 INFO:tasks.rados.rados.0.smithi019.stdout:2257: finishing write tid 3 to smithi01981774-42 2024-04-02T08:38:09.259 INFO:tasks.rados.rados.0.smithi019.stdout:2257: oid 42 updating version 0 to 1568 2024-04-02T08:38:09.259 INFO:tasks.rados.rados.0.smithi019.stdout:2257: oid 42 version 1568 is already newer than 1567 2024-04-02T08:38:09.260 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1568 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-04-02T08:38:09.260 INFO:tasks.rados.rados.0.smithi019.stdout:2257: left oid 42 (ObjNum 720 snap 215 seq_num 720) 2024-04-02T08:38:09.260 INFO:tasks.rados.rados.0.smithi019.stdout:2256: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:38:09.260 INFO:tasks.rados.rados.0.smithi019.stdout:2255: expect (ObjNum 653 snap 192 seq_num 653) 2024-04-02T08:38:09.313 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:08 smithi066 podman[103078]: 2024-04-02 08:38:08.990240061 +0000 UTC m=+0.644301184 container remove 861c8a15b25084ef22d14c25b4cc107827cab48537dcc8a6ee2982fe1a1fc657 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T08:38:09.330 INFO:tasks.rados.rados.0.smithi019.stdout:2254: finishing write tid 3 to smithi01981774-12 2024-04-02T08:38:09.330 INFO:tasks.rados.rados.0.smithi019.stdout:2254: oid 12 updating version 0 to 1555 2024-04-02T08:38:09.331 INFO:tasks.rados.rados.0.smithi019.stdout:2254: oid 12 updating version 1555 to 1556 2024-04-02T08:38:09.331 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1556 (ObjNum 719 snap 215 seq_num 719) dirty exists 2024-04-02T08:38:09.331 INFO:tasks.rados.rados.0.smithi019.stdout:2254: left oid 12 (ObjNum 719 snap 215 seq_num 719) 2024-04-02T08:38:09.331 INFO:tasks.rados.rados.0.smithi019.stdout:2256: finishing rollback tid 2 to smithi01981774-16 2024-04-02T08:38:09.331 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1559 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:2254: done (5 left) 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:2255: done (4 left) 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:2256: done (3 left) 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:2257: done (2 left) 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:2258: done (1 left) 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:2259: done (0 left) 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 216 2024-04-02T08:38:09.611 INFO:tasks.rados.rados.0.smithi019.stdout:2260: seq_num 722 ranges {4276224=98304} 2024-04-02T08:38:09.625 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:09 smithi066 podman[103177]: 2024-04-02 08:38:09.251655654 +0000 UTC m=+0.019146905 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:38:09.625 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:09 smithi066 podman[103177]: 2024-04-02 08:38:09.357866534 +0000 UTC m=+0.125357807 container create c5effa3e117e1533990d1704219b01dfb714ac0a5f4d4ddc0e2f4f11a2eaca96 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T08:38:09.625 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:09 smithi066 podman[103177]: 2024-04-02 08:38:09.543796434 +0000 UTC m=+0.311287666 container init c5effa3e117e1533990d1704219b01dfb714ac0a5f4d4ddc0e2f4f11a2eaca96 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:38:09.626 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:09 smithi066 podman[103177]: 2024-04-02 08:38:09.549066238 +0000 UTC m=+0.316557470 container start c5effa3e117e1533990d1704219b01dfb714ac0a5f4d4ddc0e2f4f11a2eaca96 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:38:09.634 INFO:tasks.rados.rados.0.smithi019.stdout:2260: writing smithi01981774-49 from 4276224 to 4374528 tid 1 2024-04-02T08:38:09.635 INFO:tasks.rados.rados.0.smithi019.stdout:2261: delete oid 40 current snap is 216 2024-04-02T08:38:09.656 INFO:tasks.rados.rados.0.smithi019.stdout:2260: finishing write tid 1 to smithi01981774-49 2024-04-02T08:38:09.657 INFO:tasks.rados.rados.0.smithi019.stdout:2261: done (1 left) 2024-04-02T08:38:09.657 INFO:tasks.rados.rados.0.smithi019.stdout:2262: read oid 6 snap 188 2024-04-02T08:38:09.657 INFO:tasks.rados.rados.0.smithi019.stdout:2262: expect (ObjNum 529 snap 161 seq_num 529) 2024-04-02T08:38:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:2263: rollback oid 3 current snap is 216 2024-04-02T08:38:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 3 to 201 2024-04-02T08:38:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:2260: finishing write tid 2 to smithi01981774-49 2024-04-02T08:38:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:2264: read oid 42 snap -1 2024-04-02T08:38:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:2264: expect (ObjNum 720 snap 215 seq_num 720) 2024-04-02T08:38:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 216 2024-04-02T08:38:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:2265: seq_num 724 ranges {0=131072} 2024-04-02T08:38:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:2265: writing smithi01981774-41 from 0 to 131072 tid 1 2024-04-02T08:38:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:2266: read oid 28 snap -1 2024-04-02T08:38:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:2266: expect (ObjNum 668 snap 196 seq_num 668) 2024-04-02T08:38:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 216 2024-04-02T08:38:09.659 INFO:tasks.rados.rados.0.smithi019.stdout:2267: seq_num 725 ranges {1769472=147456} 2024-04-02T08:38:09.670 INFO:tasks.rados.rados.0.smithi019.stdout:2267: writing smithi01981774-13 from 1769472 to 1916928 tid 1 2024-04-02T08:38:09.670 INFO:tasks.rados.rados.0.smithi019.stdout:2268: snap_remove snap 194 2024-04-02T08:38:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:09 smithi066 ceph-mon[87361]: pgmap v404: 121 pgs: 14 stale+active+clean, 107 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-04-02T08:38:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:09 smithi066 ceph-mon[87361]: osdmap e500: 8 total, 7 up, 8 in 2024-04-02T08:38:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:09 smithi066 ceph-mon[87361]: osdmap e501: 8 total, 7 up, 8 in 2024-04-02T08:38:10.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:09 smithi066 podman[103177]: 2024-04-02 08:38:09.626797565 +0000 UTC m=+0.394288806 container attach c5effa3e117e1533990d1704219b01dfb714ac0a5f4d4ddc0e2f4f11a2eaca96 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:38:10.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:09 smithi066 podman[103177]: 2024-04-02 08:38:09.863162898 +0000 UTC m=+0.630654128 container died c5effa3e117e1533990d1704219b01dfb714ac0a5f4d4ddc0e2f4f11a2eaca96 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T08:38:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:09 smithi019 ceph-mon[94035]: pgmap v404: 121 pgs: 14 stale+active+clean, 107 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-04-02T08:38:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:09 smithi019 ceph-mon[94035]: osdmap e500: 8 total, 7 up, 8 in 2024-04-02T08:38:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:09 smithi019 ceph-mon[94035]: osdmap e501: 8 total, 7 up, 8 in 2024-04-02T08:38:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:09 smithi019 ceph-mon[96522]: pgmap v404: 121 pgs: 14 stale+active+clean, 107 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-04-02T08:38:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:09 smithi019 ceph-mon[96522]: osdmap e500: 8 total, 7 up, 8 in 2024-04-02T08:38:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:09 smithi019 ceph-mon[96522]: osdmap e501: 8 total, 7 up, 8 in 2024-04-02T08:38:10.619 INFO:tasks.rados.rados.0.smithi019.stdout:2268: done (7 left) 2024-04-02T08:38:10.619 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 216 2024-04-02T08:38:10.619 INFO:tasks.rados.rados.0.smithi019.stdout:2269: seq_num 726 ranges {6193152=163840} 2024-04-02T08:38:10.655 INFO:tasks.rados.rados.0.smithi019.stdout:2269: writing smithi01981774-25 from 6193152 to 6356992 tid 1 2024-04-02T08:38:10.655 INFO:tasks.rados.rados.0.smithi019.stdout:2270: read oid 34 snap -1 2024-04-02T08:38:10.655 INFO:tasks.rados.rados.0.smithi019.stdout:2270: expect (ObjNum 711 snap 214 seq_num 711) 2024-04-02T08:38:10.655 INFO:tasks.rados.rados.0.smithi019.stdout:2271: snap_create 2024-04-02T08:38:10.655 INFO:tasks.rados.rados.0.smithi019.stdout:2260: finishing write tid 3 to smithi01981774-49 2024-04-02T08:38:10.655 INFO:tasks.rados.rados.0.smithi019.stdout:2260: oid 49 updating version 0 to 1564 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2260: oid 49 version 1564 is already newer than 1563 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1564 (ObjNum 722 snap 216 seq_num 722) dirty exists 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2260: left oid 49 (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2263: finishing rollback tid 1 to smithi01981774-3 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2263: finishing rollback tid 2 to smithi01981774-3 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 1125 (ObjNum 647 snap 190 seq_num 647) dirty exists 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2265: finishing write tid 1 to smithi01981774-41 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2265: finishing write tid 2 to smithi01981774-41 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2267: finishing write tid 1 to smithi01981774-13 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2267: finishing write tid 2 to smithi01981774-13 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2265: finishing write tid 3 to smithi01981774-41 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2265: oid 41 updating version 0 to 1745 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2265: oid 41 updating version 1745 to 1746 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1746 (ObjNum 724 snap 216 seq_num 724) dirty exists 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2265: left oid 41 (ObjNum 724 snap 216 seq_num 724) 2024-04-02T08:38:10.656 INFO:tasks.rados.rados.0.smithi019.stdout:2267: finishing write tid 3 to smithi01981774-13 2024-04-02T08:38:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:2267: oid 13 updating version 0 to 708 2024-04-02T08:38:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:2267: oid 13 updating version 708 to 709 2024-04-02T08:38:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 709 (ObjNum 725 snap 216 seq_num 725) dirty exists 2024-04-02T08:38:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:2267: left oid 13 (ObjNum 725 snap 216 seq_num 725) 2024-04-02T08:38:10.657 INFO:tasks.rados.rados.0.smithi019.stdout:2262: expect (ObjNum 529 snap 161 seq_num 529) 2024-04-02T08:38:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:38:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:38:10] "GET /metrics HTTP/1.1" 200 36183 "" "Prometheus/2.43.0" 2024-04-02T08:38:10.791 INFO:tasks.rados.rados.0.smithi019.stdout:2264: expect (ObjNum 720 snap 215 seq_num 720) 2024-04-02T08:38:10.792 INFO:tasks.rados.rados.0.smithi019.stdout:2266: expect (ObjNum 668 snap 196 seq_num 668) 2024-04-02T08:38:10.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:10 smithi066 podman[103223]: 2024-04-02 08:38:10.471970671 +0000 UTC m=+0.601734970 container remove c5effa3e117e1533990d1704219b01dfb714ac0a5f4d4ddc0e2f4f11a2eaca96 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:38:10.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:10 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T08:38:10.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:10 smithi066 systemd[1]: Stopped Ceph osd.6 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:10.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:10 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 14.297s CPU time. 2024-04-02T08:38:10.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:10 smithi066 systemd[1]: Starting Ceph osd.6 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:10.834 INFO:tasks.rados.rados.0.smithi019.stdout:2269: finishing write tid 1 to smithi01981774-25 2024-04-02T08:38:10.834 INFO:tasks.rados.rados.0.smithi019.stdout:2269: finishing write tid 2 to smithi01981774-25 2024-04-02T08:38:10.834 INFO:tasks.rados.rados.0.smithi019.stdout:2269: finishing write tid 3 to smithi01981774-25 2024-04-02T08:38:10.834 INFO:tasks.rados.rados.0.smithi019.stdout:2269: oid 25 updating version 0 to 1629 2024-04-02T08:38:10.835 INFO:tasks.rados.rados.0.smithi019.stdout:2269: oid 25 updating version 1629 to 1630 2024-04-02T08:38:10.835 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1630 (ObjNum 726 snap 216 seq_num 726) dirty exists 2024-04-02T08:38:10.835 INFO:tasks.rados.rados.0.smithi019.stdout:2269: left oid 25 (ObjNum 726 snap 216 seq_num 726) 2024-04-02T08:38:10.835 INFO:tasks.rados.rados.0.smithi019.stdout:2270: expect (ObjNum 711 snap 214 seq_num 711) 2024-04-02T08:38:11.265 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:10 smithi066 podman[103331]: 2024-04-02 08:38:10.834190598 +0000 UTC m=+0.018488888 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:38:11.265 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:10 smithi066 podman[103331]: 2024-04-02 08:38:10.93978737 +0000 UTC m=+0.124085659 container create b1d7a064bdf6c2fc4d4d8770846d042cb269215c6bee27f68e1a25323fcacc63 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:11.265 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 podman[103331]: 2024-04-02 08:38:11.167019488 +0000 UTC m=+0.351317780 container init b1d7a064bdf6c2fc4d4d8770846d042cb269215c6bee27f68e1a25323fcacc63 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:11.265 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 podman[103331]: 2024-04-02 08:38:11.173065943 +0000 UTC m=+0.357364233 container start b1d7a064bdf6c2fc4d4d8770846d042cb269215c6bee27f68e1a25323fcacc63 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True) 2024-04-02T08:38:11.265 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 podman[103331]: 2024-04-02 08:38:11.266992501 +0000 UTC m=+0.451290799 container attach b1d7a064bdf6c2fc4d4d8770846d042cb269215c6bee27f68e1a25323fcacc63 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-02T08:38:11.621 INFO:tasks.rados.rados.0.smithi019.stdout:2260: done (9 left) 2024-04-02T08:38:11.621 INFO:tasks.rados.rados.0.smithi019.stdout:2262: done (8 left) 2024-04-02T08:38:11.621 INFO:tasks.rados.rados.0.smithi019.stdout:2263: done (7 left) 2024-04-02T08:38:11.621 INFO:tasks.rados.rados.0.smithi019.stdout:2264: done (6 left) 2024-04-02T08:38:11.621 INFO:tasks.rados.rados.0.smithi019.stdout:2265: done (5 left) 2024-04-02T08:38:11.621 INFO:tasks.rados.rados.0.smithi019.stdout:2266: done (4 left) 2024-04-02T08:38:11.621 INFO:tasks.rados.rados.0.smithi019.stdout:2267: done (3 left) 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:2269: done (2 left) 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:2270: done (1 left) 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:2271: done (0 left) 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:2272: rollback oid 42 current snap is 217 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 201 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:2273: rollback oid 29 current snap is 217 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 213 2024-04-02T08:38:11.622 INFO:tasks.rados.rados.0.smithi019.stdout:2274: snap_create 2024-04-02T08:38:11.631 INFO:tasks.rados.rados.0.smithi019.stdout:2273: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:38:11.631 INFO:tasks.rados.rados.0.smithi019.stdout:2273: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:38:11.631 INFO:tasks.rados.rados.0.smithi019.stdout:2273: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:38:11.631 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1758 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:11.632 INFO:tasks.rados.rados.0.smithi019.stdout:2272: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:38:11.632 INFO:tasks.rados.rados.0.smithi019.stdout:2272: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:38:11.632 INFO:tasks.rados.rados.0.smithi019.stdout:2272: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:38:11.633 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1571 (ObjNum 686 snap 201 seq_num 686) dirty exists 2024-04-02T08:38:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:11 smithi019 ceph-mon[94035]: pgmap v407: 121 pgs: 5 active+undersized, 3 active+undersized+degraded, 13 stale+active+clean, 100 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 11/402 objects degraded (2.736%) 2024-04-02T08:38:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:11 smithi019 ceph-mon[94035]: osdmap e502: 8 total, 7 up, 8 in 2024-04-02T08:38:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:11 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 11/402 objects degraded (2.736%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:11 smithi019 ceph-mon[96522]: pgmap v407: 121 pgs: 5 active+undersized, 3 active+undersized+degraded, 13 stale+active+clean, 100 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 11/402 objects degraded (2.736%) 2024-04-02T08:38:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:11 smithi019 ceph-mon[96522]: osdmap e502: 8 total, 7 up, 8 in 2024-04-02T08:38:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:11 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 11/402 objects degraded (2.736%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:11.969 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-mon[87361]: pgmap v407: 121 pgs: 5 active+undersized, 3 active+undersized+degraded, 13 stale+active+clean, 100 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 8 op/s; 11/402 objects degraded (2.736%) 2024-04-02T08:38:11.969 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-mon[87361]: osdmap e502: 8 total, 7 up, 8 in 2024-04-02T08:38:11.969 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 11/402 objects degraded (2.736%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[103345]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[103345]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 bash[103331]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 bash[103331]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 bash[103331]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 bash[103331]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 bash[103331]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 bash[103331]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 bash[103331]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[103345]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:38:11.970 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[103345]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:38:11.971 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[103345]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:38:11.971 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[103345]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:38:11.971 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[103345]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:38:11.971 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:11 smithi066 podman[103331]: 2024-04-02 08:38:11.662364925 +0000 UTC m=+0.846663223 container died b1d7a064bdf6c2fc4d4d8770846d042cb269215c6bee27f68e1a25323fcacc63 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:38:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:12.563 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 podman[103481]: 2024-04-02 08:38:12.329619019 +0000 UTC m=+0.658893751 container remove b1d7a064bdf6c2fc4d4d8770846d042cb269215c6bee27f68e1a25323fcacc63 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-02T08:38:12.563 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 podman[103549]: 2024-04-02 08:38:12.456355934 +0000 UTC m=+0.018629508 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:38:12.564 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 podman[103549]: 2024-04-02 08:38:12.555437965 +0000 UTC m=+0.117711516 container create 8b7c3ab9ff8112ec4f7c7272726e0c894af25b0fe75260d4f678da6fd3f3c683 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:38:12.633 INFO:tasks.rados.rados.0.smithi019.stdout:2272: done (2 left) 2024-04-02T08:38:12.633 INFO:tasks.rados.rados.0.smithi019.stdout:2273: done (1 left) 2024-04-02T08:38:12.633 INFO:tasks.rados.rados.0.smithi019.stdout:2274: done (0 left) 2024-04-02T08:38:12.633 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 50 current snap is 218 2024-04-02T08:38:12.634 INFO:tasks.rados.rados.0.smithi019.stdout:2275: seq_num 727 ranges {7004160=180224} 2024-04-02T08:38:12.673 INFO:tasks.rados.rados.0.smithi019.stdout:2275: writing smithi01981774-50 from 7004160 to 7184384 tid 1 2024-04-02T08:38:12.673 INFO:tasks.rados.rados.0.smithi019.stdout:2276: read oid 28 snap 188 2024-04-02T08:38:12.673 INFO:tasks.rados.rados.0.smithi019.stdout:2276: expect deleted 2024-04-02T08:38:12.673 INFO:tasks.rados.rados.0.smithi019.stdout:2277: snap_remove snap 201 2024-04-02T08:38:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:12 smithi019 ceph-mon[94035]: osdmap e503: 8 total, 7 up, 8 in 2024-04-02T08:38:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:12 smithi019 ceph-mon[96522]: osdmap e503: 8 total, 7 up, 8 in 2024-04-02T08:38:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:12 smithi066 ceph-mon[87361]: osdmap e503: 8 total, 7 up, 8 in 2024-04-02T08:38:13.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 podman[103549]: 2024-04-02 08:38:12.766621135 +0000 UTC m=+0.328894699 container init 8b7c3ab9ff8112ec4f7c7272726e0c894af25b0fe75260d4f678da6fd3f3c683 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T08:38:13.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 podman[103549]: 2024-04-02 08:38:12.772297243 +0000 UTC m=+0.334570792 container start 8b7c3ab9ff8112ec4f7c7272726e0c894af25b0fe75260d4f678da6fd3f3c683 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:13.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 ceph-osd[103587]: -- 172.21.15.66:0/1184657085 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561e83fcd680 con 0x561e83f96c00 2024-04-02T08:38:13.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 bash[103549]: 8b7c3ab9ff8112ec4f7c7272726e0c894af25b0fe75260d4f678da6fd3f3c683 2024-04-02T08:38:13.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:12 smithi066 systemd[1]: Started Ceph osd.6 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2277: done (2 left) 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2278: read oid 36 snap -1 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2278: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2279: read oid 15 snap 200 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2279: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2280: snap_create 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2275: finishing write tid 1 to smithi01981774-50 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2275: finishing write tid 2 to smithi01981774-50 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2275: finishing write tid 3 to smithi01981774-50 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2275: oid 50 updating version 0 to 1445 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:2275: oid 50 version 1445 is already newer than 1444 2024-04-02T08:38:13.636 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1445 (ObjNum 727 snap 218 seq_num 727) dirty exists 2024-04-02T08:38:13.637 INFO:tasks.rados.rados.0.smithi019.stdout:2275: left oid 50 (ObjNum 727 snap 218 seq_num 727) 2024-04-02T08:38:13.639 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T08:38:13.329+0000 7fb1287867c0 -1 Falling back to public interface 2024-04-02T08:38:13.659 INFO:tasks.rados.rados.0.smithi019.stdout:2278: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:38:13.768 INFO:tasks.rados.rados.0.smithi019.stdout:2279: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[94035]: pgmap v410: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 4.8 MiB/s wr, 39 op/s; 31/435 objects degraded (7.126%) 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[94035]: osdmap e504: 8 total, 7 up, 8 in 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[96522]: pgmap v410: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 4.8 MiB/s wr, 39 op/s; 31/435 objects degraded (7.126%) 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[96522]: osdmap e504: 8 total, 7 up, 8 in 2024-04-02T08:38:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:13.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-mon[87361]: pgmap v410: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 4.8 MiB/s wr, 39 op/s; 31/435 objects degraded (7.126%) 2024-04-02T08:38:13.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-mon[87361]: osdmap e504: 8 total, 7 up, 8 in 2024-04-02T08:38:13.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:13.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:13.959 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:2275: done (4 left) 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:2276: done (3 left) 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:2278: done (2 left) 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:2279: done (1 left) 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:2280: done (0 left) 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:2281: copy_from oid 24 from oid 14 current snap is 219 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 219 2024-04-02T08:38:14.609 INFO:tasks.rados.rados.0.smithi019.stdout:2282: seq_num 728 ranges {6668288=196608} 2024-04-02T08:38:14.646 INFO:tasks.rados.rados.0.smithi019.stdout:2282: writing smithi01981774-10 from 6668288 to 6864896 tid 1 2024-04-02T08:38:14.647 INFO:tasks.rados.rados.0.smithi019.stdout:2283: snap_remove snap 211 2024-04-02T08:38:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:14 smithi019 ceph-mon[94035]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:38:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:14 smithi019 ceph-mon[94035]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:38:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:14 smithi019 ceph-mon[96522]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:38:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:14 smithi019 ceph-mon[96522]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:38:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:14 smithi066 ceph-mon[87361]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:38:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:14 smithi066 ceph-mon[87361]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2283: done (2 left) 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2284: read oid 36 snap -1 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2284: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 219 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2281: finishing copy_from racing read to smithi01981774-24 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2281: finishing copy_from to smithi01981774-24 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 707 (ObjNum 678 snap 197 seq_num 678) dirty exists 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2282: finishing write tid 1 to smithi01981774-10 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2282: finishing write tid 2 to smithi01981774-10 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2282: finishing write tid 3 to smithi01981774-10 2024-04-02T08:38:15.651 INFO:tasks.rados.rados.0.smithi019.stdout:2282: oid 10 updating version 0 to 820 2024-04-02T08:38:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:2282: oid 10 version 820 is already newer than 819 2024-04-02T08:38:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 820 (ObjNum 728 snap 219 seq_num 728) dirty exists 2024-04-02T08:38:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:2282: left oid 10 (ObjNum 728 snap 219 seq_num 728) 2024-04-02T08:38:15.652 INFO:tasks.rados.rados.0.smithi019.stdout:2285: seq_num 729 ranges {6356992=212992} 2024-04-02T08:38:15.688 INFO:tasks.rados.rados.0.smithi019.stdout:2285: writing smithi01981774-25 from 6356992 to 6569984 tid 1 2024-04-02T08:38:15.688 INFO:tasks.rados.rados.0.smithi019.stdout:2281: done (3 left) 2024-04-02T08:38:15.688 INFO:tasks.rados.rados.0.smithi019.stdout:2282: done (2 left) 2024-04-02T08:38:15.688 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 219 2024-04-02T08:38:15.688 INFO:tasks.rados.rados.0.smithi019.stdout:2286: seq_num 730 ranges {2236416=229376} 2024-04-02T08:38:15.701 INFO:tasks.rados.rados.0.smithi019.stdout:2286: writing smithi01981774-18 from 2236416 to 2465792 tid 1 2024-04-02T08:38:15.701 INFO:tasks.rados.rados.0.smithi019.stdout:2287: copy_from oid 8 from oid 7 current snap is 219 2024-04-02T08:38:15.701 INFO:tasks.rados.rados.0.smithi019.stdout:2284: expect (ObjNum 625 snap 184 seq_num 625) 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:2285: finishing write tid 1 to smithi01981774-25 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:2285: finishing write tid 2 to smithi01981774-25 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:2285: finishing write tid 3 to smithi01981774-25 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:2285: oid 25 updating version 0 to 1632 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:2285: oid 25 version 1632 is already newer than 1631 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1632 (ObjNum 729 snap 219 seq_num 729) dirty exists 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:2285: left oid 25 (ObjNum 729 snap 219 seq_num 729) 2024-04-02T08:38:15.811 INFO:tasks.rados.rados.0.smithi019.stdout:2287: finishing copy_from to smithi01981774-8 2024-04-02T08:38:15.812 INFO:tasks.rados.rados.0.smithi019.stdout:2287: got expected ENOENT (src dne) 2024-04-02T08:38:15.812 INFO:tasks.rados.rados.0.smithi019.stdout:2287: finishing copy_from racing read to smithi01981774-8 2024-04-02T08:38:15.812 INFO:tasks.rados.rados.0.smithi019.stdout:2286: finishing write tid 1 to smithi01981774-18 2024-04-02T08:38:15.812 INFO:tasks.rados.rados.0.smithi019.stdout:2284: done (3 left) 2024-04-02T08:38:15.812 INFO:tasks.rados.rados.0.smithi019.stdout:2285: done (2 left) 2024-04-02T08:38:15.812 INFO:tasks.rados.rados.0.smithi019.stdout:2287: done (1 left) 2024-04-02T08:38:15.812 INFO:tasks.rados.rados.0.smithi019.stdout:2288: snap_remove snap 213 2024-04-02T08:38:15.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:15 smithi066 ceph-mon[87361]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 257 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 39 op/s; 32/438 objects degraded (7.306%) 2024-04-02T08:38:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:15 smithi019 ceph-mon[94035]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 257 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 39 op/s; 32/438 objects degraded (7.306%) 2024-04-02T08:38:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:15 smithi019 ceph-mon[96522]: pgmap v413: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 257 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 39 op/s; 32/438 objects degraded (7.306%) 2024-04-02T08:38:16.563 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:16 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T08:38:16.225+0000 7fb1287867c0 -1 osd.6 498 log_to_monitors true 2024-04-02T08:38:16.663 INFO:tasks.rados.rados.0.smithi019.stdout:2288: done (1 left) 2024-04-02T08:38:16.664 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 219 2024-04-02T08:38:16.664 INFO:tasks.rados.rados.0.smithi019.stdout:2289: seq_num 731 ranges {1835008=245760} 2024-04-02T08:38:16.676 INFO:tasks.rados.rados.0.smithi019.stdout:2289: writing smithi01981774-38 from 1835008 to 2080768 tid 1 2024-04-02T08:38:16.676 INFO:tasks.rados.rados.0.smithi019.stdout:2290: snap_remove snap 202 2024-04-02T08:38:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:16 smithi019 ceph-mon[94035]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:38:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:16 smithi019 ceph-mon[94035]: from='osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:16 smithi019 ceph-mon[94035]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:16 smithi019 ceph-mon[96522]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:38:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:16 smithi019 ceph-mon[96522]: from='osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:16 smithi019 ceph-mon[96522]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:17.047 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:16 smithi066 ceph-mon[87361]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:38:17.048 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:16 smithi066 ceph-mon[87361]: from='osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:17.048 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:16 smithi066 ceph-mon[87361]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:38:17.048 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:16 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T08:38:16.702+0000 7fb115bd6700 -1 osd.6 498 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:38:17.671 INFO:tasks.rados.rados.0.smithi019.stdout:2290: done (2 left) 2024-04-02T08:38:17.671 INFO:tasks.rados.rados.0.smithi019.stdout:2291: read oid 12 snap -1 2024-04-02T08:38:17.671 INFO:tasks.rados.rados.0.smithi019.stdout:2291: expect (ObjNum 719 snap 215 seq_num 719) 2024-04-02T08:38:17.671 INFO:tasks.rados.rados.0.smithi019.stdout:2292: copy_from oid 27 from oid 11 current snap is 219 2024-04-02T08:38:17.671 INFO:tasks.rados.rados.0.smithi019.stdout:2286: finishing write tid 2 to smithi01981774-18 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2286: finishing write tid 3 to smithi01981774-18 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2286: oid 18 updating version 0 to 1380 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2286: oid 18 version 1380 is already newer than 1379 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1380 (ObjNum 730 snap 219 seq_num 730) dirty exists 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2286: left oid 18 (ObjNum 730 snap 219 seq_num 730) 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2289: finishing write tid 1 to smithi01981774-38 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2289: finishing write tid 2 to smithi01981774-38 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2289: finishing write tid 3 to smithi01981774-38 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2289: oid 38 updating version 0 to 1393 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2289: oid 38 updating version 1393 to 1394 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1394 (ObjNum 731 snap 219 seq_num 731) dirty exists 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2289: left oid 38 (ObjNum 731 snap 219 seq_num 731) 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2286: done (3 left) 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2289: done (2 left) 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2293: copy_from oid 21 from oid 16 current snap is 219 2024-04-02T08:38:17.672 INFO:tasks.rados.rados.0.smithi019.stdout:2294: read oid 14 snap 208 2024-04-02T08:38:17.673 INFO:tasks.rados.rados.0.smithi019.stdout:2294: expect (ObjNum 651 snap 192 seq_num 651) 2024-04-02T08:38:17.673 INFO:tasks.rados.rados.0.smithi019.stdout:2295: snap_remove snap 188 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: pgmap v416: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 516 KiB/s wr, 5 op/s; 32/447 objects degraded (7.159%) 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 32/447 objects degraded (7.159%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: from='osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: pgmap v416: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 516 KiB/s wr, 5 op/s; 32/447 objects degraded (7.159%) 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 32/447 objects degraded (7.159%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: from='osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: pgmap v416: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 516 KiB/s wr, 5 op/s; 32/447 objects degraded (7.159%) 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 32/447 objects degraded (7.159%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: from='osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:2291: expect (ObjNum 719 snap 215 seq_num 719) 2024-04-02T08:38:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:2293: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:38:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:2293: finishing copy_from to smithi01981774-21 2024-04-02T08:38:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1559 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-04-02T08:38:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:2291: done (4 left) 2024-04-02T08:38:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:2293: done (3 left) 2024-04-02T08:38:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:2295: done (2 left) 2024-04-02T08:38:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:2296: read oid 16 snap 205 2024-04-02T08:38:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:2296: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:38:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:2297: rmattr oid 22 current snap is 219 2024-04-02T08:38:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:2298: read oid 12 snap -1 2024-04-02T08:38:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:2298: expect (ObjNum 719 snap 215 seq_num 719) 2024-04-02T08:38:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:2299: setattr oid 6 current snap is 219 2024-04-02T08:38:18.685 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 219 2024-04-02T08:38:18.685 INFO:tasks.rados.rados.0.smithi019.stdout:2300: seq_num 732 ranges {6864896=262144} 2024-04-02T08:38:18.727 INFO:tasks.rados.rados.0.smithi019.stdout:2300: writing smithi01981774-10 from 6864896 to 7127040 tid 1 2024-04-02T08:38:18.727 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 219 2024-04-02T08:38:18.727 INFO:tasks.rados.rados.0.smithi019.stdout:2301: seq_num 733 ranges {10215424=278528} 2024-04-02T08:38:18.785 INFO:tasks.rados.rados.0.smithi019.stdout:2301: writing smithi01981774-43 from 10215424 to 10493952 tid 1 2024-04-02T08:38:18.785 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 219 2024-04-02T08:38:18.785 INFO:tasks.rados.rados.0.smithi019.stdout:2302: seq_num 734 ranges {6569984=294912} 2024-04-02T08:38:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:2302: writing smithi01981774-25 from 6569984 to 6864896 tid 1 2024-04-02T08:38:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:2303: delete oid 48 current snap is 219 2024-04-02T08:38:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1572 (ObjNum 682 snap 199 seq_num 682) dirty exists 2024-04-02T08:38:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1381 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:18.823 INFO:tasks.rados.rados.0.smithi019.stdout:2296: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[96522]: osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910] boot 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[96522]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[94035]: osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910] boot 2024-04-02T08:38:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[94035]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:18.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:18.976 INFO:tasks.rados.rados.0.smithi019.stdout:2298: expect (ObjNum 719 snap 215 seq_num 719) 2024-04-02T08:38:18.978 INFO:tasks.rados.rados.0.smithi019.stdout:2292: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:38:18.978 INFO:tasks.rados.rados.0.smithi019.stdout:2292: finishing copy_from to smithi01981774-27 2024-04-02T08:38:18.978 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 687 (ObjNum 721 snap 215 seq_num 721) dirty exists 2024-04-02T08:38:18.978 INFO:tasks.rados.rados.0.smithi019.stdout:2294: expect (ObjNum 651 snap 192 seq_num 651) 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:2300: finishing write tid 1 to smithi01981774-10 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:2300: finishing write tid 2 to smithi01981774-10 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:2300: finishing write tid 3 to smithi01981774-10 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:2300: oid 10 updating version 0 to 821 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:2300: oid 10 updating version 821 to 822 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 822 (ObjNum 732 snap 219 seq_num 732) dirty exists 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:2300: left oid 10 (ObjNum 732 snap 219 seq_num 732) 2024-04-02T08:38:19.060 INFO:tasks.rados.rados.0.smithi019.stdout:2301: finishing write tid 1 to smithi01981774-43 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2292: done (9 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2294: done (8 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2296: done (7 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2297: done (6 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2298: done (5 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2299: done (4 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2300: done (3 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2303: done (2 left) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2304: copy_from oid 11 from oid 22 current snap is 219 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2301: finishing write tid 2 to smithi01981774-43 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2301: finishing write tid 3 to smithi01981774-43 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2301: oid 43 updating version 0 to 1557 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2301: oid 43 updating version 1557 to 1558 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1558 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2301: left oid 43 (ObjNum 733 snap 219 seq_num 733) 2024-04-02T08:38:19.061 INFO:tasks.rados.rados.0.smithi019.stdout:2302: finishing write tid 1 to smithi01981774-25 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2302: finishing write tid 2 to smithi01981774-25 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2302: finishing write tid 3 to smithi01981774-25 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2302: oid 25 updating version 0 to 1633 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2302: oid 25 updating version 1633 to 1634 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1634 (ObjNum 734 snap 219 seq_num 734) dirty exists 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2302: left oid 25 (ObjNum 734 snap 219 seq_num 734) 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2301: done (2 left) 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2302: done (1 left) 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 219 2024-04-02T08:38:19.062 INFO:tasks.rados.rados.0.smithi019.stdout:2305: seq_num 736 ranges {6864896=335872} 2024-04-02T08:38:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:18 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:18 smithi066 ceph-mon[87361]: osd.6 [v2:172.21.15.66:6816/4060554910,v1:172.21.15.66:6817/4060554910] boot 2024-04-02T08:38:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:18 smithi066 ceph-mon[87361]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:38:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:38:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:19.099 INFO:tasks.rados.rados.0.smithi019.stdout:2305: writing smithi01981774-25 from 6864896 to 7200768 tid 1 2024-04-02T08:38:19.099 INFO:tasks.rados.rados.0.smithi019.stdout:2306: delete oid 1 current snap is 219 2024-04-02T08:38:19.099 INFO:tasks.rados.rados.0.smithi019.stdout:2304: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:38:19.099 INFO:tasks.rados.rados.0.smithi019.stdout:2304: finishing copy_from to smithi01981774-11 2024-04-02T08:38:19.099 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 1381 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:19.103 INFO:tasks.rados.rados.0.smithi019.stdout:2304: done (2 left) 2024-04-02T08:38:19.103 INFO:tasks.rados.rados.0.smithi019.stdout:2306: done (1 left) 2024-04-02T08:38:19.103 INFO:tasks.rados.rados.0.smithi019.stdout:2307: rmattr oid 27 current snap is 219 2024-04-02T08:38:19.103 INFO:tasks.rados.rados.0.smithi019.stdout:2307: done (1 left) 2024-04-02T08:38:19.103 INFO:tasks.rados.rados.0.smithi019.stdout:2308: snap_create 2024-04-02T08:38:19.103 INFO:tasks.rados.rados.0.smithi019.stdout:2305: finishing write tid 1 to smithi01981774-25 2024-04-02T08:38:19.103 INFO:tasks.rados.rados.0.smithi019.stdout:2305: finishing write tid 2 to smithi01981774-25 2024-04-02T08:38:19.104 INFO:tasks.rados.rados.0.smithi019.stdout:2305: finishing write tid 3 to smithi01981774-25 2024-04-02T08:38:19.104 INFO:tasks.rados.rados.0.smithi019.stdout:2305: oid 25 updating version 0 to 1636 2024-04-02T08:38:19.104 INFO:tasks.rados.rados.0.smithi019.stdout:2305: oid 25 version 1636 is already newer than 1635 2024-04-02T08:38:19.104 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1636 (ObjNum 736 snap 219 seq_num 736) dirty exists 2024-04-02T08:38:19.104 INFO:tasks.rados.rados.0.smithi019.stdout:2305: left oid 25 (ObjNum 736 snap 219 seq_num 736) 2024-04-02T08:38:19.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:38:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=sqlstore.transactions t=2024-04-02T08:38:19.138078375Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:38:19.443 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:38:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[63084]: logger=cleanup t=2024-04-02T08:38:19.144230094Z level=info msg="Completed cleanup jobs" duration=16.472057ms 2024-04-02T08:38:19.684 INFO:tasks.rados.rados.0.smithi019.stdout:2305: done (1 left) 2024-04-02T08:38:19.684 INFO:tasks.rados.rados.0.smithi019.stdout:2308: done (0 left) 2024-04-02T08:38:19.684 INFO:tasks.rados.rados.0.smithi019.stdout:2309: rollback oid 36 current snap is 220 2024-04-02T08:38:19.684 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 36 to 205 2024-04-02T08:38:19.684 INFO:tasks.rados.rados.0.smithi019.stdout:2310: delete oid 18 current snap is 220 2024-04-02T08:38:19.689 INFO:tasks.rados.rados.0.smithi019.stdout:2309: finishing rollback tid 0 to smithi01981774-36 2024-04-02T08:38:19.690 INFO:tasks.rados.rados.0.smithi019.stdout:2309: finishing rollback tid 1 to smithi01981774-36 2024-04-02T08:38:19.691 INFO:tasks.rados.rados.0.smithi019.stdout:2310: done (1 left) 2024-04-02T08:38:19.691 INFO:tasks.rados.rados.0.smithi019.stdout:2311: read oid 49 snap -1 2024-04-02T08:38:19.691 INFO:tasks.rados.rados.0.smithi019.stdout:2311: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:2312: copy_from oid 32 from oid 1 current snap is 220 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:2309: finishing rollback tid 2 to smithi01981774-36 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 878 (ObjNum 625 snap 184 seq_num 625) dirty exists 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:2309: done (2 left) 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:2313: rollback oid 8 current snap is 220 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 208 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:2314: rollback oid 9 current snap is 220 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 218 2024-04-02T08:38:19.692 INFO:tasks.rados.rados.0.smithi019.stdout:2315: snap_create 2024-04-02T08:38:19.693 INFO:tasks.rados.rados.0.smithi019.stdout:2314: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:38:19.693 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 0 (ObjNum 49 snap 0 seq_num 2824750176) dirty dne 2024-04-02T08:38:19.696 INFO:tasks.rados.rados.0.smithi019.stdout:2312: finishing copy_from to smithi01981774-32 2024-04-02T08:38:19.696 INFO:tasks.rados.rados.0.smithi019.stdout:2312: got expected ENOENT (src dne) 2024-04-02T08:38:19.696 INFO:tasks.rados.rados.0.smithi019.stdout:2312: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:38:19.699 INFO:tasks.rados.rados.0.smithi019.stdout:2313: finishing rollback tid 0 to smithi01981774-8 2024-04-02T08:38:19.699 INFO:tasks.rados.rados.0.smithi019.stdout:2313: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:38:19.699 INFO:tasks.rados.rados.0.smithi019.stdout:2313: finishing rollback tid 2 to smithi01981774-8 2024-04-02T08:38:19.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 1177 (ObjNum 631 snap 187 seq_num 631) dirty exists 2024-04-02T08:38:19.708 INFO:tasks.rados.rados.0.smithi019.stdout:2311: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:38:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:19 smithi066 ceph-mon[87361]: pgmap v419: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 584 KiB/s wr, 5 op/s; 33/450 objects degraded (7.333%) 2024-04-02T08:38:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:19 smithi066 ceph-mon[87361]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:19.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:19 smithi019 ceph-mon[94035]: pgmap v419: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 584 KiB/s wr, 5 op/s; 33/450 objects degraded (7.333%) 2024-04-02T08:38:19.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:19 smithi019 ceph-mon[94035]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:19 smithi019 ceph-mon[96522]: pgmap v419: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 584 KiB/s wr, 5 op/s; 33/450 objects degraded (7.333%) 2024-04-02T08:38:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:19 smithi019 ceph-mon[96522]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:38:20.690 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:38:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:38:20] "GET /metrics HTTP/1.1" 200 36190 "" "Prometheus/2.43.0" 2024-04-02T08:38:20.697 INFO:tasks.rados.rados.0.smithi019.stdout:2311: done (4 left) 2024-04-02T08:38:20.697 INFO:tasks.rados.rados.0.smithi019.stdout:2312: done (3 left) 2024-04-02T08:38:20.697 INFO:tasks.rados.rados.0.smithi019.stdout:2313: done (2 left) 2024-04-02T08:38:20.697 INFO:tasks.rados.rados.0.smithi019.stdout:2314: done (1 left) 2024-04-02T08:38:20.697 INFO:tasks.rados.rados.0.smithi019.stdout:2315: done (0 left) 2024-04-02T08:38:20.698 INFO:tasks.rados.rados.0.smithi019.stdout:2316: read oid 42 snap 217 2024-04-02T08:38:20.698 INFO:tasks.rados.rados.0.smithi019.stdout:2316: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:38:20.698 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 221 2024-04-02T08:38:20.698 INFO:tasks.rados.rados.0.smithi019.stdout:2317: seq_num 739 ranges {49152=385024} 2024-04-02T08:38:20.700 INFO:tasks.rados.rados.0.smithi019.stdout:2317: writing smithi01981774-12 from 49152 to 434176 tid 1 2024-04-02T08:38:20.700 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 221 2024-04-02T08:38:20.700 INFO:tasks.rados.rados.0.smithi019.stdout:2318: seq_num 740 ranges {4603904=401408} 2024-04-02T08:38:20.727 INFO:tasks.rados.rados.0.smithi019.stdout:2318: writing smithi01981774-22 from 4603904 to 5005312 tid 1 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2319: rollback oid 35 current snap is 221 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 35 to 216 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2317: finishing write tid 1 to smithi01981774-12 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2317: finishing write tid 2 to smithi01981774-12 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2317: finishing write tid 3 to smithi01981774-12 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2317: oid 12 updating version 0 to 1560 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2317: oid 12 updating version 1560 to 1561 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1561 (ObjNum 739 snap 221 seq_num 739) dirty exists 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2317: left oid 12 (ObjNum 739 snap 221 seq_num 739) 2024-04-02T08:38:20.728 INFO:tasks.rados.rados.0.smithi019.stdout:2316: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:38:20.782 INFO:tasks.rados.rados.0.smithi019.stdout:2319: finishing rollback tid 0 to smithi01981774-35 2024-04-02T08:38:20.782 INFO:tasks.rados.rados.0.smithi019.stdout:2319: finishing rollback tid 1 to smithi01981774-35 2024-04-02T08:38:20.782 INFO:tasks.rados.rados.0.smithi019.stdout:2316: done (3 left) 2024-04-02T08:38:20.782 INFO:tasks.rados.rados.0.smithi019.stdout:2317: done (2 left) 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2320: rollback oid 50 current snap is 221 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 208 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2318: finishing write tid 1 to smithi01981774-22 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2319: finishing rollback tid 2 to smithi01981774-35 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1562 (ObjNum 685 snap 200 seq_num 685) dirty exists 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2318: finishing write tid 2 to smithi01981774-22 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2318: finishing write tid 3 to smithi01981774-22 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2318: oid 22 updating version 0 to 1383 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2318: oid 22 updating version 1383 to 1384 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1384 (ObjNum 740 snap 221 seq_num 740) dirty exists 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2318: left oid 22 (ObjNum 740 snap 221 seq_num 740) 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2318: done (2 left) 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2319: done (1 left) 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2321: read oid 35 snap -1 2024-04-02T08:38:20.783 INFO:tasks.rados.rados.0.smithi019.stdout:2321: expect (ObjNum 685 snap 200 seq_num 685) 2024-04-02T08:38:20.784 INFO:tasks.rados.rados.0.smithi019.stdout:2322: rmattr oid 36 current snap is 221 2024-04-02T08:38:20.784 INFO:tasks.rados.rados.0.smithi019.stdout:2323: setattr oid 43 current snap is 221 2024-04-02T08:38:20.784 INFO:tasks.rados.rados.0.smithi019.stdout:2324: delete oid 3 current snap is 221 2024-04-02T08:38:20.790 INFO:tasks.rados.rados.0.smithi019.stdout:2324: done (4 left) 2024-04-02T08:38:20.790 INFO:tasks.rados.rados.0.smithi019.stdout:2325: copy_from oid 44 from oid 49 current snap is 221 2024-04-02T08:38:20.790 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 879 (ObjNum 625 snap 184 seq_num 625) dirty exists 2024-04-02T08:38:20.790 INFO:tasks.rados.rados.0.smithi019.stdout:2322: done (4 left) 2024-04-02T08:38:20.790 INFO:tasks.rados.rados.0.smithi019.stdout:2326: delete oid 22 current snap is 221 2024-04-02T08:38:20.791 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1559 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:38:20.793 INFO:tasks.rados.rados.0.smithi019.stdout:2320: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:38:20.793 INFO:tasks.rados.rados.0.smithi019.stdout:2320: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:38:20.793 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1447 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:38:20.798 INFO:tasks.rados.rados.0.smithi019.stdout:2320: done (4 left) 2024-04-02T08:38:20.798 INFO:tasks.rados.rados.0.smithi019.stdout:2323: done (3 left) 2024-04-02T08:38:20.798 INFO:tasks.rados.rados.0.smithi019.stdout:2326: done (2 left) 2024-04-02T08:38:20.798 INFO:tasks.rados.rados.0.smithi019.stdout:2327: read oid 24 snap -1 2024-04-02T08:38:20.799 INFO:tasks.rados.rados.0.smithi019.stdout:2327: expect (ObjNum 678 snap 197 seq_num 678) 2024-04-02T08:38:20.799 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 221 2024-04-02T08:38:20.799 INFO:tasks.rados.rados.0.smithi019.stdout:2328: seq_num 743 ranges {1916928=450560} 2024-04-02T08:38:20.812 INFO:tasks.rados.rados.0.smithi019.stdout:2328: writing smithi01981774-13 from 1916928 to 2367488 tid 1 2024-04-02T08:38:20.812 INFO:tasks.rados.rados.0.smithi019.stdout:2329: read oid 40 snap -1 2024-04-02T08:38:20.812 INFO:tasks.rados.rados.0.smithi019.stdout:2329: expect deleted 2024-04-02T08:38:20.812 INFO:tasks.rados.rados.0.smithi019.stdout:2330: snap_create 2024-04-02T08:38:20.812 INFO:tasks.rados.rados.0.smithi019.stdout:2327: expect (ObjNum 678 snap 197 seq_num 678) 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:2325: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:2325: finishing copy_from to smithi01981774-44 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1564 (ObjNum 722 snap 216 seq_num 722) dirty exists 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:2328: finishing write tid 1 to smithi01981774-13 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:2328: finishing write tid 2 to smithi01981774-13 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:2328: finishing write tid 3 to smithi01981774-13 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:2328: oid 13 updating version 0 to 710 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:2328: oid 13 updating version 710 to 711 2024-04-02T08:38:20.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 711 (ObjNum 743 snap 221 seq_num 743) dirty exists 2024-04-02T08:38:20.863 INFO:tasks.rados.rados.0.smithi019.stdout:2328: left oid 13 (ObjNum 743 snap 221 seq_num 743) 2024-04-02T08:38:20.863 INFO:tasks.rados.rados.0.smithi019.stdout:2321: expect (ObjNum 685 snap 200 seq_num 685) 2024-04-02T08:38:20.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:20 smithi019 ceph-mon[94035]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:20.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:20 smithi019 ceph-mon[96522]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:21.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:20 smithi066 ceph-mon[87361]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:38:21.797 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:21 smithi066 ceph-mon[87361]: pgmap v422: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 314 KiB/s wr, 3 op/s; 21/438 objects degraded (4.795%); 8.9 MiB/s, 1 objects/s recovering 2024-04-02T08:38:21.797 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:21 smithi066 ceph-mon[87361]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:21 smithi019 ceph-mon[94035]: pgmap v422: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 314 KiB/s wr, 3 op/s; 21/438 objects degraded (4.795%); 8.9 MiB/s, 1 objects/s recovering 2024-04-02T08:38:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:21 smithi019 ceph-mon[94035]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:21 smithi019 ceph-mon[96522]: pgmap v422: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 314 KiB/s wr, 3 op/s; 21/438 objects degraded (4.795%); 8.9 MiB/s, 1 objects/s recovering 2024-04-02T08:38:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:21 smithi019 ceph-mon[96522]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2321: done (5 left) 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2325: done (4 left) 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2327: done (3 left) 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2328: done (2 left) 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2329: done (1 left) 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2330: done (0 left) 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 222 2024-04-02T08:38:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2331: seq_num 744 ranges {0=466944} 2024-04-02T08:38:22.039 INFO:tasks.rados.rados.0.smithi019.stdout:2331: writing smithi01981774-39 from 0 to 466944 tid 1 2024-04-02T08:38:22.039 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 222 2024-04-02T08:38:22.039 INFO:tasks.rados.rados.0.smithi019.stdout:2332: seq_num 745 ranges {2080768=483328} 2024-04-02T08:38:22.054 INFO:tasks.rados.rados.0.smithi019.stdout:2332: writing smithi01981774-38 from 2080768 to 2564096 tid 1 2024-04-02T08:38:22.054 INFO:tasks.rados.rados.0.smithi019.stdout:2331: finishing write tid 1 to smithi01981774-39 2024-04-02T08:38:22.054 INFO:tasks.rados.rados.0.smithi019.stdout:2331: finishing write tid 2 to smithi01981774-39 2024-04-02T08:38:22.054 INFO:tasks.rados.rados.0.smithi019.stdout:2331: finishing write tid 3 to smithi01981774-39 2024-04-02T08:38:22.054 INFO:tasks.rados.rados.0.smithi019.stdout:2331: oid 39 updating version 0 to 1565 2024-04-02T08:38:22.054 INFO:tasks.rados.rados.0.smithi019.stdout:2331: oid 39 updating version 1565 to 1566 2024-04-02T08:38:22.055 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 1566 (ObjNum 744 snap 222 seq_num 744) dirty exists 2024-04-02T08:38:22.055 INFO:tasks.rados.rados.0.smithi019.stdout:2331: left oid 39 (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:38:22.055 INFO:tasks.rados.rados.0.smithi019.stdout:2333: read oid 35 snap -1 2024-04-02T08:38:22.055 INFO:tasks.rados.rados.0.smithi019.stdout:2333: expect (ObjNum 685 snap 200 seq_num 685) 2024-04-02T08:38:22.055 INFO:tasks.rados.rados.0.smithi019.stdout:2331: done (2 left) 2024-04-02T08:38:22.055 INFO:tasks.rados.rados.0.smithi019.stdout:2334: copy_from oid 29 from oid 47 current snap is 222 2024-04-02T08:38:22.055 INFO:tasks.rados.rados.0.smithi019.stdout:2335: snap_remove snap 204 2024-04-02T08:38:22.533 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:38:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:22.708 INFO:tasks.rados.rados.0.smithi019.stdout:2335: done (3 left) 2024-04-02T08:38:22.708 INFO:tasks.rados.rados.0.smithi019.stdout:2336: read oid 37 snap -1 2024-04-02T08:38:22.708 INFO:tasks.rados.rados.0.smithi019.stdout:2336: expect (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:38:22.708 INFO:tasks.rados.rados.0.smithi019.stdout:2337: delete oid 26 current snap is 222 2024-04-02T08:38:22.708 INFO:tasks.rados.rados.0.smithi019.stdout:2332: finishing write tid 1 to smithi01981774-38 2024-04-02T08:38:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:2332: finishing write tid 2 to smithi01981774-38 2024-04-02T08:38:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:2332: finishing write tid 3 to smithi01981774-38 2024-04-02T08:38:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:2332: oid 38 updating version 0 to 1395 2024-04-02T08:38:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:2332: oid 38 updating version 1395 to 1396 2024-04-02T08:38:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1396 (ObjNum 745 snap 222 seq_num 745) dirty exists 2024-04-02T08:38:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:2332: left oid 38 (ObjNum 745 snap 222 seq_num 745) 2024-04-02T08:38:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:2333: expect (ObjNum 685 snap 200 seq_num 685) 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:22.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:22.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: osdmap e513: 8 total, 8 up, 8 in 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:23.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:23 smithi066 ceph-mon[87361]: pgmap v425: 121 pgs: 121 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 29 op/s; 13 MiB/s, 2 objects/s recovering 2024-04-02T08:38:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:23 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:23 smithi066 ceph-mon[87361]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:23 smithi066 ceph-mon[87361]: osdmap e514: 8 total, 8 up, 8 in 2024-04-02T08:38:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:23 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/438 objects degraded (4.795%), 6 pgs degraded) 2024-04-02T08:38:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:23 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:38:23.893 INFO:tasks.rados.rados.0.smithi019.stdout:2334: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:38:23.893 INFO:tasks.rados.rados.0.smithi019.stdout:2334: finishing copy_from to smithi01981774-29 2024-04-02T08:38:23.893 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1628 (ObjNum 641 snap 188 seq_num 641) dirty exists 2024-04-02T08:38:23.893 INFO:tasks.rados.rados.0.smithi019.stdout:2336: expect (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:38:24.004 INFO:tasks.rados.rados.0.smithi019.stdout:2332: done (4 left) 2024-04-02T08:38:24.004 INFO:tasks.rados.rados.0.smithi019.stdout:2333: done (3 left) 2024-04-02T08:38:24.004 INFO:tasks.rados.rados.0.smithi019.stdout:2334: done (2 left) 2024-04-02T08:38:24.004 INFO:tasks.rados.rados.0.smithi019.stdout:2336: done (1 left) 2024-04-02T08:38:24.004 INFO:tasks.rados.rados.0.smithi019.stdout:2337: done (0 left) 2024-04-02T08:38:24.004 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 222 2024-04-02T08:38:24.004 INFO:tasks.rados.rados.0.smithi019.stdout:2338: seq_num 747 ranges {0=516096} 2024-04-02T08:38:24.007 INFO:tasks.rados.rados.0.smithi019.stdout:2338: writing smithi01981774-26 from 0 to 516096 tid 1 2024-04-02T08:38:24.007 INFO:tasks.rados.rados.0.smithi019.stdout:2339: read oid 21 snap 217 2024-04-02T08:38:24.007 INFO:tasks.rados.rados.0.smithi019.stdout:2339: expect deleted 2024-04-02T08:38:24.007 INFO:tasks.rados.rados.0.smithi019.stdout:2340: read oid 25 snap 208 2024-04-02T08:38:24.007 INFO:tasks.rados.rados.0.smithi019.stdout:2340: expect (ObjNum 680 snap 199 seq_num 680) 2024-04-02T08:38:24.007 INFO:tasks.rados.rados.0.smithi019.stdout:2341: snap_create 2024-04-02T08:38:24.010 INFO:tasks.rados.rados.0.smithi019.stdout:2338: finishing write tid 1 to smithi01981774-26 2024-04-02T08:38:24.014 INFO:tasks.rados.rados.0.smithi019.stdout:2338: finishing write tid 2 to smithi01981774-26 2024-04-02T08:38:24.015 INFO:tasks.rados.rados.0.smithi019.stdout:2338: finishing write tid 3 to smithi01981774-26 2024-04-02T08:38:24.015 INFO:tasks.rados.rados.0.smithi019.stdout:2338: oid 26 updating version 0 to 1435 2024-04-02T08:38:24.015 INFO:tasks.rados.rados.0.smithi019.stdout:2338: oid 26 version 1435 is already newer than 1434 2024-04-02T08:38:24.015 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1435 (ObjNum 747 snap 222 seq_num 747) dirty exists 2024-04-02T08:38:24.015 INFO:tasks.rados.rados.0.smithi019.stdout:2338: left oid 26 (ObjNum 747 snap 222 seq_num 747) 2024-04-02T08:38:24.025 INFO:tasks.rados.rados.0.smithi019.stdout:2340: expect (ObjNum 680 snap 199 seq_num 680) 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[94035]: pgmap v425: 121 pgs: 121 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 29 op/s; 13 MiB/s, 2 objects/s recovering 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[94035]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[94035]: osdmap e514: 8 total, 8 up, 8 in 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/438 objects degraded (4.795%), 6 pgs degraded) 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[96522]: pgmap v425: 121 pgs: 121 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 29 op/s; 13 MiB/s, 2 objects/s recovering 2024-04-02T08:38:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:38:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[96522]: Upgrade: osd.7 is safe to restart 2024-04-02T08:38:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[96522]: osdmap e514: 8 total, 8 up, 8 in 2024-04-02T08:38:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/438 objects degraded (4.795%), 6 pgs degraded) 2024-04-02T08:38:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:23 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:2338: done (3 left) 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:2339: done (2 left) 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:2340: done (1 left) 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:2341: done (0 left) 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:2342: read oid 27 snap 208 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:2342: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 223 2024-04-02T08:38:24.612 INFO:tasks.rados.rados.0.smithi019.stdout:2343: seq_num 748 ranges {11411456=532480} 2024-04-02T08:38:24.677 INFO:tasks.rados.rados.0.smithi019.stdout:2343: writing smithi01981774-35 from 11411456 to 11943936 tid 1 2024-04-02T08:38:24.678 INFO:tasks.rados.rados.0.smithi019.stdout:2344: rollback oid 40 current snap is 223 2024-04-02T08:38:24.678 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 40 to 200 2024-04-02T08:38:24.678 INFO:tasks.rados.rados.0.smithi019.stdout:2342: expect (ObjNum 698 snap 208 seq_num 698) 2024-04-02T08:38:24.735 INFO:tasks.rados.rados.0.smithi019.stdout:2343: finishing write tid 1 to smithi01981774-35 2024-04-02T08:38:24.735 INFO:tasks.rados.rados.0.smithi019.stdout:2343: finishing write tid 2 to smithi01981774-35 2024-04-02T08:38:24.735 INFO:tasks.rados.rados.0.smithi019.stdout:2344: finishing rollback tid 1 to smithi01981774-40 2024-04-02T08:38:24.735 INFO:tasks.rados.rados.0.smithi019.stdout:2344: finishing rollback tid 2 to smithi01981774-40 2024-04-02T08:38:24.735 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1568 (ObjNum 653 snap 192 seq_num 653) dirty exists 2024-04-02T08:38:24.735 INFO:tasks.rados.rados.0.smithi019.stdout:2342: done (2 left) 2024-04-02T08:38:24.735 INFO:tasks.rados.rados.0.smithi019.stdout:2344: done (1 left) 2024-04-02T08:38:24.736 INFO:tasks.rados.rados.0.smithi019.stdout:2345: delete oid 19 current snap is 223 2024-04-02T08:38:24.736 INFO:tasks.rados.rados.0.smithi019.stdout:2343: finishing write tid 3 to smithi01981774-35 2024-04-02T08:38:24.736 INFO:tasks.rados.rados.0.smithi019.stdout:2343: oid 35 updating version 0 to 1563 2024-04-02T08:38:24.736 INFO:tasks.rados.rados.0.smithi019.stdout:2343: oid 35 updating version 1563 to 1564 2024-04-02T08:38:24.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1564 (ObjNum 748 snap 223 seq_num 748) dirty exists 2024-04-02T08:38:24.736 INFO:tasks.rados.rados.0.smithi019.stdout:2343: left oid 35 (ObjNum 748 snap 223 seq_num 748) 2024-04-02T08:38:24.738 INFO:tasks.rados.rados.0.smithi019.stdout:2343: done (1 left) 2024-04-02T08:38:24.738 INFO:tasks.rados.rados.0.smithi019.stdout:2345: done (0 left) 2024-04-02T08:38:24.738 INFO:tasks.rados.rados.0.smithi019.stdout:2346: setattr oid 29 current snap is 223 2024-04-02T08:38:24.742 INFO:tasks.rados.rados.0.smithi019.stdout:2347: rollback oid 3 current snap is 223 2024-04-02T08:38:24.742 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 3 to 205 2024-04-02T08:38:24.742 INFO:tasks.rados.rados.0.smithi019.stdout:2348: rollback oid 20 current snap is 223 2024-04-02T08:38:24.742 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 219 2024-04-02T08:38:24.742 INFO:tasks.rados.rados.0.smithi019.stdout:2349: read oid 43 snap 219 2024-04-02T08:38:24.742 INFO:tasks.rados.rados.0.smithi019.stdout:2349: expect (ObjNum 733 snap 219 seq_num 733) 2024-04-02T08:38:24.742 INFO:tasks.rados.rados.0.smithi019.stdout:2350: delete oid 8 current snap is 223 2024-04-02T08:38:24.743 INFO:tasks.rados.rados.0.smithi019.stdout:2348: finishing rollback tid 0 to smithi01981774-20 2024-04-02T08:38:24.743 INFO:tasks.rados.rados.0.smithi019.stdout:2348: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:38:24.744 INFO:tasks.rados.rados.0.smithi019.stdout:2347: finishing rollback tid 1 to smithi01981774-3 2024-04-02T08:38:24.744 INFO:tasks.rados.rados.0.smithi019.stdout:2347: finishing rollback tid 2 to smithi01981774-3 2024-04-02T08:38:24.744 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 1189 (ObjNum 647 snap 190 seq_num 647) dirty exists 2024-04-02T08:38:24.744 INFO:tasks.rados.rados.0.smithi019.stdout:2348: finishing rollback tid 2 to smithi01981774-20 2024-04-02T08:38:24.744 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1399 (ObjNum 542 snap 165 seq_num 542) dirty exists 2024-04-02T08:38:24.750 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1798 (ObjNum 641 snap 188 seq_num 641) dirty exists 2024-04-02T08:38:24.753 INFO:tasks.rados.rados.0.smithi019.stdout:2346: done (4 left) 2024-04-02T08:38:24.753 INFO:tasks.rados.rados.0.smithi019.stdout:2347: done (3 left) 2024-04-02T08:38:24.753 INFO:tasks.rados.rados.0.smithi019.stdout:2348: done (2 left) 2024-04-02T08:38:24.753 INFO:tasks.rados.rados.0.smithi019.stdout:2350: done (1 left) 2024-04-02T08:38:24.753 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 223 2024-04-02T08:38:24.753 INFO:tasks.rados.rados.0.smithi019.stdout:2351: seq_num 751 ranges {1769472=581632} 2024-04-02T08:38:24.766 INFO:tasks.rados.rados.0.smithi019.stdout:2351: writing smithi01981774-14 from 1769472 to 2351104 tid 1 2024-04-02T08:38:24.766 INFO:tasks.rados.rados.0.smithi019.stdout:2352: delete oid 38 current snap is 223 2024-04-02T08:38:24.768 INFO:tasks.rados.rados.0.smithi019.stdout:2352: done (2 left) 2024-04-02T08:38:24.768 INFO:tasks.rados.rados.0.smithi019.stdout:2353: snap_remove snap 208 2024-04-02T08:38:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:25 smithi066 ceph-mon[87361]: Upgrade: Updating osd.7 2024-04-02T08:38:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:25 smithi066 ceph-mon[87361]: Deploying daemon osd.7 on smithi066 2024-04-02T08:38:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:25 smithi066 ceph-mon[87361]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[94035]: Upgrade: Updating osd.7 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[94035]: Deploying daemon osd.7 on smithi066 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[94035]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[96522]: Upgrade: Updating osd.7 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:38:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:25.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[96522]: Deploying daemon osd.7 on smithi066 2024-04-02T08:38:25.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:25 smithi019 ceph-mon[96522]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:38:25.619 INFO:tasks.rados.rados.0.smithi019.stdout:2351: finishing write tid 1 to smithi01981774-14 2024-04-02T08:38:25.620 INFO:tasks.rados.rados.0.smithi019.stdout:2351: finishing write tid 2 to smithi01981774-14 2024-04-02T08:38:25.620 INFO:tasks.rados.rados.0.smithi019.stdout:2351: finishing write tid 3 to smithi01981774-14 2024-04-02T08:38:25.620 INFO:tasks.rados.rados.0.smithi019.stdout:2351: oid 14 updating version 0 to 881 2024-04-02T08:38:25.620 INFO:tasks.rados.rados.0.smithi019.stdout:2351: oid 14 updating version 881 to 882 2024-04-02T08:38:25.620 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 882 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:38:25.620 INFO:tasks.rados.rados.0.smithi019.stdout:2351: left oid 14 (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:38:25.620 INFO:tasks.rados.rados.0.smithi019.stdout:2349: expect (ObjNum 733 snap 219 seq_num 733) 2024-04-02T08:38:26.223 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:26 smithi066 ceph-mon[87361]: pgmap v427: 121 pgs: 121 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 26 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-04-02T08:38:26.223 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:26 smithi066 ceph-mon[87361]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:38:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:26 smithi019 ceph-mon[94035]: pgmap v427: 121 pgs: 121 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 26 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-04-02T08:38:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:26 smithi019 ceph-mon[94035]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:38:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:26 smithi019 ceph-mon[96522]: pgmap v427: 121 pgs: 121 active+clean; 233 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 26 op/s; 3.7 MiB/s, 1 objects/s recovering 2024-04-02T08:38:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:26 smithi019 ceph-mon[96522]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:38:26.473 INFO:tasks.rados.rados.0.smithi019.stdout:2349: done (2 left) 2024-04-02T08:38:26.473 INFO:tasks.rados.rados.0.smithi019.stdout:2351: done (1 left) 2024-04-02T08:38:26.473 INFO:tasks.rados.rados.0.smithi019.stdout:2353: done (0 left) 2024-04-02T08:38:26.473 INFO:tasks.rados.rados.0.smithi019.stdout:2354: snap_remove snap 222 2024-04-02T08:38:27.032 INFO:tasks.rados.rados.0.smithi019.stdout:2354: done (0 left) 2024-04-02T08:38:27.032 INFO:tasks.rados.rados.0.smithi019.stdout:2355: rollback oid 34 current snap is 223 2024-04-02T08:38:27.032 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 205 2024-04-02T08:38:27.032 INFO:tasks.rados.rados.0.smithi019.stdout:2356: snap_remove snap 217 2024-04-02T08:38:27.594 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:27 smithi066 systemd[1]: Stopping Ceph osd.7 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:28.025 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[54749]: 2024-04-02T08:38:27.594+0000 7ff2fa016700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:38:28.025 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[54749]: 2024-04-02T08:38:27.594+0000 7ff2fa016700 -1 osd.7 517 *** Got signal Terminated *** 2024-04-02T08:38:28.025 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[54749]: 2024-04-02T08:38:27.594+0000 7ff2fa016700 -1 osd.7 517 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:2356: done (1 left) 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:2357: copy_from oid 27 from oid 37 current snap is 223 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:2355: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:2355: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:2355: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1567 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:2355: done (1 left) 2024-04-02T08:38:28.051 INFO:tasks.rados.rados.0.smithi019.stdout:2358: snap_remove snap 216 2024-04-02T08:38:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:28 smithi066 ceph-mon[87361]: pgmap v430: 121 pgs: 121 active+clean; 246 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 27 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-04-02T08:38:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:28 smithi066 ceph-mon[87361]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:38:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:28 smithi066 ceph-mon[87361]: osd.7 marked itself down and dead 2024-04-02T08:38:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:28 smithi019 ceph-mon[94035]: pgmap v430: 121 pgs: 121 active+clean; 246 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 27 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-04-02T08:38:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:28 smithi019 ceph-mon[94035]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:38:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:28 smithi019 ceph-mon[94035]: osd.7 marked itself down and dead 2024-04-02T08:38:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:28 smithi019 ceph-mon[96522]: pgmap v430: 121 pgs: 121 active+clean; 246 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 27 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-04-02T08:38:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:28 smithi019 ceph-mon[96522]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:38:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:28 smithi019 ceph-mon[96522]: osd.7 marked itself down and dead 2024-04-02T08:38:28.858 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:28 smithi066 podman[108272]: 2024-04-02 08:38:28.58962614 +0000 UTC m=+1.113061910 container died bc229622f3c5548d1f80c35361e207e0a77c7ce381f54b5e60ced426345b11d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T08:38:28.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:38:28 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T08:38:28.638+0000 7fa55b1f4700 -1 calc_pg_upmaps abort due to max <= 0 2024-04-02T08:38:29.049 INFO:tasks.rados.rados.0.smithi019.stdout:2358: done (1 left) 2024-04-02T08:38:29.049 INFO:tasks.rados.rados.0.smithi019.stdout:2359: delete oid 11 current snap is 223 2024-04-02T08:38:29.072 INFO:tasks.rados.rados.0.smithi019.stdout:2359: done (1 left) 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2360: read oid 12 snap -1 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2360: expect (ObjNum 739 snap 221 seq_num 739) 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2361: read oid 38 snap -1 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2361: expect deleted 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2362: read oid 9 snap -1 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2362: expect deleted 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2363: copy_from oid 42 from oid 3 current snap is 223 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:2364: copy_from oid 48 from oid 32 current snap is 223 2024-04-02T08:38:29.073 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 223 2024-04-02T08:38:29.074 INFO:tasks.rados.rados.0.smithi019.stdout:2365: seq_num 754 ranges {0=630784} 2024-04-02T08:38:29.078 INFO:tasks.rados.rados.0.smithi019.stdout:2365: writing smithi01981774-11 from 0 to 630784 tid 1 2024-04-02T08:38:29.079 INFO:tasks.rados.rados.0.smithi019.stdout:2360: expect (ObjNum 739 snap 221 seq_num 739) 2024-04-02T08:38:29.099 INFO:tasks.rados.rados.0.smithi019.stdout:2365: finishing write tid 1 to smithi01981774-11 2024-04-02T08:38:29.099 INFO:tasks.rados.rados.0.smithi019.stdout:2365: finishing write tid 2 to smithi01981774-11 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2357: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2357: finishing copy_from to smithi01981774-27 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1620 (ObjNum 699 snap 208 seq_num 699) dirty exists 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2365: finishing write tid 3 to smithi01981774-11 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2365: oid 11 updating version 0 to 1384 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2365: oid 11 version 1384 is already newer than 1383 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 1384 (ObjNum 754 snap 223 seq_num 754) dirty exists 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2365: left oid 11 (ObjNum 754 snap 223 seq_num 754) 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2357: done (6 left) 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2360: done (5 left) 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2361: done (4 left) 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2362: done (3 left) 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2365: done (2 left) 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2366: read oid 35 snap -1 2024-04-02T08:38:29.100 INFO:tasks.rados.rados.0.smithi019.stdout:2366: expect (ObjNum 748 snap 223 seq_num 748) 2024-04-02T08:38:29.101 INFO:tasks.rados.rados.0.smithi019.stdout:2367: rollback oid 50 current snap is 223 2024-04-02T08:38:29.101 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 214 2024-04-02T08:38:29.101 INFO:tasks.rados.rados.0.smithi019.stdout:2368: delete oid 17 current snap is 223 2024-04-02T08:38:29.101 INFO:tasks.rados.rados.0.smithi019.stdout:2363: finishing copy_from racing read to smithi01981774-42 2024-04-02T08:38:29.104 INFO:tasks.rados.rados.0.smithi019.stdout:2363: finishing copy_from to smithi01981774-42 2024-04-02T08:38:29.104 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1189 (ObjNum 647 snap 190 seq_num 647) dirty exists 2024-04-02T08:38:29.104 INFO:tasks.rados.rados.0.smithi019.stdout:2363: done (4 left) 2024-04-02T08:38:29.104 INFO:tasks.rados.rados.0.smithi019.stdout:2368: done (3 left) 2024-04-02T08:38:29.104 INFO:tasks.rados.rados.0.smithi019.stdout:2369: snap_create 2024-04-02T08:38:29.105 INFO:tasks.rados.rados.0.smithi019.stdout:2367: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:38:29.106 INFO:tasks.rados.rados.0.smithi019.stdout:2367: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:38:29.106 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1449 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:29.119 INFO:tasks.rados.rados.0.smithi019.stdout:2364: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:38:29.124 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:28 smithi066 podman[108272]: 2024-04-02 08:38:28.933613218 +0000 UTC m=+1.457048999 container cleanup bc229622f3c5548d1f80c35361e207e0a77c7ce381f54b5e60ced426345b11d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T08:38:29.124 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:28 smithi066 bash[108272]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T08:38:29.124 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [6, 7]}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2, 0, 7]}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [1, 7]}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.5"}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.7"}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.8"}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]: dispatch 2024-04-02T08:38:29.125 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.b"}]: dispatch 2024-04-02T08:38:29.126 INFO:tasks.rados.rados.0.smithi019.stdout:2364: finishing copy_from to smithi01981774-48 2024-04-02T08:38:29.126 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1430 (ObjNum 659 snap 194 seq_num 659) dirty exists 2024-04-02T08:38:29.142 INFO:tasks.rados.rados.0.smithi019.stdout:2366: expect (ObjNum 748 snap 223 seq_num 748) 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]: dispatch 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [6, 7]}]: dispatch 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2, 0, 7]}]: dispatch 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [1, 7]}]: dispatch 2024-04-02T08:38:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.5"}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.7"}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.8"}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.b"}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [6, 7]}]: dispatch 2024-04-02T08:38:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2, 0, 7]}]: dispatch 2024-04-02T08:38:29.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [1, 7]}]: dispatch 2024-04-02T08:38:29.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.5"}]: dispatch 2024-04-02T08:38:29.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.7"}]: dispatch 2024-04-02T08:38:29.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.8"}]: dispatch 2024-04-02T08:38:29.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]: dispatch 2024-04-02T08:38:29.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]: dispatch 2024-04-02T08:38:29.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.b"}]: dispatch 2024-04-02T08:38:29.542 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:29 smithi066 podman[108296]: 2024-04-02 08:38:29.126390816 +0000 UTC m=+0.536628324 container remove bc229622f3c5548d1f80c35361e207e0a77c7ce381f54b5e60ced426345b11d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:38:29.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:29 smithi066 podman[108391]: 2024-04-02 08:38:29.544076767 +0000 UTC m=+0.103855004 container create 8fc30cd20549db91a74e2e56a8200d588c4b23a01930c946c34b8de26cc11648 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:38:29.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:29 smithi066 podman[108391]: 2024-04-02 08:38:29.458623894 +0000 UTC m=+0.018402143 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:38:29.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:29 smithi066 podman[108391]: 2024-04-02 08:38:29.780017526 +0000 UTC m=+0.339795764 container init 8fc30cd20549db91a74e2e56a8200d588c4b23a01930c946c34b8de26cc11648 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T08:38:29.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:29 smithi066 podman[108391]: 2024-04-02 08:38:29.78590766 +0000 UTC m=+0.345685907 container start 8fc30cd20549db91a74e2e56a8200d588c4b23a01930c946c34b8de26cc11648 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:38:30.313 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:29 smithi066 podman[108391]: 2024-04-02 08:38:29.863075206 +0000 UTC m=+0.422853444 container attach 8fc30cd20549db91a74e2e56a8200d588c4b23a01930c946c34b8de26cc11648 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:38:30.313 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:30 smithi066 podman[108391]: 2024-04-02 08:38:30.096408511 +0000 UTC m=+0.656186740 container died 8fc30cd20549db91a74e2e56a8200d588c4b23a01930c946c34b8de26cc11648 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: pgmap v433: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [6, 7]}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2, 0, 7]}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [1, 7]}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.5"}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.7"}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.8"}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.b"}]': finished 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:38:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:30 smithi066 ceph-mon[87361]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:38:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: pgmap v433: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-02T08:38:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]': finished 2024-04-02T08:38:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [6, 7]}]': finished 2024-04-02T08:38:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2, 0, 7]}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [1, 7]}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.5"}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.7"}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.8"}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.b"}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[94035]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: pgmap v433: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [6, 7]}]': finished 2024-04-02T08:38:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2, 0, 7]}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [1, 7]}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.5"}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.7"}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.8"}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1a"}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1c"}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.b"}]': finished 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:38:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-mon[96522]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:38:30.426 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:38:30.524 INFO:tasks.rados.rados.0.smithi019.stdout:2364: done (3 left) 2024-04-02T08:38:30.525 INFO:tasks.rados.rados.0.smithi019.stdout:2366: done (2 left) 2024-04-02T08:38:30.525 INFO:tasks.rados.rados.0.smithi019.stdout:2367: done (1 left) 2024-04-02T08:38:30.525 INFO:tasks.rados.rados.0.smithi019.stdout:2369: done (0 left) 2024-04-02T08:38:30.525 INFO:tasks.rados.rados.0.smithi019.stdout:2370: snap_create 2024-04-02T08:38:30.614 INFO:tasks.rados.rados.0.smithi019.stdout:2370: done (0 left) 2024-04-02T08:38:30.614 INFO:tasks.rados.rados.0.smithi019.stdout:2371: rmattr oid 40 current snap is 225 2024-04-02T08:38:30.614 INFO:tasks.rados.rados.0.smithi019.stdout:2371: done (0 left) 2024-04-02T08:38:30.614 INFO:tasks.rados.rados.0.smithi019.stdout:2372: rmattr oid 32 current snap is 225 2024-04-02T08:38:30.614 INFO:tasks.rados.rados.0.smithi019.stdout:2373: rollback oid 27 current snap is 225 2024-04-02T08:38:30.614 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 220 2024-04-02T08:38:30.614 INFO:tasks.rados.rados.0.smithi019.stdout:2374: snap_create 2024-04-02T08:38:30.619 INFO:tasks.rados.rados.0.smithi019.stdout:2373: finishing rollback tid 0 to smithi01981774-27 2024-04-02T08:38:30.620 INFO:tasks.rados.rados.0.smithi019.stdout:2373: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:38:30.620 INFO:tasks.rados.rados.0.smithi019.stdout:2373: finishing rollback tid 2 to smithi01981774-27 2024-04-02T08:38:30.620 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1623 (ObjNum 721 snap 215 seq_num 721) dirty exists 2024-04-02T08:38:30.620 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1436 (ObjNum 659 snap 194 seq_num 659) dirty exists 2024-04-02T08:38:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:38:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:38:30] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (9m) 119s ago 10m 25.7M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (10m) 13s ago 10m 91.3M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (11m) 119s ago 11m 19.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d a295cdd8cbca 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (11m) 13s ago 11m 17.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (5m) 13s ago 14m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (5m) 119s ago 16m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (5m) 119s ago 16m 54.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (4m) 13s ago 15m 50.1M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (4m) 119s ago 15m 45.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (10m) 119s ago 10m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (9m) 13s ago 9m 15.9M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (3m) 119s ago 14m 144M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:38:30.762 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (2m) 119s ago 14m 133M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:38:30.763 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (2m) 119s ago 13m 105M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:38:30.763 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (2m) 119s ago 13m 11.9M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:38:30.763 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (88s) 13s ago 12m 140M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:38:30.763 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (53s) 13s ago 12m 132M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c4504e7104ad 2024-04-02T08:38:30.763 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (18s) 13s ago 12m 14.8M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 8b7c3ab9ff81 2024-04-02T08:38:30.763 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (11m) 13s ago 11m 210M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d bc229622f3c5 2024-04-02T08:38:30.763 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (5m) 13s ago 10m 58.8M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:38:31.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:30 smithi066 podman[108438]: 2024-04-02 08:38:30.683459938 +0000 UTC m=+0.576716639 container remove 8fc30cd20549db91a74e2e56a8200d588c4b23a01930c946c34b8de26cc11648 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True) 2024-04-02T08:38:31.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:30 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-02T08:38:31.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:30 smithi066 systemd[1]: Stopped Ceph osd.7 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:31.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:30 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Consumed 16.864s CPU time. 2024-04-02T08:38:31.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:30 smithi066 systemd[1]: Starting Ceph osd.7 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:31.170 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:38:31.170 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:38:31.170 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:38:31.170 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:31.170 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:38:31.170 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:38:31.170 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 12 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:38:31.171 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:38:31.418 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 podman[108546]: 2024-04-02 08:38:31.033632649 +0000 UTC m=+0.018290682 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:38:31.418 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 podman[108546]: 2024-04-02 08:38:31.134485628 +0000 UTC m=+0.119143645 container create 1ecebd600122aa91fca997a5b03b25d80c869d9c33aa1393d9182a742148e8fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:38:31.418 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 podman[108546]: 2024-04-02 08:38:31.337453153 +0000 UTC m=+0.322111178 container init 1ecebd600122aa91fca997a5b03b25d80c869d9c33aa1393d9182a742148e8fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:38:31.418 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 podman[108546]: 2024-04-02 08:38:31.343140455 +0000 UTC m=+0.327798472 container start 1ecebd600122aa91fca997a5b03b25d80c869d9c33aa1393d9182a742148e8fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:31.419 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 podman[108546]: 2024-04-02 08:38:31.420194124 +0000 UTC m=+0.404852155 container attach 1ecebd600122aa91fca997a5b03b25d80c869d9c33aa1393d9182a742148e8fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:38:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2372: done (2 left) 2024-04-02T08:38:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2373: done (1 left) 2024-04-02T08:38:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2374: done (0 left) 2024-04-02T08:38:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2375: rollback oid 31 current snap is 226 2024-04-02T08:38:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 225 2024-04-02T08:38:31.624 INFO:tasks.rados.rados.0.smithi019.stdout:2376: snap_remove snap 200 2024-04-02T08:38:31.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-mon[87361]: pgmap v436: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 232 KiB/s wr, 3 op/s 2024-04-02T08:38:31.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-mon[87361]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:31.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-mon[87361]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:38:31.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-mon[87361]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:31.807 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1312268855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[94035]: pgmap v436: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 232 KiB/s wr, 3 op/s 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[94035]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[94035]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[94035]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1312268855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[96522]: pgmap v436: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 232 KiB/s wr, 3 op/s 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[96522]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[96522]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:38:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[96522]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:38:31.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:31 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1312268855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[108561]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[108561]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 bash[108546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 bash[108546]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 bash[108546]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 bash[108546]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 bash[108546]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 bash[108546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 bash[108546]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:38:32.063 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[108561]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:38:32.064 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[108561]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:38:32.064 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[108561]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:38:32.064 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[108561]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:38:32.064 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[108561]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:38:32.064 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:31 smithi066 podman[108546]: 2024-04-02 08:38:31.834802027 +0000 UTC m=+0.819460047 container died 1ecebd600122aa91fca997a5b03b25d80c869d9c33aa1393d9182a742148e8fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD) 2024-04-02T08:38:32.563 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 podman[108712]: 2024-04-02 08:38:32.398909993 +0000 UTC m=+0.558832482 container remove 1ecebd600122aa91fca997a5b03b25d80c869d9c33aa1393d9182a742148e8fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:38:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:38:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:38:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:32.632 INFO:tasks.rados.rados.0.smithi019.stdout:2376: done (1 left) 2024-04-02T08:38:32.633 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 226 2024-04-02T08:38:32.633 INFO:tasks.rados.rados.0.smithi019.stdout:2377: seq_num 756 ranges {434176=671744} 2024-04-02T08:38:32.640 INFO:tasks.rados.rados.0.smithi019.stdout:2377: writing smithi01981774-12 from 434176 to 1105920 tid 1 2024-04-02T08:38:32.641 INFO:tasks.rados.rados.0.smithi019.stdout:2375: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:38:32.641 INFO:tasks.rados.rados.0.smithi019.stdout:2375: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:38:32.641 INFO:tasks.rados.rados.0.smithi019.stdout:2375: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:38:32.641 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 825 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:38:32.641 INFO:tasks.rados.rados.0.smithi019.stdout:2375: done (1 left) 2024-04-02T08:38:32.641 INFO:tasks.rados.rados.0.smithi019.stdout:2378: snap_remove snap 220 2024-04-02T08:38:32.908 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:32 smithi066 ceph-mon[87361]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:38:32.909 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 podman[108781]: 2024-04-02 08:38:32.608039019 +0000 UTC m=+0.108784750 container create 9e2a10ea2c29fe41b8f28c8edb2e1b00b4c73fd8f4cadabdcb1baafb5755abc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:38:32.909 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 podman[108781]: 2024-04-02 08:38:32.518069973 +0000 UTC m=+0.018815704 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:38:32.909 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 podman[108781]: 2024-04-02 08:38:32.8104026 +0000 UTC m=+0.311148332 container init 9e2a10ea2c29fe41b8f28c8edb2e1b00b4c73fd8f4cadabdcb1baafb5755abc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:38:32.909 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 podman[108781]: 2024-04-02 08:38:32.815817946 +0000 UTC m=+0.316563681 container start 9e2a10ea2c29fe41b8f28c8edb2e1b00b4c73fd8f4cadabdcb1baafb5755abc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T08:38:32.909 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 ceph-osd[108819]: -- 172.21.15.66:0/1852892528 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c9b440f680 con 0x55c9b43d9000 2024-04-02T08:38:32.909 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 bash[108781]: 9e2a10ea2c29fe41b8f28c8edb2e1b00b4c73fd8f4cadabdcb1baafb5755abc7 2024-04-02T08:38:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:32 smithi019 ceph-mon[94035]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:38:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:32 smithi019 ceph-mon[96522]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:38:33.313 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:32 smithi066 systemd[1]: Started Ceph osd.7 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:33.607 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T08:38:33.352+0000 7f5da4c9a7c0 -1 Falling back to public interface 2024-04-02T08:38:33.634 INFO:tasks.rados.rados.0.smithi019.stdout:2377: finishing write tid 1 to smithi01981774-12 2024-04-02T08:38:33.634 INFO:tasks.rados.rados.0.smithi019.stdout:2377: finishing write tid 2 to smithi01981774-12 2024-04-02T08:38:33.634 INFO:tasks.rados.rados.0.smithi019.stdout:2377: finishing write tid 3 to smithi01981774-12 2024-04-02T08:38:33.634 INFO:tasks.rados.rados.0.smithi019.stdout:2377: oid 12 updating version 0 to 1563 2024-04-02T08:38:33.635 INFO:tasks.rados.rados.0.smithi019.stdout:2377: oid 12 version 1563 is already newer than 1562 2024-04-02T08:38:33.635 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1563 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-04-02T08:38:33.635 INFO:tasks.rados.rados.0.smithi019.stdout:2377: left oid 12 (ObjNum 756 snap 226 seq_num 756) 2024-04-02T08:38:33.635 INFO:tasks.rados.rados.0.smithi019.stdout:2377: done (1 left) 2024-04-02T08:38:33.635 INFO:tasks.rados.rados.0.smithi019.stdout:2378: done (0 left) 2024-04-02T08:38:33.635 INFO:tasks.rados.rados.0.smithi019.stdout:2379: rollback oid 28 current snap is 226 2024-04-02T08:38:33.636 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 28 to 225 2024-04-02T08:38:33.636 INFO:tasks.rados.rados.0.smithi019.stdout:2380: read oid 11 snap -1 2024-04-02T08:38:33.636 INFO:tasks.rados.rados.0.smithi019.stdout:2380: expect (ObjNum 754 snap 223 seq_num 754) 2024-04-02T08:38:33.636 INFO:tasks.rados.rados.0.smithi019.stdout:2381: snap_create 2024-04-02T08:38:33.649 INFO:tasks.rados.rados.0.smithi019.stdout:2380: expect (ObjNum 754 snap 223 seq_num 754) 2024-04-02T08:38:33.667 INFO:tasks.rados.rados.0.smithi019.stdout:2379: finishing rollback tid 0 to smithi01981774-28 2024-04-02T08:38:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:2379: finishing rollback tid 1 to smithi01981774-28 2024-04-02T08:38:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:2379: finishing rollback tid 2 to smithi01981774-28 2024-04-02T08:38:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 1825 (ObjNum 668 snap 196 seq_num 668) dirty exists 2024-04-02T08:38:33.862 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-mon[87361]: pgmap v439: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:33.862 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-mon[87361]: Health check failed: Degraded data redundancy: 31/459 objects degraded (6.754%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:33.862 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-mon[87361]: osdmap e523: 8 total, 7 up, 8 in 2024-04-02T08:38:33.862 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:33.862 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:33.862 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:33.863 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 08:38:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T08:38:33.648+0000 7fb102bb0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 122 after trimming was started 2024-04-02T08:38:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[94035]: pgmap v439: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[94035]: Health check failed: Degraded data redundancy: 31/459 objects degraded (6.754%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:33.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[94035]: osdmap e523: 8 total, 7 up, 8 in 2024-04-02T08:38:33.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:33.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:33.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:33.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[96522]: pgmap v439: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:33.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[96522]: Health check failed: Degraded data redundancy: 31/459 objects degraded (6.754%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:33.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[96522]: osdmap e523: 8 total, 7 up, 8 in 2024-04-02T08:38:33.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:33.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:33.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2379: done (2 left) 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2380: done (1 left) 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2381: done (0 left) 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2382: copy_from oid 21 from oid 50 current snap is 227 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2383: read oid 7 snap -1 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2383: expect deleted 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2384: read oid 37 snap -1 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2384: expect (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:38:34.617 INFO:tasks.rados.rados.0.smithi019.stdout:2385: snap_create 2024-04-02T08:38:34.636 INFO:tasks.rados.rados.0.smithi019.stdout:2384: expect (ObjNum 699 snap 208 seq_num 699) 2024-04-02T08:38:34.751 INFO:tasks.rados.rados.0.smithi019.stdout:2382: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:38:34.751 INFO:tasks.rados.rados.0.smithi019.stdout:2382: finishing copy_from to smithi01981774-21 2024-04-02T08:38:34.751 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1449 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:34 smithi019 ceph-mon[94035]: osdmap e524: 8 total, 7 up, 8 in 2024-04-02T08:38:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:34 smithi019 ceph-mon[94035]: osdmap e525: 8 total, 7 up, 8 in 2024-04-02T08:38:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:34 smithi019 ceph-mon[96522]: osdmap e524: 8 total, 7 up, 8 in 2024-04-02T08:38:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:34 smithi019 ceph-mon[96522]: osdmap e525: 8 total, 7 up, 8 in 2024-04-02T08:38:34.965 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:34 smithi066 ceph-mon[87361]: osdmap e524: 8 total, 7 up, 8 in 2024-04-02T08:38:34.965 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:34 smithi066 ceph-mon[87361]: osdmap e525: 8 total, 7 up, 8 in 2024-04-02T08:38:35.618 INFO:tasks.rados.rados.0.smithi019.stdout:2382: done (3 left) 2024-04-02T08:38:35.619 INFO:tasks.rados.rados.0.smithi019.stdout:2383: done (2 left) 2024-04-02T08:38:35.619 INFO:tasks.rados.rados.0.smithi019.stdout:2384: done (1 left) 2024-04-02T08:38:35.619 INFO:tasks.rados.rados.0.smithi019.stdout:2385: done (0 left) 2024-04-02T08:38:35.619 INFO:tasks.rados.rados.0.smithi019.stdout:2386: rollback oid 37 current snap is 228 2024-04-02T08:38:35.619 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 205 2024-04-02T08:38:35.619 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 228 2024-04-02T08:38:35.619 INFO:tasks.rados.rados.0.smithi019.stdout:2387: seq_num 757 ranges {5341184=688128} 2024-04-02T08:38:35.651 INFO:tasks.rados.rados.0.smithi019.stdout:2387: writing smithi01981774-48 from 5341184 to 6029312 tid 1 2024-04-02T08:38:35.651 INFO:tasks.rados.rados.0.smithi019.stdout:2388: snap_create 2024-04-02T08:38:35.652 INFO:tasks.rados.rados.0.smithi019.stdout:2386: finishing rollback tid 0 to smithi01981774-37 2024-04-02T08:38:35.652 INFO:tasks.rados.rados.0.smithi019.stdout:2386: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:38:35.652 INFO:tasks.rados.rados.0.smithi019.stdout:2386: finishing rollback tid 2 to smithi01981774-37 2024-04-02T08:38:35.652 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1639 (ObjNum 650 snap 192 seq_num 650) dirty exists 2024-04-02T08:38:35.658 INFO:tasks.rados.rados.0.smithi019.stdout:2387: finishing write tid 1 to smithi01981774-48 2024-04-02T08:38:35.658 INFO:tasks.rados.rados.0.smithi019.stdout:2387: finishing write tid 2 to smithi01981774-48 2024-04-02T08:38:35.660 INFO:tasks.rados.rados.0.smithi019.stdout:2387: finishing write tid 3 to smithi01981774-48 2024-04-02T08:38:35.660 INFO:tasks.rados.rados.0.smithi019.stdout:2387: oid 48 updating version 0 to 1829 2024-04-02T08:38:35.660 INFO:tasks.rados.rados.0.smithi019.stdout:2387: oid 48 updating version 1829 to 1830 2024-04-02T08:38:35.660 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1830 (ObjNum 757 snap 228 seq_num 757) dirty exists 2024-04-02T08:38:35.660 INFO:tasks.rados.rados.0.smithi019.stdout:2387: left oid 48 (ObjNum 757 snap 228 seq_num 757) 2024-04-02T08:38:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:35 smithi066 ceph-mon[87361]: pgmap v442: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:35 smithi066 ceph-mon[87361]: osdmap e526: 8 total, 7 up, 8 in 2024-04-02T08:38:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:35 smithi019 ceph-mon[94035]: pgmap v442: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:35 smithi019 ceph-mon[94035]: osdmap e526: 8 total, 7 up, 8 in 2024-04-02T08:38:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:35 smithi019 ceph-mon[96522]: pgmap v442: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s wr, 5 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:35 smithi019 ceph-mon[96522]: osdmap e526: 8 total, 7 up, 8 in 2024-04-02T08:38:36.643 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T08:38:36.538+0000 7f5da4c9a7c0 -1 osd.7 517 log_to_monitors true 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2386: done (2 left) 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2387: done (1 left) 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2388: done (0 left) 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2389: read oid 21 snap -1 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2389: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2390: read oid 32 snap -1 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2390: expect (ObjNum 659 snap 194 seq_num 659) 2024-04-02T08:38:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 229 2024-04-02T08:38:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:2391: seq_num 758 ranges {1835008=704512} 2024-04-02T08:38:36.664 INFO:tasks.rados.rados.0.smithi019.stdout:2391: writing smithi01981774-4 from 1835008 to 2539520 tid 1 2024-04-02T08:38:36.664 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 229 2024-04-02T08:38:36.664 INFO:tasks.rados.rados.0.smithi019.stdout:2392: seq_num 759 ranges {1597440=720896} 2024-04-02T08:38:36.677 INFO:tasks.rados.rados.0.smithi019.stdout:2392: writing smithi01981774-28 from 1597440 to 2318336 tid 1 2024-04-02T08:38:36.677 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 229 2024-04-02T08:38:36.677 INFO:tasks.rados.rados.0.smithi019.stdout:2393: seq_num 760 ranges {630784=737280} 2024-04-02T08:38:36.685 INFO:tasks.rados.rados.0.smithi019.stdout:2393: writing smithi01981774-11 from 630784 to 1368064 tid 1 2024-04-02T08:38:36.685 INFO:tasks.rados.rados.0.smithi019.stdout:2394: read oid 37 snap -1 2024-04-02T08:38:36.685 INFO:tasks.rados.rados.0.smithi019.stdout:2394: expect (ObjNum 650 snap 192 seq_num 650) 2024-04-02T08:38:36.685 INFO:tasks.rados.rados.0.smithi019.stdout:2395: snap_remove snap 215 2024-04-02T08:38:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:36 smithi019 ceph-mon[94035]: from='osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:38:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:36 smithi019 ceph-mon[94035]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:38:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:36 smithi019 ceph-mon[96522]: from='osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:38:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:36 smithi019 ceph-mon[96522]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:38:37.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:36 smithi066 ceph-mon[87361]: from='osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:38:37.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:36 smithi066 ceph-mon[87361]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:38:37.033 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 08:38:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T08:38:36.670+0000 7f5d960f2700 -1 osd.7 517 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:38:37.653 INFO:tasks.rados.rados.0.smithi019.stdout:2395: done (6 left) 2024-04-02T08:38:37.653 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 229 2024-04-02T08:38:37.653 INFO:tasks.rados.rados.0.smithi019.stdout:2396: seq_num 761 ranges {11943936=753664} 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2396: writing smithi01981774-35 from 11943936 to 12697600 tid 1 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2397: read oid 19 snap 226 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2397: expect deleted 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2398: read oid 46 snap -1 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2398: expect (ObjNum 650 snap 192 seq_num 650) 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2399: rollback oid 7 current snap is 229 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 223 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2400: read oid 39 snap -1 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2400: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2401: rollback oid 30 current snap is 229 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 225 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2391: finishing write tid 1 to smithi01981774-4 2024-04-02T08:38:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:2391: finishing write tid 2 to smithi01981774-4 2024-04-02T08:38:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:2391: finishing write tid 3 to smithi01981774-4 2024-04-02T08:38:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:2391: oid 4 updating version 0 to 1386 2024-04-02T08:38:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:2391: oid 4 version 1386 is already newer than 1385 2024-04-02T08:38:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 1386 (ObjNum 758 snap 229 seq_num 758) dirty exists 2024-04-02T08:38:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:2391: left oid 4 (ObjNum 758 snap 229 seq_num 758) 2024-04-02T08:38:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:2389: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:37.930 INFO:tasks.rados.rados.0.smithi019.stdout:2390: expect (ObjNum 659 snap 194 seq_num 659) 2024-04-02T08:38:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[94035]: pgmap v445: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 0 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[94035]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[94035]: from='osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[94035]: osdmap e527: 8 total, 7 up, 8 in 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[94035]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[96522]: pgmap v445: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 0 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[96522]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:38:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[96522]: from='osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[96522]: osdmap e527: 8 total, 7 up, 8 in 2024-04-02T08:38:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[96522]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:37 smithi066 ceph-mon[87361]: pgmap v445: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 0 op/s; 31/459 objects degraded (6.754%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:37 smithi066 ceph-mon[87361]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:38:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:37 smithi066 ceph-mon[87361]: from='osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:37 smithi066 ceph-mon[87361]: osdmap e527: 8 total, 7 up, 8 in 2024-04-02T08:38:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:37 smithi066 ceph-mon[87361]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-02T08:38:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:38.211 INFO:tasks.rados.rados.0.smithi019.stdout:2392: finishing write tid 1 to smithi01981774-28 2024-04-02T08:38:38.211 INFO:tasks.rados.rados.0.smithi019.stdout:2392: finishing write tid 2 to smithi01981774-28 2024-04-02T08:38:38.211 INFO:tasks.rados.rados.0.smithi019.stdout:2392: finishing write tid 3 to smithi01981774-28 2024-04-02T08:38:38.211 INFO:tasks.rados.rados.0.smithi019.stdout:2392: oid 28 updating version 0 to 1832 2024-04-02T08:38:38.211 INFO:tasks.rados.rados.0.smithi019.stdout:2392: oid 28 updating version 1832 to 1833 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 1833 (ObjNum 759 snap 229 seq_num 759) dirty exists 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2392: left oid 28 (ObjNum 759 snap 229 seq_num 759) 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2393: finishing write tid 1 to smithi01981774-11 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2393: finishing write tid 2 to smithi01981774-11 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2393: finishing write tid 3 to smithi01981774-11 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2393: oid 11 updating version 0 to 1388 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2393: oid 11 version 1388 is already newer than 1387 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 1388 (ObjNum 760 snap 229 seq_num 760) dirty exists 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2393: left oid 11 (ObjNum 760 snap 229 seq_num 760) 2024-04-02T08:38:38.212 INFO:tasks.rados.rados.0.smithi019.stdout:2394: expect (ObjNum 650 snap 192 seq_num 650) 2024-04-02T08:38:38.245 INFO:tasks.rados.rados.0.smithi019.stdout:2389: done (11 left) 2024-04-02T08:38:38.245 INFO:tasks.rados.rados.0.smithi019.stdout:2390: done (10 left) 2024-04-02T08:38:38.245 INFO:tasks.rados.rados.0.smithi019.stdout:2391: done (9 left) 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:2392: done (8 left) 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:2393: done (7 left) 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:2394: done (6 left) 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:2397: done (5 left) 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:2402: delete oid 24 current snap is 229 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:2399: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 0 (ObjNum 33 snap 0 seq_num 2824359968) dirty dne 2024-04-02T08:38:38.246 INFO:tasks.rados.rados.0.smithi019.stdout:2400: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:38:38.258 INFO:tasks.rados.rados.0.smithi019.stdout:2396: finishing write tid 1 to smithi01981774-35 2024-04-02T08:38:38.258 INFO:tasks.rados.rados.0.smithi019.stdout:2396: finishing write tid 2 to smithi01981774-35 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2399: done (5 left) 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2400: done (4 left) 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2402: done (3 left) 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2403: read oid 37 snap -1 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2403: expect (ObjNum 650 snap 192 seq_num 650) 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2404: copy_from oid 21 from oid 14 current snap is 229 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2396: finishing write tid 3 to smithi01981774-35 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2396: oid 35 updating version 0 to 1566 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2396: oid 35 version 1566 is already newer than 1565 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1566 (ObjNum 761 snap 229 seq_num 761) dirty exists 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2396: left oid 35 (ObjNum 761 snap 229 seq_num 761) 2024-04-02T08:38:38.259 INFO:tasks.rados.rados.0.smithi019.stdout:2398: expect (ObjNum 650 snap 192 seq_num 650) 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2401: finishing rollback tid 0 to smithi01981774-30 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2401: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2401: finishing rollback tid 2 to smithi01981774-30 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1843 (ObjNum 708 snap 213 seq_num 708) dirty exists 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2396: done (4 left) 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2398: done (3 left) 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2401: done (2 left) 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 229 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2404: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:38:38.296 INFO:tasks.rados.rados.0.smithi019.stdout:2405: seq_num 763 ranges {2760704=786432} 2024-04-02T08:38:38.315 INFO:tasks.rados.rados.0.smithi019.stdout:2405: writing smithi01981774-36 from 2760704 to 3547136 tid 1 2024-04-02T08:38:38.315 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 229 2024-04-02T08:38:38.315 INFO:tasks.rados.rados.0.smithi019.stdout:2404: finishing copy_from to smithi01981774-21 2024-04-02T08:38:38.315 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 882 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:38:38.315 INFO:tasks.rados.rados.0.smithi019.stdout:2406: seq_num 764 ranges {5120000=802816} 2024-04-02T08:38:38.347 INFO:tasks.rados.rados.0.smithi019.stdout:2406: writing smithi01981774-30 from 5120000 to 5922816 tid 1 2024-04-02T08:38:38.348 INFO:tasks.rados.rados.0.smithi019.stdout:2404: done (3 left) 2024-04-02T08:38:38.348 INFO:tasks.rados.rados.0.smithi019.stdout:2407: rmattr oid 22 current snap is 229 2024-04-02T08:38:38.348 INFO:tasks.rados.rados.0.smithi019.stdout:2407: done (3 left) 2024-04-02T08:38:38.348 INFO:tasks.rados.rados.0.smithi019.stdout:2408: snap_remove snap 224 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2405: finishing write tid 1 to smithi01981774-36 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2405: finishing write tid 2 to smithi01981774-36 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2405: finishing write tid 3 to smithi01981774-36 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2405: oid 36 updating version 0 to 883 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2405: oid 36 updating version 883 to 884 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 884 (ObjNum 763 snap 229 seq_num 763) dirty exists 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2405: left oid 36 (ObjNum 763 snap 229 seq_num 763) 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2406: finishing write tid 1 to smithi01981774-30 2024-04-02T08:38:38.656 INFO:tasks.rados.rados.0.smithi019.stdout:2406: finishing write tid 2 to smithi01981774-30 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2406: finishing write tid 3 to smithi01981774-30 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2406: oid 30 updating version 0 to 1845 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2406: oid 30 version 1845 is already newer than 1844 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1845 (ObjNum 764 snap 229 seq_num 764) dirty exists 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2406: left oid 30 (ObjNum 764 snap 229 seq_num 764) 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2405: done (3 left) 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2406: done (2 left) 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2408: done (1 left) 2024-04-02T08:38:38.657 INFO:tasks.rados.rados.0.smithi019.stdout:2409: delete oid 4 current snap is 229 2024-04-02T08:38:38.667 INFO:tasks.rados.rados.0.smithi019.stdout:2409: done (1 left) 2024-04-02T08:38:38.667 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 229 2024-04-02T08:38:38.667 INFO:tasks.rados.rados.0.smithi019.stdout:2410: seq_num 766 ranges {7200768=434176,7634944=401408} 2024-04-02T08:38:38.710 INFO:tasks.rados.rados.0.smithi019.stdout:2410: writing smithi01981774-25 from 7200768 to 7634944 tid 1 2024-04-02T08:38:38.712 INFO:tasks.rados.rados.0.smithi019.stdout:2410: writing smithi01981774-25 from 7634944 to 8036352 tid 2 2024-04-02T08:38:38.712 INFO:tasks.rados.rados.0.smithi019.stdout:2411: delete oid 35 current snap is 229 2024-04-02T08:38:38.712 INFO:tasks.rados.rados.0.smithi019.stdout:2403: expect (ObjNum 650 snap 192 seq_num 650) 2024-04-02T08:38:38.748 INFO:tasks.rados.rados.0.smithi019.stdout:2410: finishing write tid 1 to smithi01981774-25 2024-04-02T08:38:38.748 INFO:tasks.rados.rados.0.smithi019.stdout:2410: finishing write tid 2 to smithi01981774-25 2024-04-02T08:38:38.748 INFO:tasks.rados.rados.0.smithi019.stdout:2410: finishing write tid 3 to smithi01981774-25 2024-04-02T08:38:38.748 INFO:tasks.rados.rados.0.smithi019.stdout:2403: done (2 left) 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:2411: done (1 left) 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 229 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:2410: finishing write tid 4 to smithi01981774-25 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:2410: oid 25 updating version 0 to 1640 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:2410: oid 25 updating version 1640 to 1641 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:2410: oid 25 updating version 1641 to 1642 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1642 (ObjNum 766 snap 229 seq_num 766) dirty exists 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:2410: left oid 25 (ObjNum 766 snap 229 seq_num 766) 2024-04-02T08:38:38.749 INFO:tasks.rados.rados.0.smithi019.stdout:2412: seq_num 768 ranges {0=466944,466944=401408} 2024-04-02T08:38:38.751 INFO:tasks.rados.rados.0.smithi019.stdout:2412: writing smithi01981774-1 from 0 to 466944 tid 1 2024-04-02T08:38:38.753 INFO:tasks.rados.rados.0.smithi019.stdout:2412: writing smithi01981774-1 from 466944 to 868352 tid 2 2024-04-02T08:38:38.754 INFO:tasks.rados.rados.0.smithi019.stdout:2410: done (1 left) 2024-04-02T08:38:38.754 INFO:tasks.rados.rados.0.smithi019.stdout:2413: snap_create 2024-04-02T08:38:38.754 INFO:tasks.rados.rados.0.smithi019.stdout:2412: finishing write tid 1 to smithi01981774-1 2024-04-02T08:38:38.756 INFO:tasks.rados.rados.0.smithi019.stdout:2412: finishing write tid 2 to smithi01981774-1 2024-04-02T08:38:38.756 INFO:tasks.rados.rados.0.smithi019.stdout:2412: finishing write tid 3 to smithi01981774-1 2024-04-02T08:38:38.758 INFO:tasks.rados.rados.0.smithi019.stdout:2412: finishing write tid 4 to smithi01981774-1 2024-04-02T08:38:38.758 INFO:tasks.rados.rados.0.smithi019.stdout:2412: oid 1 updating version 0 to 1242 2024-04-02T08:38:38.758 INFO:tasks.rados.rados.0.smithi019.stdout:2412: oid 1 version 1242 is already newer than 1240 2024-04-02T08:38:38.758 INFO:tasks.rados.rados.0.smithi019.stdout:2412: oid 1 version 1242 is already newer than 1241 2024-04-02T08:38:38.758 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 1242 (ObjNum 768 snap 229 seq_num 768) dirty exists 2024-04-02T08:38:38.758 INFO:tasks.rados.rados.0.smithi019.stdout:2412: left oid 1 (ObjNum 768 snap 229 seq_num 768) 2024-04-02T08:38:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[94035]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[94035]: osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958] boot 2024-04-02T08:38:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[94035]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:38:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:38:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[94035]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:38:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[96522]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[96522]: osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958] boot 2024-04-02T08:38:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[96522]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:38:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:38:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:38 smithi019 ceph-mon[96522]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:38:39.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:38 smithi066 ceph-mon[87361]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:38:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:38 smithi066 ceph-mon[87361]: osd.7 [v2:172.21.15.66:6824/2316227958,v1:172.21.15.66:6825/2316227958] boot 2024-04-02T08:38:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:38 smithi066 ceph-mon[87361]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:38:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:38:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:38 smithi066 ceph-mon[87361]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:38:39.654 INFO:tasks.rados.rados.0.smithi019.stdout:2412: done (1 left) 2024-04-02T08:38:39.655 INFO:tasks.rados.rados.0.smithi019.stdout:2413: done (0 left) 2024-04-02T08:38:39.655 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 230 2024-04-02T08:38:39.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: seq_num 769 ranges {2105344=483328,2588672=401408} 2024-04-02T08:38:39.668 INFO:tasks.rados.rados.0.smithi019.stdout:2414: writing smithi01981774-31 from 2105344 to 2588672 tid 1 2024-04-02T08:38:39.671 INFO:tasks.rados.rados.0.smithi019.stdout:2414: writing smithi01981774-31 from 2588672 to 2990080 tid 2 2024-04-02T08:38:39.671 INFO:tasks.rados.rados.0.smithi019.stdout:2415: read oid 19 snap -1 2024-04-02T08:38:39.671 INFO:tasks.rados.rados.0.smithi019.stdout:2415: expect deleted 2024-04-02T08:38:39.671 INFO:tasks.rados.rados.0.smithi019.stdout:2416: snap_remove snap 227 2024-04-02T08:38:39.938 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:39 smithi066 ceph-mon[87361]: pgmap v448: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 33/459 objects degraded (7.190%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:39.938 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:39 smithi066 ceph-mon[87361]: Health check update: Degraded data redundancy: 33/459 objects degraded (7.190%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:39.938 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:39 smithi066 ceph-mon[87361]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:38:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:39 smithi019 ceph-mon[94035]: pgmap v448: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 33/459 objects degraded (7.190%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:39 smithi019 ceph-mon[94035]: Health check update: Degraded data redundancy: 33/459 objects degraded (7.190%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:39 smithi019 ceph-mon[94035]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:38:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:39 smithi019 ceph-mon[96522]: pgmap v448: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 6 op/s; 33/459 objects degraded (7.190%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:39 smithi019 ceph-mon[96522]: Health check update: Degraded data redundancy: 33/459 objects degraded (7.190%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:38:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:39 smithi019 ceph-mon[96522]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:38:40.654 INFO:tasks.rados.rados.0.smithi019.stdout:2416: done (2 left) 2024-04-02T08:38:40.654 INFO:tasks.rados.rados.0.smithi019.stdout:2417: rollback oid 45 current snap is 230 2024-04-02T08:38:40.654 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 221 2024-04-02T08:38:40.654 INFO:tasks.rados.rados.0.smithi019.stdout:2414: finishing write tid 1 to smithi01981774-31 2024-04-02T08:38:40.654 INFO:tasks.rados.rados.0.smithi019.stdout:2414: finishing write tid 2 to smithi01981774-31 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: finishing write tid 3 to smithi01981774-31 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: finishing write tid 4 to smithi01981774-31 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: oid 31 updating version 0 to 826 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: oid 31 updating version 826 to 827 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: oid 31 updating version 827 to 828 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 828 (ObjNum 769 snap 230 seq_num 769) dirty exists 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: left oid 31 (ObjNum 769 snap 230 seq_num 769) 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2414: done (2 left) 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2415: done (1 left) 2024-04-02T08:38:40.655 INFO:tasks.rados.rados.0.smithi019.stdout:2418: setattr oid 35 current snap is 230 2024-04-02T08:38:40.657 INFO:tasks.rados.rados.0.smithi019.stdout:2419: snap_create 2024-04-02T08:38:40.660 INFO:tasks.rados.rados.0.smithi019.stdout:2417: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:38:40.663 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1568 (ObjNum 65 snap 0 seq_num 2807485264) dirty exists 2024-04-02T08:38:40.664 INFO:tasks.rados.rados.0.smithi019.stdout:2417: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:38:40.664 INFO:tasks.rados.rados.0.smithi019.stdout:2417: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:38:40.664 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1566 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:38:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:38:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:38:40] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-02T08:38:41.658 INFO:tasks.rados.rados.0.smithi019.stdout:2417: done (2 left) 2024-04-02T08:38:41.659 INFO:tasks.rados.rados.0.smithi019.stdout:2418: done (1 left) 2024-04-02T08:38:41.659 INFO:tasks.rados.rados.0.smithi019.stdout:2419: done (0 left) 2024-04-02T08:38:41.659 INFO:tasks.rados.rados.0.smithi019.stdout:2420: delete oid 49 current snap is 231 2024-04-02T08:38:41.661 INFO:tasks.rados.rados.0.smithi019.stdout:2420: done (0 left) 2024-04-02T08:38:41.661 INFO:tasks.rados.rados.0.smithi019.stdout:2421: read oid 3 snap 221 2024-04-02T08:38:41.661 INFO:tasks.rados.rados.0.smithi019.stdout:2421: expect deleted 2024-04-02T08:38:41.661 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 231 2024-04-02T08:38:41.661 INFO:tasks.rados.rados.0.smithi019.stdout:2422: seq_num 771 ranges {7127040=516096,7643136=401408} 2024-04-02T08:38:41.703 INFO:tasks.rados.rados.0.smithi019.stdout:2422: writing smithi01981774-10 from 7127040 to 7643136 tid 1 2024-04-02T08:38:41.705 INFO:tasks.rados.rados.0.smithi019.stdout:2422: writing smithi01981774-10 from 7643136 to 8044544 tid 2 2024-04-02T08:38:41.705 INFO:tasks.rados.rados.0.smithi019.stdout:2423: snap_create 2024-04-02T08:38:41.711 INFO:tasks.rados.rados.0.smithi019.stdout:2422: finishing write tid 1 to smithi01981774-10 2024-04-02T08:38:41.712 INFO:tasks.rados.rados.0.smithi019.stdout:2422: finishing write tid 2 to smithi01981774-10 2024-04-02T08:38:41.712 INFO:tasks.rados.rados.0.smithi019.stdout:2422: finishing write tid 3 to smithi01981774-10 2024-04-02T08:38:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:2422: finishing write tid 4 to smithi01981774-10 2024-04-02T08:38:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:2422: oid 10 updating version 0 to 830 2024-04-02T08:38:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:2422: oid 10 updating version 830 to 831 2024-04-02T08:38:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:2422: oid 10 version 831 is already newer than 829 2024-04-02T08:38:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 831 (ObjNum 771 snap 231 seq_num 771) dirty exists 2024-04-02T08:38:41.713 INFO:tasks.rados.rados.0.smithi019.stdout:2422: left oid 10 (ObjNum 771 snap 231 seq_num 771) 2024-04-02T08:38:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:41 smithi019 ceph-mon[94035]: pgmap v451: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 516 KiB/s wr, 5 op/s; 33/459 objects degraded (7.190%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:41 smithi019 ceph-mon[94035]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:38:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:41 smithi019 ceph-mon[96522]: pgmap v451: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 516 KiB/s wr, 5 op/s; 33/459 objects degraded (7.190%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:41 smithi019 ceph-mon[96522]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:38:42.015 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:41 smithi066 ceph-mon[87361]: pgmap v451: 121 pgs: 9 active+clean+remapped, 34 active+undersized, 10 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 516 KiB/s wr, 5 op/s; 33/459 objects degraded (7.190%); 2/459 objects misplaced (0.436%) 2024-04-02T08:38:42.015 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:41 smithi066 ceph-mon[87361]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:38:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:42.666 INFO:tasks.rados.rados.0.smithi019.stdout:2421: done (2 left) 2024-04-02T08:38:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:2422: done (1 left) 2024-04-02T08:38:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:2423: done (0 left) 2024-04-02T08:38:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:2424: copy_from oid 45 from oid 2 current snap is 232 2024-04-02T08:38:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:2425: read oid 19 snap 230 2024-04-02T08:38:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:2425: expect deleted 2024-04-02T08:38:42.667 INFO:tasks.rados.rados.0.smithi019.stdout:2426: setattr oid 40 current snap is 232 2024-04-02T08:38:42.668 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 232 2024-04-02T08:38:42.668 INFO:tasks.rados.rados.0.smithi019.stdout:2427: seq_num 772 ranges {0=532480,532480=401408} 2024-04-02T08:38:42.672 INFO:tasks.rados.rados.0.smithi019.stdout:2427: writing smithi01981774-49 from 0 to 532480 tid 1 2024-04-02T08:38:42.674 INFO:tasks.rados.rados.0.smithi019.stdout:2427: writing smithi01981774-49 from 532480 to 933888 tid 2 2024-04-02T08:38:42.675 INFO:tasks.rados.rados.0.smithi019.stdout:2428: rmattr oid 27 current snap is 232 2024-04-02T08:38:42.675 INFO:tasks.rados.rados.0.smithi019.stdout:2428: done (4 left) 2024-04-02T08:38:42.675 INFO:tasks.rados.rados.0.smithi019.stdout:2429: rmattr oid 15 current snap is 232 2024-04-02T08:38:42.676 INFO:tasks.rados.rados.0.smithi019.stdout:2425: done (4 left) 2024-04-02T08:38:42.676 INFO:tasks.rados.rados.0.smithi019.stdout:2430: delete oid 44 current snap is 232 2024-04-02T08:38:42.680 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1569 (ObjNum 653 snap 192 seq_num 653) dirty exists 2024-04-02T08:38:42.683 INFO:tasks.rados.rados.0.smithi019.stdout:2426: done (4 left) 2024-04-02T08:38:42.683 INFO:tasks.rados.rados.0.smithi019.stdout:2430: done (3 left) 2024-04-02T08:38:42.683 INFO:tasks.rados.rados.0.smithi019.stdout:2431: rmattr oid 44 current snap is 232 2024-04-02T08:38:42.683 INFO:tasks.rados.rados.0.smithi019.stdout:2431: done (3 left) 2024-04-02T08:38:42.683 INFO:tasks.rados.rados.0.smithi019.stdout:2432: read oid 30 snap 223 2024-04-02T08:38:42.683 INFO:tasks.rados.rados.0.smithi019.stdout:2432: expect (ObjNum 708 snap 213 seq_num 708) 2024-04-02T08:38:42.683 INFO:tasks.rados.rados.0.smithi019.stdout:2433: rollback oid 9 current snap is 232 2024-04-02T08:38:42.684 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 231 2024-04-02T08:38:42.684 INFO:tasks.rados.rados.0.smithi019.stdout:2434: setattr oid 34 current snap is 232 2024-04-02T08:38:42.685 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1437 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:38:42.687 INFO:tasks.rados.rados.0.smithi019.stdout:2429: done (5 left) 2024-04-02T08:38:42.687 INFO:tasks.rados.rados.0.smithi019.stdout:2435: read oid 10 snap -1 2024-04-02T08:38:42.687 INFO:tasks.rados.rados.0.smithi019.stdout:2435: expect (ObjNum 771 snap 231 seq_num 771) 2024-04-02T08:38:42.687 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 232 2024-04-02T08:38:42.687 INFO:tasks.rados.rados.0.smithi019.stdout:2427: finishing write tid 1 to smithi01981774-49 2024-04-02T08:38:42.687 INFO:tasks.rados.rados.0.smithi019.stdout:2436: seq_num 774 ranges {2170880=565248,2736128=401408} 2024-04-02T08:38:42.703 INFO:tasks.rados.rados.0.smithi019.stdout:2436: writing smithi01981774-40 from 2170880 to 2736128 tid 1 2024-04-02T08:38:42.706 INFO:tasks.rados.rados.0.smithi019.stdout:2436: writing smithi01981774-40 from 2736128 to 3137536 tid 2 2024-04-02T08:38:42.706 INFO:tasks.rados.rados.0.smithi019.stdout:2437: read oid 12 snap 230 2024-04-02T08:38:42.706 INFO:tasks.rados.rados.0.smithi019.stdout:2437: expect (ObjNum 756 snap 226 seq_num 756) 2024-04-02T08:38:42.706 INFO:tasks.rados.rados.0.smithi019.stdout:2438: read oid 22 snap 229 2024-04-02T08:38:42.706 INFO:tasks.rados.rados.0.smithi019.stdout:2438: expect deleted 2024-04-02T08:38:42.706 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 232 2024-04-02T08:38:42.706 INFO:tasks.rados.rados.0.smithi019.stdout:2439: seq_num 775 ranges {0=589824,589824=401408} 2024-04-02T08:38:42.709 INFO:tasks.rados.rados.0.smithi019.stdout:2439: writing smithi01981774-7 from 0 to 589824 tid 1 2024-04-02T08:38:42.712 INFO:tasks.rados.rados.0.smithi019.stdout:2439: writing smithi01981774-7 from 589824 to 991232 tid 2 2024-04-02T08:38:42.712 INFO:tasks.rados.rados.0.smithi019.stdout:2440: read oid 39 snap -1 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2440: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2427: finishing write tid 2 to smithi01981774-49 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2427: finishing write tid 3 to smithi01981774-49 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2433: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2427: finishing write tid 4 to smithi01981774-49 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2427: oid 49 updating version 0 to 1571 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2427: oid 49 version 1571 is already newer than 1569 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2427: oid 49 version 1571 is already newer than 1570 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1571 (ObjNum 772 snap 232 seq_num 772) dirty exists 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2427: left oid 49 (ObjNum 772 snap 232 seq_num 772) 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1572 (ObjNum 529 snap 161 seq_num 529) dirty exists 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2424: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2424: finishing copy_from to smithi01981774-45 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1017 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-04-02T08:38:42.713 INFO:tasks.rados.rados.0.smithi019.stdout:2432: expect (ObjNum 708 snap 213 seq_num 708) 2024-04-02T08:38:42.941 INFO:tasks.rados.rados.0.smithi019.stdout:2437: expect (ObjNum 756 snap 226 seq_num 756) 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:38:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:42.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:38:42.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:38:42.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:38:42.978 INFO:tasks.rados.rados.0.smithi019.stdout:2439: finishing write tid 1 to smithi01981774-7 2024-04-02T08:38:42.978 INFO:tasks.rados.rados.0.smithi019.stdout:2439: finishing write tid 2 to smithi01981774-7 2024-04-02T08:38:42.978 INFO:tasks.rados.rados.0.smithi019.stdout:2439: finishing write tid 3 to smithi01981774-7 2024-04-02T08:38:42.978 INFO:tasks.rados.rados.0.smithi019.stdout:2439: finishing write tid 4 to smithi01981774-7 2024-04-02T08:38:42.979 INFO:tasks.rados.rados.0.smithi019.stdout:2439: oid 7 updating version 0 to 1859 2024-04-02T08:38:42.979 INFO:tasks.rados.rados.0.smithi019.stdout:2439: oid 7 version 1859 is already newer than 1858 2024-04-02T08:38:42.979 INFO:tasks.rados.rados.0.smithi019.stdout:2439: oid 7 updating version 1859 to 1860 2024-04-02T08:38:42.979 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1860 (ObjNum 775 snap 232 seq_num 775) dirty exists 2024-04-02T08:38:42.979 INFO:tasks.rados.rados.0.smithi019.stdout:2439: left oid 7 (ObjNum 775 snap 232 seq_num 775) 2024-04-02T08:38:42.979 INFO:tasks.rados.rados.0.smithi019.stdout:2435: expect (ObjNum 771 snap 231 seq_num 771) 2024-04-02T08:38:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:38:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:38:43.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:38:43.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:38:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:2436: finishing write tid 1 to smithi01981774-40 2024-04-02T08:38:43.704 INFO:tasks.rados.rados.0.smithi019.stdout:2440: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:38:43.717 INFO:tasks.rados.rados.0.smithi019.stdout:2436: finishing write tid 2 to smithi01981774-40 2024-04-02T08:38:43.717 INFO:tasks.rados.rados.0.smithi019.stdout:2436: finishing write tid 3 to smithi01981774-40 2024-04-02T08:38:43.717 INFO:tasks.rados.rados.0.smithi019.stdout:2436: finishing write tid 4 to smithi01981774-40 2024-04-02T08:38:43.717 INFO:tasks.rados.rados.0.smithi019.stdout:2436: oid 40 updating version 0 to 1571 2024-04-02T08:38:43.717 INFO:tasks.rados.rados.0.smithi019.stdout:2436: oid 40 updating version 1571 to 1573 2024-04-02T08:38:43.717 INFO:tasks.rados.rados.0.smithi019.stdout:2436: oid 40 version 1573 is already newer than 1572 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1573 (ObjNum 774 snap 232 seq_num 774) dirty exists 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2436: left oid 40 (ObjNum 774 snap 232 seq_num 774) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2424: done (10 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2427: done (9 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2432: done (8 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2433: done (7 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2434: done (6 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2435: done (5 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2436: done (4 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2437: done (3 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2438: done (2 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2439: done (1 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2440: done (0 left) 2024-04-02T08:38:43.718 INFO:tasks.rados.rados.0.smithi019.stdout:2441: snap_create 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: pgmap v454: 121 pgs: 121 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 4.0 MiB/s, 2 objects/s recovering 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all osd 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/459 objects degraded (7.190%), 10 pgs degraded) 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: pgmap v454: 121 pgs: 121 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 4.0 MiB/s, 2 objects/s recovering 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all osd 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/459 objects degraded (7.190%), 10 pgs degraded) 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: pgmap v454: 121 pgs: 121 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 4.0 MiB/s, 2 objects/s recovering 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all osd 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/459 objects degraded (7.190%), 10 pgs degraded) 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:44.618 INFO:tasks.rados.rados.0.smithi019.stdout:2441: done (0 left) 2024-04-02T08:38:44.618 INFO:tasks.rados.rados.0.smithi019.stdout:2442: delete oid 37 current snap is 233 2024-04-02T08:38:44.624 INFO:tasks.rados.rados.0.smithi019.stdout:2442: done (0 left) 2024-04-02T08:38:44.624 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 233 2024-04-02T08:38:44.624 INFO:tasks.rados.rados.0.smithi019.stdout:2443: seq_num 777 ranges {0=622592,622592=401408} 2024-04-02T08:38:44.627 INFO:tasks.rados.rados.0.smithi019.stdout:2443: writing smithi01981774-4 from 0 to 622592 tid 1 2024-04-02T08:38:44.629 INFO:tasks.rados.rados.0.smithi019.stdout:2443: writing smithi01981774-4 from 622592 to 1024000 tid 2 2024-04-02T08:38:44.629 INFO:tasks.rados.rados.0.smithi019.stdout:2444: snap_create 2024-04-02T08:38:44.634 INFO:tasks.rados.rados.0.smithi019.stdout:2443: finishing write tid 1 to smithi01981774-4 2024-04-02T08:38:44.634 INFO:tasks.rados.rados.0.smithi019.stdout:2443: finishing write tid 2 to smithi01981774-4 2024-04-02T08:38:44.634 INFO:tasks.rados.rados.0.smithi019.stdout:2443: finishing write tid 3 to smithi01981774-4 2024-04-02T08:38:44.636 INFO:tasks.rados.rados.0.smithi019.stdout:2443: finishing write tid 4 to smithi01981774-4 2024-04-02T08:38:44.636 INFO:tasks.rados.rados.0.smithi019.stdout:2443: oid 4 updating version 0 to 1391 2024-04-02T08:38:44.636 INFO:tasks.rados.rados.0.smithi019.stdout:2443: oid 4 version 1391 is already newer than 1390 2024-04-02T08:38:44.636 INFO:tasks.rados.rados.0.smithi019.stdout:2443: oid 4 updating version 1391 to 1392 2024-04-02T08:38:44.636 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 1392 (ObjNum 777 snap 233 seq_num 777) dirty exists 2024-04-02T08:38:44.636 INFO:tasks.rados.rados.0.smithi019.stdout:2443: left oid 4 (ObjNum 777 snap 233 seq_num 777) 2024-04-02T08:38:45.625 INFO:tasks.rados.rados.0.smithi019.stdout:2443: done (1 left) 2024-04-02T08:38:45.625 INFO:tasks.rados.rados.0.smithi019.stdout:2444: done (0 left) 2024-04-02T08:38:45.625 INFO:tasks.rados.rados.0.smithi019.stdout:2445: read oid 39 snap 231 2024-04-02T08:38:45.625 INFO:tasks.rados.rados.0.smithi019.stdout:2445: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:38:45.625 INFO:tasks.rados.rados.0.smithi019.stdout:2446: snap_remove snap 219 2024-04-02T08:38:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:45 smithi066 ceph-mon[87361]: pgmap v456: 121 pgs: 121 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:45 smithi066 ceph-mon[87361]: Upgrade: Updating mds.a 2024-04-02T08:38:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:38:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:45 smithi066 ceph-mon[87361]: Deploying daemon mds.a on smithi019 2024-04-02T08:38:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:45 smithi066 ceph-mon[87361]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[94035]: pgmap v456: 121 pgs: 121 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[94035]: Upgrade: Updating mds.a 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[94035]: Deploying daemon mds.a on smithi019 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[94035]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:38:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[96522]: pgmap v456: 121 pgs: 121 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 12 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[96522]: Upgrade: Updating mds.a 2024-04-02T08:38:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:38:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[96522]: Deploying daemon mds.a on smithi019 2024-04-02T08:38:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:45 smithi019 ceph-mon[96522]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:38:46.635 INFO:tasks.rados.rados.0.smithi019.stdout:2446: done (1 left) 2024-04-02T08:38:46.635 INFO:tasks.rados.rados.0.smithi019.stdout:2447: read oid 22 snap -1 2024-04-02T08:38:46.635 INFO:tasks.rados.rados.0.smithi019.stdout:2447: expect deleted 2024-04-02T08:38:46.635 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 234 2024-04-02T08:38:46.635 INFO:tasks.rados.rados.0.smithi019.stdout:2448: seq_num 778 ranges {9068544=638976,9707520=401408} 2024-04-02T08:38:46.689 INFO:tasks.rados.rados.0.smithi019.stdout:2448: writing smithi01981774-29 from 9068544 to 9707520 tid 1 2024-04-02T08:38:46.692 INFO:tasks.rados.rados.0.smithi019.stdout:2448: writing smithi01981774-29 from 9707520 to 10108928 tid 2 2024-04-02T08:38:46.692 INFO:tasks.rados.rados.0.smithi019.stdout:2449: rollback oid 33 current snap is 234 2024-04-02T08:38:46.692 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 33 to 221 2024-04-02T08:38:46.692 INFO:tasks.rados.rados.0.smithi019.stdout:2450: rollback oid 42 current snap is 234 2024-04-02T08:38:46.692 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 205 2024-04-02T08:38:46.692 INFO:tasks.rados.rados.0.smithi019.stdout:2445: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2449: finishing rollback tid 1 to smithi01981774-33 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 1556 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2450: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2448: finishing write tid 1 to smithi01981774-29 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2445: done (4 left) 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2447: done (3 left) 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2449: done (2 left) 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2451: rollback oid 23 current snap is 234 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 214 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2450: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2450: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1575 (ObjNum 686 snap 201 seq_num 686) dirty exists 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2448: finishing write tid 2 to smithi01981774-29 2024-04-02T08:38:46.709 INFO:tasks.rados.rados.0.smithi019.stdout:2448: finishing write tid 3 to smithi01981774-29 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2448: finishing write tid 4 to smithi01981774-29 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2448: oid 29 updating version 0 to 1869 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2448: oid 29 updating version 1869 to 1870 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2448: oid 29 version 1870 is already newer than 1868 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1870 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2448: left oid 29 (ObjNum 778 snap 234 seq_num 778) 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2448: done (2 left) 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2450: done (1 left) 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 234 2024-04-02T08:38:46.710 INFO:tasks.rados.rados.0.smithi019.stdout:2452: seq_num 779 ranges {0=655360,655360=401408} 2024-04-02T08:38:46.712 INFO:tasks.rados.rados.0.smithi019.stdout:2452: writing smithi01981774-17 from 0 to 655360 tid 1 2024-04-02T08:38:46.715 INFO:tasks.rados.rados.0.smithi019.stdout:2452: writing smithi01981774-17 from 655360 to 1056768 tid 2 2024-04-02T08:38:46.715 INFO:tasks.rados.rados.0.smithi019.stdout:2453: read oid 38 snap -1 2024-04-02T08:38:46.715 INFO:tasks.rados.rados.0.smithi019.stdout:2453: expect deleted 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2454: read oid 6 snap 218 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2454: expect (ObjNum 682 snap 199 seq_num 682) 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2455: rmattr oid 48 current snap is 234 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2451: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2451: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2451: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 1452 (ObjNum 707 snap 213 seq_num 707) dirty exists 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2451: done (4 left) 2024-04-02T08:38:46.716 INFO:tasks.rados.rados.0.smithi019.stdout:2456: delete oid 20 current snap is 234 2024-04-02T08:38:46.718 INFO:tasks.rados.rados.0.smithi019.stdout:2452: finishing write tid 1 to smithi01981774-17 2024-04-02T08:38:46.718 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1872 (ObjNum 757 snap 228 seq_num 757) dirty exists 2024-04-02T08:38:46.718 INFO:tasks.rados.rados.0.smithi019.stdout:2452: finishing write tid 2 to smithi01981774-17 2024-04-02T08:38:46.718 INFO:tasks.rados.rados.0.smithi019.stdout:2452: finishing write tid 3 to smithi01981774-17 2024-04-02T08:38:46.720 INFO:tasks.rados.rados.0.smithi019.stdout:2452: finishing write tid 4 to smithi01981774-17 2024-04-02T08:38:46.720 INFO:tasks.rados.rados.0.smithi019.stdout:2452: oid 17 updating version 0 to 1403 2024-04-02T08:38:46.720 INFO:tasks.rados.rados.0.smithi019.stdout:2452: oid 17 version 1403 is already newer than 1402 2024-04-02T08:38:46.720 INFO:tasks.rados.rados.0.smithi019.stdout:2452: oid 17 updating version 1403 to 1404 2024-04-02T08:38:46.720 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 1404 (ObjNum 779 snap 234 seq_num 779) dirty exists 2024-04-02T08:38:46.721 INFO:tasks.rados.rados.0.smithi019.stdout:2452: left oid 17 (ObjNum 779 snap 234 seq_num 779) 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2452: done (4 left) 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2453: done (3 left) 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2455: done (2 left) 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2456: done (1 left) 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2457: copy_from oid 27 from oid 4 current snap is 234 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2458: rollback oid 44 current snap is 234 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 44 to 214 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2459: copy_from oid 5 from oid 3 current snap is 234 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 234 2024-04-02T08:38:46.723 INFO:tasks.rados.rados.0.smithi019.stdout:2460: seq_num 781 ranges {2990080=688128,3678208=401408} 2024-04-02T08:38:46.744 INFO:tasks.rados.rados.0.smithi019.stdout:2460: writing smithi01981774-31 from 2990080 to 3678208 tid 1 2024-04-02T08:38:46.747 INFO:tasks.rados.rados.0.smithi019.stdout:2460: writing smithi01981774-31 from 3678208 to 4079616 tid 2 2024-04-02T08:38:46.747 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 234 2024-04-02T08:38:46.747 INFO:tasks.rados.rados.0.smithi019.stdout:2454: expect (ObjNum 682 snap 199 seq_num 682) 2024-04-02T08:38:46.796 INFO:tasks.rados.rados.0.smithi019.stdout:2458: finishing rollback tid 1 to smithi01981774-44 2024-04-02T08:38:46.796 INFO:tasks.rados.rados.0.smithi019.stdout:2458: finishing rollback tid 2 to smithi01981774-44 2024-04-02T08:38:46.796 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1575 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:38:46.796 INFO:tasks.rados.rados.0.smithi019.stdout:2457: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:38:46.796 INFO:tasks.rados.rados.0.smithi019.stdout:2461: seq_num 782 ranges {3137536=704512,3842048=401408} 2024-04-02T08:38:46.816 INFO:tasks.rados.rados.0.smithi019.stdout:2461: writing smithi01981774-40 from 3137536 to 3842048 tid 1 2024-04-02T08:38:46.819 INFO:tasks.rados.rados.0.smithi019.stdout:2461: writing smithi01981774-40 from 3842048 to 4243456 tid 2 2024-04-02T08:38:46.819 INFO:tasks.rados.rados.0.smithi019.stdout:2454: done (5 left) 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2458: done (4 left) 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2462: read oid 13 snap -1 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2462: expect (ObjNum 743 snap 221 seq_num 743) 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2463: rmattr oid 1 current snap is 234 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2463: done (5 left) 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2464: snap_create 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2459: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2457: finishing copy_from to smithi01981774-27 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1392 (ObjNum 777 snap 233 seq_num 777) dirty exists 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2459: finishing copy_from to smithi01981774-5 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1189 (ObjNum 647 snap 190 seq_num 647) dirty exists 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2460: finishing write tid 1 to smithi01981774-31 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2460: finishing write tid 2 to smithi01981774-31 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2460: finishing write tid 3 to smithi01981774-31 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2460: finishing write tid 4 to smithi01981774-31 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2460: oid 31 updating version 0 to 832 2024-04-02T08:38:46.820 INFO:tasks.rados.rados.0.smithi019.stdout:2460: oid 31 updating version 832 to 833 2024-04-02T08:38:46.821 INFO:tasks.rados.rados.0.smithi019.stdout:2460: oid 31 updating version 833 to 834 2024-04-02T08:38:46.821 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 834 (ObjNum 781 snap 234 seq_num 781) dirty exists 2024-04-02T08:38:46.821 INFO:tasks.rados.rados.0.smithi019.stdout:2460: left oid 31 (ObjNum 781 snap 234 seq_num 781) 2024-04-02T08:38:46.821 INFO:tasks.rados.rados.0.smithi019.stdout:2461: finishing write tid 1 to smithi01981774-40 2024-04-02T08:38:46.822 INFO:tasks.rados.rados.0.smithi019.stdout:2461: finishing write tid 2 to smithi01981774-40 2024-04-02T08:38:46.822 INFO:tasks.rados.rados.0.smithi019.stdout:2461: finishing write tid 3 to smithi01981774-40 2024-04-02T08:38:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:2461: finishing write tid 4 to smithi01981774-40 2024-04-02T08:38:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:2461: oid 40 updating version 0 to 1577 2024-04-02T08:38:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:2461: oid 40 updating version 1577 to 1578 2024-04-02T08:38:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:2461: oid 40 version 1578 is already newer than 1576 2024-04-02T08:38:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1578 (ObjNum 782 snap 234 seq_num 782) dirty exists 2024-04-02T08:38:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:2461: left oid 40 (ObjNum 782 snap 234 seq_num 782) 2024-04-02T08:38:46.830 INFO:tasks.rados.rados.0.smithi019.stdout:2462: expect (ObjNum 743 snap 221 seq_num 743) 2024-04-02T08:38:46.864 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:46 smithi019 ceph-mon[94035]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:38:46.864 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:46 smithi019 systemd[1]: Stopping Ceph mds.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:46.864 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:46 smithi019 ceph-mon[96522]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:38:46.957 INFO:tasks.rados.rados.0.smithi019.stdout:2457: done (5 left) 2024-04-02T08:38:46.957 INFO:tasks.rados.rados.0.smithi019.stdout:2459: done (4 left) 2024-04-02T08:38:46.957 INFO:tasks.rados.rados.0.smithi019.stdout:2460: done (3 left) 2024-04-02T08:38:46.957 INFO:tasks.rados.rados.0.smithi019.stdout:2461: done (2 left) 2024-04-02T08:38:46.957 INFO:tasks.rados.rados.0.smithi019.stdout:2462: done (1 left) 2024-04-02T08:38:46.958 INFO:tasks.rados.rados.0.smithi019.stdout:2464: done (0 left) 2024-04-02T08:38:46.958 INFO:tasks.rados.rados.0.smithi019.stdout:2465: read oid 44 snap 229 2024-04-02T08:38:46.958 INFO:tasks.rados.rados.0.smithi019.stdout:2465: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:38:46.958 INFO:tasks.rados.rados.0.smithi019.stdout:2466: delete oid 39 current snap is 235 2024-04-02T08:38:46.977 INFO:tasks.rados.rados.0.smithi019.stdout:2465: expect (ObjNum 722 snap 216 seq_num 722) 2024-04-02T08:38:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:46 smithi066 ceph-mon[87361]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:38:47.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:46 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[94012]: 2024-04-02T08:38:46.865+0000 7f33f38b9700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:38:47.196 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:46 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[67320]: 2024-04-02T08:38:46.864+0000 7fc68ad05700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:38:47.196 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:46 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[67320]: 2024-04-02T08:38:46.864+0000 7fc68ad05700 -1 mds.a *** got signal Terminated *** 2024-04-02T08:38:47.230 INFO:tasks.rados.rados.0.smithi019.stdout:2465: done (1 left) 2024-04-02T08:38:47.230 INFO:tasks.rados.rados.0.smithi019.stdout:2466: done (0 left) 2024-04-02T08:38:47.231 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 235 2024-04-02T08:38:47.231 INFO:tasks.rados.rados.0.smithi019.stdout:2467: seq_num 784 ranges {991232=737280,1728512=401408} 2024-04-02T08:38:47.239 INFO:tasks.rados.rados.0.smithi019.stdout:2467: writing smithi01981774-7 from 991232 to 1728512 tid 1 2024-04-02T08:38:47.242 INFO:tasks.rados.rados.0.smithi019.stdout:2467: writing smithi01981774-7 from 1728512 to 2129920 tid 2 2024-04-02T08:38:47.242 INFO:tasks.rados.rados.0.smithi019.stdout:2468: snap_remove snap 234 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:2468: done (1 left) 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:2469: read oid 48 snap -1 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:2469: expect (ObjNum 757 snap 228 seq_num 757) 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:2470: rollback oid 11 current snap is 235 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 11 to 226 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:2467: finishing write tid 1 to smithi01981774-7 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:2467: finishing write tid 2 to smithi01981774-7 2024-04-02T08:38:47.885 INFO:tasks.rados.rados.0.smithi019.stdout:2467: finishing write tid 3 to smithi01981774-7 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2467: finishing write tid 4 to smithi01981774-7 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2467: oid 7 updating version 0 to 1876 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2467: oid 7 version 1876 is already newer than 1875 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2467: oid 7 version 1876 is already newer than 1874 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1876 (ObjNum 784 snap 235 seq_num 784) dirty exists 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2467: left oid 7 (ObjNum 784 snap 235 seq_num 784) 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2467: done (2 left) 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2471: rollback oid 45 current snap is 235 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 223 2024-04-02T08:38:47.886 INFO:tasks.rados.rados.0.smithi019.stdout:2472: snap_remove snap 221 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: pgmap v459: 121 pgs: 121 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 964 KiB/s wr, 16 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:38:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[96522]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: pgmap v459: 121 pgs: 121 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 964 KiB/s wr, 16 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:38:47.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:47 smithi019 ceph-mon[94035]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: pgmap v459: 121 pgs: 121 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 964 KiB/s wr, 16 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:38:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:47 smithi066 ceph-mon[87361]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2472: done (3 left) 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2473: delete oid 30 current snap is 235 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2471: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2471: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2471: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1569 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2470: finishing rollback tid 0 to smithi01981774-11 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2470: finishing rollback tid 1 to smithi01981774-11 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2470: finishing rollback tid 2 to smithi01981774-11 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 1395 (ObjNum 754 snap 223 seq_num 754) dirty exists 2024-04-02T08:38:48.900 INFO:tasks.rados.rados.0.smithi019.stdout:2469: expect (ObjNum 757 snap 228 seq_num 757) 2024-04-02T08:38:49.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:reconnect 2024-04-02T08:38:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[94035]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:38:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[94035]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:38:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:reconnect 2024-04-02T08:38:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[96522]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:38:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[96522]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:38:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:49.295 INFO:tasks.rados.rados.0.smithi019.stdout:2469: done (3 left) 2024-04-02T08:38:49.296 INFO:tasks.rados.rados.0.smithi019.stdout:2470: done (2 left) 2024-04-02T08:38:49.296 INFO:tasks.rados.rados.0.smithi019.stdout:2471: done (1 left) 2024-04-02T08:38:49.296 INFO:tasks.rados.rados.0.smithi019.stdout:2473: done (0 left) 2024-04-02T08:38:49.296 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 235 2024-04-02T08:38:49.296 INFO:tasks.rados.rados.0.smithi019.stdout:2474: seq_num 786 ranges {933888=770048,1703936=401408} 2024-04-02T08:38:49.304 INFO:tasks.rados.rados.0.smithi019.stdout:2474: writing smithi01981774-49 from 933888 to 1703936 tid 1 2024-04-02T08:38:49.307 INFO:tasks.rados.rados.0.smithi019.stdout:2474: writing smithi01981774-49 from 1703936 to 2105344 tid 2 2024-04-02T08:38:49.307 INFO:tasks.rados.rados.0.smithi019.stdout:2475: rmattr oid 11 current snap is 235 2024-04-02T08:38:49.307 INFO:tasks.rados.rados.0.smithi019.stdout:2475: done (1 left) 2024-04-02T08:38:49.307 INFO:tasks.rados.rados.0.smithi019.stdout:2476: snap_create 2024-04-02T08:38:49.310 INFO:tasks.rados.rados.0.smithi019.stdout:2474: finishing write tid 1 to smithi01981774-49 2024-04-02T08:38:49.310 INFO:tasks.rados.rados.0.smithi019.stdout:2474: finishing write tid 2 to smithi01981774-49 2024-04-02T08:38:49.310 INFO:tasks.rados.rados.0.smithi019.stdout:2474: finishing write tid 3 to smithi01981774-49 2024-04-02T08:38:49.311 INFO:tasks.rados.rados.0.smithi019.stdout:2474: finishing write tid 4 to smithi01981774-49 2024-04-02T08:38:49.311 INFO:tasks.rados.rados.0.smithi019.stdout:2474: oid 49 updating version 0 to 1575 2024-04-02T08:38:49.311 INFO:tasks.rados.rados.0.smithi019.stdout:2474: oid 49 version 1575 is already newer than 1574 2024-04-02T08:38:49.311 INFO:tasks.rados.rados.0.smithi019.stdout:2474: oid 49 version 1575 is already newer than 1573 2024-04-02T08:38:49.311 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1575 (ObjNum 786 snap 235 seq_num 786) dirty exists 2024-04-02T08:38:49.311 INFO:tasks.rados.rados.0.smithi019.stdout:2474: left oid 49 (ObjNum 786 snap 235 seq_num 786) 2024-04-02T08:38:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:48 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:reconnect 2024-04-02T08:38:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:48 smithi066 ceph-mon[87361]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:38:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:48 smithi066 ceph-mon[87361]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:38:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:49.618 INFO:tasks.rados.rados.0.smithi019.stdout:2474: done (1 left) 2024-04-02T08:38:49.618 INFO:tasks.rados.rados.0.smithi019.stdout:2476: done (0 left) 2024-04-02T08:38:49.619 INFO:tasks.rados.rados.0.smithi019.stdout:2477: delete oid 46 current snap is 236 2024-04-02T08:38:49.621 INFO:tasks.rados.rados.0.smithi019.stdout:2477: done (0 left) 2024-04-02T08:38:49.621 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 236 2024-04-02T08:38:49.621 INFO:tasks.rados.rados.0.smithi019.stdout:2478: seq_num 788 ranges {2105344=802816,2908160=401408} 2024-04-02T08:38:49.637 INFO:tasks.rados.rados.0.smithi019.stdout:2478: writing smithi01981774-49 from 2105344 to 2908160 tid 1 2024-04-02T08:38:49.639 INFO:tasks.rados.rados.0.smithi019.stdout:2478: writing smithi01981774-49 from 2908160 to 3309568 tid 2 2024-04-02T08:38:49.640 INFO:tasks.rados.rados.0.smithi019.stdout:2479: rmattr oid 35 current snap is 236 2024-04-02T08:38:49.640 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 236 2024-04-02T08:38:49.640 INFO:tasks.rados.rados.0.smithi019.stdout:2480: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-04-02T08:38:49.642 INFO:tasks.rados.rados.0.smithi019.stdout:2480: writing smithi01981774-44 from 0 to 417792 tid 1 2024-04-02T08:38:49.647 INFO:tasks.rados.rados.0.smithi019.stdout:2480: writing smithi01981774-44 from 417792 to 1081344 tid 2 2024-04-02T08:38:49.648 INFO:tasks.rados.rados.0.smithi019.stdout:2480: writing smithi01981774-44 from 1081344 to 1220608 tid 3 2024-04-02T08:38:49.648 INFO:tasks.rados.rados.0.smithi019.stdout:2481: delete oid 19 current snap is 236 2024-04-02T08:38:49.648 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1569 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:38:49.648 INFO:tasks.rados.rados.0.smithi019.stdout:2478: finishing write tid 1 to smithi01981774-49 2024-04-02T08:38:49.648 INFO:tasks.rados.rados.0.smithi019.stdout:2478: finishing write tid 2 to smithi01981774-49 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:2478: finishing write tid 3 to smithi01981774-49 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:2478: finishing write tid 4 to smithi01981774-49 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:2478: oid 49 updating version 0 to 1576 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:2478: oid 49 updating version 1576 to 1577 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:2478: oid 49 updating version 1577 to 1578 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1578 (ObjNum 788 snap 236 seq_num 788) dirty exists 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:2478: left oid 49 (ObjNum 788 snap 236 seq_num 788) 2024-04-02T08:38:49.649 INFO:tasks.rados.rados.0.smithi019.stdout:2480: finishing write tid 1 to smithi01981774-44 2024-04-02T08:38:49.650 INFO:tasks.rados.rados.0.smithi019.stdout:2478: done (3 left) 2024-04-02T08:38:49.650 INFO:tasks.rados.rados.0.smithi019.stdout:2479: done (2 left) 2024-04-02T08:38:49.654 INFO:tasks.rados.rados.0.smithi019.stdout:2481: done (1 left) 2024-04-02T08:38:49.654 INFO:tasks.rados.rados.0.smithi019.stdout:2482: setattr oid 46 current snap is 236 2024-04-02T08:38:49.655 INFO:tasks.rados.rados.0.smithi019.stdout:2483: read oid 2 snap -1 2024-04-02T08:38:49.655 INFO:tasks.rados.rados.0.smithi019.stdout:2483: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:38:49.655 INFO:tasks.rados.rados.0.smithi019.stdout:2484: copy_from oid 7 from oid 21 current snap is 236 2024-04-02T08:38:49.655 INFO:tasks.rados.rados.0.smithi019.stdout:2485: read oid 38 snap -1 2024-04-02T08:38:49.655 INFO:tasks.rados.rados.0.smithi019.stdout:2485: expect deleted 2024-04-02T08:38:49.656 INFO:tasks.rados.rados.0.smithi019.stdout:2486: snap_create 2024-04-02T08:38:49.656 INFO:tasks.rados.rados.0.smithi019.stdout:2480: finishing write tid 2 to smithi01981774-44 2024-04-02T08:38:49.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1889 (ObjNum 481 snap 0 seq_num 2755636912) dirty exists 2024-04-02T08:38:49.656 INFO:tasks.rados.rados.0.smithi019.stdout:2480: finishing write tid 3 to smithi01981774-44 2024-04-02T08:38:49.658 INFO:tasks.rados.rados.0.smithi019.stdout:2480: finishing write tid 4 to smithi01981774-44 2024-04-02T08:38:49.659 INFO:tasks.rados.rados.0.smithi019.stdout:2480: finishing write tid 5 to smithi01981774-44 2024-04-02T08:38:49.659 INFO:tasks.rados.rados.0.smithi019.stdout:2480: oid 44 updating version 0 to 1580 2024-04-02T08:38:49.659 INFO:tasks.rados.rados.0.smithi019.stdout:2480: oid 44 updating version 1580 to 1581 2024-04-02T08:38:49.660 INFO:tasks.rados.rados.0.smithi019.stdout:2480: oid 44 updating version 1581 to 1582 2024-04-02T08:38:49.660 INFO:tasks.rados.rados.0.smithi019.stdout:2480: oid 44 updating version 1582 to 1583 2024-04-02T08:38:49.660 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1583 (ObjNum 789 snap 236 seq_num 789) dirty exists 2024-04-02T08:38:49.660 INFO:tasks.rados.rados.0.smithi019.stdout:2480: left oid 44 (ObjNum 789 snap 236 seq_num 789) 2024-04-02T08:38:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:2484: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:38:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:2484: finishing copy_from to smithi01981774-7 2024-04-02T08:38:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 882 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:38:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:2483: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: pgmap v463: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:rejoin 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:38:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:active 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: pgmap v463: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:rejoin 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:active 2024-04-02T08:38:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:49 smithi019 ceph-mon[96522]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: pgmap v463: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:rejoin 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:38:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:38:50.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.66:6832/556921811,v1:172.21.15.66:6833/556921811] up:active 2024-04-02T08:38:50.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:49 smithi066 ceph-mon[87361]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:38:50.621 INFO:tasks.rados.rados.0.smithi019.stdout:2480: done (5 left) 2024-04-02T08:38:50.621 INFO:tasks.rados.rados.0.smithi019.stdout:2482: done (4 left) 2024-04-02T08:38:50.621 INFO:tasks.rados.rados.0.smithi019.stdout:2483: done (3 left) 2024-04-02T08:38:50.621 INFO:tasks.rados.rados.0.smithi019.stdout:2484: done (2 left) 2024-04-02T08:38:50.621 INFO:tasks.rados.rados.0.smithi019.stdout:2485: done (1 left) 2024-04-02T08:38:50.621 INFO:tasks.rados.rados.0.smithi019.stdout:2486: done (0 left) 2024-04-02T08:38:50.621 INFO:tasks.rados.rados.0.smithi019.stdout:2487: snap_create 2024-04-02T08:38:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:38:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:38:50] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-02T08:38:51.623 INFO:tasks.rados.rados.0.smithi019.stdout:2487: done (0 left) 2024-04-02T08:38:51.623 INFO:tasks.rados.rados.0.smithi019.stdout:2488: delete oid 45 current snap is 238 2024-04-02T08:38:51.627 INFO:tasks.rados.rados.0.smithi019.stdout:2488: done (0 left) 2024-04-02T08:38:51.627 INFO:tasks.rados.rados.0.smithi019.stdout:2489: read oid 40 snap -1 2024-04-02T08:38:51.628 INFO:tasks.rados.rados.0.smithi019.stdout:2489: expect (ObjNum 782 snap 234 seq_num 782) 2024-04-02T08:38:51.628 INFO:tasks.rados.rados.0.smithi019.stdout:2490: rmattr oid 10 current snap is 238 2024-04-02T08:38:51.628 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 238 2024-04-02T08:38:51.628 INFO:tasks.rados.rados.0.smithi019.stdout:2491: seq_num 792 ranges {1024000=466944,1490944=761856,2252800=40960} 2024-04-02T08:38:51.635 INFO:tasks.rados.rados.0.smithi019.stdout:2491: writing smithi01981774-27 from 1024000 to 1490944 tid 1 2024-04-02T08:38:51.640 INFO:tasks.rados.rados.0.smithi019.stdout:2491: writing smithi01981774-27 from 1490944 to 2252800 tid 2 2024-04-02T08:38:51.641 INFO:tasks.rados.rados.0.smithi019.stdout:2491: writing smithi01981774-27 from 2252800 to 2293760 tid 3 2024-04-02T08:38:51.641 INFO:tasks.rados.rados.0.smithi019.stdout:2492: delete oid 9 current snap is 238 2024-04-02T08:38:51.641 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 835 (ObjNum 771 snap 231 seq_num 771) dirty exists 2024-04-02T08:38:51.643 INFO:tasks.rados.rados.0.smithi019.stdout:2490: done (3 left) 2024-04-02T08:38:51.643 INFO:tasks.rados.rados.0.smithi019.stdout:2492: done (2 left) 2024-04-02T08:38:51.643 INFO:tasks.rados.rados.0.smithi019.stdout:2493: read oid 50 snap -1 2024-04-02T08:38:51.643 INFO:tasks.rados.rados.0.smithi019.stdout:2493: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:51.643 INFO:tasks.rados.rados.0.smithi019.stdout:2494: delete oid 38 current snap is 238 2024-04-02T08:38:51.644 INFO:tasks.rados.rados.0.smithi019.stdout:2491: finishing write tid 1 to smithi01981774-27 2024-04-02T08:38:51.646 INFO:tasks.rados.rados.0.smithi019.stdout:2491: finishing write tid 2 to smithi01981774-27 2024-04-02T08:38:51.646 INFO:tasks.rados.rados.0.smithi019.stdout:2491: finishing write tid 3 to smithi01981774-27 2024-04-02T08:38:51.647 INFO:tasks.rados.rados.0.smithi019.stdout:2491: finishing write tid 4 to smithi01981774-27 2024-04-02T08:38:51.647 INFO:tasks.rados.rados.0.smithi019.stdout:2494: done (3 left) 2024-04-02T08:38:51.647 INFO:tasks.rados.rados.0.smithi019.stdout:2495: snap_remove snap 226 2024-04-02T08:38:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:51 smithi019 ceph-mon[94035]: pgmap v466: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T08:38:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:51 smithi019 ceph-mon[94035]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:38:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:51 smithi019 ceph-mon[96522]: pgmap v466: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T08:38:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:51 smithi019 ceph-mon[96522]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:38:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:51 smithi066 ceph-mon[87361]: pgmap v466: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T08:38:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:51 smithi066 ceph-mon[87361]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:38:52.350 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:38:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:38:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:52.636 INFO:tasks.rados.rados.0.smithi019.stdout:2491: finishing write tid 5 to smithi01981774-27 2024-04-02T08:38:52.636 INFO:tasks.rados.rados.0.smithi019.stdout:2491: oid 27 updating version 0 to 1627 2024-04-02T08:38:52.636 INFO:tasks.rados.rados.0.smithi019.stdout:2491: oid 27 version 1627 is already newer than 1624 2024-04-02T08:38:52.636 INFO:tasks.rados.rados.0.smithi019.stdout:2491: oid 27 version 1627 is already newer than 1626 2024-04-02T08:38:52.636 INFO:tasks.rados.rados.0.smithi019.stdout:2491: oid 27 version 1627 is already newer than 1625 2024-04-02T08:38:52.636 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1627 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-04-02T08:38:52.637 INFO:tasks.rados.rados.0.smithi019.stdout:2491: left oid 27 (ObjNum 792 snap 238 seq_num 792) 2024-04-02T08:38:52.637 INFO:tasks.rados.rados.0.smithi019.stdout:2489: expect (ObjNum 782 snap 234 seq_num 782) 2024-04-02T08:38:52.859 INFO:tasks.rados.rados.0.smithi019.stdout:2493: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:38:52.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:52 smithi019 ceph-mon[94035]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:38:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:52 smithi019 ceph-mon[96522]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:38:53.063 INFO:tasks.rados.rados.0.smithi019.stdout:2489: done (3 left) 2024-04-02T08:38:53.063 INFO:tasks.rados.rados.0.smithi019.stdout:2491: done (2 left) 2024-04-02T08:38:53.063 INFO:tasks.rados.rados.0.smithi019.stdout:2493: done (1 left) 2024-04-02T08:38:53.063 INFO:tasks.rados.rados.0.smithi019.stdout:2495: done (0 left) 2024-04-02T08:38:53.063 INFO:tasks.rados.rados.0.smithi019.stdout:2496: read oid 24 snap -1 2024-04-02T08:38:53.063 INFO:tasks.rados.rados.0.smithi019.stdout:2496: expect deleted 2024-04-02T08:38:53.063 INFO:tasks.rados.rados.0.smithi019.stdout:2497: delete oid 9 current snap is 238 2024-04-02T08:38:53.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:52 smithi066 ceph-mon[87361]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:38:53.064 INFO:tasks.rados.rados.0.smithi019.stdout:2496: done (1 left) 2024-04-02T08:38:53.064 INFO:tasks.rados.rados.0.smithi019.stdout:2497: done (0 left) 2024-04-02T08:38:53.064 INFO:tasks.rados.rados.0.smithi019.stdout:2498: snap_remove snap 232 2024-04-02T08:38:53.640 INFO:tasks.rados.rados.0.smithi019.stdout:2498: done (0 left) 2024-04-02T08:38:53.641 INFO:tasks.rados.rados.0.smithi019.stdout:2499: rollback oid 11 current snap is 238 2024-04-02T08:38:53.641 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 11 to 214 2024-04-02T08:38:53.641 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 238 2024-04-02T08:38:53.641 INFO:tasks.rados.rados.0.smithi019.stdout:2500: seq_num 796 ranges {1835008=540672,2375680=704512,3080192=98304} 2024-04-02T08:38:53.654 INFO:tasks.rados.rados.0.smithi019.stdout:2500: writing smithi01981774-6 from 1835008 to 2375680 tid 1 2024-04-02T08:38:53.659 INFO:tasks.rados.rados.0.smithi019.stdout:2500: writing smithi01981774-6 from 2375680 to 3080192 tid 2 2024-04-02T08:38:53.660 INFO:tasks.rados.rados.0.smithi019.stdout:2500: writing smithi01981774-6 from 3080192 to 3178496 tid 3 2024-04-02T08:38:53.660 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 238 2024-04-02T08:38:53.660 INFO:tasks.rados.rados.0.smithi019.stdout:2501: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-04-02T08:38:53.663 INFO:tasks.rados.rados.0.smithi019.stdout:2501: writing smithi01981774-37 from 0 to 557056 tid 1 2024-04-02T08:38:53.667 INFO:tasks.rados.rados.0.smithi019.stdout:2501: writing smithi01981774-37 from 557056 to 1146880 tid 2 2024-04-02T08:38:53.669 INFO:tasks.rados.rados.0.smithi019.stdout:2501: writing smithi01981774-37 from 1146880 to 1359872 tid 3 2024-04-02T08:38:53.669 INFO:tasks.rados.rados.0.smithi019.stdout:2502: snap_create 2024-04-02T08:38:53.669 INFO:tasks.rados.rados.0.smithi019.stdout:2499: finishing rollback tid 0 to smithi01981774-11 2024-04-02T08:38:53.669 INFO:tasks.rados.rados.0.smithi019.stdout:2499: finishing rollback tid 1 to smithi01981774-11 2024-04-02T08:38:53.669 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 1397 (ObjNum 129 snap 0 seq_num 2824479176) dirty dne 2024-04-02T08:38:53.669 INFO:tasks.rados.rados.0.smithi019.stdout:2500: finishing write tid 1 to smithi01981774-6 2024-04-02T08:38:53.669 INFO:tasks.rados.rados.0.smithi019.stdout:2500: finishing write tid 2 to smithi01981774-6 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: finishing write tid 3 to smithi01981774-6 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: finishing write tid 4 to smithi01981774-6 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2501: finishing write tid 1 to smithi01981774-37 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: finishing write tid 5 to smithi01981774-6 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: oid 6 updating version 0 to 1577 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: oid 6 updating version 1577 to 1578 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: oid 6 updating version 1578 to 1579 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: oid 6 version 1579 is already newer than 1576 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1579 (ObjNum 796 snap 238 seq_num 796) dirty exists 2024-04-02T08:38:53.670 INFO:tasks.rados.rados.0.smithi019.stdout:2500: left oid 6 (ObjNum 796 snap 238 seq_num 796) 2024-04-02T08:38:53.671 INFO:tasks.rados.rados.0.smithi019.stdout:2501: finishing write tid 2 to smithi01981774-37 2024-04-02T08:38:53.671 INFO:tasks.rados.rados.0.smithi019.stdout:2501: finishing write tid 3 to smithi01981774-37 2024-04-02T08:38:53.671 INFO:tasks.rados.rados.0.smithi019.stdout:2501: finishing write tid 4 to smithi01981774-37 2024-04-02T08:38:53.673 INFO:tasks.rados.rados.0.smithi019.stdout:2501: finishing write tid 5 to smithi01981774-37 2024-04-02T08:38:53.673 INFO:tasks.rados.rados.0.smithi019.stdout:2501: oid 37 updating version 0 to 1647 2024-04-02T08:38:53.673 INFO:tasks.rados.rados.0.smithi019.stdout:2501: oid 37 version 1647 is already newer than 1645 2024-04-02T08:38:53.673 INFO:tasks.rados.rados.0.smithi019.stdout:2501: oid 37 version 1647 is already newer than 1644 2024-04-02T08:38:53.673 INFO:tasks.rados.rados.0.smithi019.stdout:2501: oid 37 version 1647 is already newer than 1646 2024-04-02T08:38:53.673 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1647 (ObjNum 797 snap 238 seq_num 797) dirty exists 2024-04-02T08:38:53.673 INFO:tasks.rados.rados.0.smithi019.stdout:2501: left oid 37 (ObjNum 797 snap 238 seq_num 797) 2024-04-02T08:38:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:53 smithi019 ceph-mon[94035]: pgmap v469: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 50 op/s 2024-04-02T08:38:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:53 smithi019 ceph-mon[94035]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:38:53.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:53 smithi019 ceph-mon[96522]: pgmap v469: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 50 op/s 2024-04-02T08:38:53.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:53 smithi019 ceph-mon[96522]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:38:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:53 smithi066 ceph-mon[87361]: pgmap v469: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 50 op/s 2024-04-02T08:38:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:53 smithi066 ceph-mon[87361]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:38:54.563 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:38:54 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b[59064]: 2024-04-02T08:38:54.215+0000 7ff555e82700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2499: done (3 left) 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2500: done (2 left) 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2501: done (1 left) 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2502: done (0 left) 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2503: rollback oid 16 current snap is 239 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 223 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2504: read oid 42 snap -1 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2504: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:38:54.621 INFO:tasks.rados.rados.0.smithi019.stdout:2505: snap_remove snap 238 2024-04-02T08:38:54.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:54 smithi019 ceph-mon[94035]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:38:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:54 smithi019 ceph-mon[94035]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:38:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:54 smithi019 ceph-mon[96522]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:38:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:54 smithi019 ceph-mon[96522]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:38:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:54 smithi066 ceph-mon[87361]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:38:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:54 smithi066 ceph-mon[87361]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:38:55.623 INFO:tasks.rados.rados.0.smithi019.stdout:2505: done (2 left) 2024-04-02T08:38:55.623 INFO:tasks.rados.rados.0.smithi019.stdout:2506: copy_from oid 12 from oid 25 current snap is 239 2024-04-02T08:38:55.623 INFO:tasks.rados.rados.0.smithi019.stdout:2503: finishing rollback tid 0 to smithi01981774-16 2024-04-02T08:38:55.623 INFO:tasks.rados.rados.0.smithi019.stdout:2503: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:38:55.623 INFO:tasks.rados.rados.0.smithi019.stdout:2503: finishing rollback tid 2 to smithi01981774-16 2024-04-02T08:38:55.623 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1573 (ObjNum 574 snap 171 seq_num 574) dirty exists 2024-04-02T08:38:55.623 INFO:tasks.rados.rados.0.smithi019.stdout:2504: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:38:55.676 INFO:tasks.rados.rados.0.smithi019.stdout:2506: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:38:55.676 INFO:tasks.rados.rados.0.smithi019.stdout:2506: finishing copy_from to smithi01981774-12 2024-04-02T08:38:55.676 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1642 (ObjNum 766 snap 229 seq_num 766) dirty exists 2024-04-02T08:38:55.676 INFO:tasks.rados.rados.0.smithi019.stdout:2503: done (2 left) 2024-04-02T08:38:55.676 INFO:tasks.rados.rados.0.smithi019.stdout:2504: done (1 left) 2024-04-02T08:38:55.676 INFO:tasks.rados.rados.0.smithi019.stdout:2506: done (0 left) 2024-04-02T08:38:55.676 INFO:tasks.rados.rados.0.smithi019.stdout:2507: snap_create 2024-04-02T08:38:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:55 smithi019 ceph-mon[94035]: pgmap v472: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 50 op/s 2024-04-02T08:38:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:55 smithi019 ceph-mon[94035]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:38:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:55 smithi019 ceph-mon[96522]: pgmap v472: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 50 op/s 2024-04-02T08:38:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:55 smithi019 ceph-mon[96522]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:38:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:55 smithi066 ceph-mon[87361]: pgmap v472: 121 pgs: 121 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 50 op/s 2024-04-02T08:38:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:55 smithi066 ceph-mon[87361]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:38:56.663 INFO:tasks.rados.rados.0.smithi019.stdout:2507: done (0 left) 2024-04-02T08:38:56.663 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 240 2024-04-02T08:38:56.663 INFO:tasks.rados.rados.0.smithi019.stdout:2508: seq_num 798 ranges {4243456=573440,4816896=466944,5283840=335872} 2024-04-02T08:38:56.689 INFO:tasks.rados.rados.0.smithi019.stdout:2508: writing smithi01981774-40 from 4243456 to 4816896 tid 1 2024-04-02T08:38:56.691 INFO:tasks.rados.rados.0.smithi019.stdout:2508: writing smithi01981774-40 from 4816896 to 5283840 tid 2 2024-04-02T08:38:56.693 INFO:tasks.rados.rados.0.smithi019.stdout:2508: writing smithi01981774-40 from 5283840 to 5619712 tid 3 2024-04-02T08:38:56.694 INFO:tasks.rados.rados.0.smithi019.stdout:2509: copy_from oid 27 from oid 9 current snap is 240 2024-04-02T08:38:56.694 INFO:tasks.rados.rados.0.smithi019.stdout:2510: snap_remove snap 205 2024-04-02T08:38:57.196 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:56 smithi019 bash[122961]: time="2024-04-02T08:38:56Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a in 10 seconds, resorting to SIGKILL" 2024-04-02T08:38:57.196 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:56 smithi019 podman[122961]: 2024-04-02 08:38:56.890419014 +0000 UTC m=+10.161966549 container died a295cdd8cbcae4d47f65277553add75222f7d76422e66554bc170274546510be (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:38:57.562 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:57 smithi019 podman[122961]: 2024-04-02 08:38:57.396154159 +0000 UTC m=+10.667701688 container cleanup a295cdd8cbcae4d47f65277553add75222f7d76422e66554bc170274546510be (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T08:38:57.563 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:57 smithi019 bash[122961]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T08:38:57.670 INFO:tasks.rados.rados.0.smithi019.stdout:2510: done (2 left) 2024-04-02T08:38:57.670 INFO:tasks.rados.rados.0.smithi019.stdout:2511: copy_from oid 32 from oid 2 current snap is 240 2024-04-02T08:38:57.670 INFO:tasks.rados.rados.0.smithi019.stdout:2512: rmattr oid 1 current snap is 240 2024-04-02T08:38:57.670 INFO:tasks.rados.rados.0.smithi019.stdout:2512: done (3 left) 2024-04-02T08:38:57.670 INFO:tasks.rados.rados.0.smithi019.stdout:2513: copy_from oid 42 from oid 13 current snap is 240 2024-04-02T08:38:57.670 INFO:tasks.rados.rados.0.smithi019.stdout:2509: finishing copy_from to smithi01981774-27 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2509: got expected ENOENT (src dne) 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2509: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: finishing write tid 1 to smithi01981774-40 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: finishing write tid 2 to smithi01981774-40 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: finishing write tid 3 to smithi01981774-40 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: finishing write tid 4 to smithi01981774-40 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: finishing write tid 5 to smithi01981774-40 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: oid 40 updating version 0 to 1587 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: oid 40 version 1587 is already newer than 1585 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: oid 40 version 1587 is already newer than 1584 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: oid 40 version 1587 is already newer than 1586 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1587 (ObjNum 798 snap 240 seq_num 798) dirty exists 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: left oid 40 (ObjNum 798 snap 240 seq_num 798) 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2508: done (3 left) 2024-04-02T08:38:57.671 INFO:tasks.rados.rados.0.smithi019.stdout:2509: done (2 left) 2024-04-02T08:38:57.672 INFO:tasks.rados.rados.0.smithi019.stdout:2514: snap_create 2024-04-02T08:38:57.691 INFO:tasks.rados.rados.0.smithi019.stdout:2513: finishing copy_from racing read to smithi01981774-42 2024-04-02T08:38:57.695 INFO:tasks.rados.rados.0.smithi019.stdout:2513: finishing copy_from to smithi01981774-42 2024-04-02T08:38:57.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 711 (ObjNum 743 snap 221 seq_num 743) dirty exists 2024-04-02T08:38:57.707 INFO:tasks.rados.rados.0.smithi019.stdout:2511: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:38:57.710 INFO:tasks.rados.rados.0.smithi019.stdout:2511: finishing copy_from to smithi01981774-32 2024-04-02T08:38:57.710 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1017 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-04-02T08:38:57.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:57 smithi019 ceph-mon[94035]: pgmap v475: 121 pgs: 121 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 638 KiB/s wr, 4 op/s 2024-04-02T08:38:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:57 smithi019 ceph-mon[94035]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:38:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:57 smithi019 ceph-mon[96522]: pgmap v475: 121 pgs: 121 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 638 KiB/s wr, 4 op/s 2024-04-02T08:38:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:57 smithi019 ceph-mon[96522]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:38:57.946 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:57 smithi019 podman[122996]: 2024-04-02 08:38:57.564562605 +0000 UTC m=+0.672692275 container remove a295cdd8cbcae4d47f65277553add75222f7d76422e66554bc170274546510be (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:38:57.946 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:57 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Main process exited, code=exited, status=137/n/a 2024-04-02T08:38:57.946 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:57 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Failed with result 'exit-code'. 2024-04-02T08:38:57.946 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:57 smithi019 systemd[1]: Stopped Ceph mds.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:57.947 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:57 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Consumed 1.742s CPU time. 2024-04-02T08:38:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:57 smithi066 ceph-mon[87361]: pgmap v475: 121 pgs: 121 active+clean; 292 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 638 KiB/s wr, 4 op/s 2024-04-02T08:38:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:57 smithi066 ceph-mon[87361]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:38:58.297 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 systemd[1]: Starting Ceph mds.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:38:58.297 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 podman[123132]: 2024-04-02 08:38:58.190955063 +0000 UTC m=+0.092646437 container create 52c6b4ddaa61164b0c28348f9ffa633f343349bf0577d22be8cc9a2697a97ef7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:38:58.297 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 podman[123132]: 2024-04-02 08:38:58.115898395 +0000 UTC m=+0.017589786 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:38:58.675 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 podman[123132]: 2024-04-02 08:38:58.410225852 +0000 UTC m=+0.311917239 container init 52c6b4ddaa61164b0c28348f9ffa633f343349bf0577d22be8cc9a2697a97ef7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:38:58.675 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 podman[123132]: 2024-04-02 08:38:58.415526138 +0000 UTC m=+0.317217509 container start 52c6b4ddaa61164b0c28348f9ffa633f343349bf0577d22be8cc9a2697a97ef7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:38:58.675 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[123147]: starting mds.a at 2024-04-02T08:38:58.675 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 bash[123132]: 52c6b4ddaa61164b0c28348f9ffa633f343349bf0577d22be8cc9a2697a97ef7 2024-04-02T08:38:58.675 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:38:58 smithi019 systemd[1]: Started Ceph mds.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:38:58.681 INFO:tasks.rados.rados.0.smithi019.stdout:2511: done (2 left) 2024-04-02T08:38:58.681 INFO:tasks.rados.rados.0.smithi019.stdout:2513: done (1 left) 2024-04-02T08:38:58.681 INFO:tasks.rados.rados.0.smithi019.stdout:2514: done (0 left) 2024-04-02T08:38:58.681 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 241 2024-04-02T08:38:58.681 INFO:tasks.rados.rados.0.smithi019.stdout:2515: seq_num 799 ranges {5619712=589824,6209536=802816} 2024-04-02T08:38:58.715 INFO:tasks.rados.rados.0.smithi019.stdout:2515: writing smithi01981774-40 from 5619712 to 6209536 tid 1 2024-04-02T08:38:58.720 INFO:tasks.rados.rados.0.smithi019.stdout:2515: writing smithi01981774-40 from 6209536 to 7012352 tid 2 2024-04-02T08:38:58.720 INFO:tasks.rados.rados.0.smithi019.stdout:2516: setattr oid 23 current snap is 241 2024-04-02T08:38:58.721 INFO:tasks.rados.rados.0.smithi019.stdout:2517: delete oid 21 current snap is 241 2024-04-02T08:38:58.726 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 1453 (ObjNum 707 snap 213 seq_num 707) dirty exists 2024-04-02T08:38:58.727 INFO:tasks.rados.rados.0.smithi019.stdout:2515: finishing write tid 1 to smithi01981774-40 2024-04-02T08:38:58.727 INFO:tasks.rados.rados.0.smithi019.stdout:2516: done (2 left) 2024-04-02T08:38:58.727 INFO:tasks.rados.rados.0.smithi019.stdout:2517: done (1 left) 2024-04-02T08:38:58.727 INFO:tasks.rados.rados.0.smithi019.stdout:2518: read oid 18 snap -1 2024-04-02T08:38:58.727 INFO:tasks.rados.rados.0.smithi019.stdout:2518: expect deleted 2024-04-02T08:38:58.728 INFO:tasks.rados.rados.0.smithi019.stdout:2519: rollback oid 44 current snap is 241 2024-04-02T08:38:58.728 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 44 to 228 2024-04-02T08:38:58.728 INFO:tasks.rados.rados.0.smithi019.stdout:2520: setattr oid 32 current snap is 241 2024-04-02T08:38:58.729 INFO:tasks.rados.rados.0.smithi019.stdout:2518: done (3 left) 2024-04-02T08:38:58.729 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 241 2024-04-02T08:38:58.729 INFO:tasks.rados.rados.0.smithi019.stdout:2521: seq_num 801 ranges {8044544=622592,8667136=573440,9240576=229376} 2024-04-02T08:38:58.776 INFO:tasks.rados.rados.0.smithi019.stdout:2521: writing smithi01981774-10 from 8044544 to 8667136 tid 1 2024-04-02T08:38:58.779 INFO:tasks.rados.rados.0.smithi019.stdout:2521: writing smithi01981774-10 from 8667136 to 9240576 tid 2 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2521: writing smithi01981774-10 from 9240576 to 9469952 tid 3 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2522: copy_from oid 47 from oid 11 current snap is 241 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2515: finishing write tid 2 to smithi01981774-40 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2515: finishing write tid 3 to smithi01981774-40 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2519: finishing rollback tid 0 to smithi01981774-44 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2519: finishing rollback tid 1 to smithi01981774-44 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2515: finishing write tid 4 to smithi01981774-40 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2515: oid 40 updating version 0 to 1590 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2515: oid 40 version 1590 is already newer than 1588 2024-04-02T08:38:58.781 INFO:tasks.rados.rados.0.smithi019.stdout:2515: oid 40 version 1590 is already newer than 1589 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1590 (ObjNum 799 snap 241 seq_num 799) dirty exists 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:2515: left oid 40 (ObjNum 799 snap 241 seq_num 799) 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:2519: finishing rollback tid 2 to smithi01981774-44 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1593 (ObjNum 722 snap 216 seq_num 722) dirty exists 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1438 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:2515: done (4 left) 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:2519: done (3 left) 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:2520: done (2 left) 2024-04-02T08:38:58.782 INFO:tasks.rados.rados.0.smithi019.stdout:2523: snap_remove snap 237 2024-04-02T08:38:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[94035]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[96522]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:58 smithi066 ceph-mon[87361]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:38:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:38:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:59.624 INFO:tasks.rados.rados.0.smithi019.stdout:2523: done (2 left) 2024-04-02T08:38:59.624 INFO:tasks.rados.rados.0.smithi019.stdout:2524: snap_create 2024-04-02T08:38:59.624 INFO:tasks.rados.rados.0.smithi019.stdout:2521: finishing write tid 1 to smithi01981774-10 2024-04-02T08:38:59.624 INFO:tasks.rados.rados.0.smithi019.stdout:2522: finishing copy_from to smithi01981774-47 2024-04-02T08:38:59.624 INFO:tasks.rados.rados.0.smithi019.stdout:2522: got expected ENOENT (src dne) 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2522: finishing copy_from racing read to smithi01981774-47 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: finishing write tid 2 to smithi01981774-10 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: finishing write tid 3 to smithi01981774-10 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: finishing write tid 4 to smithi01981774-10 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: finishing write tid 5 to smithi01981774-10 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: oid 10 updating version 0 to 839 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: oid 10 version 839 is already newer than 838 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: oid 10 version 839 is already newer than 836 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: oid 10 version 839 is already newer than 837 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 839 (ObjNum 801 snap 241 seq_num 801) dirty exists 2024-04-02T08:38:59.625 INFO:tasks.rados.rados.0.smithi019.stdout:2521: left oid 10 (ObjNum 801 snap 241 seq_num 801) 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[94035]: pgmap v478: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:boot 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[94035]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[94035]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[96522]: pgmap v478: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-04-02T08:38:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:boot 2024-04-02T08:38:59.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[96522]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:38:59.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[96522]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:38:59.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:38:59.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:38:59 smithi019 ceph-mon[96522]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:59 smithi066 ceph-mon[87361]: pgmap v478: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-04-02T08:39:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:59 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:boot 2024-04-02T08:39:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:59 smithi066 ceph-mon[87361]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:39:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:59 smithi066 ceph-mon[87361]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:39:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:39:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:38:59 smithi066 ceph-mon[87361]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:39:00.623 INFO:tasks.rados.rados.0.smithi019.stdout:2521: done (2 left) 2024-04-02T08:39:00.623 INFO:tasks.rados.rados.0.smithi019.stdout:2522: done (1 left) 2024-04-02T08:39:00.623 INFO:tasks.rados.rados.0.smithi019.stdout:2524: done (0 left) 2024-04-02T08:39:00.623 INFO:tasks.rados.rados.0.smithi019.stdout:2525: rollback oid 29 current snap is 242 2024-04-02T08:39:00.623 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 236 2024-04-02T08:39:00.623 INFO:tasks.rados.rados.0.smithi019.stdout:2526: snap_remove snap 239 2024-04-02T08:39:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:39:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:39:00] "GET /metrics HTTP/1.1" 200 36029 "" "Prometheus/2.43.0" 2024-04-02T08:39:01.531 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:39:01.636 INFO:tasks.rados.rados.0.smithi019.stdout:2526: done (1 left) 2024-04-02T08:39:01.636 INFO:tasks.rados.rados.0.smithi019.stdout:2527: rollback oid 42 current snap is 242 2024-04-02T08:39:01.637 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 231 2024-04-02T08:39:01.637 INFO:tasks.rados.rados.0.smithi019.stdout:2525: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:39:01.637 INFO:tasks.rados.rados.0.smithi019.stdout:2525: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:39:01.637 INFO:tasks.rados.rados.0.smithi019.stdout:2525: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:39:01.637 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1925 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-04-02T08:39:01.637 INFO:tasks.rados.rados.0.smithi019.stdout:2525: done (1 left) 2024-04-02T08:39:01.637 INFO:tasks.rados.rados.0.smithi019.stdout:2528: delete oid 11 current snap is 242 2024-04-02T08:39:01.640 INFO:tasks.rados.rados.0.smithi019.stdout:2528: done (1 left) 2024-04-02T08:39:01.640 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 242 2024-04-02T08:39:01.640 INFO:tasks.rados.rados.0.smithi019.stdout:2529: seq_num 803 ranges {3309568=655360,3964928=745472,4710400=57344} 2024-04-02T08:39:01.661 INFO:tasks.rados.rados.0.smithi019.stdout:2529: writing smithi01981774-49 from 3309568 to 3964928 tid 1 2024-04-02T08:39:01.665 INFO:tasks.rados.rados.0.smithi019.stdout:2529: writing smithi01981774-49 from 3964928 to 4710400 tid 2 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2529: writing smithi01981774-49 from 4710400 to 4767744 tid 3 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2530: rmattr oid 12 current snap is 242 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2530: done (2 left) 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2531: rmattr oid 10 current snap is 242 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2527: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2527: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2527: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1582 (ObjNum 647 snap 190 seq_num 647) dirty exists 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2529: finishing write tid 1 to smithi01981774-49 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2527: done (2 left) 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2532: copy_from oid 24 from oid 37 current snap is 242 2024-04-02T08:39:01.667 INFO:tasks.rados.rados.0.smithi019.stdout:2533: copy_from oid 12 from oid 50 current snap is 242 2024-04-02T08:39:01.668 INFO:tasks.rados.rados.0.smithi019.stdout:2534: snap_remove snap 228 2024-04-02T08:39:01.761 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:01 smithi019 ceph-mon[94035]: pgmap v481: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:39:01.761 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:01 smithi019 ceph-mon[94035]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:01.762 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:01 smithi019 ceph-mon[96522]: pgmap v481: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:39:01.762 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:01 smithi019 ceph-mon[96522]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:01.887 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (10m) 2m ago 10m 25.7M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (10m) 24s ago 10m 91.2M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 starting - - - - 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (11m) 24s ago 11m 18.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d aedb05f194b9 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (5m) 24s ago 15m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (6m) 2m ago 17m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (5m) 2m ago 17m 54.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (4m) 24s ago 15m 48.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (5m) 2m ago 15m 45.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (10m) 2m ago 10m 16.6M - 1.5.0 0da6a335fe13 5212b1fce961 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (10m) 24s ago 10m 15.7M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (4m) 2m ago 15m 144M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:39:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (3m) 2m ago 14m 133M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:39:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (2m) 2m ago 14m 105M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:39:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (2m) 2m ago 13m 11.9M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:39:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (119s) 24s ago 13m 162M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:39:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (84s) 24s ago 13m 158M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c4504e7104ad 2024-04-02T08:39:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (49s) 24s ago 12m 85.4M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 8b7c3ab9ff81 2024-04-02T08:39:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (29s) 24s ago 12m 15.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 9e2a10ea2c29 2024-04-02T08:39:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (6m) 24s ago 11m 59.6M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:39:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:01 smithi066 ceph-mon[87361]: pgmap v481: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:39:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:01 smithi066 ceph-mon[87361]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:39:02.301 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:39:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:39:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:39:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 14 2024-04-02T08:39:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:39:02.303 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:39:02.631 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2534: done (4 left) 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2535: rollback oid 1 current snap is 242 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 235 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2536: rollback oid 43 current snap is 242 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 240 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2537: read oid 47 snap -1 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2537: expect (ObjNum 641 snap 188 seq_num 641) 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2538: read oid 39 snap 231 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2538: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2539: copy_from oid 27 from oid 35 current snap is 242 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:2540: delete oid 5 current snap is 242 2024-04-02T08:39:02.646 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 840 (ObjNum 801 snap 241 seq_num 801) dirty exists 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: finishing write tid 2 to smithi01981774-49 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: finishing write tid 3 to smithi01981774-49 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: finishing write tid 4 to smithi01981774-49 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: finishing write tid 5 to smithi01981774-49 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: oid 49 updating version 0 to 1582 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: oid 49 version 1582 is already newer than 1581 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: oid 49 version 1582 is already newer than 1580 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: oid 49 version 1582 is already newer than 1579 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1582 (ObjNum 803 snap 242 seq_num 803) dirty exists 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2529: left oid 49 (ObjNum 803 snap 242 seq_num 803) 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2532: finishing copy_from racing read to smithi01981774-24 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2532: finishing copy_from to smithi01981774-24 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1647 (ObjNum 797 snap 238 seq_num 797) dirty exists 2024-04-02T08:39:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2533: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:39:02.648 INFO:tasks.rados.rados.0.smithi019.stdout:2533: finishing copy_from to smithi01981774-12 2024-04-02T08:39:02.648 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1449 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:39:02.653 INFO:tasks.rados.rados.0.smithi019.stdout:2539: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:39:02.656 INFO:tasks.rados.rados.0.smithi019.stdout:2535: finishing rollback tid 0 to smithi01981774-1 2024-04-02T08:39:02.660 INFO:tasks.rados.rados.0.smithi019.stdout:2535: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:39:02.661 INFO:tasks.rados.rados.0.smithi019.stdout:2539: finishing copy_from to smithi01981774-27 2024-04-02T08:39:02.661 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1569 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:39:02.661 INFO:tasks.rados.rados.0.smithi019.stdout:2535: finishing rollback tid 2 to smithi01981774-1 2024-04-02T08:39:02.661 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 1650 (ObjNum 768 snap 229 seq_num 768) dirty exists 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2529: done (9 left) 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2531: done (8 left) 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2532: done (7 left) 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2533: done (6 left) 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2535: done (5 left) 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2539: done (4 left) 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2540: done (3 left) 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2541: rollback oid 44 current snap is 242 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 44 to 231 2024-04-02T08:39:02.665 INFO:tasks.rados.rados.0.smithi019.stdout:2542: delete oid 42 current snap is 242 2024-04-02T08:39:02.666 INFO:tasks.rados.rados.0.smithi019.stdout:2536: finishing rollback tid 0 to smithi01981774-43 2024-04-02T08:39:02.667 INFO:tasks.rados.rados.0.smithi019.stdout:2538: expect (ObjNum 744 snap 222 seq_num 744) 2024-04-02T08:39:02.685 INFO:tasks.rados.rados.0.smithi019.stdout:2536: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:39:02.685 INFO:tasks.rados.rados.0.smithi019.stdout:2536: finishing rollback tid 2 to smithi01981774-43 2024-04-02T08:39:02.685 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1596 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:39:02.685 INFO:tasks.rados.rados.0.smithi019.stdout:2541: finishing rollback tid 0 to smithi01981774-44 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2541: finishing rollback tid 1 to smithi01981774-44 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2541: finishing rollback tid 2 to smithi01981774-44 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1599 (ObjNum 722 snap 216 seq_num 722) dirty exists 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2536: done (4 left) 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2538: done (3 left) 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2541: done (2 left) 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2542: done (1 left) 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2543: rollback oid 25 current snap is 242 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 25 to 231 2024-04-02T08:39:02.686 INFO:tasks.rados.rados.0.smithi019.stdout:2544: snap_remove snap 223 2024-04-02T08:39:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[94035]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[94035]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[94035]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3841091410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[96522]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[96522]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[96522]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:02 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3841091410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:02 smithi066 ceph-mon[87361]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:02 smithi066 ceph-mon[87361]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:39:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:02 smithi066 ceph-mon[87361]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:02 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3841091410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:03.647 INFO:tasks.rados.rados.0.smithi019.stdout:2544: done (2 left) 2024-04-02T08:39:03.647 INFO:tasks.rados.rados.0.smithi019.stdout:2545: read oid 28 snap -1 2024-04-02T08:39:03.647 INFO:tasks.rados.rados.0.smithi019.stdout:2545: expect (ObjNum 759 snap 229 seq_num 759) 2024-04-02T08:39:03.651 INFO:tasks.rados.rados.0.smithi019.stdout:2546: copy_from oid 4 from oid 38 current snap is 242 2024-04-02T08:39:03.651 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 242 2024-04-02T08:39:03.651 INFO:tasks.rados.rados.0.smithi019.stdout:2547: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-04-02T08:39:03.652 INFO:tasks.rados.rados.0.smithi019.stdout:2547: writing smithi01981774-42 from 0 to 704512 tid 1 2024-04-02T08:39:03.655 INFO:tasks.rados.rados.0.smithi019.stdout:2547: writing smithi01981774-42 from 704512 to 1146880 tid 2 2024-04-02T08:39:03.658 INFO:tasks.rados.rados.0.smithi019.stdout:2547: writing smithi01981774-42 from 1146880 to 1507328 tid 3 2024-04-02T08:39:03.660 INFO:tasks.rados.rados.0.smithi019.stdout:2537: expect (ObjNum 641 snap 188 seq_num 641) 2024-04-02T08:39:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:03 smithi066 ceph-mon[87361]: pgmap v484: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-02T08:39:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:03 smithi066 ceph-mon[87361]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:03.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[94035]: pgmap v484: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-02T08:39:03.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[94035]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:03.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:03.923 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:03.923 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[96522]: pgmap v484: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-02T08:39:03.923 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[96522]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:39:03.924 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:03.924 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:2543: finishing rollback tid 0 to smithi01981774-25 2024-04-02T08:39:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:2543: finishing rollback tid 1 to smithi01981774-25 2024-04-02T08:39:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:2543: finishing rollback tid 2 to smithi01981774-25 2024-04-02T08:39:04.345 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1650 (ObjNum 766 snap 229 seq_num 766) dirty exists 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2537: done (4 left) 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2543: done (3 left) 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2548: rollback oid 50 current snap is 242 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 240 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2546: finishing copy_from to smithi01981774-4 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2546: got expected ENOENT (src dne) 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2546: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2547: finishing write tid 1 to smithi01981774-42 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2547: finishing write tid 2 to smithi01981774-42 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2547: finishing write tid 3 to smithi01981774-42 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2547: finishing write tid 4 to smithi01981774-42 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2547: finishing write tid 5 to smithi01981774-42 2024-04-02T08:39:04.346 INFO:tasks.rados.rados.0.smithi019.stdout:2547: oid 42 updating version 0 to 1584 2024-04-02T08:39:04.347 INFO:tasks.rados.rados.0.smithi019.stdout:2547: oid 42 updating version 1584 to 1587 2024-04-02T08:39:04.347 INFO:tasks.rados.rados.0.smithi019.stdout:2547: oid 42 version 1587 is already newer than 1585 2024-04-02T08:39:04.347 INFO:tasks.rados.rados.0.smithi019.stdout:2547: oid 42 version 1587 is already newer than 1586 2024-04-02T08:39:04.347 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1587 (ObjNum 806 snap 242 seq_num 806) dirty exists 2024-04-02T08:39:04.347 INFO:tasks.rados.rados.0.smithi019.stdout:2547: left oid 42 (ObjNum 806 snap 242 seq_num 806) 2024-04-02T08:39:04.347 INFO:tasks.rados.rados.0.smithi019.stdout:2545: expect (ObjNum 759 snap 229 seq_num 759) 2024-04-02T08:39:04.433 INFO:tasks.rados.rados.0.smithi019.stdout:2548: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:39:04.433 INFO:tasks.rados.rados.0.smithi019.stdout:2548: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:39:04.433 INFO:tasks.rados.rados.0.smithi019.stdout:2548: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:39:04.433 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1456 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:39:04.433 INFO:tasks.rados.rados.0.smithi019.stdout:2545: done (3 left) 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2546: done (2 left) 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2547: done (1 left) 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2548: done (0 left) 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2549: rollback oid 4 current snap is 242 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 225 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2550: read oid 2 snap -1 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2550: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2551: read oid 20 snap -1 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2551: expect deleted 2024-04-02T08:39:04.434 INFO:tasks.rados.rados.0.smithi019.stdout:2552: setattr oid 38 current snap is 242 2024-04-02T08:39:04.435 INFO:tasks.rados.rados.0.smithi019.stdout:2551: done (3 left) 2024-04-02T08:39:04.435 INFO:tasks.rados.rados.0.smithi019.stdout:2553: rollback oid 39 current snap is 242 2024-04-02T08:39:04.435 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 39 to 230 2024-04-02T08:39:04.435 INFO:tasks.rados.rados.0.smithi019.stdout:2554: snap_create 2024-04-02T08:39:04.437 INFO:tasks.rados.rados.0.smithi019.stdout:2549: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:39:04.437 INFO:tasks.rados.rados.0.smithi019.stdout:2549: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:39:04.437 INFO:tasks.rados.rados.0.smithi019.stdout:2549: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:39:04.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 1400 (ObjNum 682 snap 199 seq_num 682) dirty exists 2024-04-02T08:39:04.437 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1407 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:39:04.438 INFO:tasks.rados.rados.0.smithi019.stdout:2553: finishing rollback tid 1 to smithi01981774-39 2024-04-02T08:39:04.439 INFO:tasks.rados.rados.0.smithi019.stdout:2553: finishing rollback tid 2 to smithi01981774-39 2024-04-02T08:39:04.439 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 1601 (ObjNum 744 snap 222 seq_num 744) dirty exists 2024-04-02T08:39:04.445 INFO:tasks.rados.rados.0.smithi019.stdout:2550: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2549: done (4 left) 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2550: done (3 left) 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2552: done (2 left) 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2553: done (1 left) 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2554: done (0 left) 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2555: read oid 7 snap -1 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2555: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2556: delete oid 38 current snap is 243 2024-04-02T08:39:04.646 INFO:tasks.rados.rados.0.smithi019.stdout:2556: done (1 left) 2024-04-02T08:39:04.646 INFO:tasks.rados.rados.0.smithi019.stdout:2557: rmattr oid 19 current snap is 243 2024-04-02T08:39:04.646 INFO:tasks.rados.rados.0.smithi019.stdout:2557: done (1 left) 2024-04-02T08:39:04.646 INFO:tasks.rados.rados.0.smithi019.stdout:2558: read oid 48 snap 218 2024-04-02T08:39:04.646 INFO:tasks.rados.rados.0.smithi019.stdout:2558: expect (ObjNum 653 snap 192 seq_num 653) 2024-04-02T08:39:04.646 INFO:tasks.rados.rados.0.smithi019.stdout:2559: snap_create 2024-04-02T08:39:04.656 INFO:tasks.rados.rados.0.smithi019.stdout:2555: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:04.747 INFO:tasks.rados.rados.0.smithi019.stdout:2558: expect (ObjNum 653 snap 192 seq_num 653) 2024-04-02T08:39:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:04 smithi019 ceph-mon[94035]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:04 smithi019 ceph-mon[94035]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:04 smithi019 ceph-mon[96522]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:04 smithi019 ceph-mon[96522]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:04 smithi066 ceph-mon[87361]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:39:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:04 smithi066 ceph-mon[87361]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:39:05.658 INFO:tasks.rados.rados.0.smithi019.stdout:2555: done (2 left) 2024-04-02T08:39:05.658 INFO:tasks.rados.rados.0.smithi019.stdout:2558: done (1 left) 2024-04-02T08:39:05.658 INFO:tasks.rados.rados.0.smithi019.stdout:2559: done (0 left) 2024-04-02T08:39:05.658 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 244 2024-04-02T08:39:05.658 INFO:tasks.rados.rados.0.smithi019.stdout:2560: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-04-02T08:39:05.662 INFO:tasks.rados.rados.0.smithi019.stdout:2560: writing smithi01981774-27 from 0 to 737280 tid 1 2024-04-02T08:39:05.666 INFO:tasks.rados.rados.0.smithi019.stdout:2560: writing smithi01981774-27 from 737280 to 1351680 tid 2 2024-04-02T08:39:05.667 INFO:tasks.rados.rados.0.smithi019.stdout:2560: writing smithi01981774-27 from 1351680 to 1540096 tid 3 2024-04-02T08:39:05.667 INFO:tasks.rados.rados.0.smithi019.stdout:2561: setattr oid 31 current snap is 244 2024-04-02T08:39:05.667 INFO:tasks.rados.rados.0.smithi019.stdout:2560: finishing write tid 1 to smithi01981774-27 2024-04-02T08:39:05.668 INFO:tasks.rados.rados.0.smithi019.stdout:2562: read oid 26 snap -1 2024-04-02T08:39:05.669 INFO:tasks.rados.rados.0.smithi019.stdout:2562: expect (ObjNum 747 snap 222 seq_num 747) 2024-04-02T08:39:05.669 INFO:tasks.rados.rados.0.smithi019.stdout:2563: rollback oid 36 current snap is 244 2024-04-02T08:39:05.669 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 36 to 229 2024-04-02T08:39:05.669 INFO:tasks.rados.rados.0.smithi019.stdout:2564: rmattr oid 2 current snap is 244 2024-04-02T08:39:05.669 INFO:tasks.rados.rados.0.smithi019.stdout:2564: done (4 left) 2024-04-02T08:39:05.669 INFO:tasks.rados.rados.0.smithi019.stdout:2565: delete oid 34 current snap is 244 2024-04-02T08:39:05.673 INFO:tasks.rados.rados.0.smithi019.stdout:2560: finishing write tid 2 to smithi01981774-27 2024-04-02T08:39:05.673 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 841 (ObjNum 781 snap 234 seq_num 781) dirty exists 2024-04-02T08:39:05.674 INFO:tasks.rados.rados.0.smithi019.stdout:2560: finishing write tid 3 to smithi01981774-27 2024-04-02T08:39:05.674 INFO:tasks.rados.rados.0.smithi019.stdout:2560: finishing write tid 4 to smithi01981774-27 2024-04-02T08:39:05.674 INFO:tasks.rados.rados.0.smithi019.stdout:2563: finishing rollback tid 0 to smithi01981774-36 2024-04-02T08:39:05.675 INFO:tasks.rados.rados.0.smithi019.stdout:2563: finishing rollback tid 1 to smithi01981774-36 2024-04-02T08:39:05.675 INFO:tasks.rados.rados.0.smithi019.stdout:2563: finishing rollback tid 2 to smithi01981774-36 2024-04-02T08:39:05.675 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 887 (ObjNum 763 snap 229 seq_num 763) dirty exists 2024-04-02T08:39:05.676 INFO:tasks.rados.rados.0.smithi019.stdout:2561: done (4 left) 2024-04-02T08:39:05.676 INFO:tasks.rados.rados.0.smithi019.stdout:2563: done (3 left) 2024-04-02T08:39:05.676 INFO:tasks.rados.rados.0.smithi019.stdout:2565: done (2 left) 2024-04-02T08:39:05.676 INFO:tasks.rados.rados.0.smithi019.stdout:2566: delete oid 5 current snap is 244 2024-04-02T08:39:05.677 INFO:tasks.rados.rados.0.smithi019.stdout:2560: finishing write tid 5 to smithi01981774-27 2024-04-02T08:39:05.677 INFO:tasks.rados.rados.0.smithi019.stdout:2560: oid 27 updating version 0 to 1630 2024-04-02T08:39:05.677 INFO:tasks.rados.rados.0.smithi019.stdout:2560: oid 27 version 1630 is already newer than 1629 2024-04-02T08:39:05.677 INFO:tasks.rados.rados.0.smithi019.stdout:2560: oid 27 version 1630 is already newer than 1628 2024-04-02T08:39:05.677 INFO:tasks.rados.rados.0.smithi019.stdout:2560: oid 27 updating version 1630 to 1631 2024-04-02T08:39:05.677 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1631 (ObjNum 808 snap 244 seq_num 808) dirty exists 2024-04-02T08:39:05.678 INFO:tasks.rados.rados.0.smithi019.stdout:2560: left oid 27 (ObjNum 808 snap 244 seq_num 808) 2024-04-02T08:39:05.678 INFO:tasks.rados.rados.0.smithi019.stdout:2560: done (2 left) 2024-04-02T08:39:05.678 INFO:tasks.rados.rados.0.smithi019.stdout:2566: done (1 left) 2024-04-02T08:39:05.678 INFO:tasks.rados.rados.0.smithi019.stdout:2567: snap_create 2024-04-02T08:39:05.679 INFO:tasks.rados.rados.0.smithi019.stdout:2562: expect (ObjNum 747 snap 222 seq_num 747) 2024-04-02T08:39:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:05 smithi019 ceph-mon[94035]: pgmap v487: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-02T08:39:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:05 smithi019 ceph-mon[96522]: pgmap v487: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-02T08:39:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:05 smithi066 ceph-mon[87361]: pgmap v487: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-02T08:39:06.664 INFO:tasks.rados.rados.0.smithi019.stdout:2562: done (1 left) 2024-04-02T08:39:06.664 INFO:tasks.rados.rados.0.smithi019.stdout:2567: done (0 left) 2024-04-02T08:39:06.664 INFO:tasks.rados.rados.0.smithi019.stdout:2568: rmattr oid 43 current snap is 245 2024-04-02T08:39:06.664 INFO:tasks.rados.rados.0.smithi019.stdout:2569: read oid 29 snap -1 2024-04-02T08:39:06.665 INFO:tasks.rados.rados.0.smithi019.stdout:2569: expect (ObjNum 778 snap 234 seq_num 778) 2024-04-02T08:39:06.665 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 245 2024-04-02T08:39:06.665 INFO:tasks.rados.rados.0.smithi019.stdout:2570: seq_num 811 ranges {1359872=786432,2146304=663552,2809856=139264} 2024-04-02T08:39:06.676 INFO:tasks.rados.rados.0.smithi019.stdout:2570: writing smithi01981774-37 from 1359872 to 2146304 tid 1 2024-04-02T08:39:06.679 INFO:tasks.rados.rados.0.smithi019.stdout:2570: writing smithi01981774-37 from 2146304 to 2809856 tid 2 2024-04-02T08:39:06.680 INFO:tasks.rados.rados.0.smithi019.stdout:2570: writing smithi01981774-37 from 2809856 to 2949120 tid 3 2024-04-02T08:39:06.680 INFO:tasks.rados.rados.0.smithi019.stdout:2571: snap_create 2024-04-02T08:39:06.681 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1602 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:39:06.685 INFO:tasks.rados.rados.0.smithi019.stdout:2570: finishing write tid 1 to smithi01981774-37 2024-04-02T08:39:06.686 INFO:tasks.rados.rados.0.smithi019.stdout:2570: finishing write tid 2 to smithi01981774-37 2024-04-02T08:39:06.686 INFO:tasks.rados.rados.0.smithi019.stdout:2570: finishing write tid 3 to smithi01981774-37 2024-04-02T08:39:06.686 INFO:tasks.rados.rados.0.smithi019.stdout:2570: finishing write tid 4 to smithi01981774-37 2024-04-02T08:39:06.687 INFO:tasks.rados.rados.0.smithi019.stdout:2570: finishing write tid 5 to smithi01981774-37 2024-04-02T08:39:06.688 INFO:tasks.rados.rados.0.smithi019.stdout:2570: oid 37 updating version 0 to 1652 2024-04-02T08:39:06.688 INFO:tasks.rados.rados.0.smithi019.stdout:2570: oid 37 updating version 1652 to 1654 2024-04-02T08:39:06.688 INFO:tasks.rados.rados.0.smithi019.stdout:2570: oid 37 version 1654 is already newer than 1651 2024-04-02T08:39:06.688 INFO:tasks.rados.rados.0.smithi019.stdout:2570: oid 37 version 1654 is already newer than 1653 2024-04-02T08:39:06.688 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1654 (ObjNum 811 snap 245 seq_num 811) dirty exists 2024-04-02T08:39:06.688 INFO:tasks.rados.rados.0.smithi019.stdout:2570: left oid 37 (ObjNum 811 snap 245 seq_num 811) 2024-04-02T08:39:06.702 INFO:tasks.rados.rados.0.smithi019.stdout:2569: expect (ObjNum 778 snap 234 seq_num 778) 2024-04-02T08:39:06.863 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:06 smithi019 ceph-mon[94035]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:06.863 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:06 smithi019 ceph-mon[96522]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:06 smithi066 ceph-mon[87361]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:39:07.669 INFO:tasks.rados.rados.0.smithi019.stdout:2568: done (3 left) 2024-04-02T08:39:07.670 INFO:tasks.rados.rados.0.smithi019.stdout:2569: done (2 left) 2024-04-02T08:39:07.670 INFO:tasks.rados.rados.0.smithi019.stdout:2570: done (1 left) 2024-04-02T08:39:07.670 INFO:tasks.rados.rados.0.smithi019.stdout:2571: done (0 left) 2024-04-02T08:39:07.670 INFO:tasks.rados.rados.0.smithi019.stdout:2572: snap_remove snap 245 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: pgmap v490: 121 pgs: 121 active+clean; 274 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:07.927 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:07.928 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:07 smithi066 ceph-mon[87361]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: pgmap v490: 121 pgs: 121 active+clean; 274 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[94035]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: pgmap v490: 121 pgs: 121 active+clean; 274 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:07.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:39:07.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:07 smithi019 ceph-mon[96522]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:39:08.677 INFO:tasks.rados.rados.0.smithi019.stdout:2572: done (0 left) 2024-04-02T08:39:08.677 INFO:tasks.rados.rados.0.smithi019.stdout:2573: read oid 16 snap -1 2024-04-02T08:39:08.677 INFO:tasks.rados.rados.0.smithi019.stdout:2573: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:39:08.677 INFO:tasks.rados.rados.0.smithi019.stdout:2574: read oid 15 snap -1 2024-04-02T08:39:08.677 INFO:tasks.rados.rados.0.smithi019.stdout:2574: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:39:08.677 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 246 2024-04-02T08:39:08.677 INFO:tasks.rados.rados.0.smithi019.stdout:2575: seq_num 812 ranges {4603904=802816,5406720=548864,5955584=253952} 2024-04-02T08:39:08.706 INFO:tasks.rados.rados.0.smithi019.stdout:2575: writing smithi01981774-12 from 4603904 to 5406720 tid 1 2024-04-02T08:39:08.709 INFO:tasks.rados.rados.0.smithi019.stdout:2575: writing smithi01981774-12 from 5406720 to 5955584 tid 2 2024-04-02T08:39:08.711 INFO:tasks.rados.rados.0.smithi019.stdout:2575: writing smithi01981774-12 from 5955584 to 6209536 tid 3 2024-04-02T08:39:08.711 INFO:tasks.rados.rados.0.smithi019.stdout:2576: rollback oid 30 current snap is 246 2024-04-02T08:39:08.711 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 235 2024-04-02T08:39:08.711 INFO:tasks.rados.rados.0.smithi019.stdout:2573: expect (ObjNum 574 snap 171 seq_num 574) 2024-04-02T08:39:08.861 INFO:tasks.rados.rados.0.smithi019.stdout:2574: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:39:08.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:08 smithi019 ceph-mon[94035]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:08.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:08 smithi019 ceph-mon[96522]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:09.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:08 smithi066 ceph-mon[87361]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:39:09.063 INFO:tasks.rados.rados.0.smithi019.stdout:2576: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:39:09.063 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1880 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:39:09.063 INFO:tasks.rados.rados.0.smithi019.stdout:2575: finishing write tid 1 to smithi01981774-12 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: finishing write tid 2 to smithi01981774-12 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: finishing write tid 3 to smithi01981774-12 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: finishing write tid 4 to smithi01981774-12 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2573: done (3 left) 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2574: done (2 left) 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2576: done (1 left) 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 246 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: finishing write tid 5 to smithi01981774-12 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: oid 12 updating version 0 to 1646 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: oid 12 version 1646 is already newer than 1645 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: oid 12 version 1646 is already newer than 1644 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: oid 12 version 1646 is already newer than 1643 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1646 (ObjNum 812 snap 246 seq_num 812) dirty exists 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2575: left oid 12 (ObjNum 812 snap 246 seq_num 812) 2024-04-02T08:39:09.064 INFO:tasks.rados.rados.0.smithi019.stdout:2577: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-04-02T08:39:09.065 INFO:tasks.rados.rados.0.smithi019.stdout:2577: writing smithi01981774-5 from 0 to 417792 tid 1 2024-04-02T08:39:09.067 INFO:tasks.rados.rados.0.smithi019.stdout:2577: writing smithi01981774-5 from 417792 to 851968 tid 2 2024-04-02T08:39:09.070 INFO:tasks.rados.rados.0.smithi019.stdout:2577: writing smithi01981774-5 from 851968 to 1294336 tid 3 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:2577: writing smithi01981774-5 from 1294336 to 1622016 tid 4 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:2575: done (1 left) 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:2578: copy_from oid 30 from oid 41 current snap is 246 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:2577: finishing write tid 1 to smithi01981774-5 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:2577: finishing write tid 2 to smithi01981774-5 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:2579: rollback oid 12 current snap is 246 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 12 to 244 2024-04-02T08:39:09.072 INFO:tasks.rados.rados.0.smithi019.stdout:2580: delete oid 37 current snap is 246 2024-04-02T08:39:09.073 INFO:tasks.rados.rados.0.smithi019.stdout:2577: finishing write tid 3 to smithi01981774-5 2024-04-02T08:39:09.074 INFO:tasks.rados.rados.0.smithi019.stdout:2580: done (3 left) 2024-04-02T08:39:09.074 INFO:tasks.rados.rados.0.smithi019.stdout:2581: read oid 25 snap 235 2024-04-02T08:39:09.075 INFO:tasks.rados.rados.0.smithi019.stdout:2581: expect (ObjNum 766 snap 229 seq_num 766) 2024-04-02T08:39:09.075 INFO:tasks.rados.rados.0.smithi019.stdout:2582: snap_create 2024-04-02T08:39:09.076 INFO:tasks.rados.rados.0.smithi019.stdout:2577: finishing write tid 4 to smithi01981774-5 2024-04-02T08:39:09.077 INFO:tasks.rados.rados.0.smithi019.stdout:2577: finishing write tid 5 to smithi01981774-5 2024-04-02T08:39:09.077 INFO:tasks.rados.rados.0.smithi019.stdout:2579: finishing rollback tid 0 to smithi01981774-12 2024-04-02T08:39:09.077 INFO:tasks.rados.rados.0.smithi019.stdout:2578: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:39:09.082 INFO:tasks.rados.rados.0.smithi019.stdout:2577: finishing write tid 6 to smithi01981774-5 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:2577: oid 5 updating version 0 to 1412 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:2577: oid 5 version 1412 is already newer than 1409 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:2577: oid 5 updating version 1412 to 1413 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:2577: oid 5 version 1413 is already newer than 1411 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:2577: oid 5 version 1413 is already newer than 1410 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1413 (ObjNum 813 snap 246 seq_num 813) dirty exists 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:2577: left oid 5 (ObjNum 813 snap 246 seq_num 813) 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:2578: finishing copy_from to smithi01981774-30 2024-04-02T08:39:09.083 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1746 (ObjNum 724 snap 216 seq_num 724) dirty exists 2024-04-02T08:39:09.086 INFO:tasks.rados.rados.0.smithi019.stdout:2579: finishing rollback tid 1 to smithi01981774-12 2024-04-02T08:39:09.086 INFO:tasks.rados.rados.0.smithi019.stdout:2579: finishing rollback tid 2 to smithi01981774-12 2024-04-02T08:39:09.086 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1649 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:39:09.115 INFO:tasks.rados.rados.0.smithi019.stdout:2581: expect (ObjNum 766 snap 229 seq_num 766) 2024-04-02T08:39:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: pgmap v493: 121 pgs: 121 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T08:39:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: Upgrade: Updating mds.b 2024-04-02T08:39:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:09.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: Deploying daemon mds.b on smithi066 2024-04-02T08:39:09.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:09 smithi066 ceph-mon[87361]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: pgmap v493: 121 pgs: 121 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: Upgrade: Updating mds.b 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: Deploying daemon mds.b on smithi066 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[94035]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: pgmap v493: 121 pgs: 121 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T08:39:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:39:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: Upgrade: Updating mds.b 2024-04-02T08:39:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:39:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: Deploying daemon mds.b on smithi066 2024-04-02T08:39:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:09 smithi019 ceph-mon[96522]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2577: done (4 left) 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2578: done (3 left) 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2579: done (2 left) 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2581: done (1 left) 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2582: done (0 left) 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2583: read oid 21 snap -1 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2583: expect deleted 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2584: read oid 9 snap 218 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2584: expect deleted 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2585: read oid 28 snap -1 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:2585: expect (ObjNum 759 snap 229 seq_num 759) 2024-04-02T08:39:09.983 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 247 2024-04-02T08:39:09.984 INFO:tasks.rados.rados.0.smithi019.stdout:2586: seq_num 815 ranges {4079616=458752,4538368=655360,5193728=409600,5603328=139264} 2024-04-02T08:39:10.008 INFO:tasks.rados.rados.0.smithi019.stdout:2586: writing smithi01981774-31 from 4079616 to 4538368 tid 1 2024-04-02T08:39:10.012 INFO:tasks.rados.rados.0.smithi019.stdout:2586: writing smithi01981774-31 from 4538368 to 5193728 tid 2 2024-04-02T08:39:10.014 INFO:tasks.rados.rados.0.smithi019.stdout:2586: writing smithi01981774-31 from 5193728 to 5603328 tid 3 2024-04-02T08:39:10.015 INFO:tasks.rados.rados.0.smithi019.stdout:2586: writing smithi01981774-31 from 5603328 to 5742592 tid 4 2024-04-02T08:39:10.015 INFO:tasks.rados.rados.0.smithi019.stdout:2587: delete oid 17 current snap is 247 2024-04-02T08:39:10.015 INFO:tasks.rados.rados.0.smithi019.stdout:2585: expect (ObjNum 759 snap 229 seq_num 759) 2024-04-02T08:39:10.102 INFO:tasks.rados.rados.0.smithi019.stdout:2586: finishing write tid 1 to smithi01981774-31 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: finishing write tid 2 to smithi01981774-31 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: finishing write tid 3 to smithi01981774-31 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2583: done (4 left) 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2584: done (3 left) 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2585: done (2 left) 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2587: done (1 left) 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2588: delete oid 27 current snap is 247 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: finishing write tid 4 to smithi01981774-31 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: finishing write tid 5 to smithi01981774-31 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: finishing write tid 6 to smithi01981774-31 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: oid 31 updating version 0 to 845 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: oid 31 updating version 845 to 846 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: oid 31 version 846 is already newer than 843 2024-04-02T08:39:10.103 INFO:tasks.rados.rados.0.smithi019.stdout:2586: oid 31 version 846 is already newer than 844 2024-04-02T08:39:10.104 INFO:tasks.rados.rados.0.smithi019.stdout:2586: oid 31 version 846 is already newer than 842 2024-04-02T08:39:10.104 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 846 (ObjNum 815 snap 247 seq_num 815) dirty exists 2024-04-02T08:39:10.104 INFO:tasks.rados.rados.0.smithi019.stdout:2586: left oid 31 (ObjNum 815 snap 247 seq_num 815) 2024-04-02T08:39:10.104 INFO:tasks.rados.rados.0.smithi019.stdout:2586: done (1 left) 2024-04-02T08:39:10.104 INFO:tasks.rados.rados.0.smithi019.stdout:2588: done (0 left) 2024-04-02T08:39:10.104 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 247 2024-04-02T08:39:10.104 INFO:tasks.rados.rados.0.smithi019.stdout:2589: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-04-02T08:39:10.107 INFO:tasks.rados.rados.0.smithi019.stdout:2589: writing smithi01981774-8 from 0 to 507904 tid 1 2024-04-02T08:39:10.111 INFO:tasks.rados.rados.0.smithi019.stdout:2589: writing smithi01981774-8 from 507904 to 1212416 tid 2 2024-04-02T08:39:10.114 INFO:tasks.rados.rados.0.smithi019.stdout:2589: writing smithi01981774-8 from 1212416 to 1712128 tid 3 2024-04-02T08:39:10.114 INFO:tasks.rados.rados.0.smithi019.stdout:2590: setattr oid 49 current snap is 247 2024-04-02T08:39:10.114 INFO:tasks.rados.rados.0.smithi019.stdout:2589: finishing write tid 1 to smithi01981774-8 2024-04-02T08:39:10.114 INFO:tasks.rados.rados.0.smithi019.stdout:2589: finishing write tid 2 to smithi01981774-8 2024-04-02T08:39:10.115 INFO:tasks.rados.rados.0.smithi019.stdout:2591: snap_remove snap 230 2024-04-02T08:39:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:2591: done (2 left) 2024-04-02T08:39:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:2592: delete oid 41 current snap is 247 2024-04-02T08:39:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:2589: finishing write tid 3 to smithi01981774-8 2024-04-02T08:39:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:2589: finishing write tid 4 to smithi01981774-8 2024-04-02T08:39:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1584 (ObjNum 803 snap 242 seq_num 803) dirty exists 2024-04-02T08:39:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:2589: finishing write tid 5 to smithi01981774-8 2024-04-02T08:39:10.683 INFO:tasks.rados.rados.0.smithi019.stdout:2589: oid 8 updating version 0 to 1653 2024-04-02T08:39:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:2589: oid 8 version 1653 is already newer than 1652 2024-04-02T08:39:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:2589: oid 8 version 1653 is already newer than 1651 2024-04-02T08:39:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:2589: oid 8 updating version 1653 to 1654 2024-04-02T08:39:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 1654 (ObjNum 818 snap 247 seq_num 818) dirty exists 2024-04-02T08:39:10.684 INFO:tasks.rados.rados.0.smithi019.stdout:2589: left oid 8 (ObjNum 818 snap 247 seq_num 818) 2024-04-02T08:39:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:39:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:39:10] "GET /metrics HTTP/1.1" 200 36029 "" "Prometheus/2.43.0" 2024-04-02T08:39:10.698 INFO:tasks.rados.rados.0.smithi019.stdout:2589: done (2 left) 2024-04-02T08:39:10.698 INFO:tasks.rados.rados.0.smithi019.stdout:2590: done (1 left) 2024-04-02T08:39:10.698 INFO:tasks.rados.rados.0.smithi019.stdout:2592: done (0 left) 2024-04-02T08:39:10.698 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 247 2024-04-02T08:39:10.698 INFO:tasks.rados.rados.0.smithi019.stdout:2593: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-04-02T08:39:10.701 INFO:tasks.rados.rados.0.smithi019.stdout:2593: writing smithi01981774-21 from 0 to 540672 tid 1 2024-04-02T08:39:10.704 INFO:tasks.rados.rados.0.smithi019.stdout:2593: writing smithi01981774-21 from 540672 to 1015808 tid 2 2024-04-02T08:39:10.708 INFO:tasks.rados.rados.0.smithi019.stdout:2593: writing smithi01981774-21 from 1015808 to 1613824 tid 3 2024-04-02T08:39:10.710 INFO:tasks.rados.rados.0.smithi019.stdout:2593: writing smithi01981774-21 from 1613824 to 1744896 tid 4 2024-04-02T08:39:10.710 INFO:tasks.rados.rados.0.smithi019.stdout:2594: rollback oid 24 current snap is 247 2024-04-02T08:39:10.710 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 24 to 243 2024-04-02T08:39:10.711 INFO:tasks.rados.rados.0.smithi019.stdout:2595: copy_from oid 44 from oid 15 current snap is 247 2024-04-02T08:39:10.711 INFO:tasks.rados.rados.0.smithi019.stdout:2593: finishing write tid 1 to smithi01981774-21 2024-04-02T08:39:10.711 INFO:tasks.rados.rados.0.smithi019.stdout:2593: finishing write tid 2 to smithi01981774-21 2024-04-02T08:39:10.711 INFO:tasks.rados.rados.0.smithi019.stdout:2596: rmattr oid 11 current snap is 247 2024-04-02T08:39:10.711 INFO:tasks.rados.rados.0.smithi019.stdout:2596: done (3 left) 2024-04-02T08:39:10.711 INFO:tasks.rados.rados.0.smithi019.stdout:2597: rmattr oid 47 current snap is 247 2024-04-02T08:39:10.711 INFO:tasks.rados.rados.0.smithi019.stdout:2598: delete oid 46 current snap is 247 2024-04-02T08:39:10.715 INFO:tasks.rados.rados.0.smithi019.stdout:2593: finishing write tid 3 to smithi01981774-21 2024-04-02T08:39:10.715 INFO:tasks.rados.rados.0.smithi019.stdout:2594: finishing rollback tid 0 to smithi01981774-24 2024-04-02T08:39:10.716 INFO:tasks.rados.rados.0.smithi019.stdout:2594: finishing rollback tid 1 to smithi01981774-24 2024-04-02T08:39:10.716 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1656 (ObjNum 641 snap 188 seq_num 641) dirty exists 2024-04-02T08:39:10.716 INFO:tasks.rados.rados.0.smithi019.stdout:2594: finishing rollback tid 2 to smithi01981774-24 2024-04-02T08:39:10.716 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1657 (ObjNum 797 snap 238 seq_num 797) dirty exists 2024-04-02T08:39:10.716 INFO:tasks.rados.rados.0.smithi019.stdout:2593: finishing write tid 4 to smithi01981774-21 2024-04-02T08:39:10.716 INFO:tasks.rados.rados.0.smithi019.stdout:2593: finishing write tid 5 to smithi01981774-21 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2594: done (4 left) 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2597: done (3 left) 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2598: done (2 left) 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2599: read oid 2 snap -1 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2599: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2600: read oid 10 snap -1 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2600: expect (ObjNum 801 snap 241 seq_num 801) 2024-04-02T08:39:10.718 INFO:tasks.rados.rados.0.smithi019.stdout:2601: read oid 37 snap -1 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2601: expect deleted 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2602: delete oid 1 current snap is 247 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2593: finishing write tid 6 to smithi01981774-21 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2593: oid 21 updating version 0 to 1573 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2593: oid 21 updating version 1573 to 1574 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2593: oid 21 updating version 1574 to 1575 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2593: oid 21 version 1575 is already newer than 1571 2024-04-02T08:39:10.719 INFO:tasks.rados.rados.0.smithi019.stdout:2593: oid 21 version 1575 is already newer than 1572 2024-04-02T08:39:10.720 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1575 (ObjNum 820 snap 247 seq_num 820) dirty exists 2024-04-02T08:39:10.720 INFO:tasks.rados.rados.0.smithi019.stdout:2593: left oid 21 (ObjNum 820 snap 247 seq_num 820) 2024-04-02T08:39:10.732 INFO:tasks.rados.rados.0.smithi019.stdout:2599: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:39:10.812 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:10 smithi066 systemd[1]: Stopping Ceph mds.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:10.931 INFO:tasks.rados.rados.0.smithi019.stdout:2595: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:39:10.932 INFO:tasks.rados.rados.0.smithi019.stdout:2600: expect (ObjNum 801 snap 241 seq_num 801) 2024-04-02T08:39:11.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[94012]: 2024-04-02T08:39:10.828+0000 7f33f38b9700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:11.313 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:10 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b[59064]: 2024-04-02T08:39:10.828+0000 7ff559e8a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:39:11.313 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:10 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b[59064]: 2024-04-02T08:39:10.828+0000 7ff559e8a700 -1 mds.b *** got signal Terminated *** 2024-04-02T08:39:11.822 INFO:tasks.rados.rados.0.smithi019.stdout:2595: finishing copy_from to smithi01981774-44 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1437 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2593: done (5 left) 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2595: done (4 left) 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2599: done (3 left) 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2600: done (2 left) 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2601: done (1 left) 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2602: done (0 left) 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2603: rmattr oid 26 current snap is 247 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2603: done (0 left) 2024-04-02T08:39:11.823 INFO:tasks.rados.rados.0.smithi019.stdout:2604: snap_remove snap 242 2024-04-02T08:39:11.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: pgmap v496: 121 pgs: 121 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[96522]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: pgmap v496: 121 pgs: 121 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:39:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:11.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:11 smithi019 ceph-mon[94035]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: pgmap v496: 121 pgs: 121 active+clean; 281 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:39:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:11 smithi066 ceph-mon[87361]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:39:12.686 INFO:tasks.rados.rados.0.smithi019.stdout:2604: done (0 left) 2024-04-02T08:39:12.686 INFO:tasks.rados.rados.0.smithi019.stdout:2605: snap_create 2024-04-02T08:39:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:12 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:reconnect 2024-04-02T08:39:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:12 smithi019 ceph-mon[94035]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:12 smithi019 ceph-mon[94035]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:12 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:reconnect 2024-04-02T08:39:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:12 smithi019 ceph-mon[96522]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:12 smithi019 ceph-mon[96522]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:12 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:reconnect 2024-04-02T08:39:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:12 smithi066 ceph-mon[87361]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:39:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:12 smithi066 ceph-mon[87361]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:39:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:2605: done (0 left) 2024-04-02T08:39:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:2606: rollback oid 30 current snap is 248 2024-04-02T08:39:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 218 2024-04-02T08:39:13.691 INFO:tasks.rados.rados.0.smithi019.stdout:2607: rollback oid 21 current snap is 248 2024-04-02T08:39:13.692 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 236 2024-04-02T08:39:13.692 INFO:tasks.rados.rados.0.smithi019.stdout:2608: delete oid 10 current snap is 248 2024-04-02T08:39:13.698 INFO:tasks.rados.rados.0.smithi019.stdout:2607: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:39:13.698 INFO:tasks.rados.rados.0.smithi019.stdout:2607: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:39:13.698 INFO:tasks.rados.rados.0.smithi019.stdout:2608: done (2 left) 2024-04-02T08:39:13.698 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 248 2024-04-02T08:39:13.698 INFO:tasks.rados.rados.0.smithi019.stdout:2609: seq_num 824 ranges {6029312=606208,6635520=458752,7094272=573440,7667712=172032} 2024-04-02T08:39:13.734 INFO:tasks.rados.rados.0.smithi019.stdout:2609: writing smithi01981774-48 from 6029312 to 6635520 tid 1 2024-04-02T08:39:13.737 INFO:tasks.rados.rados.0.smithi019.stdout:2609: writing smithi01981774-48 from 6635520 to 7094272 tid 2 2024-04-02T08:39:13.741 INFO:tasks.rados.rados.0.smithi019.stdout:2609: writing smithi01981774-48 from 7094272 to 7667712 tid 3 2024-04-02T08:39:13.742 INFO:tasks.rados.rados.0.smithi019.stdout:2609: writing smithi01981774-48 from 7667712 to 7839744 tid 4 2024-04-02T08:39:13.742 INFO:tasks.rados.rados.0.smithi019.stdout:2610: snap_create 2024-04-02T08:39:13.742 INFO:tasks.rados.rados.0.smithi019.stdout:2607: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:39:13.742 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1578 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:39:13.742 INFO:tasks.rados.rados.0.smithi019.stdout:2606: finishing rollback tid 0 to smithi01981774-30 2024-04-02T08:39:13.742 INFO:tasks.rados.rados.0.smithi019.stdout:2606: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:39:13.742 INFO:tasks.rados.rados.0.smithi019.stdout:2606: finishing rollback tid 2 to smithi01981774-30 2024-04-02T08:39:13.743 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1969 (ObjNum 708 snap 213 seq_num 708) dirty exists 2024-04-02T08:39:13.743 INFO:tasks.rados.rados.0.smithi019.stdout:2609: finishing write tid 1 to smithi01981774-48 2024-04-02T08:39:13.743 INFO:tasks.rados.rados.0.smithi019.stdout:2609: finishing write tid 2 to smithi01981774-48 2024-04-02T08:39:13.745 INFO:tasks.rados.rados.0.smithi019.stdout:2609: finishing write tid 3 to smithi01981774-48 2024-04-02T08:39:13.746 INFO:tasks.rados.rados.0.smithi019.stdout:2609: finishing write tid 4 to smithi01981774-48 2024-04-02T08:39:13.746 INFO:tasks.rados.rados.0.smithi019.stdout:2609: finishing write tid 5 to smithi01981774-48 2024-04-02T08:39:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:2609: finishing write tid 6 to smithi01981774-48 2024-04-02T08:39:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:2609: oid 48 updating version 0 to 1973 2024-04-02T08:39:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:2609: oid 48 updating version 1973 to 1975 2024-04-02T08:39:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:2609: oid 48 version 1975 is already newer than 1974 2024-04-02T08:39:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:2609: oid 48 version 1975 is already newer than 1972 2024-04-02T08:39:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:2609: oid 48 version 1975 is already newer than 1971 2024-04-02T08:39:13.747 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1975 (ObjNum 824 snap 248 seq_num 824) dirty exists 2024-04-02T08:39:13.748 INFO:tasks.rados.rados.0.smithi019.stdout:2609: left oid 48 (ObjNum 824 snap 248 seq_num 824) 2024-04-02T08:39:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[94035]: pgmap v499: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:39:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:rejoin 2024-04-02T08:39:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[94035]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[94035]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[94035]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[96522]: pgmap v499: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:39:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:rejoin 2024-04-02T08:39:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[96522]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[96522]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:13 smithi019 ceph-mon[96522]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:13 smithi066 ceph-mon[87361]: pgmap v499: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:39:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:13 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:rejoin 2024-04-02T08:39:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:13 smithi066 ceph-mon[87361]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:39:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:13 smithi066 ceph-mon[87361]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:39:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:13 smithi066 ceph-mon[87361]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:39:14.624 INFO:tasks.rados.rados.0.smithi019.stdout:2606: done (3 left) 2024-04-02T08:39:14.624 INFO:tasks.rados.rados.0.smithi019.stdout:2607: done (2 left) 2024-04-02T08:39:14.625 INFO:tasks.rados.rados.0.smithi019.stdout:2609: done (1 left) 2024-04-02T08:39:14.625 INFO:tasks.rados.rados.0.smithi019.stdout:2610: done (0 left) 2024-04-02T08:39:14.625 INFO:tasks.rados.rados.0.smithi019.stdout:2611: rmattr oid 36 current snap is 249 2024-04-02T08:39:14.625 INFO:tasks.rados.rados.0.smithi019.stdout:2612: delete oid 14 current snap is 249 2024-04-02T08:39:14.629 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 888 (ObjNum 763 snap 229 seq_num 763) dirty exists 2024-04-02T08:39:14.629 INFO:tasks.rados.rados.0.smithi019.stdout:2611: done (1 left) 2024-04-02T08:39:14.629 INFO:tasks.rados.rados.0.smithi019.stdout:2612: done (0 left) 2024-04-02T08:39:14.629 INFO:tasks.rados.rados.0.smithi019.stdout:2613: read oid 46 snap -1 2024-04-02T08:39:14.629 INFO:tasks.rados.rados.0.smithi019.stdout:2613: expect deleted 2024-04-02T08:39:14.629 INFO:tasks.rados.rados.0.smithi019.stdout:2614: setattr oid 5 current snap is 249 2024-04-02T08:39:14.632 INFO:tasks.rados.rados.0.smithi019.stdout:2615: copy_from oid 6 from oid 7 current snap is 249 2024-04-02T08:39:14.632 INFO:tasks.rados.rados.0.smithi019.stdout:2616: read oid 48 snap -1 2024-04-02T08:39:14.632 INFO:tasks.rados.rados.0.smithi019.stdout:2616: expect (ObjNum 824 snap 248 seq_num 824) 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2617: read oid 24 snap 241 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2617: expect deleted 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2618: rmattr oid 28 current snap is 249 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2618: done (5 left) 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2619: read oid 47 snap -1 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2619: expect (ObjNum 641 snap 188 seq_num 641) 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2620: read oid 37 snap -1 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2620: expect deleted 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2621: rmattr oid 43 current snap is 249 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2622: read oid 8 snap -1 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2622: expect (ObjNum 818 snap 247 seq_num 818) 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 249 2024-04-02T08:39:14.633 INFO:tasks.rados.rados.0.smithi019.stdout:2623: seq_num 826 ranges {4603904=638976,5242880=630784,5873664=573440} 2024-04-02T08:39:14.662 INFO:tasks.rados.rados.0.smithi019.stdout:2623: writing smithi01981774-12 from 4603904 to 5242880 tid 1 2024-04-02T08:39:14.665 INFO:tasks.rados.rados.0.smithi019.stdout:2623: writing smithi01981774-12 from 5242880 to 5873664 tid 2 2024-04-02T08:39:14.669 INFO:tasks.rados.rados.0.smithi019.stdout:2623: writing smithi01981774-12 from 5873664 to 6447104 tid 3 2024-04-02T08:39:14.670 INFO:tasks.rados.rados.0.smithi019.stdout:2624: read oid 42 snap 218 2024-04-02T08:39:14.670 INFO:tasks.rados.rados.0.smithi019.stdout:2624: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:39:14.670 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 249 2024-04-02T08:39:14.670 INFO:tasks.rados.rados.0.smithi019.stdout:2625: seq_num 827 ranges {7012352=655360,7667712=516096,8183808=688128} 2024-04-02T08:39:14.711 INFO:tasks.rados.rados.0.smithi019.stdout:2625: writing smithi01981774-40 from 7012352 to 7667712 tid 1 2024-04-02T08:39:14.714 INFO:tasks.rados.rados.0.smithi019.stdout:2625: writing smithi01981774-40 from 7667712 to 8183808 tid 2 2024-04-02T08:39:14.719 INFO:tasks.rados.rados.0.smithi019.stdout:2625: writing smithi01981774-40 from 8183808 to 8871936 tid 3 2024-04-02T08:39:14.719 INFO:tasks.rados.rados.0.smithi019.stdout:2626: delete oid 21 current snap is 249 2024-04-02T08:39:14.719 INFO:tasks.rados.rados.0.smithi019.stdout:2622: expect (ObjNum 818 snap 247 seq_num 818) 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1603 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1415 (ObjNum 813 snap 246 seq_num 813) dirty exists 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2613: done (12 left) 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2614: done (11 left) 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2617: done (10 left) 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2621: done (9 left) 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2622: done (8 left) 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2626: done (7 left) 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2627: snap_create 2024-04-02T08:39:14.766 INFO:tasks.rados.rados.0.smithi019.stdout:2616: expect (ObjNum 824 snap 248 seq_num 824) 2024-04-02T08:39:15.142 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:14 smithi066 ceph-mon[87361]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:15.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:14 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:39:15.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:14 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:active 2024-04-02T08:39:15.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:14 smithi066 ceph-mon[87361]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:15.143 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:14 smithi066 ceph-mon[87361]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[96522]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:active 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[96522]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[96522]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[94035]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.19:6834/1619822413,v1:172.21.15.19:6835/1619822413] up:active 2024-04-02T08:39:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:39:15.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:14 smithi019 ceph-mon[94035]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:39:15.364 INFO:tasks.rados.rados.0.smithi019.stdout:2623: finishing write tid 1 to smithi01981774-12 2024-04-02T08:39:15.364 INFO:tasks.rados.rados.0.smithi019.stdout:2623: finishing write tid 2 to smithi01981774-12 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: finishing write tid 3 to smithi01981774-12 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: finishing write tid 4 to smithi01981774-12 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2615: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: finishing write tid 5 to smithi01981774-12 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: oid 12 updating version 0 to 1653 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: oid 12 version 1653 is already newer than 1652 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: oid 12 version 1653 is already newer than 1651 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: oid 12 version 1653 is already newer than 1650 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1653 (ObjNum 826 snap 249 seq_num 826) dirty exists 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2623: left oid 12 (ObjNum 826 snap 249 seq_num 826) 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2615: finishing copy_from to smithi01981774-6 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 882 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:39:15.365 INFO:tasks.rados.rados.0.smithi019.stdout:2619: expect (ObjNum 641 snap 188 seq_num 641) 2024-04-02T08:39:15.434 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:15 smithi066 podman[113017]: 2024-04-02 08:39:15.144639857 +0000 UTC m=+4.462249538 container died aedb05f194b90cfb4bae53965576693615ae1017730a4a425455a80bb87db7c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:39:15.750 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:15 smithi066 podman[113017]: 2024-04-02 08:39:15.525642094 +0000 UTC m=+4.843251773 container cleanup aedb05f194b90cfb4bae53965576693615ae1017730a4a425455a80bb87db7c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:39:15.750 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:15 smithi066 bash[113017]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T08:39:16.005 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:15 smithi066 ceph-mon[87361]: pgmap v502: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:39:16.006 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:15 smithi066 ceph-mon[87361]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:16.006 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:15 smithi066 podman[113035]: 2024-04-02 08:39:15.75191963 +0000 UTC m=+0.609501779 container remove aedb05f194b90cfb4bae53965576693615ae1017730a4a425455a80bb87db7c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-02T08:39:16.038 INFO:tasks.rados.rados.0.smithi019.stdout:2624: expect (ObjNum 686 snap 201 seq_num 686) 2024-04-02T08:39:16.088 INFO:tasks.rados.rados.0.smithi019.stdout:2625: finishing write tid 1 to smithi01981774-40 2024-04-02T08:39:16.088 INFO:tasks.rados.rados.0.smithi019.stdout:2625: finishing write tid 2 to smithi01981774-40 2024-04-02T08:39:16.088 INFO:tasks.rados.rados.0.smithi019.stdout:2625: finishing write tid 3 to smithi01981774-40 2024-04-02T08:39:16.088 INFO:tasks.rados.rados.0.smithi019.stdout:2625: finishing write tid 4 to smithi01981774-40 2024-04-02T08:39:16.088 INFO:tasks.rados.rados.0.smithi019.stdout:2615: done (7 left) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2616: done (6 left) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2619: done (5 left) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2620: done (4 left) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2623: done (3 left) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2624: done (2 left) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2627: done (1 left) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 250 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2625: finishing write tid 5 to smithi01981774-40 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2625: oid 40 updating version 0 to 1604 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2625: oid 40 updating version 1604 to 1606 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2625: oid 40 version 1606 is already newer than 1605 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2625: oid 40 updating version 1606 to 1607 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1607 (ObjNum 827 snap 249 seq_num 827) dirty exists 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2625: left oid 40 (ObjNum 827 snap 249 seq_num 827) 2024-04-02T08:39:16.089 INFO:tasks.rados.rados.0.smithi019.stdout:2628: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-04-02T08:39:16.091 INFO:tasks.rados.rados.0.smithi019.stdout:2628: writing smithi01981774-9 from 0 to 688128 tid 1 2024-04-02T08:39:16.095 INFO:tasks.rados.rados.0.smithi019.stdout:2628: writing smithi01981774-9 from 688128 to 1417216 tid 2 2024-04-02T08:39:16.098 INFO:tasks.rados.rados.0.smithi019.stdout:2628: writing smithi01981774-9 from 1417216 to 1892352 tid 3 2024-04-02T08:39:16.098 INFO:tasks.rados.rados.0.smithi019.stdout:2625: done (1 left) 2024-04-02T08:39:16.098 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 250 2024-04-02T08:39:16.098 INFO:tasks.rados.rados.0.smithi019.stdout:2628: finishing write tid 1 to smithi01981774-9 2024-04-02T08:39:16.099 INFO:tasks.rados.rados.0.smithi019.stdout:2629: seq_num 830 ranges {3137536=704512,3842048=614400,4456448=573440,5029888=16384} 2024-04-02T08:39:16.119 INFO:tasks.rados.rados.0.smithi019.stdout:2629: writing smithi01981774-16 from 3137536 to 3842048 tid 1 2024-04-02T08:39:16.122 INFO:tasks.rados.rados.0.smithi019.stdout:2629: writing smithi01981774-16 from 3842048 to 4456448 tid 2 2024-04-02T08:39:16.126 INFO:tasks.rados.rados.0.smithi019.stdout:2629: writing smithi01981774-16 from 4456448 to 5029888 tid 3 2024-04-02T08:39:16.126 INFO:tasks.rados.rados.0.smithi019.stdout:2629: writing smithi01981774-16 from 5029888 to 5046272 tid 4 2024-04-02T08:39:16.126 INFO:tasks.rados.rados.0.smithi019.stdout:2628: finishing write tid 2 to smithi01981774-9 2024-04-02T08:39:16.126 INFO:tasks.rados.rados.0.smithi019.stdout:2630: read oid 3 snap -1 2024-04-02T08:39:16.126 INFO:tasks.rados.rados.0.smithi019.stdout:2630: expect (ObjNum 647 snap 190 seq_num 647) 2024-04-02T08:39:16.126 INFO:tasks.rados.rados.0.smithi019.stdout:2631: snap_remove snap 247 2024-04-02T08:39:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:15 smithi019 ceph-mon[94035]: pgmap v502: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:39:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:15 smithi019 ceph-mon[94035]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:15 smithi019 ceph-mon[96522]: pgmap v502: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:39:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:15 smithi019 ceph-mon[96522]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:39:16.313 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Deactivated successfully. 2024-04-02T08:39:16.313 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 systemd[1]: Stopped Ceph mds.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:16.313 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Consumed 1.230s CPU time. 2024-04-02T08:39:16.313 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 systemd[1]: Starting Ceph mds.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:16.762 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 podman[113173]: 2024-04-02 08:39:16.428311598 +0000 UTC m=+0.109111648 container create f6049634aa647ba60c8c1842cd2c727bc1ca3a649a80618bd552ddf45cf5b090 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:39:16.762 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 podman[113173]: 2024-04-02 08:39:16.337402433 +0000 UTC m=+0.018202438 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:39:16.762 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 podman[113173]: 2024-04-02 08:39:16.630588418 +0000 UTC m=+0.311388423 container init f6049634aa647ba60c8c1842cd2c727bc1ca3a649a80618bd552ddf45cf5b090 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T08:39:16.762 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 podman[113173]: 2024-04-02 08:39:16.636152431 +0000 UTC m=+0.316952436 container start f6049634aa647ba60c8c1842cd2c727bc1ca3a649a80618bd552ddf45cf5b090 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T08:39:16.762 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b[113188]: starting mds.b at 2024-04-02T08:39:16.873 INFO:tasks.rados.rados.0.smithi019.stdout:2631: done (3 left) 2024-04-02T08:39:16.873 INFO:tasks.rados.rados.0.smithi019.stdout:2632: delete oid 46 current snap is 250 2024-04-02T08:39:16.873 INFO:tasks.rados.rados.0.smithi019.stdout:2628: finishing write tid 3 to smithi01981774-9 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2628: finishing write tid 4 to smithi01981774-9 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2628: finishing write tid 5 to smithi01981774-9 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2628: oid 9 updating version 0 to 1404 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2628: oid 9 version 1404 is already newer than 1402 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2628: oid 9 version 1404 is already newer than 1403 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2628: oid 9 version 1404 is already newer than 1401 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 1404 (ObjNum 829 snap 250 seq_num 829) dirty exists 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2628: left oid 9 (ObjNum 829 snap 250 seq_num 829) 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2629: finishing write tid 1 to smithi01981774-16 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2629: finishing write tid 2 to smithi01981774-16 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2629: finishing write tid 3 to smithi01981774-16 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2629: finishing write tid 4 to smithi01981774-16 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2629: finishing write tid 5 to smithi01981774-16 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2629: finishing write tid 6 to smithi01981774-16 2024-04-02T08:39:16.874 INFO:tasks.rados.rados.0.smithi019.stdout:2629: oid 16 updating version 0 to 1658 2024-04-02T08:39:16.875 INFO:tasks.rados.rados.0.smithi019.stdout:2629: oid 16 version 1658 is already newer than 1654 2024-04-02T08:39:16.875 INFO:tasks.rados.rados.0.smithi019.stdout:2629: oid 16 version 1658 is already newer than 1656 2024-04-02T08:39:16.875 INFO:tasks.rados.rados.0.smithi019.stdout:2629: oid 16 version 1658 is already newer than 1655 2024-04-02T08:39:16.875 INFO:tasks.rados.rados.0.smithi019.stdout:2629: oid 16 version 1658 is already newer than 1657 2024-04-02T08:39:16.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1658 (ObjNum 830 snap 250 seq_num 830) dirty exists 2024-04-02T08:39:16.875 INFO:tasks.rados.rados.0.smithi019.stdout:2629: left oid 16 (ObjNum 830 snap 250 seq_num 830) 2024-04-02T08:39:16.875 INFO:tasks.rados.rados.0.smithi019.stdout:2630: expect (ObjNum 647 snap 190 seq_num 647) 2024-04-02T08:39:16.962 INFO:tasks.rados.rados.0.smithi019.stdout:2628: done (3 left) 2024-04-02T08:39:16.962 INFO:tasks.rados.rados.0.smithi019.stdout:2629: done (2 left) 2024-04-02T08:39:16.962 INFO:tasks.rados.rados.0.smithi019.stdout:2630: done (1 left) 2024-04-02T08:39:16.962 INFO:tasks.rados.rados.0.smithi019.stdout:2632: done (0 left) 2024-04-02T08:39:16.963 INFO:tasks.rados.rados.0.smithi019.stdout:2633: snap_create 2024-04-02T08:39:17.063 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 bash[113173]: f6049634aa647ba60c8c1842cd2c727bc1ca3a649a80618bd552ddf45cf5b090 2024-04-02T08:39:17.063 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 08:39:16 smithi066 systemd[1]: Started Ceph mds.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:2633: done (0 left) 2024-04-02T08:39:17.875 INFO:tasks.rados.rados.0.smithi019.stdout:2634: delete oid 28 current snap is 251 2024-04-02T08:39:17.878 INFO:tasks.rados.rados.0.smithi019.stdout:2634: done (0 left) 2024-04-02T08:39:17.878 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 251 2024-04-02T08:39:17.878 INFO:tasks.rados.rados.0.smithi019.stdout:2635: seq_num 833 ranges {466944=761856,1228800=671744,1900544=532480} 2024-04-02T08:39:17.884 INFO:tasks.rados.rados.0.smithi019.stdout:2635: writing smithi01981774-39 from 466944 to 1228800 tid 1 2024-04-02T08:39:17.888 INFO:tasks.rados.rados.0.smithi019.stdout:2635: writing smithi01981774-39 from 1228800 to 1900544 tid 2 2024-04-02T08:39:17.892 INFO:tasks.rados.rados.0.smithi019.stdout:2635: writing smithi01981774-39 from 1900544 to 2433024 tid 3 2024-04-02T08:39:17.892 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 251 2024-04-02T08:39:17.892 INFO:tasks.rados.rados.0.smithi019.stdout:2636: seq_num 834 ranges {2367488=778240,3145728=557056,3702784=548864,4251648=98304} 2024-04-02T08:39:17.911 INFO:tasks.rados.rados.0.smithi019.stdout:2636: writing smithi01981774-13 from 2367488 to 3145728 tid 1 2024-04-02T08:39:17.915 INFO:tasks.rados.rados.0.smithi019.stdout:2636: writing smithi01981774-13 from 3145728 to 3702784 tid 2 2024-04-02T08:39:17.918 INFO:tasks.rados.rados.0.smithi019.stdout:2636: writing smithi01981774-13 from 3702784 to 4251648 tid 3 2024-04-02T08:39:17.919 INFO:tasks.rados.rados.0.smithi019.stdout:2636: writing smithi01981774-13 from 4251648 to 4349952 tid 4 2024-04-02T08:39:17.919 INFO:tasks.rados.rados.0.smithi019.stdout:2637: snap_remove snap 244 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: pgmap v505: 121 pgs: 121 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.66:6832/1673404871,v1:172.21.15.66:6833/1673404871] up:boot 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: pgmap v505: 121 pgs: 121 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.66:6832/1673404871,v1:172.21.15.66:6833/1673404871] up:boot 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: pgmap v505: 121 pgs: 121 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-04-02T08:39:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.66:6832/1673404871,v1:172.21.15.66:6833/1673404871] up:boot 2024-04-02T08:39:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:39:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:39:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:39:18.880 INFO:tasks.rados.rados.0.smithi019.stdout:2637: done (2 left) 2024-04-02T08:39:18.880 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 251 2024-04-02T08:39:18.880 INFO:tasks.rados.rados.0.smithi019.stdout:2638: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-04-02T08:39:18.885 INFO:tasks.rados.rados.0.smithi019.stdout:2638: writing smithi01981774-28 from 0 to 794624 tid 1 2024-04-02T08:39:18.888 INFO:tasks.rados.rados.0.smithi019.stdout:2638: writing smithi01981774-28 from 794624 to 1236992 tid 2 2024-04-02T08:39:18.893 INFO:tasks.rados.rados.0.smithi019.stdout:2638: writing smithi01981774-28 from 1236992 to 1949696 tid 3 2024-04-02T08:39:18.894 INFO:tasks.rados.rados.0.smithi019.stdout:2638: writing smithi01981774-28 from 1949696 to 1998848 tid 4 2024-04-02T08:39:18.894 INFO:tasks.rados.rados.0.smithi019.stdout:2639: read oid 31 snap 235 2024-04-02T08:39:18.894 INFO:tasks.rados.rados.0.smithi019.stdout:2639: expect (ObjNum 781 snap 234 seq_num 781) 2024-04-02T08:39:18.894 INFO:tasks.rados.rados.0.smithi019.stdout:2640: delete oid 3 current snap is 251 2024-04-02T08:39:18.894 INFO:tasks.rados.rados.0.smithi019.stdout:2635: finishing write tid 1 to smithi01981774-39 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: finishing write tid 2 to smithi01981774-39 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: finishing write tid 3 to smithi01981774-39 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: finishing write tid 4 to smithi01981774-39 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: finishing write tid 5 to smithi01981774-39 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: oid 39 updating version 0 to 1610 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: oid 39 version 1610 is already newer than 1609 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: oid 39 version 1610 is already newer than 1608 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: oid 39 updating version 1610 to 1611 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 1611 (ObjNum 833 snap 251 seq_num 833) dirty exists 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2635: left oid 39 (ObjNum 833 snap 251 seq_num 833) 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2636: finishing write tid 1 to smithi01981774-13 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2636: finishing write tid 2 to smithi01981774-13 2024-04-02T08:39:18.895 INFO:tasks.rados.rados.0.smithi019.stdout:2636: finishing write tid 3 to smithi01981774-13 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: finishing write tid 4 to smithi01981774-13 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: finishing write tid 5 to smithi01981774-13 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: finishing write tid 6 to smithi01981774-13 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: oid 13 updating version 0 to 716 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: oid 13 version 716 is already newer than 714 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: oid 13 version 716 is already newer than 712 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: oid 13 version 716 is already newer than 715 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: oid 13 version 716 is already newer than 713 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 716 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-04-02T08:39:18.896 INFO:tasks.rados.rados.0.smithi019.stdout:2636: left oid 13 (ObjNum 834 snap 251 seq_num 834) 2024-04-02T08:39:18.897 INFO:tasks.rados.rados.0.smithi019.stdout:2638: finishing write tid 1 to smithi01981774-28 2024-04-02T08:39:18.897 INFO:tasks.rados.rados.0.smithi019.stdout:2635: done (4 left) 2024-04-02T08:39:18.897 INFO:tasks.rados.rados.0.smithi019.stdout:2636: done (3 left) 2024-04-02T08:39:18.897 INFO:tasks.rados.rados.0.smithi019.stdout:2640: done (2 left) 2024-04-02T08:39:18.897 INFO:tasks.rados.rados.0.smithi019.stdout:2641: delete oid 12 current snap is 251 2024-04-02T08:39:18.899 INFO:tasks.rados.rados.0.smithi019.stdout:2638: finishing write tid 2 to smithi01981774-28 2024-04-02T08:39:18.901 INFO:tasks.rados.rados.0.smithi019.stdout:2641: done (2 left) 2024-04-02T08:39:18.901 INFO:tasks.rados.rados.0.smithi019.stdout:2642: setattr oid 34 current snap is 251 2024-04-02T08:39:18.901 INFO:tasks.rados.rados.0.smithi019.stdout:2638: finishing write tid 3 to smithi01981774-28 2024-04-02T08:39:18.901 INFO:tasks.rados.rados.0.smithi019.stdout:2638: finishing write tid 4 to smithi01981774-28 2024-04-02T08:39:18.902 INFO:tasks.rados.rados.0.smithi019.stdout:2638: finishing write tid 5 to smithi01981774-28 2024-04-02T08:39:18.902 INFO:tasks.rados.rados.0.smithi019.stdout:2643: snap_remove snap 218 2024-04-02T08:39:18.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:18 smithi019 ceph-mon[94035]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:18 smithi019 ceph-mon[96522]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:18.946 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 08:39:18 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[123147]: 2024-04-02T08:39:18.685+0000 7fce4bfac700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:39:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:18 smithi066 ceph-mon[87361]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2638: finishing write tid 6 to smithi01981774-28 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2638: oid 28 updating version 0 to 1987 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2638: oid 28 version 1987 is already newer than 1983 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2638: oid 28 version 1987 is already newer than 1985 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2638: oid 28 version 1987 is already newer than 1984 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2638: oid 28 version 1987 is already newer than 1986 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 1987 (ObjNum 835 snap 251 seq_num 835) dirty exists 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2638: left oid 28 (ObjNum 835 snap 251 seq_num 835) 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1585 (ObjNum 65 snap 0 seq_num 1464880990) dirty exists 2024-04-02T08:39:19.636 INFO:tasks.rados.rados.0.smithi019.stdout:2639: expect (ObjNum 781 snap 234 seq_num 781) 2024-04-02T08:39:19.843 INFO:tasks.rados.rados.0.smithi019.stdout:2638: done (3 left) 2024-04-02T08:39:19.843 INFO:tasks.rados.rados.0.smithi019.stdout:2639: done (2 left) 2024-04-02T08:39:19.843 INFO:tasks.rados.rados.0.smithi019.stdout:2642: done (1 left) 2024-04-02T08:39:19.843 INFO:tasks.rados.rados.0.smithi019.stdout:2643: done (0 left) 2024-04-02T08:39:19.843 INFO:tasks.rados.rados.0.smithi019.stdout:2644: snap_create 2024-04-02T08:39:20.191 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:19 smithi066 ceph-mon[87361]: pgmap v508: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T08:39:20.193 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:19 smithi066 ceph-mon[87361]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:20.193 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:19 smithi066 ceph-mon[87361]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:39:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:19 smithi019 ceph-mon[94035]: pgmap v508: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T08:39:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:19 smithi019 ceph-mon[94035]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:19 smithi019 ceph-mon[94035]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:39:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:19 smithi019 ceph-mon[96522]: pgmap v508: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T08:39:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:19 smithi019 ceph-mon[96522]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:39:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:19 smithi019 ceph-mon[96522]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:39:20.628 INFO:tasks.rados.rados.0.smithi019.stdout:2644: done (0 left) 2024-04-02T08:39:20.629 INFO:tasks.rados.rados.0.smithi019.stdout:2645: read oid 42 snap -1 2024-04-02T08:39:20.629 INFO:tasks.rados.rados.0.smithi019.stdout:2645: expect (ObjNum 806 snap 242 seq_num 806) 2024-04-02T08:39:20.629 INFO:tasks.rados.rados.0.smithi019.stdout:2646: snap_remove snap 229 2024-04-02T08:39:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:39:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:39:20] "GET /metrics HTTP/1.1" 200 36090 "" "Prometheus/2.43.0" 2024-04-02T08:39:21.629 INFO:tasks.rados.rados.0.smithi019.stdout:2646: done (1 left) 2024-04-02T08:39:21.629 INFO:tasks.rados.rados.0.smithi019.stdout:2647: copy_from oid 21 from oid 12 current snap is 252 2024-04-02T08:39:21.630 INFO:tasks.rados.rados.0.smithi019.stdout:2645: expect (ObjNum 806 snap 242 seq_num 806) 2024-04-02T08:39:21.682 INFO:tasks.rados.rados.0.smithi019.stdout:2647: finishing copy_from to smithi01981774-21 2024-04-02T08:39:21.682 INFO:tasks.rados.rados.0.smithi019.stdout:2647: got expected ENOENT (src dne) 2024-04-02T08:39:21.682 INFO:tasks.rados.rados.0.smithi019.stdout:2647: finishing copy_from racing read to smithi01981774-21 2024-04-02T08:39:21.682 INFO:tasks.rados.rados.0.smithi019.stdout:2645: done (1 left) 2024-04-02T08:39:21.682 INFO:tasks.rados.rados.0.smithi019.stdout:2647: done (0 left) 2024-04-02T08:39:21.682 INFO:tasks.rados.rados.0.smithi019.stdout:2648: copy_from oid 11 from oid 38 current snap is 252 2024-04-02T08:39:21.682 INFO:tasks.rados.rados.0.smithi019.stdout:2649: delete oid 36 current snap is 252 2024-04-02T08:39:21.683 INFO:tasks.rados.rados.0.smithi019.stdout:2648: finishing copy_from to smithi01981774-11 2024-04-02T08:39:21.683 INFO:tasks.rados.rados.0.smithi019.stdout:2648: got expected ENOENT (src dne) 2024-04-02T08:39:21.683 INFO:tasks.rados.rados.0.smithi019.stdout:2648: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:39:21.684 INFO:tasks.rados.rados.0.smithi019.stdout:2648: done (1 left) 2024-04-02T08:39:21.684 INFO:tasks.rados.rados.0.smithi019.stdout:2649: done (0 left) 2024-04-02T08:39:21.684 INFO:tasks.rados.rados.0.smithi019.stdout:2650: read oid 34 snap -1 2024-04-02T08:39:21.684 INFO:tasks.rados.rados.0.smithi019.stdout:2650: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:39:21.684 INFO:tasks.rados.rados.0.smithi019.stdout:2651: snap_remove snap 250 2024-04-02T08:39:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:21 smithi066 ceph-mon[87361]: pgmap v511: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-02T08:39:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:21 smithi066 ceph-mon[87361]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:39:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[94035]: pgmap v511: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-02T08:39:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[94035]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:39:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[96522]: pgmap v511: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-02T08:39:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:21 smithi019 ceph-mon[96522]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:39:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:22.635 INFO:tasks.rados.rados.0.smithi019.stdout:2650: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:39:22.638 INFO:tasks.rados.rados.0.smithi019.stdout:2650: done (1 left) 2024-04-02T08:39:22.638 INFO:tasks.rados.rados.0.smithi019.stdout:2651: done (0 left) 2024-04-02T08:39:22.638 INFO:tasks.rados.rados.0.smithi019.stdout:2652: snap_create 2024-04-02T08:39:22.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:22 smithi019 ceph-mon[94035]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:39:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:22 smithi019 ceph-mon[96522]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:39:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:23.032 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:22 smithi066 ceph-mon[87361]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:39:23.032 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:23.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:23.639 INFO:tasks.rados.rados.0.smithi019.stdout:2652: done (0 left) 2024-04-02T08:39:23.639 INFO:tasks.rados.rados.0.smithi019.stdout:2653: snap_remove snap 235 2024-04-02T08:39:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:23 smithi066 ceph-mon[87361]: pgmap v514: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:39:23.657 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:23 smithi066 ceph-mon[87361]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:39:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:23 smithi019 ceph-mon[94035]: pgmap v514: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:39:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:23 smithi019 ceph-mon[94035]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:39:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:23 smithi019 ceph-mon[96522]: pgmap v514: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:39:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:23 smithi019 ceph-mon[96522]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:39:24.629 INFO:tasks.rados.rados.0.smithi019.stdout:2653: done (0 left) 2024-04-02T08:39:24.629 INFO:tasks.rados.rados.0.smithi019.stdout:2654: copy_from oid 33 from oid 14 current snap is 253 2024-04-02T08:39:24.629 INFO:tasks.rados.rados.0.smithi019.stdout:2655: rmattr oid 20 current snap is 253 2024-04-02T08:39:24.629 INFO:tasks.rados.rados.0.smithi019.stdout:2655: done (1 left) 2024-04-02T08:39:24.629 INFO:tasks.rados.rados.0.smithi019.stdout:2656: snap_remove snap 231 2024-04-02T08:39:24.788 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:24 smithi066 ceph-mon[87361]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:39:24.788 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:24 smithi066 ceph-mon[87361]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:39:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:24 smithi019 ceph-mon[94035]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:39:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:24 smithi019 ceph-mon[94035]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:39:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:24 smithi019 ceph-mon[96522]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:39:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:24 smithi019 ceph-mon[96522]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:39:25.632 INFO:tasks.rados.rados.0.smithi019.stdout:2656: done (1 left) 2024-04-02T08:39:25.632 INFO:tasks.rados.rados.0.smithi019.stdout:2657: snap_create 2024-04-02T08:39:25.632 INFO:tasks.rados.rados.0.smithi019.stdout:2654: finishing copy_from to smithi01981774-33 2024-04-02T08:39:25.632 INFO:tasks.rados.rados.0.smithi019.stdout:2654: got expected ENOENT (src dne) 2024-04-02T08:39:25.632 INFO:tasks.rados.rados.0.smithi019.stdout:2654: finishing copy_from racing read to smithi01981774-33 2024-04-02T08:39:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: pgmap v517: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[94035]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: pgmap v517: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:25.950 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:25.951 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:25.952 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:25.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:25 smithi019 ceph-mon[96522]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:39:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: pgmap v517: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:39:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:39:26.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:26.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:25 smithi066 ceph-mon[87361]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:39:26.631 INFO:tasks.rados.rados.0.smithi019.stdout:2654: done (1 left) 2024-04-02T08:39:26.632 INFO:tasks.rados.rados.0.smithi019.stdout:2657: done (0 left) 2024-04-02T08:39:26.632 INFO:tasks.rados.rados.0.smithi019.stdout:2658: read oid 47 snap -1 2024-04-02T08:39:26.632 INFO:tasks.rados.rados.0.smithi019.stdout:2658: expect (ObjNum 641 snap 188 seq_num 641) 2024-04-02T08:39:26.632 INFO:tasks.rados.rados.0.smithi019.stdout:2659: rmattr oid 50 current snap is 254 2024-04-02T08:39:26.632 INFO:tasks.rados.rados.0.smithi019.stdout:2660: rollback oid 38 current snap is 254 2024-04-02T08:39:26.632 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 225 2024-04-02T08:39:26.632 INFO:tasks.rados.rados.0.smithi019.stdout:2661: snap_create 2024-04-02T08:39:26.634 INFO:tasks.rados.rados.0.smithi019.stdout:2660: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:39:26.634 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1408 (ObjNum 65 snap 0 seq_num 1818652007) dirty dne 2024-04-02T08:39:26.637 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1457 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:39:26.674 INFO:tasks.rados.rados.0.smithi019.stdout:2658: expect (ObjNum 641 snap 188 seq_num 641) 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[94035]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:26 smithi019 ceph-mon[96522]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all mds 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all rgw 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all nfs 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:39:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:26 smithi066 ceph-mon[87361]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:39:27.635 INFO:tasks.rados.rados.0.smithi019.stdout:2658: done (3 left) 2024-04-02T08:39:27.635 INFO:tasks.rados.rados.0.smithi019.stdout:2659: done (2 left) 2024-04-02T08:39:27.635 INFO:tasks.rados.rados.0.smithi019.stdout:2660: done (1 left) 2024-04-02T08:39:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:2661: done (0 left) 2024-04-02T08:39:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:2662: rmattr oid 32 current snap is 255 2024-04-02T08:39:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:2663: rollback oid 9 current snap is 255 2024-04-02T08:39:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 248 2024-04-02T08:39:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 255 2024-04-02T08:39:27.636 INFO:tasks.rados.rados.0.smithi019.stdout:2664: seq_num 839 ranges {2351104=458752,2809856=425984,3235840=688128,3923968=491520} 2024-04-02T08:39:27.650 INFO:tasks.rados.rados.0.smithi019.stdout:2664: writing smithi01981774-7 from 2351104 to 2809856 tid 1 2024-04-02T08:39:27.652 INFO:tasks.rados.rados.0.smithi019.stdout:2664: writing smithi01981774-7 from 2809856 to 3235840 tid 2 2024-04-02T08:39:27.657 INFO:tasks.rados.rados.0.smithi019.stdout:2664: writing smithi01981774-7 from 3235840 to 3923968 tid 3 2024-04-02T08:39:27.660 INFO:tasks.rados.rados.0.smithi019.stdout:2664: writing smithi01981774-7 from 3923968 to 4415488 tid 4 2024-04-02T08:39:27.660 INFO:tasks.rados.rados.0.smithi019.stdout:2665: snap_create 2024-04-02T08:39:27.661 INFO:tasks.rados.rados.0.smithi019.stdout:2663: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:39:27.661 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1439 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-04-02T08:39:27.661 INFO:tasks.rados.rados.0.smithi019.stdout:2663: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:39:27.661 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 1406 (ObjNum 33 snap 0 seq_num 2824788224) dirty dne 2024-04-02T08:39:27.661 INFO:tasks.rados.rados.0.smithi019.stdout:2664: finishing write tid 1 to smithi01981774-7 2024-04-02T08:39:27.661 INFO:tasks.rados.rados.0.smithi019.stdout:2664: finishing write tid 2 to smithi01981774-7 2024-04-02T08:39:27.664 INFO:tasks.rados.rados.0.smithi019.stdout:2664: finishing write tid 3 to smithi01981774-7 2024-04-02T08:39:27.664 INFO:tasks.rados.rados.0.smithi019.stdout:2664: finishing write tid 4 to smithi01981774-7 2024-04-02T08:39:27.665 INFO:tasks.rados.rados.0.smithi019.stdout:2664: finishing write tid 5 to smithi01981774-7 2024-04-02T08:39:27.666 INFO:tasks.rados.rados.0.smithi019.stdout:2664: finishing write tid 6 to smithi01981774-7 2024-04-02T08:39:27.666 INFO:tasks.rados.rados.0.smithi019.stdout:2664: oid 7 updating version 0 to 2048 2024-04-02T08:39:27.667 INFO:tasks.rados.rados.0.smithi019.stdout:2664: oid 7 updating version 2048 to 2049 2024-04-02T08:39:27.667 INFO:tasks.rados.rados.0.smithi019.stdout:2664: oid 7 version 2049 is already newer than 2047 2024-04-02T08:39:27.667 INFO:tasks.rados.rados.0.smithi019.stdout:2664: oid 7 updating version 2049 to 2051 2024-04-02T08:39:27.667 INFO:tasks.rados.rados.0.smithi019.stdout:2664: oid 7 version 2051 is already newer than 2050 2024-04-02T08:39:27.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2051 (ObjNum 839 snap 255 seq_num 839) dirty exists 2024-04-02T08:39:27.667 INFO:tasks.rados.rados.0.smithi019.stdout:2664: left oid 7 (ObjNum 839 snap 255 seq_num 839) 2024-04-02T08:39:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:27 smithi019 ceph-mon[94035]: pgmap v520: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:39:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:27 smithi019 ceph-mon[94035]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:39:27.947 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:27 smithi019 systemd[1]: Stopping Ceph node-exporter.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:27 smithi019 ceph-mon[96522]: pgmap v520: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:39:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:27 smithi019 ceph-mon[96522]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:39:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:27 smithi066 ceph-mon[87361]: pgmap v520: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:39:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:27 smithi066 ceph-mon[87361]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:39:28.385 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:28 smithi019 podman[127123]: 2024-04-02 08:39:28.124461927 +0000 UTC m=+0.113179717 container died 5212b1fce9618e5fc615a76daf446dd64447deb1c826e4cf8c707d7ac228c4e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:28.667 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:28 smithi019 podman[127123]: 2024-04-02 08:39:28.561553282 +0000 UTC m=+0.550271064 container cleanup 5212b1fce9618e5fc615a76daf446dd64447deb1c826e4cf8c707d7ac228c4e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:28.667 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:28 smithi019 bash[127123]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T08:39:28.671 INFO:tasks.rados.rados.0.smithi019.stdout:2662: done (3 left) 2024-04-02T08:39:28.671 INFO:tasks.rados.rados.0.smithi019.stdout:2663: done (2 left) 2024-04-02T08:39:28.671 INFO:tasks.rados.rados.0.smithi019.stdout:2664: done (1 left) 2024-04-02T08:39:28.671 INFO:tasks.rados.rados.0.smithi019.stdout:2665: done (0 left) 2024-04-02T08:39:28.671 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 256 2024-04-02T08:39:28.671 INFO:tasks.rados.rados.0.smithi019.stdout:2666: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2024-04-02T08:39:28.673 INFO:tasks.rados.rados.0.smithi019.stdout:2666: writing smithi01981774-33 from 0 to 475136 tid 1 2024-04-02T08:39:28.677 INFO:tasks.rados.rados.0.smithi019.stdout:2666: writing smithi01981774-33 from 475136 to 1187840 tid 2 2024-04-02T08:39:28.680 INFO:tasks.rados.rados.0.smithi019.stdout:2666: writing smithi01981774-33 from 1187840 to 1687552 tid 3 2024-04-02T08:39:28.683 INFO:tasks.rados.rados.0.smithi019.stdout:2666: writing smithi01981774-33 from 1687552 to 2080768 tid 4 2024-04-02T08:39:28.683 INFO:tasks.rados.rados.0.smithi019.stdout:2667: snap_create 2024-04-02T08:39:28.683 INFO:tasks.rados.rados.0.smithi019.stdout:2666: finishing write tid 1 to smithi01981774-33 2024-04-02T08:39:28.683 INFO:tasks.rados.rados.0.smithi019.stdout:2666: finishing write tid 2 to smithi01981774-33 2024-04-02T08:39:28.683 INFO:tasks.rados.rados.0.smithi019.stdout:2666: finishing write tid 3 to smithi01981774-33 2024-04-02T08:39:28.685 INFO:tasks.rados.rados.0.smithi019.stdout:2666: finishing write tid 4 to smithi01981774-33 2024-04-02T08:39:28.686 INFO:tasks.rados.rados.0.smithi019.stdout:2666: finishing write tid 5 to smithi01981774-33 2024-04-02T08:39:28.688 INFO:tasks.rados.rados.0.smithi019.stdout:2666: finishing write tid 6 to smithi01981774-33 2024-04-02T08:39:28.688 INFO:tasks.rados.rados.0.smithi019.stdout:2666: oid 33 updating version 0 to 1587 2024-04-02T08:39:28.688 INFO:tasks.rados.rados.0.smithi019.stdout:2666: oid 33 updating version 1587 to 1589 2024-04-02T08:39:28.688 INFO:tasks.rados.rados.0.smithi019.stdout:2666: oid 33 version 1589 is already newer than 1586 2024-04-02T08:39:28.689 INFO:tasks.rados.rados.0.smithi019.stdout:2666: oid 33 version 1589 is already newer than 1588 2024-04-02T08:39:28.689 INFO:tasks.rados.rados.0.smithi019.stdout:2666: oid 33 updating version 1589 to 1590 2024-04-02T08:39:28.689 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 1590 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:39:28.689 INFO:tasks.rados.rados.0.smithi019.stdout:2666: left oid 33 (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:39:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[96522]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:39:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[96522]: Deploying daemon node-exporter.a on smithi019 2024-04-02T08:39:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:28.946 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:28 smithi019 podman[127143]: 2024-04-02 08:39:28.915014328 +0000 UTC m=+0.795095615 container remove 5212b1fce9618e5fc615a76daf446dd64447deb1c826e4cf8c707d7ac228c4e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:28.946 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:28 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:39:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[94035]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:39:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[94035]: Deploying daemon node-exporter.a on smithi019 2024-04-02T08:39:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:28 smithi066 ceph-mon[87361]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:39:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:28 smithi066 ceph-mon[87361]: Deploying daemon node-exporter.a on smithi019 2024-04-02T08:39:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:29.446 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T08:39:29.446 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 systemd[1]: Stopped Ceph node-exporter.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:29.446 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 3.194s CPU time. 2024-04-02T08:39:29.446 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 systemd[1]: Starting Ceph node-exporter.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:29.628 INFO:tasks.rados.rados.0.smithi019.stdout:2666: done (1 left) 2024-04-02T08:39:29.629 INFO:tasks.rados.rados.0.smithi019.stdout:2667: done (0 left) 2024-04-02T08:39:29.629 INFO:tasks.rados.rados.0.smithi019.stdout:2668: delete oid 46 current snap is 257 2024-04-02T08:39:29.633 INFO:tasks.rados.rados.0.smithi019.stdout:2668: done (0 left) 2024-04-02T08:39:29.633 INFO:tasks.rados.rados.0.smithi019.stdout:2669: delete oid 40 current snap is 257 2024-04-02T08:39:29.638 INFO:tasks.rados.rados.0.smithi019.stdout:2669: done (0 left) 2024-04-02T08:39:29.638 INFO:tasks.rados.rados.0.smithi019.stdout:2670: snap_create 2024-04-02T08:39:29.873 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-mon[94035]: pgmap v523: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:29.873 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-mon[94035]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:39:29.873 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-mon[94035]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:39:29.874 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 podman[127277]: 2024-04-02 08:39:29.452407831 +0000 UTC m=+0.017785684 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:39:29.874 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 podman[127277]: 2024-04-02 08:39:29.65641568 +0000 UTC m=+0.221793505 container create 5535121a84478e29a6b70a8d8cc82c957318d5973cee9c5deeaf1d624c3cf90b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:29.874 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-mon[96522]: pgmap v523: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:29.874 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-mon[96522]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:39:29.874 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-mon[96522]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:39:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:29 smithi066 ceph-mon[87361]: pgmap v523: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:39:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:29 smithi066 ceph-mon[87361]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:39:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:29 smithi066 ceph-mon[87361]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:39:30.196 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 podman[127277]: 2024-04-02 08:39:29.875441949 +0000 UTC m=+0.440819789 container init 5535121a84478e29a6b70a8d8cc82c957318d5973cee9c5deeaf1d624c3cf90b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:30.196 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 podman[127277]: 2024-04-02 08:39:29.882921934 +0000 UTC m=+0.448299759 container start 5535121a84478e29a6b70a8d8cc82c957318d5973cee9c5deeaf1d624c3cf90b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:30.196 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.886Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:39:30.196 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.886Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:39:30.196 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.887Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:39:30.197 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:39:30.198 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:39:30.199 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:39:30.200 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:39:30.200 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:39:30.200 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:39:30.200 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127292]: ts=2024-04-02T08:39:29.888Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:39:30.200 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 bash[127277]: 5535121a84478e29a6b70a8d8cc82c957318d5973cee9c5deeaf1d624c3cf90b 2024-04-02T08:39:30.200 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 08:39:29 smithi019 systemd[1]: Started Ceph node-exporter.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:30.630 INFO:tasks.rados.rados.0.smithi019.stdout:2670: done (0 left) 2024-04-02T08:39:30.630 INFO:tasks.rados.rados.0.smithi019.stdout:2671: read oid 50 snap -1 2024-04-02T08:39:30.630 INFO:tasks.rados.rados.0.smithi019.stdout:2671: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:39:30.630 INFO:tasks.rados.rados.0.smithi019.stdout:2672: delete oid 4 current snap is 258 2024-04-02T08:39:30.635 INFO:tasks.rados.rados.0.smithi019.stdout:2672: done (1 left) 2024-04-02T08:39:30.635 INFO:tasks.rados.rados.0.smithi019.stdout:2673: rollback oid 17 current snap is 258 2024-04-02T08:39:30.636 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 17 to 243 2024-04-02T08:39:30.636 INFO:tasks.rados.rados.0.smithi019.stdout:2674: rollback oid 37 current snap is 258 2024-04-02T08:39:30.636 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 255 2024-04-02T08:39:30.636 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 258 2024-04-02T08:39:30.636 INFO:tasks.rados.rados.0.smithi019.stdout:2675: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-04-02T08:39:30.640 INFO:tasks.rados.rados.0.smithi019.stdout:2675: writing smithi01981774-35 from 0 to 540672 tid 1 2024-04-02T08:39:30.644 INFO:tasks.rados.rados.0.smithi019.stdout:2675: writing smithi01981774-35 from 540672 to 1236992 tid 2 2024-04-02T08:39:30.647 INFO:tasks.rados.rados.0.smithi019.stdout:2675: writing smithi01981774-35 from 1236992 to 1712128 tid 3 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2675: writing smithi01981774-35 from 1712128 to 2146304 tid 4 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2676: read oid 14 snap -1 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2676: expect deleted 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2677: read oid 22 snap -1 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2677: expect deleted 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 258 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2673: finishing rollback tid 1 to smithi01981774-17 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2673: finishing rollback tid 2 to smithi01981774-17 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 1417 (ObjNum 779 snap 234 seq_num 779) dirty exists 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2674: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1655 (ObjNum 161 snap 0 seq_num 2825286288) dirty dne 2024-04-02T08:39:30.651 INFO:tasks.rados.rados.0.smithi019.stdout:2671: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:39:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:39:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:39:30] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-02T08:39:30.877 INFO:tasks.rados.rados.0.smithi019.stdout:2675: finishing write tid 1 to smithi01981774-35 2024-04-02T08:39:30.878 INFO:tasks.rados.rados.0.smithi019.stdout:2675: finishing write tid 2 to smithi01981774-35 2024-04-02T08:39:30.878 INFO:tasks.rados.rados.0.smithi019.stdout:2675: finishing write tid 3 to smithi01981774-35 2024-04-02T08:39:30.878 INFO:tasks.rados.rados.0.smithi019.stdout:2675: finishing write tid 4 to smithi01981774-35 2024-04-02T08:39:30.878 INFO:tasks.rados.rados.0.smithi019.stdout:2675: finishing write tid 5 to smithi01981774-35 2024-04-02T08:39:30.878 INFO:tasks.rados.rados.0.smithi019.stdout:2678: seq_num 845 ranges {2351104=557056,2908160=581632,3489792=688128,4177920=335872} 2024-04-02T08:39:30.893 INFO:tasks.rados.rados.0.smithi019.stdout:2678: writing smithi01981774-6 from 2351104 to 2908160 tid 1 2024-04-02T08:39:30.896 INFO:tasks.rados.rados.0.smithi019.stdout:2678: writing smithi01981774-6 from 2908160 to 3489792 tid 2 2024-04-02T08:39:30.900 INFO:tasks.rados.rados.0.smithi019.stdout:2678: writing smithi01981774-6 from 3489792 to 4177920 tid 3 2024-04-02T08:39:30.903 INFO:tasks.rados.rados.0.smithi019.stdout:2678: writing smithi01981774-6 from 4177920 to 4513792 tid 4 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2671: done (6 left) 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2673: done (5 left) 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2674: done (4 left) 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2676: done (3 left) 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2677: done (2 left) 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2679: read oid 43 snap -1 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2679: expect (ObjNum 733 snap 219 seq_num 733) 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2680: copy_from oid 8 from oid 34 current snap is 258 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2675: finishing write tid 6 to smithi01981774-35 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2675: oid 35 updating version 0 to 1584 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2675: oid 35 version 1584 is already newer than 1580 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2675: oid 35 version 1584 is already newer than 1581 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2675: oid 35 version 1584 is already newer than 1582 2024-04-02T08:39:30.904 INFO:tasks.rados.rados.0.smithi019.stdout:2675: oid 35 version 1584 is already newer than 1583 2024-04-02T08:39:30.905 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1584 (ObjNum 844 snap 258 seq_num 844) dirty exists 2024-04-02T08:39:30.905 INFO:tasks.rados.rados.0.smithi019.stdout:2675: left oid 35 (ObjNum 844 snap 258 seq_num 844) 2024-04-02T08:39:30.905 INFO:tasks.rados.rados.0.smithi019.stdout:2678: finishing write tid 1 to smithi01981774-6 2024-04-02T08:39:30.905 INFO:tasks.rados.rados.0.smithi019.stdout:2678: finishing write tid 2 to smithi01981774-6 2024-04-02T08:39:30.905 INFO:tasks.rados.rados.0.smithi019.stdout:2675: done (3 left) 2024-04-02T08:39:30.905 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 258 2024-04-02T08:39:30.905 INFO:tasks.rados.rados.0.smithi019.stdout:2681: seq_num 846 ranges {4603904=573440,5177344=466944,5644288=491520,6135808=548864,6684672=98304} 2024-04-02T08:39:30.932 INFO:tasks.rados.rados.0.smithi019.stdout:2681: writing smithi01981774-15 from 4603904 to 5177344 tid 1 2024-04-02T08:39:30.935 INFO:tasks.rados.rados.0.smithi019.stdout:2681: writing smithi01981774-15 from 5177344 to 5644288 tid 2 2024-04-02T08:39:30.938 INFO:tasks.rados.rados.0.smithi019.stdout:2681: writing smithi01981774-15 from 5644288 to 6135808 tid 3 2024-04-02T08:39:30.941 INFO:tasks.rados.rados.0.smithi019.stdout:2681: writing smithi01981774-15 from 6135808 to 6684672 tid 4 2024-04-02T08:39:30.942 INFO:tasks.rados.rados.0.smithi019.stdout:2681: writing smithi01981774-15 from 6684672 to 6782976 tid 5 2024-04-02T08:39:30.942 INFO:tasks.rados.rados.0.smithi019.stdout:2682: copy_from oid 19 from oid 39 current snap is 258 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: finishing write tid 3 to smithi01981774-6 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: finishing write tid 4 to smithi01981774-6 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2680: finishing copy_from racing read to smithi01981774-8 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: finishing write tid 5 to smithi01981774-6 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2683: setattr oid 36 current snap is 258 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2680: finishing copy_from to smithi01981774-8 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 1585 (ObjNum 33 snap 0 seq_num 2807485688) dirty exists 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: finishing write tid 6 to smithi01981774-6 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: oid 6 updating version 0 to 1590 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: oid 6 version 1590 is already newer than 1589 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: oid 6 updating version 1590 to 1591 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: oid 6 updating version 1591 to 1592 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: oid 6 version 1592 is already newer than 1588 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1592 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2678: left oid 6 (ObjNum 845 snap 258 seq_num 845) 2024-04-02T08:39:30.943 INFO:tasks.rados.rados.0.smithi019.stdout:2681: finishing write tid 1 to smithi01981774-15 2024-04-02T08:39:30.944 INFO:tasks.rados.rados.0.smithi019.stdout:2681: finishing write tid 2 to smithi01981774-15 2024-04-02T08:39:30.944 INFO:tasks.rados.rados.0.smithi019.stdout:2681: finishing write tid 3 to smithi01981774-15 2024-04-02T08:39:30.944 INFO:tasks.rados.rados.0.smithi019.stdout:2678: done (5 left) 2024-04-02T08:39:30.944 INFO:tasks.rados.rados.0.smithi019.stdout:2680: done (4 left) 2024-04-02T08:39:30.944 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 258 2024-04-02T08:39:30.944 INFO:tasks.rados.rados.0.smithi019.stdout:2684: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-04-02T08:39:30.947 INFO:tasks.rados.rados.0.smithi019.stdout:2684: writing smithi01981774-11 from 0 to 589824 tid 1 2024-04-02T08:39:30.952 INFO:tasks.rados.rados.0.smithi019.stdout:2684: writing smithi01981774-11 from 589824 to 1343488 tid 2 2024-04-02T08:39:30.956 INFO:tasks.rados.rados.0.smithi019.stdout:2684: writing smithi01981774-11 from 1343488 to 1998848 tid 3 2024-04-02T08:39:30.958 INFO:tasks.rados.rados.0.smithi019.stdout:2684: writing smithi01981774-11 from 1998848 to 2195456 tid 4 2024-04-02T08:39:30.958 INFO:tasks.rados.rados.0.smithi019.stdout:2685: rollback oid 20 current snap is 258 2024-04-02T08:39:30.958 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 241 2024-04-02T08:39:30.958 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 891 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:39:30.958 INFO:tasks.rados.rados.0.smithi019.stdout:2681: finishing write tid 4 to smithi01981774-15 2024-04-02T08:39:30.958 INFO:tasks.rados.rados.0.smithi019.stdout:2681: finishing write tid 5 to smithi01981774-15 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: finishing write tid 6 to smithi01981774-15 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2683: done (5 left) 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2686: setattr oid 29 current snap is 258 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: finishing write tid 7 to smithi01981774-15 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: oid 15 updating version 0 to 1445 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: oid 15 version 1445 is already newer than 1444 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: oid 15 version 1445 is already newer than 1440 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: oid 15 version 1445 is already newer than 1442 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: oid 15 version 1445 is already newer than 1441 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: oid 15 version 1445 is already newer than 1443 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1445 (ObjNum 846 snap 258 seq_num 846) dirty exists 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2681: left oid 15 (ObjNum 846 snap 258 seq_num 846) 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2684: finishing write tid 1 to smithi01981774-11 2024-04-02T08:39:30.959 INFO:tasks.rados.rados.0.smithi019.stdout:2684: finishing write tid 2 to smithi01981774-11 2024-04-02T08:39:30.960 INFO:tasks.rados.rados.0.smithi019.stdout:2679: expect (ObjNum 733 snap 219 seq_num 733) 2024-04-02T08:39:31.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:31.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:31.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:31 smithi066 ceph-mon[87361]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:39:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:31 smithi019 ceph-mon[94035]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:39:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:31 smithi019 ceph-mon[96522]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2685: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1405 (ObjNum 33 snap 0 seq_num 2807485688) dirty dne 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2684: finishing write tid 3 to smithi01981774-11 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2684: finishing write tid 4 to smithi01981774-11 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2684: finishing write tid 5 to smithi01981774-11 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2682: finishing copy_from racing read to smithi01981774-19 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2682: finishing copy_from to smithi01981774-19 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1611 (ObjNum 833 snap 251 seq_num 833) dirty exists 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2684: finishing write tid 6 to smithi01981774-11 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2684: oid 11 updating version 0 to 1412 2024-04-02T08:39:31.811 INFO:tasks.rados.rados.0.smithi019.stdout:2684: oid 11 version 1412 is already newer than 1409 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2684: oid 11 version 1412 is already newer than 1408 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2684: oid 11 version 1412 is already newer than 1411 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2684: oid 11 version 1412 is already newer than 1410 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 1412 (ObjNum 847 snap 258 seq_num 847) dirty exists 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2684: left oid 11 (ObjNum 847 snap 258 seq_num 847) 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2679: done (5 left) 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2681: done (4 left) 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2682: done (3 left) 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2684: done (2 left) 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2685: done (1 left) 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2687: copy_from oid 49 from oid 23 current snap is 258 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2688: rmattr oid 36 current snap is 258 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2689: copy_from oid 4 from oid 39 current snap is 258 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2690: read oid 40 snap -1 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2690: expect deleted 2024-04-02T08:39:31.812 INFO:tasks.rados.rados.0.smithi019.stdout:2691: delete oid 2 current snap is 258 2024-04-02T08:39:31.813 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1612 (ObjNum 49 snap 0 seq_num 1565744996) dirty exists 2024-04-02T08:39:31.813 INFO:tasks.rados.rados.0.smithi019.stdout:2688: done (5 left) 2024-04-02T08:39:31.813 INFO:tasks.rados.rados.0.smithi019.stdout:2690: done (4 left) 2024-04-02T08:39:31.813 INFO:tasks.rados.rados.0.smithi019.stdout:2691: done (3 left) 2024-04-02T08:39:31.814 INFO:tasks.rados.rados.0.smithi019.stdout:2692: rmattr oid 19 current snap is 258 2024-04-02T08:39:31.814 INFO:tasks.rados.rados.0.smithi019.stdout:2692: done (3 left) 2024-04-02T08:39:31.814 INFO:tasks.rados.rados.0.smithi019.stdout:2693: delete oid 36 current snap is 258 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2693: done (3 left) 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2694: rollback oid 30 current snap is 258 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 236 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2695: rollback oid 7 current snap is 258 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 225 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2054 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2686: done (4 left) 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2696: read oid 16 snap 257 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2696: expect (ObjNum 830 snap 250 seq_num 830) 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2697: read oid 42 snap 248 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2697: expect (ObjNum 806 snap 242 seq_num 806) 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2698: rollback oid 9 current snap is 258 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 257 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:2699: rollback oid 34 current snap is 258 2024-04-02T08:39:31.817 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 255 2024-04-02T08:39:31.818 INFO:tasks.rados.rados.0.smithi019.stdout:2700: snap_create 2024-04-02T08:39:31.824 INFO:tasks.rados.rados.0.smithi019.stdout:2689: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:39:31.825 INFO:tasks.rados.rados.0.smithi019.stdout:2697: expect (ObjNum 806 snap 242 seq_num 806) 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2689: finishing copy_from to smithi01981774-4 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 1611 (ObjNum 833 snap 251 seq_num 833) dirty exists 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2698: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 1406 (ObjNum 33 snap 0 seq_num 2824468096) dirty dne 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2694: finishing rollback tid 0 to smithi01981774-30 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2694: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2057 (ObjNum 97 snap 0 seq_num 2824934480) dirty dne 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2695: finishing rollback tid 0 to smithi01981774-7 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2695: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2060 (ObjNum 97 snap 0 seq_num 2824656352) dirty dne 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2687: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:39:31.869 INFO:tasks.rados.rados.0.smithi019.stdout:2699: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:39:31.870 INFO:tasks.rados.rados.0.smithi019.stdout:2699: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:39:31.870 INFO:tasks.rados.rados.0.smithi019.stdout:2699: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:39:31.870 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1593 (ObjNum 65 snap 0 seq_num 1382637667) dirty exists 2024-04-02T08:39:31.870 INFO:tasks.rados.rados.0.smithi019.stdout:2687: finishing copy_from to smithi01981774-49 2024-04-02T08:39:31.870 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1453 (ObjNum 707 snap 213 seq_num 707) dirty exists 2024-04-02T08:39:31.870 INFO:tasks.rados.rados.0.smithi019.stdout:2696: expect (ObjNum 830 snap 250 seq_num 830) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2687: done (8 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2689: done (7 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2694: done (6 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2695: done (5 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2696: done (4 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2697: done (3 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2698: done (2 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2699: done (1 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2700: done (0 left) 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:2701: copy_from oid 12 from oid 43 current snap is 259 2024-04-02T08:39:32.140 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 259 2024-04-02T08:39:32.141 INFO:tasks.rados.rados.0.smithi019.stdout:2702: seq_num 850 ranges {5300224=638976,5939200=802816,6742016=475136,7217152=327680} 2024-04-02T08:39:32.173 INFO:tasks.rados.rados.0.smithi019.stdout:2702: writing smithi01981774-49 from 5300224 to 5939200 tid 1 2024-04-02T08:39:32.177 INFO:tasks.rados.rados.0.smithi019.stdout:2702: writing smithi01981774-49 from 5939200 to 6742016 tid 2 2024-04-02T08:39:32.181 INFO:tasks.rados.rados.0.smithi019.stdout:2702: writing smithi01981774-49 from 6742016 to 7217152 tid 3 2024-04-02T08:39:32.183 INFO:tasks.rados.rados.0.smithi019.stdout:2702: writing smithi01981774-49 from 7217152 to 7544832 tid 4 2024-04-02T08:39:32.183 INFO:tasks.rados.rados.0.smithi019.stdout:2703: copy_from oid 6 from oid 21 current snap is 259 2024-04-02T08:39:32.183 INFO:tasks.rados.rados.0.smithi019.stdout:2702: finishing write tid 1 to smithi01981774-49 2024-04-02T08:39:32.183 INFO:tasks.rados.rados.0.smithi019.stdout:2701: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:39:32.184 INFO:tasks.rados.rados.0.smithi019.stdout:2701: finishing copy_from to smithi01981774-12 2024-04-02T08:39:32.184 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1603 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:39:32.184 INFO:tasks.rados.rados.0.smithi019.stdout:2702: finishing write tid 2 to smithi01981774-49 2024-04-02T08:39:32.184 INFO:tasks.rados.rados.0.smithi019.stdout:2701: done (2 left) 2024-04-02T08:39:32.184 INFO:tasks.rados.rados.0.smithi019.stdout:2704: snap_remove snap 240 2024-04-02T08:39:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:32 smithi066 ceph-mon[87361]: pgmap v526: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 0 op/s 2024-04-02T08:39:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:32 smithi019 ceph-mon[94035]: pgmap v526: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 0 op/s 2024-04-02T08:39:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:32 smithi019 ceph-mon[96522]: pgmap v526: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 0 op/s 2024-04-02T08:39:32.573 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:32.690 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:39:32.847 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:32 smithi066 systemd[1]: Stopping Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (10m) 30s ago 11m 26.2M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (11m) 12s ago 11m 91.6M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (34s) 30s ago 12m 12.4M - 19.0.0-2422-g3cba26ea beaaa8a653cf 52c6b4ddaa61 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (16s) 12s ago 12m 12.5M - 19.0.0-2422-g3cba26ea beaaa8a653cf f6049634aa64 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (6m) 12s ago 15m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (7m) 30s ago 17m 511M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (6m) 30s ago 17m 64.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (5m) 12s ago 16m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (5m) 30s ago 16m 53.1M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 starting - - - - 2024-04-02T08:39:33.021 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (10m) 12s ago 10m 15.7M - 1.5.0 0da6a335fe13 4fd01954bd64 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (4m) 30s ago 15m 250M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (4m) 30s ago 15m 240M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (3m) 30s ago 14m 201M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (3m) 30s ago 14m 122M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (2m) 12s ago 14m 185M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (115s) 12s ago 13m 189M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c4504e7104ad 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (80s) 12s ago 13m 98.6M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 8b7c3ab9ff81 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (60s) 12s ago 12m 98.2M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 9e2a10ea2c29 2024-04-02T08:39:33.022 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (6m) 12s ago 11m 59.8M - 2.43.0 a07b618ecd1d 71488d74649b 2024-04-02T08:39:33.028 INFO:tasks.rados.rados.0.smithi019.stdout:2704: done (2 left) 2024-04-02T08:39:33.028 INFO:tasks.rados.rados.0.smithi019.stdout:2705: snap_remove snap 251 2024-04-02T08:39:33.110 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:32 smithi066 podman[116792]: 2024-04-02 08:39:32.849506652 +0000 UTC m=+0.129785115 container died 4fd01954bd64ccc82ae47724534cb04c13ad62383fcc928a332a0c43e3fa924c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:39:33.110 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:33 smithi066 ceph-mon[87361]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:39:33.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:33 smithi066 ceph-mon[87361]: Deploying daemon node-exporter.b on smithi066 2024-04-02T08:39:33.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:33 smithi066 ceph-mon[87361]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:39:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:33 smithi019 ceph-mon[94035]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:39:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:33 smithi019 ceph-mon[94035]: Deploying daemon node-exporter.b on smithi066 2024-04-02T08:39:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:33 smithi019 ceph-mon[94035]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:39:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:33 smithi019 ceph-mon[96522]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:39:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:33 smithi019 ceph-mon[96522]: Deploying daemon node-exporter.b on smithi066 2024-04-02T08:39:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:33 smithi019 ceph-mon[96522]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:39:33.446 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:39:33.447 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:39:33.448 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:39:33.518 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 podman[116792]: 2024-04-02 08:39:33.211131332 +0000 UTC m=+0.491409840 container cleanup 4fd01954bd64ccc82ae47724534cb04c13ad62383fcc928a332a0c43e3fa924c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:39:33.518 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 bash[116792]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T08:39:33.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 podman[116811]: 2024-04-02 08:39:33.520455795 +0000 UTC m=+0.675051755 container remove 4fd01954bd64ccc82ae47724534cb04c13ad62383fcc928a332a0c43e3fa924c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:39:33.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:39:33.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T08:39:33.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 systemd[1]: Stopped Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:33.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 3.214s CPU time. 2024-04-02T08:39:34.033 INFO:tasks.rados.rados.0.smithi019.stdout:2705: done (2 left) 2024-04-02T08:39:34.033 INFO:tasks.rados.rados.0.smithi019.stdout:2706: read oid 13 snap 257 2024-04-02T08:39:34.033 INFO:tasks.rados.rados.0.smithi019.stdout:2706: expect (ObjNum 834 snap 251 seq_num 834) 2024-04-02T08:39:34.033 INFO:tasks.rados.rados.0.smithi019.stdout:2707: snap_remove snap 248 2024-04-02T08:39:34.103 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:33 smithi066 systemd[1]: Starting Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:34.103 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 podman[116947]: 2024-04-02 08:39:33.970403428 +0000 UTC m=+0.017806417 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:39:34.103 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-mon[87361]: pgmap v529: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T08:39:34.103 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-mon[87361]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:34.103 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-mon[87361]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:34.103 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-mon[87361]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:39:34.103 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3102743518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:34.414 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 podman[116947]: 2024-04-02 08:39:34.104702343 +0000 UTC m=+0.152105354 container create 0324917524a65f1b26b72bf6807844db25f2352cb4e47b4b9cb5bcd2eb3d6d98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:39:34.414 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 podman[116947]: 2024-04-02 08:39:34.332943921 +0000 UTC m=+0.380346905 container init 0324917524a65f1b26b72bf6807844db25f2352cb4e47b4b9cb5bcd2eb3d6d98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:39:34.414 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 podman[116947]: 2024-04-02 08:39:34.338246009 +0000 UTC m=+0.385648981 container start 0324917524a65f1b26b72bf6807844db25f2352cb4e47b4b9cb5bcd2eb3d6d98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:39:34.414 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.342Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.342Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.342Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.342Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.342Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.342Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:39:34.415 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:39:34.416 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:39:34.417 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:39:34.418 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:39:34.419 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:39:34.419 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:39:34.419 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[116961]: ts=2024-04-02T08:39:34.343Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:39:34.419 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 bash[116947]: 0324917524a65f1b26b72bf6807844db25f2352cb4e47b4b9cb5bcd2eb3d6d98 2024-04-02T08:39:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[96522]: pgmap v529: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T08:39:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[96522]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[96522]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[96522]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3102743518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[94035]: pgmap v529: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[94035]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[94035]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[94035]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:39:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:34 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3102743518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:34.631 INFO:tasks.rados.rados.0.smithi019.stdout:2707: done (3 left) 2024-04-02T08:39:34.631 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 259 2024-04-02T08:39:34.631 INFO:tasks.rados.rados.0.smithi019.stdout:2708: seq_num 851 ranges {10493952=655360,11149312=688128,11837440=679936,12517376=237568} 2024-04-02T08:39:34.692 INFO:tasks.rados.rados.0.smithi019.stdout:2708: writing smithi01981774-43 from 10493952 to 11149312 tid 1 2024-04-02T08:39:34.696 INFO:tasks.rados.rados.0.smithi019.stdout:2708: writing smithi01981774-43 from 11149312 to 11837440 tid 2 2024-04-02T08:39:34.701 INFO:tasks.rados.rados.0.smithi019.stdout:2708: writing smithi01981774-43 from 11837440 to 12517376 tid 3 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2708: writing smithi01981774-43 from 12517376 to 12754944 tid 4 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2709: rollback oid 35 current snap is 259 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 35 to 258 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2702: finishing write tid 3 to smithi01981774-49 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2702: finishing write tid 4 to smithi01981774-49 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2702: finishing write tid 5 to smithi01981774-49 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2703: finishing copy_from to smithi01981774-6 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2703: got expected ENOENT (src dne) 2024-04-02T08:39:34.703 INFO:tasks.rados.rados.0.smithi019.stdout:2703: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2702: finishing write tid 6 to smithi01981774-49 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2702: oid 49 updating version 0 to 1598 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2702: oid 49 version 1598 is already newer than 1596 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2702: oid 49 version 1598 is already newer than 1597 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2702: oid 49 version 1598 is already newer than 1594 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2702: oid 49 version 1598 is already newer than 1595 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1598 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2702: left oid 49 (ObjNum 850 snap 259 seq_num 850) 2024-04-02T08:39:34.704 INFO:tasks.rados.rados.0.smithi019.stdout:2706: expect (ObjNum 834 snap 251 seq_num 834) 2024-04-02T08:39:34.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 08:39:34 smithi066 systemd[1]: Started Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:35.010 INFO:tasks.rados.rados.0.smithi019.stdout:2708: finishing write tid 1 to smithi01981774-43 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2708: finishing write tid 2 to smithi01981774-43 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2702: done (4 left) 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2703: done (3 left) 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2706: done (2 left) 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2710: read oid 49 snap -1 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2710: expect (ObjNum 850 snap 259 seq_num 850) 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2711: snap_create 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2708: finishing write tid 3 to smithi01981774-43 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2708: finishing write tid 4 to smithi01981774-43 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2708: finishing write tid 5 to smithi01981774-43 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2709: finishing rollback tid 0 to smithi01981774-35 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2709: finishing rollback tid 1 to smithi01981774-35 2024-04-02T08:39:35.011 INFO:tasks.rados.rados.0.smithi019.stdout:2709: finishing rollback tid 2 to smithi01981774-35 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1587 (ObjNum 844 snap 258 seq_num 844) dirty exists 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:2708: finishing write tid 6 to smithi01981774-43 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:2708: oid 43 updating version 0 to 1613 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:2708: oid 43 updating version 1613 to 1617 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:2708: oid 43 version 1617 is already newer than 1616 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:2708: oid 43 version 1617 is already newer than 1615 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:2708: oid 43 version 1617 is already newer than 1614 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1617 (ObjNum 851 snap 259 seq_num 851) dirty exists 2024-04-02T08:39:35.012 INFO:tasks.rados.rados.0.smithi019.stdout:2708: left oid 43 (ObjNum 851 snap 259 seq_num 851) 2024-04-02T08:39:35.040 INFO:tasks.rados.rados.0.smithi019.stdout:2710: expect (ObjNum 850 snap 259 seq_num 850) 2024-04-02T08:39:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:35 smithi066 ceph-mon[87361]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:39:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:35 smithi066 ceph-mon[87361]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:39:35.418 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[94035]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:39:35.418 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:35.418 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:35.419 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:35.419 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[94035]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:39:35.419 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[96522]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:39:35.419 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:35.419 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:35.419 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:35.419 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:35 smithi019 ceph-mon[96522]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:39:35.633 INFO:tasks.rados.rados.0.smithi019.stdout:2708: done (3 left) 2024-04-02T08:39:35.633 INFO:tasks.rados.rados.0.smithi019.stdout:2709: done (2 left) 2024-04-02T08:39:35.633 INFO:tasks.rados.rados.0.smithi019.stdout:2710: done (1 left) 2024-04-02T08:39:35.633 INFO:tasks.rados.rados.0.smithi019.stdout:2711: done (0 left) 2024-04-02T08:39:35.633 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 260 2024-04-02T08:39:35.633 INFO:tasks.rados.rados.0.smithi019.stdout:2712: seq_num 852 ranges {7839744=671744,8511488=622592,9134080=442368,9576448=540672} 2024-04-02T08:39:35.680 INFO:tasks.rados.rados.0.smithi019.stdout:2712: writing smithi01981774-48 from 7839744 to 8511488 tid 1 2024-04-02T08:39:35.683 INFO:tasks.rados.rados.0.smithi019.stdout:2712: writing smithi01981774-48 from 8511488 to 9134080 tid 2 2024-04-02T08:39:35.686 INFO:tasks.rados.rados.0.smithi019.stdout:2712: writing smithi01981774-48 from 9134080 to 9576448 tid 3 2024-04-02T08:39:35.690 INFO:tasks.rados.rados.0.smithi019.stdout:2712: writing smithi01981774-48 from 9576448 to 10117120 tid 4 2024-04-02T08:39:35.690 INFO:tasks.rados.rados.0.smithi019.stdout:2713: copy_from oid 50 from oid 3 current snap is 260 2024-04-02T08:39:35.690 INFO:tasks.rados.rados.0.smithi019.stdout:2712: finishing write tid 1 to smithi01981774-48 2024-04-02T08:39:35.690 INFO:tasks.rados.rados.0.smithi019.stdout:2712: finishing write tid 2 to smithi01981774-48 2024-04-02T08:39:35.690 INFO:tasks.rados.rados.0.smithi019.stdout:2712: finishing write tid 3 to smithi01981774-48 2024-04-02T08:39:35.690 INFO:tasks.rados.rados.0.smithi019.stdout:2714: delete oid 27 current snap is 260 2024-04-02T08:39:35.693 INFO:tasks.rados.rados.0.smithi019.stdout:2714: done (2 left) 2024-04-02T08:39:35.693 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 260 2024-04-02T08:39:35.693 INFO:tasks.rados.rados.0.smithi019.stdout:2715: seq_num 854 ranges {5046272=712704,5758976=794624,6553600=450560,7004160=360448} 2024-04-02T08:39:35.724 INFO:tasks.rados.rados.0.smithi019.stdout:2715: writing smithi01981774-16 from 5046272 to 5758976 tid 1 2024-04-02T08:39:35.729 INFO:tasks.rados.rados.0.smithi019.stdout:2715: writing smithi01981774-16 from 5758976 to 6553600 tid 2 2024-04-02T08:39:35.731 INFO:tasks.rados.rados.0.smithi019.stdout:2715: writing smithi01981774-16 from 6553600 to 7004160 tid 3 2024-04-02T08:39:35.734 INFO:tasks.rados.rados.0.smithi019.stdout:2715: writing smithi01981774-16 from 7004160 to 7364608 tid 4 2024-04-02T08:39:35.734 INFO:tasks.rados.rados.0.smithi019.stdout:2716: rmattr oid 12 current snap is 260 2024-04-02T08:39:35.734 INFO:tasks.rados.rados.0.smithi019.stdout:2712: finishing write tid 4 to smithi01981774-48 2024-04-02T08:39:35.734 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 260 2024-04-02T08:39:35.734 INFO:tasks.rados.rados.0.smithi019.stdout:2713: finishing copy_from to smithi01981774-50 2024-04-02T08:39:35.734 INFO:tasks.rados.rados.0.smithi019.stdout:2713: got expected ENOENT (src dne) 2024-04-02T08:39:35.734 INFO:tasks.rados.rados.0.smithi019.stdout:2717: seq_num 855 ranges {1507328=729088,2236416=671744,2908160=663552,3571712=270336} 2024-04-02T08:39:35.746 INFO:tasks.rados.rados.0.smithi019.stdout:2717: writing smithi01981774-42 from 1507328 to 2236416 tid 1 2024-04-02T08:39:35.750 INFO:tasks.rados.rados.0.smithi019.stdout:2717: writing smithi01981774-42 from 2236416 to 2908160 tid 2 2024-04-02T08:39:35.754 INFO:tasks.rados.rados.0.smithi019.stdout:2717: writing smithi01981774-42 from 2908160 to 3571712 tid 3 2024-04-02T08:39:35.756 INFO:tasks.rados.rados.0.smithi019.stdout:2717: writing smithi01981774-42 from 3571712 to 3842048 tid 4 2024-04-02T08:39:35.756 INFO:tasks.rados.rados.0.smithi019.stdout:2718: delete oid 23 current snap is 260 2024-04-02T08:39:35.756 INFO:tasks.rados.rados.0.smithi019.stdout:2713: finishing copy_from racing read to smithi01981774-50 2024-04-02T08:39:35.756 INFO:tasks.rados.rados.0.smithi019.stdout:2712: finishing write tid 5 to smithi01981774-48 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2712: finishing write tid 6 to smithi01981774-48 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2712: oid 48 updating version 0 to 2088 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2712: oid 48 updating version 2088 to 2091 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2712: oid 48 updating version 2091 to 2092 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2712: oid 48 version 2092 is already newer than 2089 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2712: oid 48 version 2092 is already newer than 2090 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2092 (ObjNum 852 snap 260 seq_num 852) dirty exists 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2712: left oid 48 (ObjNum 852 snap 260 seq_num 852) 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2715: finishing write tid 1 to smithi01981774-16 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2715: finishing write tid 2 to smithi01981774-16 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2715: finishing write tid 3 to smithi01981774-16 2024-04-02T08:39:35.757 INFO:tasks.rados.rados.0.smithi019.stdout:2715: finishing write tid 4 to smithi01981774-16 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: finishing write tid 5 to smithi01981774-16 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1665 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: finishing write tid 6 to smithi01981774-16 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: oid 16 updating version 0 to 1663 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: oid 16 version 1663 is already newer than 1661 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: oid 16 version 1663 is already newer than 1660 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: oid 16 version 1663 is already newer than 1662 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: oid 16 updating version 1663 to 1664 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1664 (ObjNum 854 snap 260 seq_num 854) dirty exists 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2715: left oid 16 (ObjNum 854 snap 260 seq_num 854) 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2717: finishing write tid 1 to smithi01981774-42 2024-04-02T08:39:35.758 INFO:tasks.rados.rados.0.smithi019.stdout:2717: finishing write tid 2 to smithi01981774-42 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:2712: done (5 left) 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:2713: done (4 left) 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:2715: done (3 left) 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:2716: done (2 left) 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:2718: done (1 left) 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 260 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:2717: finishing write tid 3 to smithi01981774-42 2024-04-02T08:39:35.759 INFO:tasks.rados.rados.0.smithi019.stdout:2719: seq_num 857 ranges {4513792=761856,5275648=442368,5718016=630784,6348800=532480} 2024-04-02T08:39:35.790 INFO:tasks.rados.rados.0.smithi019.stdout:2719: writing smithi01981774-6 from 4513792 to 5275648 tid 1 2024-04-02T08:39:35.793 INFO:tasks.rados.rados.0.smithi019.stdout:2719: writing smithi01981774-6 from 5275648 to 5718016 tid 2 2024-04-02T08:39:35.797 INFO:tasks.rados.rados.0.smithi019.stdout:2719: writing smithi01981774-6 from 5718016 to 6348800 tid 3 2024-04-02T08:39:35.801 INFO:tasks.rados.rados.0.smithi019.stdout:2719: writing smithi01981774-6 from 6348800 to 6881280 tid 4 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2720: delete oid 20 current snap is 260 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: finishing write tid 4 to smithi01981774-42 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: finishing write tid 5 to smithi01981774-42 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: finishing write tid 6 to smithi01981774-42 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: oid 42 updating version 0 to 1595 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: oid 42 updating version 1595 to 1597 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: oid 42 version 1597 is already newer than 1594 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: oid 42 version 1597 is already newer than 1593 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: oid 42 version 1597 is already newer than 1596 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1597 (ObjNum 855 snap 260 seq_num 855) dirty exists 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2717: left oid 42 (ObjNum 855 snap 260 seq_num 855) 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2719: finishing write tid 1 to smithi01981774-6 2024-04-02T08:39:35.802 INFO:tasks.rados.rados.0.smithi019.stdout:2719: finishing write tid 2 to smithi01981774-6 2024-04-02T08:39:35.803 INFO:tasks.rados.rados.0.smithi019.stdout:2719: finishing write tid 3 to smithi01981774-6 2024-04-02T08:39:35.803 INFO:tasks.rados.rados.0.smithi019.stdout:2719: finishing write tid 4 to smithi01981774-6 2024-04-02T08:39:35.803 INFO:tasks.rados.rados.0.smithi019.stdout:2717: done (2 left) 2024-04-02T08:39:35.804 INFO:tasks.rados.rados.0.smithi019.stdout:2720: done (1 left) 2024-04-02T08:39:35.804 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 260 2024-04-02T08:39:35.804 INFO:tasks.rados.rados.0.smithi019.stdout:2721: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-04-02T08:39:35.808 INFO:tasks.rados.rados.0.smithi019.stdout:2721: writing smithi01981774-3 from 0 to 794624 tid 1 2024-04-02T08:39:35.812 INFO:tasks.rados.rados.0.smithi019.stdout:2721: writing smithi01981774-3 from 794624 to 1409024 tid 2 2024-04-02T08:39:35.815 INFO:tasks.rados.rados.0.smithi019.stdout:2721: writing smithi01981774-3 from 1409024 to 2048000 tid 3 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2721: writing smithi01981774-3 from 2048000 to 2400256 tid 4 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2722: snap_create 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: finishing write tid 5 to smithi01981774-6 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: finishing write tid 6 to smithi01981774-6 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: oid 6 updating version 0 to 1601 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: oid 6 version 1601 is already newer than 1598 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: oid 6 version 1601 is already newer than 1600 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: oid 6 updating version 1601 to 1602 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: oid 6 version 1602 is already newer than 1599 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1602 (ObjNum 857 snap 260 seq_num 857) dirty exists 2024-04-02T08:39:35.818 INFO:tasks.rados.rados.0.smithi019.stdout:2719: left oid 6 (ObjNum 857 snap 260 seq_num 857) 2024-04-02T08:39:35.819 INFO:tasks.rados.rados.0.smithi019.stdout:2721: finishing write tid 1 to smithi01981774-3 2024-04-02T08:39:35.819 INFO:tasks.rados.rados.0.smithi019.stdout:2721: finishing write tid 2 to smithi01981774-3 2024-04-02T08:39:35.819 INFO:tasks.rados.rados.0.smithi019.stdout:2721: finishing write tid 3 to smithi01981774-3 2024-04-02T08:39:35.820 INFO:tasks.rados.rados.0.smithi019.stdout:2721: finishing write tid 4 to smithi01981774-3 2024-04-02T08:39:35.820 INFO:tasks.rados.rados.0.smithi019.stdout:2721: finishing write tid 5 to smithi01981774-3 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:2721: finishing write tid 6 to smithi01981774-3 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:2721: oid 3 updating version 0 to 1663 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:2721: oid 3 updating version 1663 to 1665 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:2721: oid 3 version 1665 is already newer than 1661 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:2721: oid 3 version 1665 is already newer than 1662 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:2721: oid 3 version 1665 is already newer than 1664 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 1665 (ObjNum 859 snap 260 seq_num 859) dirty exists 2024-04-02T08:39:35.822 INFO:tasks.rados.rados.0.smithi019.stdout:2721: left oid 3 (ObjNum 859 snap 260 seq_num 859) 2024-04-02T08:39:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:36 smithi066 ceph-mon[87361]: pgmap v532: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T08:39:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:36 smithi066 ceph-mon[87361]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:39:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:36 smithi019 ceph-mon[94035]: pgmap v532: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T08:39:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:36 smithi019 ceph-mon[94035]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:39:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:36 smithi019 ceph-mon[96522]: pgmap v532: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T08:39:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:36 smithi019 ceph-mon[96522]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:39:36.634 INFO:tasks.rados.rados.0.smithi019.stdout:2719: done (2 left) 2024-04-02T08:39:36.634 INFO:tasks.rados.rados.0.smithi019.stdout:2721: done (1 left) 2024-04-02T08:39:36.634 INFO:tasks.rados.rados.0.smithi019.stdout:2722: done (0 left) 2024-04-02T08:39:36.634 INFO:tasks.rados.rados.0.smithi019.stdout:2723: delete oid 47 current snap is 261 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:2723: done (0 left) 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:2724: copy_from oid 37 from oid 34 current snap is 261 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 261 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:2725: seq_num 861 ranges {0=24576} 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:2725: writing smithi01981774-9 from 0 to 24576 tid 1 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:2726: rollback oid 27 current snap is 261 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 260 2024-04-02T08:39:36.643 INFO:tasks.rados.rados.0.smithi019.stdout:2727: delete oid 28 current snap is 261 2024-04-02T08:39:36.645 INFO:tasks.rados.rados.0.smithi019.stdout:2726: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:39:36.645 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1632 (ObjNum 97 snap 0 seq_num 2824082336) dirty dne 2024-04-02T08:39:36.645 INFO:tasks.rados.rados.0.smithi019.stdout:2725: finishing write tid 1 to smithi01981774-9 2024-04-02T08:39:36.646 INFO:tasks.rados.rados.0.smithi019.stdout:2726: done (3 left) 2024-04-02T08:39:36.646 INFO:tasks.rados.rados.0.smithi019.stdout:2727: done (2 left) 2024-04-02T08:39:36.646 INFO:tasks.rados.rados.0.smithi019.stdout:2728: delete oid 28 current snap is 261 2024-04-02T08:39:36.647 INFO:tasks.rados.rados.0.smithi019.stdout:2725: finishing write tid 2 to smithi01981774-9 2024-04-02T08:39:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2725: finishing write tid 3 to smithi01981774-9 2024-04-02T08:39:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2725: oid 9 updating version 0 to 1612 2024-04-02T08:39:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2725: oid 9 updating version 1612 to 1613 2024-04-02T08:39:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 1613 (ObjNum 861 snap 261 seq_num 861) dirty exists 2024-04-02T08:39:36.648 INFO:tasks.rados.rados.0.smithi019.stdout:2725: left oid 9 (ObjNum 861 snap 261 seq_num 861) 2024-04-02T08:39:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:2724: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:39:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:2724: finishing copy_from to smithi01981774-37 2024-04-02T08:39:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1593 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:39:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:2724: done (2 left) 2024-04-02T08:39:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:2725: done (1 left) 2024-04-02T08:39:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:2728: done (0 left) 2024-04-02T08:39:36.649 INFO:tasks.rados.rados.0.smithi019.stdout:2729: snap_create 2024-04-02T08:39:37.640 INFO:tasks.rados.rados.0.smithi019.stdout:2729: done (0 left) 2024-04-02T08:39:37.640 INFO:tasks.rados.rados.0.smithi019.stdout:2730: snap_remove snap 259 2024-04-02T08:39:37.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:37 smithi066 ceph-mon[87361]: pgmap v535: 121 pgs: 121 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T08:39:37.907 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:37 smithi066 ceph-mon[87361]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:39:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:37 smithi019 ceph-mon[94035]: pgmap v535: 121 pgs: 121 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T08:39:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:37 smithi019 ceph-mon[94035]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:39:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:37 smithi019 ceph-mon[96522]: pgmap v535: 121 pgs: 121 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T08:39:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:37 smithi019 ceph-mon[96522]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:39:38.646 INFO:tasks.rados.rados.0.smithi019.stdout:2730: done (0 left) 2024-04-02T08:39:38.646 INFO:tasks.rados.rados.0.smithi019.stdout:2731: snap_create 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[94035]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[96522]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:38 smithi066 ceph-mon[87361]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:39:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.634 INFO:tasks.rados.rados.0.smithi019.stdout:2731: done (0 left) 2024-04-02T08:39:39.634 INFO:tasks.rados.rados.0.smithi019.stdout:2732: snap_remove snap 256 2024-04-02T08:39:39.891 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[94035]: pgmap v538: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 31 op/s 2024-04-02T08:39:39.891 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[94035]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:39:39.891 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[94035]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[96522]: pgmap v538: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 31 op/s 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[96522]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:39.892 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:39 smithi019 ceph-mon[96522]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:39:40.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:39 smithi066 ceph-mon[87361]: pgmap v538: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 31 op/s 2024-04-02T08:39:40.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:39 smithi066 ceph-mon[87361]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:39:40.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:40.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:40.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:40.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:40.050 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:39 smithi066 ceph-mon[87361]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:39:40.635 INFO:tasks.rados.rados.0.smithi019.stdout:2732: done (0 left) 2024-04-02T08:39:40.636 INFO:tasks.rados.rados.0.smithi019.stdout:2733: setattr oid 43 current snap is 263 2024-04-02T08:39:40.639 INFO:tasks.rados.rados.0.smithi019.stdout:2734: setattr oid 29 current snap is 263 2024-04-02T08:39:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:2735: rmattr oid 12 current snap is 263 2024-04-02T08:39:40.644 INFO:tasks.rados.rados.0.smithi019.stdout:2736: read oid 6 snap -1 2024-04-02T08:39:40.645 INFO:tasks.rados.rados.0.smithi019.stdout:2736: expect (ObjNum 857 snap 260 seq_num 857) 2024-04-02T08:39:40.645 INFO:tasks.rados.rados.0.smithi019.stdout:2737: copy_from oid 42 from oid 26 current snap is 263 2024-04-02T08:39:40.645 INFO:tasks.rados.rados.0.smithi019.stdout:2738: read oid 46 snap 236 2024-04-02T08:39:40.645 INFO:tasks.rados.rados.0.smithi019.stdout:2738: expect (ObjNum -1469725376 snap 21978 seq_num 2824213648) 2024-04-02T08:39:40.645 INFO:tasks.rados.rados.0.smithi019.stdout:2739: read oid 50 snap -1 2024-04-02T08:39:40.645 INFO:tasks.rados.rados.0.smithi019.stdout:2739: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:39:40.646 INFO:tasks.rados.rados.0.smithi019.stdout:2740: snap_create 2024-04-02T08:39:40.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1666 (ObjNum 733 snap 219 seq_num 733) dirty exists 2024-04-02T08:39:40.649 INFO:tasks.rados.rados.0.smithi019.stdout:2738: expect (ObjNum -1469725376 snap 21978 seq_num 2824213648) 2024-04-02T08:39:40.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1618 (ObjNum 851 snap 259 seq_num 851) dirty exists 2024-04-02T08:39:40.659 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2101 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-04-02T08:39:40.663 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:39:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:39:40] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-02T08:39:40.673 INFO:tasks.rados.rados.0.smithi019.stdout:2739: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:39:40.890 INFO:tasks.rados.rados.0.smithi019.stdout:2737: finishing copy_from racing read to smithi01981774-42 2024-04-02T08:39:40.890 INFO:tasks.rados.rados.0.smithi019.stdout:2736: expect (ObjNum 857 snap 260 seq_num 857) 2024-04-02T08:39:41.226 INFO:tasks.rados.rados.0.smithi019.stdout:2737: finishing copy_from to smithi01981774-42 2024-04-02T08:39:41.226 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1435 (ObjNum 747 snap 222 seq_num 747) dirty exists 2024-04-02T08:39:41.641 INFO:tasks.rados.rados.0.smithi019.stdout:2733: done (7 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2734: done (6 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2735: done (5 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2736: done (4 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2737: done (3 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2738: done (2 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2739: done (1 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2740: done (0 left) 2024-04-02T08:39:41.642 INFO:tasks.rados.rados.0.smithi019.stdout:2741: delete oid 37 current snap is 264 2024-04-02T08:39:41.645 INFO:tasks.rados.rados.0.smithi019.stdout:2741: done (0 left) 2024-04-02T08:39:41.646 INFO:tasks.rados.rados.0.smithi019.stdout:2742: delete oid 8 current snap is 264 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2742: done (0 left) 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2743: read oid 49 snap 255 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2743: expect (ObjNum 803 snap 242 seq_num 803) 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2744: read oid 27 snap -1 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2744: expect deleted 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2745: rollback oid 6 current snap is 264 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 214 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2746: rmattr oid 32 current snap is 264 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 264 2024-04-02T08:39:41.651 INFO:tasks.rados.rados.0.smithi019.stdout:2747: seq_num 866 ranges {0=106496} 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2747: writing smithi01981774-2 from 0 to 106496 tid 1 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2748: read oid 45 snap -1 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2748: expect deleted 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2749: read oid 35 snap -1 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2749: expect (ObjNum 844 snap 258 seq_num 844) 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2750: rollback oid 28 current snap is 264 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 28 to 225 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2751: read oid 41 snap -1 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2751: expect deleted 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2752: read oid 13 snap -1 2024-04-02T08:39:41.652 INFO:tasks.rados.rados.0.smithi019.stdout:2752: expect (ObjNum 834 snap 251 seq_num 834) 2024-04-02T08:39:41.653 INFO:tasks.rados.rados.0.smithi019.stdout:2753: setattr oid 16 current snap is 264 2024-04-02T08:39:41.653 INFO:tasks.rados.rados.0.smithi019.stdout:2754: rollback oid 14 current snap is 264 2024-04-02T08:39:41.653 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 241 2024-04-02T08:39:41.653 INFO:tasks.rados.rados.0.smithi019.stdout:2755: snap_create 2024-04-02T08:39:41.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1446 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-04-02T08:39:41.657 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1667 (ObjNum 854 snap 260 seq_num 854) dirty exists 2024-04-02T08:39:41.658 INFO:tasks.rados.rados.0.smithi019.stdout:2747: finishing write tid 1 to smithi01981774-2 2024-04-02T08:39:41.659 INFO:tasks.rados.rados.0.smithi019.stdout:2745: finishing rollback tid 0 to smithi01981774-6 2024-04-02T08:39:41.659 INFO:tasks.rados.rados.0.smithi019.stdout:2745: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:39:41.659 INFO:tasks.rados.rados.0.smithi019.stdout:2747: finishing write tid 2 to smithi01981774-2 2024-04-02T08:39:41.659 INFO:tasks.rados.rados.0.smithi019.stdout:2750: finishing rollback tid 1 to smithi01981774-28 2024-04-02T08:39:41.662 INFO:tasks.rados.rados.0.smithi019.stdout:2754: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:39:41.663 INFO:tasks.rados.rados.0.smithi019.stdout:2754: finishing rollback tid 2 to smithi01981774-14 2024-04-02T08:39:41.663 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 1615 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:39:41.663 INFO:tasks.rados.rados.0.smithi019.stdout:2745: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:39:41.663 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1605 (ObjNum 682 snap 199 seq_num 682) dirty exists 2024-04-02T08:39:41.664 INFO:tasks.rados.rados.0.smithi019.stdout:2750: finishing rollback tid 2 to smithi01981774-28 2024-04-02T08:39:41.664 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 2113 (ObjNum 668 snap 196 seq_num 668) dirty exists 2024-04-02T08:39:41.669 INFO:tasks.rados.rados.0.smithi019.stdout:2747: finishing write tid 3 to smithi01981774-2 2024-04-02T08:39:41.669 INFO:tasks.rados.rados.0.smithi019.stdout:2747: oid 2 updating version 0 to 1668 2024-04-02T08:39:41.669 INFO:tasks.rados.rados.0.smithi019.stdout:2747: oid 2 version 1668 is already newer than 1667 2024-04-02T08:39:41.669 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 1668 (ObjNum 866 snap 264 seq_num 866) dirty exists 2024-04-02T08:39:41.669 INFO:tasks.rados.rados.0.smithi019.stdout:2747: left oid 2 (ObjNum 866 snap 264 seq_num 866) 2024-04-02T08:39:41.674 INFO:tasks.rados.rados.0.smithi019.stdout:2749: expect (ObjNum 844 snap 258 seq_num 844) 2024-04-02T08:39:41.751 INFO:tasks.rados.rados.0.smithi019.stdout:2743: expect (ObjNum 803 snap 242 seq_num 803) 2024-04-02T08:39:41.882 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:41 smithi019 ceph-mon[94035]: pgmap v541: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:39:41.882 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:41 smithi019 ceph-mon[94035]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:39:41.882 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:41 smithi019 ceph-mon[96522]: pgmap v541: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:39:41.883 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:41 smithi019 ceph-mon[96522]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:39:42.000 INFO:tasks.rados.rados.0.smithi019.stdout:2752: expect (ObjNum 834 snap 251 seq_num 834) 2024-04-02T08:39:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:41 smithi066 ceph-mon[87361]: pgmap v541: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-04-02T08:39:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:41 smithi066 ceph-mon[87361]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:39:42.391 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:42.650 INFO:tasks.rados.rados.0.smithi019.stdout:2743: done (12 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2744: done (11 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2745: done (10 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2746: done (9 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2747: done (8 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2748: done (7 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2749: done (6 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2750: done (5 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2751: done (4 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2752: done (3 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2753: done (2 left) 2024-04-02T08:39:42.651 INFO:tasks.rados.rados.0.smithi019.stdout:2754: done (1 left) 2024-04-02T08:39:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:2755: done (0 left) 2024-04-02T08:39:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:2756: copy_from oid 16 from oid 7 current snap is 265 2024-04-02T08:39:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:2757: read oid 14 snap -1 2024-04-02T08:39:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:2757: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:2758: delete oid 40 current snap is 265 2024-04-02T08:39:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:2758: done (2 left) 2024-04-02T08:39:42.652 INFO:tasks.rados.rados.0.smithi019.stdout:2759: snap_remove snap 261 2024-04-02T08:39:42.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:42 smithi019 ceph-mon[94035]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:39:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:42 smithi019 ceph-mon[96522]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:39:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:42 smithi066 ceph-mon[87361]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:39:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.662 INFO:tasks.rados.rados.0.smithi019.stdout:2759: done (2 left) 2024-04-02T08:39:43.662 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 265 2024-04-02T08:39:43.662 INFO:tasks.rados.rados.0.smithi019.stdout:2756: finishing copy_from to smithi01981774-16 2024-04-02T08:39:43.662 INFO:tasks.rados.rados.0.smithi019.stdout:2756: got expected ENOENT (src dne) 2024-04-02T08:39:43.662 INFO:tasks.rados.rados.0.smithi019.stdout:2756: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:39:43.662 INFO:tasks.rados.rados.0.smithi019.stdout:2757: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:43.780 INFO:tasks.rados.rados.0.smithi019.stdout:2760: seq_num 868 ranges {0=139264} 2024-04-02T08:39:43.781 INFO:tasks.rados.rados.0.smithi019.stdout:2760: writing smithi01981774-37 from 0 to 139264 tid 1 2024-04-02T08:39:43.781 INFO:tasks.rados.rados.0.smithi019.stdout:2756: done (2 left) 2024-04-02T08:39:43.781 INFO:tasks.rados.rados.0.smithi019.stdout:2757: done (1 left) 2024-04-02T08:39:43.781 INFO:tasks.rados.rados.0.smithi019.stdout:2761: snap_remove snap 233 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: pgmap v544: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: pgmap v544: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:43.962 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: pgmap v544: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-04-02T08:39:43.962 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:39:43.962 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.963 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.964 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.964 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.964 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.964 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:39:43.964 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:44.637 INFO:tasks.rados.rados.0.smithi019.stdout:2761: done (1 left) 2024-04-02T08:39:44.637 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 265 2024-04-02T08:39:44.637 INFO:tasks.rados.rados.0.smithi019.stdout:2762: seq_num 869 ranges {0=155648} 2024-04-02T08:39:44.638 INFO:tasks.rados.rados.0.smithi019.stdout:2762: writing smithi01981774-30 from 0 to 155648 tid 1 2024-04-02T08:39:44.638 INFO:tasks.rados.rados.0.smithi019.stdout:2763: copy_from oid 1 from oid 7 current snap is 265 2024-04-02T08:39:44.638 INFO:tasks.rados.rados.0.smithi019.stdout:2764: rollback oid 20 current snap is 265 2024-04-02T08:39:44.638 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 260 2024-04-02T08:39:44.638 INFO:tasks.rados.rados.0.smithi019.stdout:2765: delete oid 45 current snap is 265 2024-04-02T08:39:44.638 INFO:tasks.rados.rados.0.smithi019.stdout:2760: finishing write tid 1 to smithi01981774-37 2024-04-02T08:39:44.638 INFO:tasks.rados.rados.0.smithi019.stdout:2760: finishing write tid 2 to smithi01981774-37 2024-04-02T08:39:44.639 INFO:tasks.rados.rados.0.smithi019.stdout:2760: finishing write tid 3 to smithi01981774-37 2024-04-02T08:39:44.639 INFO:tasks.rados.rados.0.smithi019.stdout:2760: oid 37 updating version 0 to 1659 2024-04-02T08:39:44.639 INFO:tasks.rados.rados.0.smithi019.stdout:2760: oid 37 updating version 1659 to 1660 2024-04-02T08:39:44.639 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1660 (ObjNum 868 snap 265 seq_num 868) dirty exists 2024-04-02T08:39:44.639 INFO:tasks.rados.rados.0.smithi019.stdout:2760: left oid 37 (ObjNum 868 snap 265 seq_num 868) 2024-04-02T08:39:44.644 INFO:tasks.rados.rados.0.smithi019.stdout:2763: finishing copy_from to smithi01981774-1 2024-04-02T08:39:44.644 INFO:tasks.rados.rados.0.smithi019.stdout:2763: got expected ENOENT (src dne) 2024-04-02T08:39:44.644 INFO:tasks.rados.rados.0.smithi019.stdout:2763: finishing copy_from racing read to smithi01981774-1 2024-04-02T08:39:44.646 INFO:tasks.rados.rados.0.smithi019.stdout:2760: done (4 left) 2024-04-02T08:39:44.646 INFO:tasks.rados.rados.0.smithi019.stdout:2763: done (3 left) 2024-04-02T08:39:44.646 INFO:tasks.rados.rados.0.smithi019.stdout:2765: done (2 left) 2024-04-02T08:39:44.647 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 265 2024-04-02T08:39:44.647 INFO:tasks.rados.rados.0.smithi019.stdout:2766: seq_num 871 ranges {0=188416} 2024-04-02T08:39:44.647 INFO:tasks.rados.rados.0.smithi019.stdout:2766: writing smithi01981774-36 from 0 to 188416 tid 1 2024-04-02T08:39:44.647 INFO:tasks.rados.rados.0.smithi019.stdout:2767: copy_from oid 26 from oid 41 current snap is 265 2024-04-02T08:39:44.648 INFO:tasks.rados.rados.0.smithi019.stdout:2768: snap_remove snap 264 2024-04-02T08:39:44.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:44 smithi019 ceph-mon[94035]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:39:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:44 smithi019 ceph-mon[94035]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:39:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:44 smithi019 ceph-mon[96522]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:39:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:44 smithi019 ceph-mon[96522]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:39:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:44 smithi066 ceph-mon[87361]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:39:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:44 smithi066 ceph-mon[87361]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:39:45.636 INFO:tasks.rados.rados.0.smithi019.stdout:2768: done (4 left) 2024-04-02T08:39:45.636 INFO:tasks.rados.rados.0.smithi019.stdout:2769: read oid 38 snap -1 2024-04-02T08:39:45.636 INFO:tasks.rados.rados.0.smithi019.stdout:2769: expect deleted 2024-04-02T08:39:45.636 INFO:tasks.rados.rados.0.smithi019.stdout:2770: snap_remove snap 253 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[94035]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[94035]: Upgrade: Updating prometheus.a 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[94035]: Deploying daemon prometheus.a on smithi066 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[94035]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[96522]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[96522]: Upgrade: Updating prometheus.a 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[96522]: Deploying daemon prometheus.a on smithi066 2024-04-02T08:39:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:45 smithi019 ceph-mon[96522]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:39:46.033 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:45 smithi066 ceph-mon[87361]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-04-02T08:39:46.034 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:45 smithi066 ceph-mon[87361]: Upgrade: Updating prometheus.a 2024-04-02T08:39:46.034 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:45 smithi066 ceph-mon[87361]: Deploying daemon prometheus.a on smithi066 2024-04-02T08:39:46.034 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:45 smithi066 ceph-mon[87361]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:39:46.635 INFO:tasks.rados.rados.0.smithi019.stdout:2770: done (5 left) 2024-04-02T08:39:46.636 INFO:tasks.rados.rados.0.smithi019.stdout:2771: read oid 24 snap -1 2024-04-02T08:39:46.636 INFO:tasks.rados.rados.0.smithi019.stdout:2771: expect (ObjNum 797 snap 238 seq_num 797) 2024-04-02T08:39:46.636 INFO:tasks.rados.rados.0.smithi019.stdout:2772: rollback oid 6 current snap is 265 2024-04-02T08:39:46.636 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 262 2024-04-02T08:39:46.636 INFO:tasks.rados.rados.0.smithi019.stdout:2773: copy_from oid 37 from oid 9 current snap is 265 2024-04-02T08:39:46.636 INFO:tasks.rados.rados.0.smithi019.stdout:2774: snap_remove snap 257 2024-04-02T08:39:47.642 INFO:tasks.rados.rados.0.smithi019.stdout:2764: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:39:47.642 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1405 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:39:47.642 INFO:tasks.rados.rados.0.smithi019.stdout:2762: finishing write tid 1 to smithi01981774-30 2024-04-02T08:39:47.642 INFO:tasks.rados.rados.0.smithi019.stdout:2762: finishing write tid 2 to smithi01981774-30 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2766: finishing write tid 1 to smithi01981774-36 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2766: finishing write tid 2 to smithi01981774-36 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2762: finishing write tid 3 to smithi01981774-30 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2762: oid 30 updating version 0 to 2117 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2762: oid 30 version 2117 is already newer than 2116 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2117 (ObjNum 869 snap 265 seq_num 869) dirty exists 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2762: left oid 30 (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2766: finishing write tid 3 to smithi01981774-36 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2766: oid 36 updating version 0 to 1616 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2766: oid 36 updating version 1616 to 1617 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1617 (ObjNum 871 snap 265 seq_num 871) dirty exists 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2766: left oid 36 (ObjNum 871 snap 265 seq_num 871) 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2767: finishing copy_from to smithi01981774-26 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2767: got expected ENOENT (src dne) 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2767: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2772: finishing rollback tid 0 to smithi01981774-6 2024-04-02T08:39:47.643 INFO:tasks.rados.rados.0.smithi019.stdout:2772: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:39:47.644 INFO:tasks.rados.rados.0.smithi019.stdout:2772: finishing rollback tid 2 to smithi01981774-6 2024-04-02T08:39:47.644 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1608 (ObjNum 857 snap 260 seq_num 857) dirty exists 2024-04-02T08:39:47.644 INFO:tasks.rados.rados.0.smithi019.stdout:2771: expect (ObjNum 797 snap 238 seq_num 797) 2024-04-02T08:39:47.686 INFO:tasks.rados.rados.0.smithi019.stdout:2773: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2773: finishing copy_from to smithi01981774-37 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1613 (ObjNum 861 snap 261 seq_num 861) dirty exists 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2762: done (8 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2764: done (7 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2766: done (6 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2767: done (5 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2769: done (4 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2771: done (3 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2772: done (2 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2773: done (1 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2774: done (0 left) 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2775: rollback oid 15 current snap is 265 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 241 2024-04-02T08:39:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:2776: read oid 5 snap 255 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2776: expect (ObjNum 813 snap 246 seq_num 813) 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2777: read oid 9 snap 246 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2777: expect deleted 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2778: read oid 30 snap -1 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2778: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 265 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2779: seq_num 872 ranges {0=212992} 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2779: writing smithi01981774-18 from 0 to 212992 tid 1 2024-04-02T08:39:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:2780: snap_remove snap 249 2024-04-02T08:39:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:47 smithi019 ceph-mon[94035]: pgmap v550: 121 pgs: 121 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 236 KiB/s wr, 8 op/s 2024-04-02T08:39:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:47 smithi019 ceph-mon[94035]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:39:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:47 smithi019 ceph-mon[96522]: pgmap v550: 121 pgs: 121 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 236 KiB/s wr, 8 op/s 2024-04-02T08:39:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:47 smithi019 ceph-mon[96522]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:39:48.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:47 smithi066 ceph-mon[87361]: pgmap v550: 121 pgs: 121 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 236 KiB/s wr, 8 op/s 2024-04-02T08:39:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:47 smithi066 ceph-mon[87361]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2780: done (5 left) 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2781: copy_from oid 27 from oid 20 current snap is 265 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2779: finishing write tid 1 to smithi01981774-18 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2779: finishing write tid 2 to smithi01981774-18 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2777: done (5 left) 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2782: read oid 12 snap -1 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2782: expect (ObjNum 733 snap 219 seq_num 733) 2024-04-02T08:39:48.660 INFO:tasks.rados.rados.0.smithi019.stdout:2783: read oid 43 snap -1 2024-04-02T08:39:48.661 INFO:tasks.rados.rados.0.smithi019.stdout:2783: expect (ObjNum 851 snap 259 seq_num 851) 2024-04-02T08:39:48.661 INFO:tasks.rados.rados.0.smithi019.stdout:2784: setattr oid 36 current snap is 265 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2785: read oid 14 snap -1 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2785: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2786: rmattr oid 45 current snap is 265 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2786: done (9 left) 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2787: copy_from oid 48 from oid 50 current snap is 265 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2788: delete oid 19 current snap is 265 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2775: finishing rollback tid 0 to smithi01981774-15 2024-04-02T08:39:48.664 INFO:tasks.rados.rados.0.smithi019.stdout:2775: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:39:48.665 INFO:tasks.rados.rados.0.smithi019.stdout:2779: finishing write tid 3 to smithi01981774-18 2024-04-02T08:39:48.665 INFO:tasks.rados.rados.0.smithi019.stdout:2779: oid 18 updating version 0 to 1633 2024-04-02T08:39:48.665 INFO:tasks.rados.rados.0.smithi019.stdout:2779: oid 18 updating version 1633 to 1634 2024-04-02T08:39:48.665 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1634 (ObjNum 872 snap 265 seq_num 872) dirty exists 2024-04-02T08:39:48.665 INFO:tasks.rados.rados.0.smithi019.stdout:2779: left oid 18 (ObjNum 872 snap 265 seq_num 872) 2024-04-02T08:39:48.665 INFO:tasks.rados.rados.0.smithi019.stdout:2778: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:39:48.671 INFO:tasks.rados.rados.0.smithi019.stdout:2775: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:39:48.671 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1449 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:39:48.671 INFO:tasks.rados.rados.0.smithi019.stdout:2776: expect (ObjNum 813 snap 246 seq_num 813) 2024-04-02T08:39:48.738 INFO:tasks.rados.rados.0.smithi019.stdout:2781: finishing copy_from to smithi01981774-27 2024-04-02T08:39:48.738 INFO:tasks.rados.rados.0.smithi019.stdout:2781: got expected ENOENT (src dne) 2024-04-02T08:39:48.738 INFO:tasks.rados.rados.0.smithi019.stdout:2781: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:39:48.738 INFO:tasks.rados.rados.0.smithi019.stdout:2785: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:48.829 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1618 (ObjNum 871 snap 265 seq_num 871) dirty exists 2024-04-02T08:39:48.829 INFO:tasks.rados.rados.0.smithi019.stdout:2787: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:39:48.829 INFO:tasks.rados.rados.0.smithi019.stdout:2787: finishing copy_from to smithi01981774-48 2024-04-02T08:39:48.829 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1457 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:39:48.829 INFO:tasks.rados.rados.0.smithi019.stdout:2782: expect (ObjNum 733 snap 219 seq_num 733) 2024-04-02T08:39:48.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:48 smithi019 ceph-mon[94035]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:39:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:48 smithi019 ceph-mon[96522]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:39:49.041 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:48 smithi066 ceph-mon[87361]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:39:49.041 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:48 smithi066 systemd[1]: Stopping Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:49.305 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:39:49.305 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:39:49.305 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:39:49.305 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:39:49.305 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:39:49.305 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:39:49.305 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:39:49.306 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:39:49.306 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.042Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:39:49.306 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.043Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:39:49.306 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.043Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:39:49.306 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[78113]: ts=2024-04-02T08:39:49.043Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:39:49.306 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 podman[120687]: 2024-04-02 08:39:49.052476382 +0000 UTC m=+0.183335042 container died 71488d74649bf465197dfa3f8baeefca0b0e7258972728f68ce9799ed34d7d74 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:49.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 podman[120687]: 2024-04-02 08:39:49.405081597 +0000 UTC m=+0.535940252 container cleanup 71488d74649bf465197dfa3f8baeefca0b0e7258972728f68ce9799ed34d7d74 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:49.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 bash[120687]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:39:49.680 INFO:tasks.rados.rados.0.smithi019.stdout:2783: expect (ObjNum 851 snap 259 seq_num 851) 2024-04-02T08:39:49.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:49 smithi019 ceph-mon[94035]: pgmap v553: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 276 KiB/s wr, 10 op/s 2024-04-02T08:39:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:49 smithi019 ceph-mon[94035]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:39:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:49 smithi019 ceph-mon[94035]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:39:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:49 smithi019 ceph-mon[96522]: pgmap v553: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 276 KiB/s wr, 10 op/s 2024-04-02T08:39:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:49 smithi019 ceph-mon[96522]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:39:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:49 smithi019 ceph-mon[96522]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:39:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-mon[87361]: pgmap v553: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 276 KiB/s wr, 10 op/s 2024-04-02T08:39:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-mon[87361]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:39:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:49 smithi066 ceph-mon[87361]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:39:50.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 podman[120706]: 2024-04-02 08:39:49.715130909 +0000 UTC m=+0.665056880 container remove 71488d74649bf465197dfa3f8baeefca0b0e7258972728f68ce9799ed34d7d74 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:50.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:39:50.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 systemd[1]: Stopped Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:50.063 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:49 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 2.882s CPU time. 2024-04-02T08:39:50.434 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 systemd[1]: Starting Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:39:50.434 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 podman[120843]: 2024-04-02 08:39:50.21060369 +0000 UTC m=+0.019561513 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:39:50.434 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 podman[120843]: 2024-04-02 08:39:50.324529234 +0000 UTC m=+0.133487072 container create 4dec3f26bb8c923e832dccd7362e427b376d00f5ff4629a73cb20d49c57d80d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:50.789 INFO:tasks.rados.rados.0.smithi019.stdout:2775: done (10 left) 2024-04-02T08:39:50.789 INFO:tasks.rados.rados.0.smithi019.stdout:2776: done (9 left) 2024-04-02T08:39:50.789 INFO:tasks.rados.rados.0.smithi019.stdout:2778: done (8 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2779: done (7 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2781: done (6 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2782: done (5 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2783: done (4 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2784: done (3 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2785: done (2 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2787: done (1 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2788: done (0 left) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2789: rollback oid 1 current snap is 265 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 225 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2790: read oid 5 snap -1 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2790: expect (ObjNum 813 snap 246 seq_num 813) 2024-04-02T08:39:50.790 INFO:tasks.rados.rados.0.smithi019.stdout:2791: snap_create 2024-04-02T08:39:50.792 INFO:tasks.rados.rados.0.smithi019.stdout:2789: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:39:50.792 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 1658 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:39:50.796 INFO:tasks.rados.rados.0.smithi019.stdout:2790: expect (ObjNum 813 snap 246 seq_num 813) 2024-04-02T08:39:50.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 podman[120843]: 2024-04-02 08:39:50.551945239 +0000 UTC m=+0.360903037 container init 4dec3f26bb8c923e832dccd7362e427b376d00f5ff4629a73cb20d49c57d80d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:50.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 podman[120843]: 2024-04-02 08:39:50.557139188 +0000 UTC m=+0.366096984 container start 4dec3f26bb8c923e832dccd7362e427b376d00f5ff4629a73cb20d49c57d80d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:39:50.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.580Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:39:50.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.581Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:39:50.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.581Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi066 (none))" 2024-04-02T08:39:50.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.581Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:39:50.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.581Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.582Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.582Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.584Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.584Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.586Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.586Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.204µs 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.586Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.587Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.594Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.599Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.609Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.609Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.609Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.924µs wal_replay_duration=23.002918ms wbl_replay_duration=131ns total_replay_duration=23.051482ms 2024-04-02T08:39:50.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.611Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:39:50.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.611Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:39:50.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.611Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:39:50.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.631Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.5997ms db_storage=889ns remote_storage=905ns web_handler=348ns query_engine=698ns scrape=272.728µs scrape_sd=92.603µs notify=21.415µs notify_sd=22.014µs rules=18.864891ms tracing=5.24µs 2024-04-02T08:39:50.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.631Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:39:50.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:50.631Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:39:50.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 bash[120843]: 4dec3f26bb8c923e832dccd7362e427b376d00f5ff4629a73cb20d49c57d80d4 2024-04-02T08:39:50.815 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:50 smithi066 systemd[1]: Started Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2789: done (2 left) 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2790: done (1 left) 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2791: done (0 left) 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2792: rollback oid 45 current snap is 266 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 254 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2793: read oid 14 snap -1 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2793: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2794: read oid 3 snap -1 2024-04-02T08:39:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:2794: expect (ObjNum 859 snap 260 seq_num 859) 2024-04-02T08:39:51.695 INFO:tasks.rados.rados.0.smithi019.stdout:2795: delete oid 25 current snap is 266 2024-04-02T08:39:51.698 INFO:tasks.rados.rados.0.smithi019.stdout:2792: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:39:51.698 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1570 (ObjNum 177 snap 0 seq_num 2825179248) dirty dne 2024-04-02T08:39:51.700 INFO:tasks.rados.rados.0.smithi019.stdout:2792: done (3 left) 2024-04-02T08:39:51.700 INFO:tasks.rados.rados.0.smithi019.stdout:2795: done (2 left) 2024-04-02T08:39:51.700 INFO:tasks.rados.rados.0.smithi019.stdout:2796: delete oid 25 current snap is 266 2024-04-02T08:39:51.702 INFO:tasks.rados.rados.0.smithi019.stdout:2796: done (2 left) 2024-04-02T08:39:51.702 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 266 2024-04-02T08:39:51.702 INFO:tasks.rados.rados.0.smithi019.stdout:2797: seq_num 876 ranges {0=278528} 2024-04-02T08:39:51.704 INFO:tasks.rados.rados.0.smithi019.stdout:2797: writing smithi01981774-22 from 0 to 278528 tid 1 2024-04-02T08:39:51.704 INFO:tasks.rados.rados.0.smithi019.stdout:2798: rollback oid 27 current snap is 266 2024-04-02T08:39:51.704 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 214 2024-04-02T08:39:51.704 INFO:tasks.rados.rados.0.smithi019.stdout:2793: expect (ObjNum 751 snap 223 seq_num 751) 2024-04-02T08:39:51.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:51 smithi066 ceph-mon[87361]: pgmap v556: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 1 op/s 2024-04-02T08:39:51.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:51.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:51.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:51.825 INFO:tasks.rados.rados.0.smithi019.stdout:2794: expect (ObjNum 859 snap 260 seq_num 859) 2024-04-02T08:39:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:2797: finishing write tid 1 to smithi01981774-22 2024-04-02T08:39:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:2797: finishing write tid 2 to smithi01981774-22 2024-04-02T08:39:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:2798: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:39:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:2797: finishing write tid 3 to smithi01981774-22 2024-04-02T08:39:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:2797: oid 22 updating version 0 to 1636 2024-04-02T08:39:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:2797: oid 22 version 1636 is already newer than 1635 2024-04-02T08:39:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1636 (ObjNum 876 snap 266 seq_num 876) dirty exists 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:2797: left oid 22 (ObjNum 876 snap 266 seq_num 876) 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:2798: finishing rollback tid 2 to smithi01981774-27 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1638 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:2793: done (3 left) 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:2794: done (2 left) 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:2797: done (1 left) 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:2798: done (0 left) 2024-04-02T08:39:51.916 INFO:tasks.rados.rados.0.smithi019.stdout:2799: snap_create 2024-04-02T08:39:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[94035]: pgmap v556: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 1 op/s 2024-04-02T08:39:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[96522]: pgmap v556: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 40 KiB/s wr, 1 op/s 2024-04-02T08:39:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:52.589 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:39:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:52.704 INFO:tasks.rados.rados.0.smithi019.stdout:2799: done (0 left) 2024-04-02T08:39:52.705 INFO:tasks.rados.rados.0.smithi019.stdout:2800: snap_create 2024-04-02T08:39:52.870 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:52 smithi066 ceph-mon[87361]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:39:53.156 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:52 smithi019 ceph-mon[94035]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:39:53.157 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:52 smithi019 ceph-mon[96522]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:39:53.707 INFO:tasks.rados.rados.0.smithi019.stdout:2800: done (0 left) 2024-04-02T08:39:53.707 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 268 2024-04-02T08:39:53.708 INFO:tasks.rados.rados.0.smithi019.stdout:2801: seq_num 877 ranges {188416=294912} 2024-04-02T08:39:53.710 INFO:tasks.rados.rados.0.smithi019.stdout:2801: writing smithi01981774-36 from 188416 to 483328 tid 1 2024-04-02T08:39:53.710 INFO:tasks.rados.rados.0.smithi019.stdout:2802: snap_create 2024-04-02T08:39:53.717 INFO:tasks.rados.rados.0.smithi019.stdout:2801: finishing write tid 1 to smithi01981774-36 2024-04-02T08:39:53.717 INFO:tasks.rados.rados.0.smithi019.stdout:2801: finishing write tid 2 to smithi01981774-36 2024-04-02T08:39:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:2801: finishing write tid 3 to smithi01981774-36 2024-04-02T08:39:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:2801: oid 36 updating version 0 to 1620 2024-04-02T08:39:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:2801: oid 36 updating version 1620 to 1621 2024-04-02T08:39:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1621 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:39:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:2801: left oid 36 (ObjNum 877 snap 268 seq_num 877) 2024-04-02T08:39:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:53 smithi066 ceph-mon[87361]: pgmap v558: 121 pgs: 121 active+clean; 360 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1010 KiB/s wr, 12 op/s 2024-04-02T08:39:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:53 smithi066 ceph-mon[87361]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:39:54.184 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:53 smithi019 ceph-mon[94035]: pgmap v558: 121 pgs: 121 active+clean; 360 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1010 KiB/s wr, 12 op/s 2024-04-02T08:39:54.184 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:53 smithi019 ceph-mon[94035]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:39:54.184 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:53 smithi019 ceph-mon[96522]: pgmap v558: 121 pgs: 121 active+clean; 360 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1010 KiB/s wr, 12 op/s 2024-04-02T08:39:54.184 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:53 smithi019 ceph-mon[96522]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2801: done (1 left) 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2802: done (0 left) 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2803: read oid 5 snap 252 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2803: expect (ObjNum 813 snap 246 seq_num 813) 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2804: rollback oid 9 current snap is 269 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 9 to 260 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2805: read oid 24 snap -1 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2805: expect (ObjNum 797 snap 238 seq_num 797) 2024-04-02T08:39:54.639 INFO:tasks.rados.rados.0.smithi019.stdout:2806: delete oid 26 current snap is 269 2024-04-02T08:39:54.645 INFO:tasks.rados.rados.0.smithi019.stdout:2805: expect (ObjNum 797 snap 238 seq_num 797) 2024-04-02T08:39:54.682 INFO:tasks.rados.rados.0.smithi019.stdout:2804: finishing rollback tid 0 to smithi01981774-9 2024-04-02T08:39:54.682 INFO:tasks.rados.rados.0.smithi019.stdout:2804: finishing rollback tid 1 to smithi01981774-9 2024-04-02T08:39:54.682 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 1615 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:39:54.682 INFO:tasks.rados.rados.0.smithi019.stdout:2803: expect (ObjNum 813 snap 246 seq_num 813) 2024-04-02T08:39:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:2803: done (3 left) 2024-04-02T08:39:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:2804: done (2 left) 2024-04-02T08:39:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:2805: done (1 left) 2024-04-02T08:39:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:2806: done (0 left) 2024-04-02T08:39:54.732 INFO:tasks.rados.rados.0.smithi019.stdout:2807: delete oid 40 current snap is 269 2024-04-02T08:39:54.734 INFO:tasks.rados.rados.0.smithi019.stdout:2807: done (0 left) 2024-04-02T08:39:54.734 INFO:tasks.rados.rados.0.smithi019.stdout:2808: snap_remove snap 252 2024-04-02T08:39:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:54 smithi066 ceph-mon[87361]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:39:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:54 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:54 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:54 smithi066 ceph-mon[87361]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:39:55.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[94035]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:39:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[94035]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:39:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[96522]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:39:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:54 smithi019 ceph-mon[96522]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:39:55.730 INFO:tasks.rados.rados.0.smithi019.stdout:2808: done (0 left) 2024-04-02T08:39:55.731 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 269 2024-04-02T08:39:55.731 INFO:tasks.rados.rados.0.smithi019.stdout:2809: seq_num 880 ranges {1622016=344064} 2024-04-02T08:39:55.741 INFO:tasks.rados.rados.0.smithi019.stdout:2809: writing smithi01981774-5 from 1622016 to 1966080 tid 1 2024-04-02T08:39:55.742 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 269 2024-04-02T08:39:55.742 INFO:tasks.rados.rados.0.smithi019.stdout:2810: seq_num 881 ranges {1359872=360448} 2024-04-02T08:39:55.752 INFO:tasks.rados.rados.0.smithi019.stdout:2810: writing smithi01981774-24 from 1359872 to 1720320 tid 1 2024-04-02T08:39:55.753 INFO:tasks.rados.rados.0.smithi019.stdout:2811: rollback oid 13 current snap is 269 2024-04-02T08:39:55.753 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 13 to 268 2024-04-02T08:39:55.753 INFO:tasks.rados.rados.0.smithi019.stdout:2809: finishing write tid 1 to smithi01981774-5 2024-04-02T08:39:55.753 INFO:tasks.rados.rados.0.smithi019.stdout:2809: finishing write tid 2 to smithi01981774-5 2024-04-02T08:39:55.753 INFO:tasks.rados.rados.0.smithi019.stdout:2809: finishing write tid 3 to smithi01981774-5 2024-04-02T08:39:55.753 INFO:tasks.rados.rados.0.smithi019.stdout:2809: oid 5 updating version 0 to 1419 2024-04-02T08:39:55.754 INFO:tasks.rados.rados.0.smithi019.stdout:2809: oid 5 version 1419 is already newer than 1418 2024-04-02T08:39:55.754 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 1419 (ObjNum 880 snap 269 seq_num 880) dirty exists 2024-04-02T08:39:55.754 INFO:tasks.rados.rados.0.smithi019.stdout:2809: left oid 5 (ObjNum 880 snap 269 seq_num 880) 2024-04-02T08:39:55.754 INFO:tasks.rados.rados.0.smithi019.stdout:2809: done (2 left) 2024-04-02T08:39:55.754 INFO:tasks.rados.rados.0.smithi019.stdout:2812: delete oid 45 current snap is 269 2024-04-02T08:39:55.755 INFO:tasks.rados.rados.0.smithi019.stdout:2812: done (2 left) 2024-04-02T08:39:55.755 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 269 2024-04-02T08:39:55.755 INFO:tasks.rados.rados.0.smithi019.stdout:2813: seq_num 883 ranges {0=393216} 2024-04-02T08:39:55.756 INFO:tasks.rados.rados.0.smithi019.stdout:2813: writing smithi01981774-9 from 0 to 393216 tid 1 2024-04-02T08:39:55.759 INFO:tasks.rados.rados.0.smithi019.stdout:2814: delete oid 44 current snap is 269 2024-04-02T08:39:55.759 INFO:tasks.rados.rados.0.smithi019.stdout:2811: finishing rollback tid 0 to smithi01981774-13 2024-04-02T08:39:55.759 INFO:tasks.rados.rados.0.smithi019.stdout:2811: finishing rollback tid 1 to smithi01981774-13 2024-04-02T08:39:55.759 INFO:tasks.rados.rados.0.smithi019.stdout:2811: finishing rollback tid 2 to smithi01981774-13 2024-04-02T08:39:55.759 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 719 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-04-02T08:39:55.760 INFO:tasks.rados.rados.0.smithi019.stdout:2810: finishing write tid 1 to smithi01981774-24 2024-04-02T08:39:55.760 INFO:tasks.rados.rados.0.smithi019.stdout:2810: finishing write tid 2 to smithi01981774-24 2024-04-02T08:39:55.760 INFO:tasks.rados.rados.0.smithi019.stdout:2810: finishing write tid 3 to smithi01981774-24 2024-04-02T08:39:55.760 INFO:tasks.rados.rados.0.smithi019.stdout:2810: oid 24 updating version 0 to 1669 2024-04-02T08:39:55.760 INFO:tasks.rados.rados.0.smithi019.stdout:2810: oid 24 updating version 1669 to 1670 2024-04-02T08:39:55.760 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1670 (ObjNum 881 snap 269 seq_num 881) dirty exists 2024-04-02T08:39:55.761 INFO:tasks.rados.rados.0.smithi019.stdout:2810: left oid 24 (ObjNum 881 snap 269 seq_num 881) 2024-04-02T08:39:55.761 INFO:tasks.rados.rados.0.smithi019.stdout:2810: done (3 left) 2024-04-02T08:39:55.762 INFO:tasks.rados.rados.0.smithi019.stdout:2811: done (2 left) 2024-04-02T08:39:55.762 INFO:tasks.rados.rados.0.smithi019.stdout:2814: done (1 left) 2024-04-02T08:39:55.762 INFO:tasks.rados.rados.0.smithi019.stdout:2815: snap_remove snap 225 2024-04-02T08:39:56.075 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:55 smithi066 ceph-mon[87361]: pgmap v561: 121 pgs: 121 active+clean; 360 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1010 KiB/s wr, 12 op/s 2024-04-02T08:39:56.076 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:56.076 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:55 smithi019 ceph-mon[94035]: pgmap v561: 121 pgs: 121 active+clean; 360 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1010 KiB/s wr, 12 op/s 2024-04-02T08:39:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:55 smithi019 ceph-mon[96522]: pgmap v561: 121 pgs: 121 active+clean; 360 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1010 KiB/s wr, 12 op/s 2024-04-02T08:39:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:39:56.731 INFO:tasks.rados.rados.0.smithi019.stdout:2815: done (1 left) 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 269 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:2813: finishing write tid 1 to smithi01981774-9 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:2813: finishing write tid 2 to smithi01981774-9 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:2813: finishing write tid 3 to smithi01981774-9 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:2813: oid 9 updating version 0 to 1617 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:2813: oid 9 version 1617 is already newer than 1616 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 1617 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:2813: left oid 9 (ObjNum 883 snap 269 seq_num 883) 2024-04-02T08:39:56.732 INFO:tasks.rados.rados.0.smithi019.stdout:2816: seq_num 885 ranges {0=425984} 2024-04-02T08:39:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:2816: writing smithi01981774-38 from 0 to 425984 tid 1 2024-04-02T08:39:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:2813: done (1 left) 2024-04-02T08:39:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:2817: snap_remove snap 258 2024-04-02T08:39:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:56 smithi066 ceph-mon[87361]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:39:57.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:56 smithi019 ceph-mon[94035]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:39:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:56 smithi019 ceph-mon[96522]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2817: done (1 left) 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2818: copy_from oid 8 from oid 42 current snap is 269 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2816: finishing write tid 1 to smithi01981774-38 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2816: finishing write tid 2 to smithi01981774-38 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2816: finishing write tid 3 to smithi01981774-38 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2816: oid 38 updating version 0 to 1420 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2816: oid 38 updating version 1420 to 1421 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1421 (ObjNum 885 snap 269 seq_num 885) dirty exists 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2816: left oid 38 (ObjNum 885 snap 269 seq_num 885) 2024-04-02T08:39:57.735 INFO:tasks.rados.rados.0.smithi019.stdout:2816: done (1 left) 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2819: read oid 40 snap 262 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2819: expect deleted 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2820: copy_from oid 10 from oid 26 current snap is 269 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2821: rmattr oid 35 current snap is 269 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2821: done (3 left) 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2822: rmattr oid 20 current snap is 269 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2822: done (3 left) 2024-04-02T08:39:57.736 INFO:tasks.rados.rados.0.smithi019.stdout:2823: snap_create 2024-04-02T08:39:57.744 INFO:tasks.rados.rados.0.smithi019.stdout:2820: finishing copy_from to smithi01981774-10 2024-04-02T08:39:57.744 INFO:tasks.rados.rados.0.smithi019.stdout:2820: got expected ENOENT (src dne) 2024-04-02T08:39:57.744 INFO:tasks.rados.rados.0.smithi019.stdout:2820: finishing copy_from racing read to smithi01981774-10 2024-04-02T08:39:57.750 INFO:tasks.rados.rados.0.smithi019.stdout:2818: finishing copy_from racing read to smithi01981774-8 2024-04-02T08:39:57.751 INFO:tasks.rados.rados.0.smithi019.stdout:2818: finishing copy_from to smithi01981774-8 2024-04-02T08:39:57.751 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 1435 (ObjNum 747 snap 222 seq_num 747) dirty exists 2024-04-02T08:39:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:57 smithi066 ceph-mon[87361]: pgmap v564: 121 pgs: 121 active+clean; 362 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 140 KiB/s wr, 4 op/s 2024-04-02T08:39:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:57 smithi066 ceph-mon[87361]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:39:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:57 smithi019 ceph-mon[94035]: pgmap v564: 121 pgs: 121 active+clean; 362 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 140 KiB/s wr, 4 op/s 2024-04-02T08:39:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:57 smithi019 ceph-mon[94035]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:39:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:57 smithi019 ceph-mon[96522]: pgmap v564: 121 pgs: 121 active+clean; 362 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 140 KiB/s wr, 4 op/s 2024-04-02T08:39:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:57 smithi019 ceph-mon[96522]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:39:58.743 INFO:tasks.rados.rados.0.smithi019.stdout:2818: done (3 left) 2024-04-02T08:39:58.744 INFO:tasks.rados.rados.0.smithi019.stdout:2819: done (2 left) 2024-04-02T08:39:58.744 INFO:tasks.rados.rados.0.smithi019.stdout:2820: done (1 left) 2024-04-02T08:39:58.744 INFO:tasks.rados.rados.0.smithi019.stdout:2823: done (0 left) 2024-04-02T08:39:58.744 INFO:tasks.rados.rados.0.smithi019.stdout:2824: read oid 19 snap -1 2024-04-02T08:39:58.744 INFO:tasks.rados.rados.0.smithi019.stdout:2824: expect deleted 2024-04-02T08:39:58.744 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 270 2024-04-02T08:39:58.744 INFO:tasks.rados.rados.0.smithi019.stdout:2825: seq_num 886 ranges {0=442368} 2024-04-02T08:39:58.746 INFO:tasks.rados.rados.0.smithi019.stdout:2825: writing smithi01981774-41 from 0 to 442368 tid 1 2024-04-02T08:39:58.747 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 270 2024-04-02T08:39:58.747 INFO:tasks.rados.rados.0.smithi019.stdout:2826: seq_num 887 ranges {0=458752} 2024-04-02T08:39:58.749 INFO:tasks.rados.rados.0.smithi019.stdout:2826: writing smithi01981774-7 from 0 to 458752 tid 1 2024-04-02T08:39:58.749 INFO:tasks.rados.rados.0.smithi019.stdout:2827: snap_create 2024-04-02T08:39:58.754 INFO:tasks.rados.rados.0.smithi019.stdout:2825: finishing write tid 1 to smithi01981774-41 2024-04-02T08:39:58.754 INFO:tasks.rados.rados.0.smithi019.stdout:2825: finishing write tid 2 to smithi01981774-41 2024-04-02T08:39:58.755 INFO:tasks.rados.rados.0.smithi019.stdout:2826: finishing write tid 1 to smithi01981774-7 2024-04-02T08:39:58.755 INFO:tasks.rados.rados.0.smithi019.stdout:2826: finishing write tid 2 to smithi01981774-7 2024-04-02T08:39:58.756 INFO:tasks.rados.rados.0.smithi019.stdout:2825: finishing write tid 3 to smithi01981774-41 2024-04-02T08:39:58.756 INFO:tasks.rados.rados.0.smithi019.stdout:2825: oid 41 updating version 0 to 2193 2024-04-02T08:39:58.756 INFO:tasks.rados.rados.0.smithi019.stdout:2825: oid 41 version 2193 is already newer than 2192 2024-04-02T08:39:58.756 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 2193 (ObjNum 886 snap 270 seq_num 886) dirty exists 2024-04-02T08:39:58.756 INFO:tasks.rados.rados.0.smithi019.stdout:2825: left oid 41 (ObjNum 886 snap 270 seq_num 886) 2024-04-02T08:39:58.757 INFO:tasks.rados.rados.0.smithi019.stdout:2826: finishing write tid 3 to smithi01981774-7 2024-04-02T08:39:58.757 INFO:tasks.rados.rados.0.smithi019.stdout:2826: oid 7 updating version 0 to 2194 2024-04-02T08:39:58.757 INFO:tasks.rados.rados.0.smithi019.stdout:2826: oid 7 updating version 2194 to 2195 2024-04-02T08:39:58.757 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2195 (ObjNum 887 snap 270 seq_num 887) dirty exists 2024-04-02T08:39:58.757 INFO:tasks.rados.rados.0.smithi019.stdout:2826: left oid 7 (ObjNum 887 snap 270 seq_num 887) 2024-04-02T08:39:58.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:58 smithi066 ceph-mon[87361]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:39:58.878 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:58 smithi019 ceph-mon[94035]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:39:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:58 smithi019 ceph-mon[96522]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:39:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:2824: done (3 left) 2024-04-02T08:39:59.755 INFO:tasks.rados.rados.0.smithi019.stdout:2825: done (2 left) 2024-04-02T08:39:59.755 INFO:tasks.rados.rados.0.smithi019.stdout:2826: done (1 left) 2024-04-02T08:39:59.755 INFO:tasks.rados.rados.0.smithi019.stdout:2827: done (0 left) 2024-04-02T08:39:59.755 INFO:tasks.rados.rados.0.smithi019.stdout:2828: read oid 29 snap -1 2024-04-02T08:39:59.755 INFO:tasks.rados.rados.0.smithi019.stdout:2828: expect (ObjNum 778 snap 234 seq_num 778) 2024-04-02T08:39:59.755 INFO:tasks.rados.rados.0.smithi019.stdout:2829: snap_remove snap 262 2024-04-02T08:40:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: pgmap v567: 121 pgs: 121 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 424 KiB/s wr, 9 op/s 2024-04-02T08:40:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: pgmap v567: 121 pgs: 121 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 424 KiB/s wr, 9 op/s 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:00.117 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: pgmap v567: 121 pgs: 121 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 424 KiB/s wr, 9 op/s 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.120 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:00.688 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:40:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:40:00] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-02T08:40:00.765 INFO:tasks.rados.rados.0.smithi019.stdout:2829: done (1 left) 2024-04-02T08:40:00.766 INFO:tasks.rados.rados.0.smithi019.stdout:2830: snap_remove snap 254 2024-04-02T08:40:00.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:00 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:00.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:00 smithi019 ceph-mon[94035]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:00.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:00 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T08:40:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:00 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:00 smithi019 ceph-mon[96522]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:00.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:00 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T08:40:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:00 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:40:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:00 smithi066 ceph-mon[87361]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:40:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:00 smithi066 ceph-mon[87361]: overall HEALTH_OK 2024-04-02T08:40:01.763 INFO:tasks.rados.rados.0.smithi019.stdout:2830: done (1 left) 2024-04-02T08:40:01.763 INFO:tasks.rados.rados.0.smithi019.stdout:2831: read oid 23 snap -1 2024-04-02T08:40:01.763 INFO:tasks.rados.rados.0.smithi019.stdout:2831: expect deleted 2024-04-02T08:40:01.764 INFO:tasks.rados.rados.0.smithi019.stdout:2832: copy_from oid 4 from oid 13 current snap is 271 2024-04-02T08:40:01.764 INFO:tasks.rados.rados.0.smithi019.stdout:2833: read oid 8 snap -1 2024-04-02T08:40:01.764 INFO:tasks.rados.rados.0.smithi019.stdout:2833: expect (ObjNum 747 snap 222 seq_num 747) 2024-04-02T08:40:01.764 INFO:tasks.rados.rados.0.smithi019.stdout:2834: rollback oid 38 current snap is 271 2024-04-02T08:40:01.764 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 246 2024-04-02T08:40:01.764 INFO:tasks.rados.rados.0.smithi019.stdout:2835: snap_create 2024-04-02T08:40:01.764 INFO:tasks.rados.rados.0.smithi019.stdout:2828: expect (ObjNum 778 snap 234 seq_num 778) 2024-04-02T08:40:01.983 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:01 smithi019 ceph-mon[96522]: pgmap v570: 121 pgs: 121 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 284 KiB/s wr, 5 op/s 2024-04-02T08:40:01.983 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:01 smithi019 ceph-mon[96522]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:01.983 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:01 smithi019 ceph-mon[94035]: pgmap v570: 121 pgs: 121 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 284 KiB/s wr, 5 op/s 2024-04-02T08:40:01.983 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:01 smithi019 ceph-mon[94035]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:01 smithi066 ceph-mon[87361]: pgmap v570: 121 pgs: 121 active+clean; 359 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 284 KiB/s wr, 5 op/s 2024-04-02T08:40:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:01 smithi066 ceph-mon[87361]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:40:02.634 INFO:tasks.rados.rados.0.smithi019.stdout:2834: finishing rollback tid 0 to smithi01981774-38 2024-04-02T08:40:02.634 INFO:tasks.rados.rados.0.smithi019.stdout:2834: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:40:02.634 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1423 (ObjNum 1921 snap 0 seq_num 2827752384) dirty dne 2024-04-02T08:40:02.634 INFO:tasks.rados.rados.0.smithi019.stdout:2833: expect (ObjNum 747 snap 222 seq_num 747) 2024-04-02T08:40:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2832: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:40:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:2832: finishing copy_from to smithi01981774-4 2024-04-02T08:40:02.647 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 719 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-04-02T08:40:02.773 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:40:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:2828: done (5 left) 2024-04-02T08:40:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:2831: done (4 left) 2024-04-02T08:40:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:2832: done (3 left) 2024-04-02T08:40:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:2833: done (2 left) 2024-04-02T08:40:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:2834: done (1 left) 2024-04-02T08:40:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:2835: done (0 left) 2024-04-02T08:40:02.783 INFO:tasks.rados.rados.0.smithi019.stdout:2836: snap_remove snap 260 2024-04-02T08:40:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:02 smithi019 ceph-mon[94035]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:02 smithi019 ceph-mon[94035]: Deploying daemon alertmanager.a on smithi019 2024-04-02T08:40:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:02 smithi019 ceph-mon[94035]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:02 smithi019 ceph-mon[96522]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:02 smithi019 ceph-mon[96522]: Deploying daemon alertmanager.a on smithi019 2024-04-02T08:40:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:02 smithi019 ceph-mon[96522]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:02 smithi066 ceph-mon[87361]: Upgrade: Updating alertmanager.a 2024-04-02T08:40:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:02 smithi066 ceph-mon[87361]: Deploying daemon alertmanager.a on smithi019 2024-04-02T08:40:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:02 smithi066 ceph-mon[87361]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:40:03.788 INFO:tasks.rados.rados.0.smithi019.stdout:2836: done (0 left) 2024-04-02T08:40:03.788 INFO:tasks.rados.rados.0.smithi019.stdout:2837: delete oid 47 current snap is 272 2024-04-02T08:40:03.799 INFO:tasks.rados.rados.0.smithi019.stdout:2837: done (0 left) 2024-04-02T08:40:03.799 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 272 2024-04-02T08:40:03.799 INFO:tasks.rados.rados.0.smithi019.stdout:2838: seq_num 889 ranges {2105344=491520} 2024-04-02T08:40:03.815 INFO:tasks.rados.rados.0.smithi019.stdout:2838: writing smithi01981774-27 from 2105344 to 2596864 tid 1 2024-04-02T08:40:03.815 INFO:tasks.rados.rados.0.smithi019.stdout:2839: read oid 18 snap -1 2024-04-02T08:40:03.815 INFO:tasks.rados.rados.0.smithi019.stdout:2839: expect (ObjNum 872 snap 265 seq_num 872) 2024-04-02T08:40:03.815 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 272 2024-04-02T08:40:03.815 INFO:tasks.rados.rados.0.smithi019.stdout:2840: seq_num 890 ranges {12754944=507904} 2024-04-02T08:40:03.846 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:40:03.891 INFO:tasks.rados.rados.0.smithi019.stdout:2840: writing smithi01981774-43 from 12754944 to 13262848 tid 1 2024-04-02T08:40:03.891 INFO:tasks.rados.rados.0.smithi019.stdout:2841: read oid 8 snap 241 2024-04-02T08:40:03.891 INFO:tasks.rados.rados.0.smithi019.stdout:2841: expect deleted 2024-04-02T08:40:03.891 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 272 2024-04-02T08:40:03.891 INFO:tasks.rados.rados.0.smithi019.stdout:2838: finishing write tid 1 to smithi01981774-27 2024-04-02T08:40:03.891 INFO:tasks.rados.rados.0.smithi019.stdout:2842: seq_num 891 ranges {4349952=532480} 2024-04-02T08:40:03.918 INFO:tasks.rados.rados.0.smithi019.stdout:2842: writing smithi01981774-13 from 4349952 to 4882432 tid 1 2024-04-02T08:40:03.918 INFO:tasks.rados.rados.0.smithi019.stdout:2843: snap_remove snap 268 2024-04-02T08:40:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:03 smithi019 ceph-mon[94035]: pgmap v573: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 434 KiB/s wr, 4 op/s 2024-04-02T08:40:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:03 smithi019 ceph-mon[94035]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:03 smithi019 ceph-mon[96522]: pgmap v573: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 434 KiB/s wr, 4 op/s 2024-04-02T08:40:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:03 smithi019 ceph-mon[96522]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:03 smithi066 ceph-mon[87361]: pgmap v573: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 434 KiB/s wr, 4 op/s 2024-04-02T08:40:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:03 smithi066 ceph-mon[87361]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:40:04.213 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:40:04.213 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (11m) 26s ago 12m 26.2M - 0.25.0 c8568f914cd2 8091a481884f 2024-04-02T08:40:04.213 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (11m) 9s ago 11m 91.7M - 9.4.7 954c08fa6188 9b8022bd71a7 2024-04-02T08:40:04.213 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (66s) 26s ago 13m 13.7M - 19.0.0-2422-g3cba26ea beaaa8a653cf 52c6b4ddaa61 2024-04-02T08:40:04.213 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (47s) 9s ago 12m 12.6M - 19.0.0-2422-g3cba26ea beaaa8a653cf f6049634aa64 2024-04-02T08:40:04.213 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (7m) 9s ago 16m 453M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:40:04.213 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (7m) 26s ago 18m 512M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (6m) 26s ago 18m 69.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (6m) 9s ago 16m 54.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (6m) 26s ago 16m 56.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (34s) 26s ago 11m 7968k - 1.5.0 0da6a335fe13 5535121a8447 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (30s) 9s ago 11m 7721k - 1.5.0 0da6a335fe13 0324917524a6 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (5m) 26s ago 16m 260M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (4m) 26s ago 15m 267M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (3m) 26s ago 15m 225M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (3m) 26s ago 14m 165M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (3m) 9s ago 14m 215M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (2m) 9s ago 14m 216M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c4504e7104ad 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (111s) 9s ago 13m 104M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 8b7c3ab9ff81 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (91s) 9s ago 13m 105M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 9e2a10ea2c29 2024-04-02T08:40:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (13s) 9s ago 12m 37.4M - 2.43.0 a07b618ecd1d 4dec3f26bb8c 2024-04-02T08:40:04.642 INFO:tasks.rados.rados.0.smithi019.stdout:2838: finishing write tid 2 to smithi01981774-27 2024-04-02T08:40:04.643 INFO:tasks.rados.rados.0.smithi019.stdout:2838: finishing write tid 3 to smithi01981774-27 2024-04-02T08:40:04.643 INFO:tasks.rados.rados.0.smithi019.stdout:2838: oid 27 updating version 0 to 1640 2024-04-02T08:40:04.643 INFO:tasks.rados.rados.0.smithi019.stdout:2838: oid 27 version 1640 is already newer than 1639 2024-04-02T08:40:04.643 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1640 (ObjNum 889 snap 272 seq_num 889) dirty exists 2024-04-02T08:40:04.643 INFO:tasks.rados.rados.0.smithi019.stdout:2838: left oid 27 (ObjNum 889 snap 272 seq_num 889) 2024-04-02T08:40:04.643 INFO:tasks.rados.rados.0.smithi019.stdout:2839: expect (ObjNum 872 snap 265 seq_num 872) 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2840: finishing write tid 1 to smithi01981774-43 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2840: finishing write tid 2 to smithi01981774-43 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2840: finishing write tid 3 to smithi01981774-43 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2840: oid 43 updating version 0 to 1620 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2840: oid 43 updating version 1620 to 1621 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1621 (ObjNum 890 snap 272 seq_num 890) dirty exists 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2840: left oid 43 (ObjNum 890 snap 272 seq_num 890) 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2842: finishing write tid 1 to smithi01981774-13 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2842: finishing write tid 2 to smithi01981774-13 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2842: finishing write tid 3 to smithi01981774-13 2024-04-02T08:40:04.652 INFO:tasks.rados.rados.0.smithi019.stdout:2842: oid 13 updating version 0 to 721 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2842: oid 13 version 721 is already newer than 720 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 721 (ObjNum 891 snap 272 seq_num 891) dirty exists 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2842: left oid 13 (ObjNum 891 snap 272 seq_num 891) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2838: done (5 left) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2839: done (4 left) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2840: done (3 left) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2841: done (2 left) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2842: done (1 left) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2843: done (0 left) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2844: read oid 27 snap -1 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2844: expect (ObjNum 889 snap 272 seq_num 889) 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 272 2024-04-02T08:40:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:2845: seq_num 892 ranges {0=548864} 2024-04-02T08:40:04.655 INFO:tasks.rados.rados.0.smithi019.stdout:2845: writing smithi01981774-40 from 0 to 548864 tid 1 2024-04-02T08:40:04.655 INFO:tasks.rados.rados.0.smithi019.stdout:2846: snap_create 2024-04-02T08:40:04.659 INFO:tasks.rados.rados.0.smithi019.stdout:2845: finishing write tid 1 to smithi01981774-40 2024-04-02T08:40:04.659 INFO:tasks.rados.rados.0.smithi019.stdout:2845: finishing write tid 2 to smithi01981774-40 2024-04-02T08:40:04.661 INFO:tasks.rados.rados.0.smithi019.stdout:2845: finishing write tid 3 to smithi01981774-40 2024-04-02T08:40:04.661 INFO:tasks.rados.rados.0.smithi019.stdout:2845: oid 40 updating version 0 to 1622 2024-04-02T08:40:04.661 INFO:tasks.rados.rados.0.smithi019.stdout:2845: oid 40 updating version 1622 to 1623 2024-04-02T08:40:04.661 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1623 (ObjNum 892 snap 272 seq_num 892) dirty exists 2024-04-02T08:40:04.661 INFO:tasks.rados.rados.0.smithi019.stdout:2845: left oid 40 (ObjNum 892 snap 272 seq_num 892) 2024-04-02T08:40:04.661 INFO:tasks.rados.rados.0.smithi019.stdout:2844: expect (ObjNum 889 snap 272 seq_num 889) 2024-04-02T08:40:04.672 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:40:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:40:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:40:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:40:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:40:04.673 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:40:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:04 smithi066 ceph-mon[87361]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:04 smithi066 ceph-mon[87361]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:04 smithi066 ceph-mon[87361]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:04 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2537279478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:05.196 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:05 smithi019 systemd[1]: Stopping Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[94035]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[94035]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[94035]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2537279478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[96522]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:40:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[96522]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[96522]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:40:05.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:04 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2537279478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:05.598 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[77266]: ts=2024-04-02T08:40:05.293Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:40:05.598 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:05 smithi019 podman[131124]: 2024-04-02 08:40:05.334272551 +0000 UTC m=+0.167432592 container died 8091a481884f5a187ed5eddb21843362e9cf41cd20ffc6ae1461b127b64828d6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:05.638 INFO:tasks.rados.rados.0.smithi019.stdout:2844: done (2 left) 2024-04-02T08:40:05.638 INFO:tasks.rados.rados.0.smithi019.stdout:2845: done (1 left) 2024-04-02T08:40:05.638 INFO:tasks.rados.rados.0.smithi019.stdout:2846: done (0 left) 2024-04-02T08:40:05.638 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 273 2024-04-02T08:40:05.639 INFO:tasks.rados.rados.0.smithi019.stdout:2847: seq_num 893 ranges {10493952=565248} 2024-04-02T08:40:05.699 INFO:tasks.rados.rados.0.smithi019.stdout:2847: writing smithi01981774-12 from 10493952 to 11059200 tid 1 2024-04-02T08:40:05.699 INFO:tasks.rados.rados.0.smithi019.stdout:2848: rollback oid 49 current snap is 273 2024-04-02T08:40:05.699 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 49 to 270 2024-04-02T08:40:05.699 INFO:tasks.rados.rados.0.smithi019.stdout:2849: copy_from oid 20 from oid 40 current snap is 273 2024-04-02T08:40:05.699 INFO:tasks.rados.rados.0.smithi019.stdout:2850: rollback oid 8 current snap is 273 2024-04-02T08:40:05.699 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 236 2024-04-02T08:40:05.699 INFO:tasks.rados.rados.0.smithi019.stdout:2851: delete oid 31 current snap is 273 2024-04-02T08:40:05.702 INFO:tasks.rados.rados.0.smithi019.stdout:2850: finishing rollback tid 0 to smithi01981774-8 2024-04-02T08:40:05.704 INFO:tasks.rados.rados.0.smithi019.stdout:2851: done (4 left) 2024-04-02T08:40:05.704 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 273 2024-04-02T08:40:05.704 INFO:tasks.rados.rados.0.smithi019.stdout:2852: seq_num 895 ranges {0=598016} 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:2852: writing smithi01981774-44 from 0 to 598016 tid 1 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:2853: setattr oid 45 current snap is 273 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:2850: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 1672 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:2848: finishing rollback tid 0 to smithi01981774-49 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:2848: finishing rollback tid 1 to smithi01981774-49 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:2848: finishing rollback tid 2 to smithi01981774-49 2024-04-02T08:40:05.708 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1601 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-04-02T08:40:05.709 INFO:tasks.rados.rados.0.smithi019.stdout:2847: finishing write tid 1 to smithi01981774-12 2024-04-02T08:40:05.709 INFO:tasks.rados.rados.0.smithi019.stdout:2847: finishing write tid 2 to smithi01981774-12 2024-04-02T08:40:05.711 INFO:tasks.rados.rados.0.smithi019.stdout:2847: finishing write tid 3 to smithi01981774-12 2024-04-02T08:40:05.711 INFO:tasks.rados.rados.0.smithi019.stdout:2847: oid 12 updating version 0 to 1668 2024-04-02T08:40:05.711 INFO:tasks.rados.rados.0.smithi019.stdout:2847: oid 12 updating version 1668 to 1669 2024-04-02T08:40:05.711 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1669 (ObjNum 893 snap 273 seq_num 893) dirty exists 2024-04-02T08:40:05.711 INFO:tasks.rados.rados.0.smithi019.stdout:2847: left oid 12 (ObjNum 893 snap 273 seq_num 893) 2024-04-02T08:40:05.712 INFO:tasks.rados.rados.0.smithi019.stdout:2849: finishing copy_from racing read to smithi01981774-20 2024-04-02T08:40:05.713 INFO:tasks.rados.rados.0.smithi019.stdout:2847: done (5 left) 2024-04-02T08:40:05.713 INFO:tasks.rados.rados.0.smithi019.stdout:2848: done (4 left) 2024-04-02T08:40:05.713 INFO:tasks.rados.rados.0.smithi019.stdout:2850: done (3 left) 2024-04-02T08:40:05.713 INFO:tasks.rados.rados.0.smithi019.stdout:2854: read oid 28 snap -1 2024-04-02T08:40:05.713 INFO:tasks.rados.rados.0.smithi019.stdout:2854: expect (ObjNum 668 snap 196 seq_num 668) 2024-04-02T08:40:05.713 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 273 2024-04-02T08:40:05.713 INFO:tasks.rados.rados.0.smithi019.stdout:2855: seq_num 896 ranges {0=614400} 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2855: writing smithi01981774-10 from 0 to 614400 tid 1 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2856: setattr oid 14 current snap is 273 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2852: finishing write tid 1 to smithi01981774-44 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2849: finishing copy_from to smithi01981774-20 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1623 (ObjNum 892 snap 272 seq_num 892) dirty exists 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2852: finishing write tid 2 to smithi01981774-44 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2852: finishing write tid 3 to smithi01981774-44 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2852: oid 44 updating version 0 to 1625 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2852: oid 44 version 1625 is already newer than 1624 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1625 (ObjNum 895 snap 273 seq_num 895) dirty exists 2024-04-02T08:40:05.717 INFO:tasks.rados.rados.0.smithi019.stdout:2852: left oid 44 (ObjNum 895 snap 273 seq_num 895) 2024-04-02T08:40:05.718 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1670 (ObjNum 65 snap 0 seq_num 1532915040) dirty exists 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2849: done (5 left) 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2852: done (4 left) 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2853: done (3 left) 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2857: read oid 1 snap 263 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2857: expect deleted 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2858: rmattr oid 43 current snap is 273 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2859: copy_from oid 12 from oid 6 current snap is 273 2024-04-02T08:40:05.719 INFO:tasks.rados.rados.0.smithi019.stdout:2860: delete oid 27 current snap is 273 2024-04-02T08:40:05.720 INFO:tasks.rados.rados.0.smithi019.stdout:2855: finishing write tid 1 to smithi01981774-10 2024-04-02T08:40:05.722 INFO:tasks.rados.rados.0.smithi019.stdout:2855: finishing write tid 2 to smithi01981774-10 2024-04-02T08:40:05.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 1622 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:40:05.724 INFO:tasks.rados.rados.0.smithi019.stdout:2855: finishing write tid 3 to smithi01981774-10 2024-04-02T08:40:05.724 INFO:tasks.rados.rados.0.smithi019.stdout:2855: oid 10 updating version 0 to 849 2024-04-02T08:40:05.724 INFO:tasks.rados.rados.0.smithi019.stdout:2855: oid 10 updating version 849 to 850 2024-04-02T08:40:05.724 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 850 (ObjNum 896 snap 273 seq_num 896) dirty exists 2024-04-02T08:40:05.724 INFO:tasks.rados.rados.0.smithi019.stdout:2855: left oid 10 (ObjNum 896 snap 273 seq_num 896) 2024-04-02T08:40:05.724 INFO:tasks.rados.rados.0.smithi019.stdout:2855: done (6 left) 2024-04-02T08:40:05.724 INFO:tasks.rados.rados.0.smithi019.stdout:2856: done (5 left) 2024-04-02T08:40:05.725 INFO:tasks.rados.rados.0.smithi019.stdout:2857: done (4 left) 2024-04-02T08:40:05.725 INFO:tasks.rados.rados.0.smithi019.stdout:2860: done (3 left) 2024-04-02T08:40:05.725 INFO:tasks.rados.rados.0.smithi019.stdout:2861: setattr oid 38 current snap is 273 2024-04-02T08:40:05.725 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1626 (ObjNum 890 snap 272 seq_num 890) dirty exists 2024-04-02T08:40:05.725 INFO:tasks.rados.rados.0.smithi019.stdout:2854: expect (ObjNum 668 snap 196 seq_num 668) 2024-04-02T08:40:05.775 INFO:tasks.rados.rados.0.smithi019.stdout:2859: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:2859: finishing copy_from to smithi01981774-12 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1608 (ObjNum 857 snap 260 seq_num 857) dirty exists 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:2854: done (3 left) 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:2858: done (2 left) 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:2859: done (1 left) 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:2862: read oid 10 snap -1 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:2862: expect (ObjNum 896 snap 273 seq_num 896) 2024-04-02T08:40:05.776 INFO:tasks.rados.rados.0.smithi019.stdout:2863: setattr oid 35 current snap is 273 2024-04-02T08:40:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2864: rmattr oid 8 current snap is 273 2024-04-02T08:40:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2864: done (3 left) 2024-04-02T08:40:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2865: read oid 15 snap -1 2024-04-02T08:40:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2865: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:2866: copy_from oid 4 from oid 28 current snap is 273 2024-04-02T08:40:05.777 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 273 2024-04-02T08:40:05.778 INFO:tasks.rados.rados.0.smithi019.stdout:2867: seq_num 898 ranges {212992=647168} 2024-04-02T08:40:05.783 INFO:tasks.rados.rados.0.smithi019.stdout:2867: writing smithi01981774-18 from 212992 to 860160 tid 1 2024-04-02T08:40:05.783 INFO:tasks.rados.rados.0.smithi019.stdout:2868: read oid 32 snap -1 2024-04-02T08:40:05.783 INFO:tasks.rados.rados.0.smithi019.stdout:2868: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:40:05.783 INFO:tasks.rados.rados.0.smithi019.stdout:2869: copy_from oid 19 from oid 49 current snap is 273 2024-04-02T08:40:05.783 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1624 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-04-02T08:40:05.783 INFO:tasks.rados.rados.0.smithi019.stdout:2862: expect (ObjNum 896 snap 273 seq_num 896) 2024-04-02T08:40:05.804 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1588 (ObjNum 844 snap 258 seq_num 844) dirty exists 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2866: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2867: finishing write tid 1 to smithi01981774-18 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2867: finishing write tid 2 to smithi01981774-18 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2866: finishing copy_from to smithi01981774-4 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2113 (ObjNum 668 snap 196 seq_num 668) dirty exists 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2867: finishing write tid 3 to smithi01981774-18 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2867: oid 18 updating version 0 to 1643 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2867: oid 18 version 1643 is already newer than 1642 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1643 (ObjNum 898 snap 273 seq_num 898) dirty exists 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2867: left oid 18 (ObjNum 898 snap 273 seq_num 898) 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2861: done (7 left) 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2862: done (6 left) 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2863: done (5 left) 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2866: done (4 left) 2024-04-02T08:40:05.805 INFO:tasks.rados.rados.0.smithi019.stdout:2867: done (3 left) 2024-04-02T08:40:05.806 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 273 2024-04-02T08:40:05.806 INFO:tasks.rados.rados.0.smithi019.stdout:2870: seq_num 899 ranges {10108928=663552} 2024-04-02T08:40:05.867 INFO:tasks.rados.rados.0.smithi019.stdout:2870: writing smithi01981774-29 from 10108928 to 10772480 tid 1 2024-04-02T08:40:05.867 INFO:tasks.rados.rados.0.smithi019.stdout:2871: delete oid 5 current snap is 273 2024-04-02T08:40:05.867 INFO:tasks.rados.rados.0.smithi019.stdout:2865: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:05.946 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:05 smithi019 podman[131124]: 2024-04-02 08:40:05.690547308 +0000 UTC m=+0.523707338 container cleanup 8091a481884f5a187ed5eddb21843362e9cf41cd20ffc6ae1461b127b64828d6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:05.946 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:05 smithi019 bash[131124]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:40:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:05 smithi019 ceph-mon[94035]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:05 smithi019 ceph-mon[94035]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 434 KiB/s wr, 4 op/s 2024-04-02T08:40:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:05 smithi019 ceph-mon[94035]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:05 smithi019 ceph-mon[96522]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:05 smithi019 ceph-mon[96522]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 434 KiB/s wr, 4 op/s 2024-04-02T08:40:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:05 smithi019 ceph-mon[96522]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:05 smithi066 ceph-mon[87361]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:05 smithi066 ceph-mon[87361]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 434 KiB/s wr, 4 op/s 2024-04-02T08:40:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:05 smithi066 ceph-mon[87361]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:40:06.074 INFO:tasks.rados.rados.0.smithi019.stdout:2868: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:40:06.274 INFO:tasks.rados.rados.0.smithi019.stdout:2869: finishing copy_from racing read to smithi01981774-19 2024-04-02T08:40:06.274 INFO:tasks.rados.rados.0.smithi019.stdout:2869: finishing copy_from to smithi01981774-19 2024-04-02T08:40:06.274 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1601 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-04-02T08:40:06.274 INFO:tasks.rados.rados.0.smithi019.stdout:2870: finishing write tid 1 to smithi01981774-29 2024-04-02T08:40:06.274 INFO:tasks.rados.rados.0.smithi019.stdout:2870: finishing write tid 2 to smithi01981774-29 2024-04-02T08:40:06.274 INFO:tasks.rados.rados.0.smithi019.stdout:2865: done (4 left) 2024-04-02T08:40:06.274 INFO:tasks.rados.rados.0.smithi019.stdout:2868: done (3 left) 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2869: done (2 left) 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2871: done (1 left) 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2872: copy_from oid 26 from oid 37 current snap is 273 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2870: finishing write tid 3 to smithi01981774-29 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2870: oid 29 updating version 0 to 2218 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2870: oid 29 version 2218 is already newer than 2217 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2218 (ObjNum 899 snap 273 seq_num 899) dirty exists 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2870: left oid 29 (ObjNum 899 snap 273 seq_num 899) 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2870: done (1 left) 2024-04-02T08:40:06.275 INFO:tasks.rados.rados.0.smithi019.stdout:2873: snap_remove snap 246 2024-04-02T08:40:06.300 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:05 smithi019 podman[131144]: 2024-04-02 08:40:05.992136044 +0000 UTC m=+0.655534978 container remove 8091a481884f5a187ed5eddb21843362e9cf41cd20ffc6ae1461b127b64828d6 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:06.300 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 podman[131144]: 2024-04-02 08:40:06.092970385 +0000 UTC m=+0.756369316 volume remove 20f7d2767fd084e3b5a0d8f7c6aa05cfb8a820464a6e036598370d59fb92d7f0 2024-04-02T08:40:06.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:40:06.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 systemd[1]: Stopped Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:06.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 1.837s CPU time. 2024-04-02T08:40:06.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 systemd[1]: Starting Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:2873: done (1 left) 2024-04-02T08:40:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:2874: read oid 49 snap 243 2024-04-02T08:40:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:2874: expect (ObjNum 803 snap 242 seq_num 803) 2024-04-02T08:40:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:2875: rollback oid 7 current snap is 273 2024-04-02T08:40:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 270 2024-04-02T08:40:06.804 INFO:tasks.rados.rados.0.smithi019.stdout:2876: read oid 25 snap -1 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2876: expect deleted 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2877: read oid 35 snap 214 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2877: expect (ObjNum 685 snap 200 seq_num 685) 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2878: read oid 44 snap -1 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2878: expect (ObjNum 895 snap 273 seq_num 895) 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2879: read oid 27 snap -1 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2879: expect deleted 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2880: read oid 41 snap -1 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2880: expect (ObjNum 886 snap 270 seq_num 886) 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2881: snap_create 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2872: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:2872: finishing copy_from to smithi01981774-26 2024-04-02T08:40:06.805 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1613 (ObjNum 861 snap 261 seq_num 861) dirty exists 2024-04-02T08:40:06.817 INFO:tasks.rados.rados.0.smithi019.stdout:2878: expect (ObjNum 895 snap 273 seq_num 895) 2024-04-02T08:40:06.844 INFO:tasks.rados.rados.0.smithi019.stdout:2880: expect (ObjNum 886 snap 270 seq_num 886) 2024-04-02T08:40:06.862 INFO:tasks.rados.rados.0.smithi019.stdout:2875: finishing rollback tid 0 to smithi01981774-7 2024-04-02T08:40:06.862 INFO:tasks.rados.rados.0.smithi019.stdout:2875: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:40:06.862 INFO:tasks.rados.rados.0.smithi019.stdout:2875: finishing rollback tid 2 to smithi01981774-7 2024-04-02T08:40:06.862 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2222 (ObjNum 887 snap 270 seq_num 887) dirty exists 2024-04-02T08:40:06.862 INFO:tasks.rados.rados.0.smithi019.stdout:2874: expect (ObjNum 803 snap 242 seq_num 803) 2024-04-02T08:40:07.041 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:40:06 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T08:40:06.838+0000 7f3747dd7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13c after trimming was started 2024-04-02T08:40:07.041 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 podman[131277]: 2024-04-02 08:40:06.635457325 +0000 UTC m=+0.018091733 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:40:07.041 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 podman[131277]: 2024-04-02 08:40:06.761168001 +0000 UTC m=+0.143802400 volume create cf323b418e573f75711c70e84282615c9defb3b8cd117815083f9dff50abb9ac 2024-04-02T08:40:07.042 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:06 smithi019 podman[131277]: 2024-04-02 08:40:06.845279073 +0000 UTC m=+0.227913477 container create 3f6a877fdd2ed3a41cf5c341a398b6741dc5adc90caba3e29612637eac4e862a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:07.109 INFO:tasks.rados.rados.0.smithi019.stdout:2877: expect (ObjNum 685 snap 200 seq_num 685) 2024-04-02T08:40:07.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 podman[131277]: 2024-04-02 08:40:07.181337323 +0000 UTC m=+0.563971720 container init 3f6a877fdd2ed3a41cf5c341a398b6741dc5adc90caba3e29612637eac4e862a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:07.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 podman[131277]: 2024-04-02 08:40:07.188592254 +0000 UTC m=+0.571226653 container start 3f6a877fdd2ed3a41cf5c341a398b6741dc5adc90caba3e29612637eac4e862a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:40:07.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.200Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:40:07.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.200Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:40:07.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.201Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.19 port=9094 2024-04-02T08:40:07.447 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.202Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:40:07.447 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.225Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:40:07.447 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.226Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:40:07.447 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.228Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:40:07.447 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:07.228Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:40:07.447 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 bash[131277]: 3f6a877fdd2ed3a41cf5c341a398b6741dc5adc90caba3e29612637eac4e862a 2024-04-02T08:40:07.447 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:07 smithi019 systemd[1]: Started Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:08.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:07 smithi066 ceph-mon[87361]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 250 KiB/s wr, 4 op/s 2024-04-02T08:40:08.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:07 smithi066 ceph-mon[87361]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:08.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:08.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:08.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[94035]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 250 KiB/s wr, 4 op/s 2024-04-02T08:40:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[94035]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[96522]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 250 KiB/s wr, 4 op/s 2024-04-02T08:40:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[96522]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:40:08.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:08.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:08.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:08.378 INFO:tasks.rados.rados.0.smithi019.stdout:2872: done (8 left) 2024-04-02T08:40:08.378 INFO:tasks.rados.rados.0.smithi019.stdout:2874: done (7 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2875: done (6 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2876: done (5 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2877: done (4 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2878: done (3 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2879: done (2 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2880: done (1 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2881: done (0 left) 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2882: copy_from oid 38 from oid 17 current snap is 274 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 274 2024-04-02T08:40:08.379 INFO:tasks.rados.rados.0.smithi019.stdout:2883: seq_num 901 ranges {2195456=696320} 2024-04-02T08:40:08.394 INFO:tasks.rados.rados.0.smithi019.stdout:2883: writing smithi01981774-11 from 2195456 to 2891776 tid 1 2024-04-02T08:40:08.394 INFO:tasks.rados.rados.0.smithi019.stdout:2884: delete oid 47 current snap is 274 2024-04-02T08:40:08.394 INFO:tasks.rados.rados.0.smithi019.stdout:2882: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:40:08.394 INFO:tasks.rados.rados.0.smithi019.stdout:2882: finishing copy_from to smithi01981774-38 2024-04-02T08:40:08.394 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1417 (ObjNum 779 snap 234 seq_num 779) dirty exists 2024-04-02T08:40:08.396 INFO:tasks.rados.rados.0.smithi019.stdout:2882: done (2 left) 2024-04-02T08:40:08.396 INFO:tasks.rados.rados.0.smithi019.stdout:2884: done (1 left) 2024-04-02T08:40:08.396 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 274 2024-04-02T08:40:08.396 INFO:tasks.rados.rados.0.smithi019.stdout:2885: seq_num 903 ranges {516096=729088} 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2885: writing smithi01981774-42 from 516096 to 1245184 tid 1 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2886: delete oid 25 current snap is 274 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2883: finishing write tid 1 to smithi01981774-11 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2883: finishing write tid 2 to smithi01981774-11 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2883: finishing write tid 3 to smithi01981774-11 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2883: oid 11 updating version 0 to 2114 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2883: oid 11 updating version 2114 to 2115 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2115 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-04-02T08:40:08.404 INFO:tasks.rados.rados.0.smithi019.stdout:2883: left oid 11 (ObjNum 901 snap 274 seq_num 901) 2024-04-02T08:40:08.406 INFO:tasks.rados.rados.0.smithi019.stdout:2883: done (2 left) 2024-04-02T08:40:08.406 INFO:tasks.rados.rados.0.smithi019.stdout:2886: done (1 left) 2024-04-02T08:40:08.406 INFO:tasks.rados.rados.0.smithi019.stdout:2887: rollback oid 38 current snap is 274 2024-04-02T08:40:08.406 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 272 2024-04-02T08:40:08.406 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 274 2024-04-02T08:40:08.406 INFO:tasks.rados.rados.0.smithi019.stdout:2888: seq_num 905 ranges {0=761856} 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2888: writing smithi01981774-47 from 0 to 761856 tid 1 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2889: read oid 7 snap -1 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2889: expect (ObjNum 887 snap 270 seq_num 887) 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2890: read oid 25 snap -1 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2890: expect deleted 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2891: read oid 37 snap 263 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2891: expect (ObjNum -1469840544 snap 21978 seq_num 2824875760) 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2892: copy_from oid 33 from oid 1 current snap is 274 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2885: finishing write tid 1 to smithi01981774-42 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2885: finishing write tid 2 to smithi01981774-42 2024-04-02T08:40:08.412 INFO:tasks.rados.rados.0.smithi019.stdout:2887: finishing rollback tid 0 to smithi01981774-38 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2885: finishing write tid 3 to smithi01981774-42 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2885: oid 42 updating version 0 to 1609 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2885: oid 42 updating version 1609 to 1610 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1610 (ObjNum 903 snap 274 seq_num 903) dirty exists 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2885: left oid 42 (ObjNum 903 snap 274 seq_num 903) 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2887: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1627 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2885: done (6 left) 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2887: done (5 left) 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2893: delete oid 12 current snap is 274 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2892: finishing copy_from to smithi01981774-33 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2892: got expected ENOENT (src dne) 2024-04-02T08:40:08.413 INFO:tasks.rados.rados.0.smithi019.stdout:2892: finishing copy_from racing read to smithi01981774-33 2024-04-02T08:40:08.414 INFO:tasks.rados.rados.0.smithi019.stdout:2889: expect (ObjNum 887 snap 270 seq_num 887) 2024-04-02T08:40:08.432 INFO:tasks.rados.rados.0.smithi019.stdout:2888: finishing write tid 1 to smithi01981774-47 2024-04-02T08:40:08.432 INFO:tasks.rados.rados.0.smithi019.stdout:2888: finishing write tid 2 to smithi01981774-47 2024-04-02T08:40:08.432 INFO:tasks.rados.rados.0.smithi019.stdout:2891: expect (ObjNum -1469840544 snap 21978 seq_num 2824875760) 2024-04-02T08:40:08.436 INFO:tasks.rados.rados.0.smithi019.stdout:2888: finishing write tid 3 to smithi01981774-47 2024-04-02T08:40:08.436 INFO:tasks.rados.rados.0.smithi019.stdout:2888: oid 47 updating version 0 to 1662 2024-04-02T08:40:08.436 INFO:tasks.rados.rados.0.smithi019.stdout:2888: oid 47 updating version 1662 to 1663 2024-04-02T08:40:08.436 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1663 (ObjNum 905 snap 274 seq_num 905) dirty exists 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2888: left oid 47 (ObjNum 905 snap 274 seq_num 905) 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2888: done (5 left) 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2889: done (4 left) 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2890: done (3 left) 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2891: done (2 left) 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2892: done (1 left) 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2893: done (0 left) 2024-04-02T08:40:08.437 INFO:tasks.rados.rados.0.smithi019.stdout:2894: snap_remove snap 243 2024-04-02T08:40:08.816 INFO:tasks.rados.rados.0.smithi019.stdout:2894: done (0 left) 2024-04-02T08:40:08.816 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 274 2024-04-02T08:40:08.817 INFO:tasks.rados.rados.0.smithi019.stdout:2895: seq_num 907 ranges {0=794624} 2024-04-02T08:40:08.821 INFO:tasks.rados.rados.0.smithi019.stdout:2895: writing smithi01981774-25 from 0 to 794624 tid 1 2024-04-02T08:40:08.822 INFO:tasks.rados.rados.0.smithi019.stdout:2896: read oid 15 snap -1 2024-04-02T08:40:08.822 INFO:tasks.rados.rados.0.smithi019.stdout:2896: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:08.822 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 274 2024-04-02T08:40:08.822 INFO:tasks.rados.rados.0.smithi019.stdout:2897: seq_num 908 ranges {0=409600,409600=401408} 2024-04-02T08:40:08.825 INFO:tasks.rados.rados.0.smithi019.stdout:2897: writing smithi01981774-23 from 0 to 409600 tid 1 2024-04-02T08:40:08.828 INFO:tasks.rados.rados.0.smithi019.stdout:2897: writing smithi01981774-23 from 409600 to 811008 tid 2 2024-04-02T08:40:08.829 INFO:tasks.rados.rados.0.smithi019.stdout:2898: rollback oid 3 current snap is 274 2024-04-02T08:40:08.829 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 3 to 272 2024-04-02T08:40:08.829 INFO:tasks.rados.rados.0.smithi019.stdout:2899: delete oid 40 current snap is 274 2024-04-02T08:40:08.838 INFO:tasks.rados.rados.0.smithi019.stdout:2897: finishing write tid 1 to smithi01981774-23 2024-04-02T08:40:08.838 INFO:tasks.rados.rados.0.smithi019.stdout:2897: finishing write tid 2 to smithi01981774-23 2024-04-02T08:40:08.839 INFO:tasks.rados.rados.0.smithi019.stdout:2897: finishing write tid 3 to smithi01981774-23 2024-04-02T08:40:08.841 INFO:tasks.rados.rados.0.smithi019.stdout:2898: finishing rollback tid 0 to smithi01981774-3 2024-04-02T08:40:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:2897: finishing write tid 4 to smithi01981774-23 2024-04-02T08:40:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:2897: oid 23 updating version 0 to 1461 2024-04-02T08:40:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:2897: oid 23 version 1461 is already newer than 1460 2024-04-02T08:40:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:2897: oid 23 version 1461 is already newer than 1459 2024-04-02T08:40:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 1461 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-02T08:40:08.842 INFO:tasks.rados.rados.0.smithi019.stdout:2897: left oid 23 (ObjNum 908 snap 274 seq_num 908) 2024-04-02T08:40:08.844 INFO:tasks.rados.rados.0.smithi019.stdout:2897: done (4 left) 2024-04-02T08:40:08.844 INFO:tasks.rados.rados.0.smithi019.stdout:2899: done (3 left) 2024-04-02T08:40:08.844 INFO:tasks.rados.rados.0.smithi019.stdout:2900: snap_remove snap 236 2024-04-02T08:40:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:08 smithi066 ceph-mon[87361]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:08 smithi019 ceph-mon[94035]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:08 smithi019 ceph-mon[96522]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:40:09.503 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:09 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:09.203Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000738042s 2024-04-02T08:40:09.640 INFO:tasks.rados.rados.0.smithi019.stdout:2900: done (3 left) 2024-04-02T08:40:09.640 INFO:tasks.rados.rados.0.smithi019.stdout:2901: rmattr oid 36 current snap is 274 2024-04-02T08:40:09.640 INFO:tasks.rados.rados.0.smithi019.stdout:2898: finishing rollback tid 1 to smithi01981774-3 2024-04-02T08:40:09.640 INFO:tasks.rados.rados.0.smithi019.stdout:2898: finishing rollback tid 2 to smithi01981774-3 2024-04-02T08:40:09.640 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 1675 (ObjNum 859 snap 260 seq_num 859) dirty exists 2024-04-02T08:40:09.640 INFO:tasks.rados.rados.0.smithi019.stdout:2895: finishing write tid 1 to smithi01981774-25 2024-04-02T08:40:09.641 INFO:tasks.rados.rados.0.smithi019.stdout:2895: finishing write tid 2 to smithi01981774-25 2024-04-02T08:40:09.641 INFO:tasks.rados.rados.0.smithi019.stdout:2895: finishing write tid 3 to smithi01981774-25 2024-04-02T08:40:09.641 INFO:tasks.rados.rados.0.smithi019.stdout:2895: oid 25 updating version 0 to 1665 2024-04-02T08:40:09.641 INFO:tasks.rados.rados.0.smithi019.stdout:2895: oid 25 version 1665 is already newer than 1664 2024-04-02T08:40:09.641 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1665 (ObjNum 907 snap 274 seq_num 907) dirty exists 2024-04-02T08:40:09.641 INFO:tasks.rados.rados.0.smithi019.stdout:2895: left oid 25 (ObjNum 907 snap 274 seq_num 907) 2024-04-02T08:40:09.641 INFO:tasks.rados.rados.0.smithi019.stdout:2896: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1623 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:2895: done (3 left) 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:2896: done (2 left) 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:2898: done (1 left) 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:2901: done (0 left) 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:2902: rollback oid 12 current snap is 274 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 12 to 214 2024-04-02T08:40:09.855 INFO:tasks.rados.rados.0.smithi019.stdout:2903: snap_remove snap 269 2024-04-02T08:40:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:09 smithi066 ceph-mon[87361]: pgmap v582: 121 pgs: 121 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T08:40:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:09 smithi066 ceph-mon[87361]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:09 smithi066 ceph-mon[87361]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:09 smithi019 ceph-mon[94035]: pgmap v582: 121 pgs: 121 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T08:40:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:09 smithi019 ceph-mon[94035]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:09 smithi019 ceph-mon[94035]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:09 smithi019 ceph-mon[96522]: pgmap v582: 121 pgs: 121 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T08:40:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:09 smithi019 ceph-mon[96522]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:40:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:09 smithi019 ceph-mon[96522]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:40:10.591 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:40:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:40:10] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-02T08:40:10.830 INFO:tasks.rados.rados.0.smithi019.stdout:2903: done (1 left) 2024-04-02T08:40:10.830 INFO:tasks.rados.rados.0.smithi019.stdout:2904: delete oid 2 current snap is 274 2024-04-02T08:40:10.830 INFO:tasks.rados.rados.0.smithi019.stdout:2902: finishing rollback tid 1 to smithi01981774-12 2024-04-02T08:40:10.830 INFO:tasks.rados.rados.0.smithi019.stdout:2902: finishing rollback tid 2 to smithi01981774-12 2024-04-02T08:40:10.830 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1673 (ObjNum 702 snap 210 seq_num 702) dirty exists 2024-04-02T08:40:10.836 INFO:tasks.rados.rados.0.smithi019.stdout:2902: done (1 left) 2024-04-02T08:40:10.836 INFO:tasks.rados.rados.0.smithi019.stdout:2904: done (0 left) 2024-04-02T08:40:10.836 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 274 2024-04-02T08:40:10.836 INFO:tasks.rados.rados.0.smithi019.stdout:2905: seq_num 911 ranges {614400=466944,1081344=401408} 2024-04-02T08:40:10.842 INFO:tasks.rados.rados.0.smithi019.stdout:2905: writing smithi01981774-10 from 614400 to 1081344 tid 1 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:2905: writing smithi01981774-10 from 1081344 to 1482752 tid 2 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:2906: read oid 6 snap -1 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:2906: expect (ObjNum 857 snap 260 seq_num 857) 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:2907: rollback oid 37 current snap is 274 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 272 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:2908: read oid 17 snap -1 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:2908: expect (ObjNum 779 snap 234 seq_num 779) 2024-04-02T08:40:10.846 INFO:tasks.rados.rados.0.smithi019.stdout:2909: snap_remove snap 263 2024-04-02T08:40:11.855 INFO:tasks.rados.rados.0.smithi019.stdout:2909: done (4 left) 2024-04-02T08:40:11.855 INFO:tasks.rados.rados.0.smithi019.stdout:2910: read oid 7 snap -1 2024-04-02T08:40:11.855 INFO:tasks.rados.rados.0.smithi019.stdout:2910: expect (ObjNum 887 snap 270 seq_num 887) 2024-04-02T08:40:11.855 INFO:tasks.rados.rados.0.smithi019.stdout:2911: read oid 49 snap -1 2024-04-02T08:40:11.855 INFO:tasks.rados.rados.0.smithi019.stdout:2911: expect (ObjNum 850 snap 259 seq_num 850) 2024-04-02T08:40:11.855 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 274 2024-04-02T08:40:11.855 INFO:tasks.rados.rados.0.smithi019.stdout:2912: seq_num 912 ranges {13262848=483328,13746176=401408} 2024-04-02T08:40:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:2912: writing smithi01981774-43 from 13262848 to 13746176 tid 1 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:2912: writing smithi01981774-43 from 13746176 to 14147584 tid 2 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:2913: copy_from oid 12 from oid 40 current snap is 274 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:2905: finishing write tid 1 to smithi01981774-10 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:2907: finishing rollback tid 0 to smithi01981774-37 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:2907: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:2905: finishing write tid 2 to smithi01981774-10 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:2907: finishing rollback tid 2 to smithi01981774-37 2024-04-02T08:40:11.934 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1668 (ObjNum 861 snap 261 seq_num 861) dirty exists 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:2905: finishing write tid 3 to smithi01981774-10 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:2905: finishing write tid 4 to smithi01981774-10 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:2905: oid 10 updating version 0 to 851 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:2905: oid 10 updating version 851 to 853 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:2905: oid 10 version 853 is already newer than 852 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 853 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:2905: left oid 10 (ObjNum 911 snap 274 seq_num 911) 2024-04-02T08:40:11.935 INFO:tasks.rados.rados.0.smithi019.stdout:2908: expect (ObjNum 779 snap 234 seq_num 779) 2024-04-02T08:40:11.964 INFO:tasks.rados.rados.0.smithi019.stdout:2906: expect (ObjNum 857 snap 260 seq_num 857) 2024-04-02T08:40:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[94035]: pgmap v585: 121 pgs: 121 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-04-02T08:40:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[94035]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[96522]: pgmap v585: 121 pgs: 121 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-04-02T08:40:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[96522]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:11 smithi066 ceph-mon[87361]: pgmap v585: 121 pgs: 121 active+clean; 365 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:11 smithi066 ceph-mon[87361]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.349 INFO:tasks.rados.rados.0.smithi019.stdout:2910: expect (ObjNum 887 snap 270 seq_num 887) 2024-04-02T08:40:12.367 INFO:tasks.rados.rados.0.smithi019.stdout:2911: expect (ObjNum 850 snap 259 seq_num 850) 2024-04-02T08:40:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:40:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: finishing write tid 1 to smithi01981774-43 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: finishing write tid 2 to smithi01981774-43 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: finishing write tid 3 to smithi01981774-43 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: finishing write tid 4 to smithi01981774-43 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: oid 43 updating version 0 to 1629 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: oid 43 version 1629 is already newer than 1628 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: oid 43 updating version 1629 to 1630 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1630 (ObjNum 912 snap 274 seq_num 912) dirty exists 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2912: left oid 43 (ObjNum 912 snap 274 seq_num 912) 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2905: done (7 left) 2024-04-02T08:40:12.752 INFO:tasks.rados.rados.0.smithi019.stdout:2906: done (6 left) 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2907: done (5 left) 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2908: done (4 left) 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2910: done (3 left) 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2911: done (2 left) 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2912: done (1 left) 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2914: rollback oid 34 current snap is 274 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 273 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2915: delete oid 11 current snap is 274 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2913: finishing copy_from to smithi01981774-12 2024-04-02T08:40:12.753 INFO:tasks.rados.rados.0.smithi019.stdout:2913: got expected ENOENT (src dne) 2024-04-02T08:40:12.754 INFO:tasks.rados.rados.0.smithi019.stdout:2913: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:40:12.754 INFO:tasks.rados.rados.0.smithi019.stdout:2913: done (2 left) 2024-04-02T08:40:12.754 INFO:tasks.rados.rados.0.smithi019.stdout:2915: done (1 left) 2024-04-02T08:40:12.754 INFO:tasks.rados.rados.0.smithi019.stdout:2916: read oid 22 snap -1 2024-04-02T08:40:12.754 INFO:tasks.rados.rados.0.smithi019.stdout:2916: expect (ObjNum 876 snap 266 seq_num 876) 2024-04-02T08:40:12.754 INFO:tasks.rados.rados.0.smithi019.stdout:2917: read oid 6 snap -1 2024-04-02T08:40:12.755 INFO:tasks.rados.rados.0.smithi019.stdout:2917: expect (ObjNum 857 snap 260 seq_num 857) 2024-04-02T08:40:12.755 INFO:tasks.rados.rados.0.smithi019.stdout:2918: delete oid 11 current snap is 274 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2918: done (3 left) 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2919: read oid 31 snap -1 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2919: expect deleted 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2920: read oid 28 snap -1 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2920: expect (ObjNum 668 snap 196 seq_num 668) 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2921: setattr oid 33 current snap is 274 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2914: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:40:12.757 INFO:tasks.rados.rados.0.smithi019.stdout:2914: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:40:12.758 INFO:tasks.rados.rados.0.smithi019.stdout:2914: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:40:12.758 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1604 (ObjNum 1265 snap 0 seq_num 2781470344) dirty exists 2024-04-02T08:40:12.758 INFO:tasks.rados.rados.0.smithi019.stdout:2914: done (5 left) 2024-04-02T08:40:12.758 INFO:tasks.rados.rados.0.smithi019.stdout:2922: snap_create 2024-04-02T08:40:12.759 INFO:tasks.rados.rados.0.smithi019.stdout:2916: expect (ObjNum 876 snap 266 seq_num 876) 2024-04-02T08:40:12.773 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 1605 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:40:12.773 INFO:tasks.rados.rados.0.smithi019.stdout:2920: expect (ObjNum 668 snap 196 seq_num 668) 2024-04-02T08:40:12.824 INFO:tasks.rados.rados.0.smithi019.stdout:2917: expect (ObjNum 857 snap 260 seq_num 857) 2024-04-02T08:40:12.888 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:12 smithi019 ceph-mon[94035]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:12.888 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.888 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.889 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:12 smithi019 ceph-mon[96522]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:12.889 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:12.889 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:13.156 INFO:tasks.rados.rados.0.smithi019.stdout:2916: done (5 left) 2024-04-02T08:40:13.156 INFO:tasks.rados.rados.0.smithi019.stdout:2917: done (4 left) 2024-04-02T08:40:13.156 INFO:tasks.rados.rados.0.smithi019.stdout:2919: done (3 left) 2024-04-02T08:40:13.156 INFO:tasks.rados.rados.0.smithi019.stdout:2920: done (2 left) 2024-04-02T08:40:13.156 INFO:tasks.rados.rados.0.smithi019.stdout:2921: done (1 left) 2024-04-02T08:40:13.156 INFO:tasks.rados.rados.0.smithi019.stdout:2922: done (0 left) 2024-04-02T08:40:13.156 INFO:tasks.rados.rados.0.smithi019.stdout:2923: snap_remove snap 270 2024-04-02T08:40:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:12 smithi066 ceph-mon[87361]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:40:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:14.012 INFO:tasks.rados.rados.0.smithi019.stdout:2923: done (0 left) 2024-04-02T08:40:14.012 INFO:tasks.rados.rados.0.smithi019.stdout:2924: read oid 30 snap 271 2024-04-02T08:40:14.012 INFO:tasks.rados.rados.0.smithi019.stdout:2924: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:40:14.012 INFO:tasks.rados.rados.0.smithi019.stdout:2925: rollback oid 27 current snap is 275 2024-04-02T08:40:14.012 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 255 2024-04-02T08:40:14.013 INFO:tasks.rados.rados.0.smithi019.stdout:2926: rollback oid 1 current snap is 275 2024-04-02T08:40:14.013 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 214 2024-04-02T08:40:14.013 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 275 2024-04-02T08:40:14.013 INFO:tasks.rados.rados.0.smithi019.stdout:2927: seq_num 915 ranges {458752=532480,991232=401408} 2024-04-02T08:40:14.014 INFO:tasks.rados.rados.0.smithi019.stdout:2927: writing smithi01981774-7 from 458752 to 991232 tid 1 2024-04-02T08:40:14.018 INFO:tasks.rados.rados.0.smithi019.stdout:2927: writing smithi01981774-7 from 991232 to 1392640 tid 2 2024-04-02T08:40:14.018 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 275 2024-04-02T08:40:14.018 INFO:tasks.rados.rados.0.smithi019.stdout:2928: seq_num 916 ranges {548864=548864,1097728=401408} 2024-04-02T08:40:14.027 INFO:tasks.rados.rados.0.smithi019.stdout:2928: writing smithi01981774-20 from 548864 to 1097728 tid 1 2024-04-02T08:40:14.030 INFO:tasks.rados.rados.0.smithi019.stdout:2928: writing smithi01981774-20 from 1097728 to 1499136 tid 2 2024-04-02T08:40:14.030 INFO:tasks.rados.rados.0.smithi019.stdout:2929: copy_from oid 38 from oid 24 current snap is 275 2024-04-02T08:40:14.030 INFO:tasks.rados.rados.0.smithi019.stdout:2926: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:40:14.030 INFO:tasks.rados.rados.0.smithi019.stdout:2930: setattr oid 47 current snap is 275 2024-04-02T08:40:14.031 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:13 smithi019 ceph-mon[94035]: pgmap v588: 121 pgs: 121 active+clean; 370 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-04-02T08:40:14.031 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:13 smithi019 ceph-mon[94035]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:14.031 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:14.032 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:13 smithi019 ceph-mon[96522]: pgmap v588: 121 pgs: 121 active+clean; 370 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-04-02T08:40:14.032 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:13 smithi019 ceph-mon[96522]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:14.032 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:14.032 INFO:tasks.rados.rados.0.smithi019.stdout:2926: finishing rollback tid 2 to smithi01981774-1 2024-04-02T08:40:14.032 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 1678 (ObjNum 713 snap 214 seq_num 713) dirty exists 2024-04-02T08:40:14.033 INFO:tasks.rados.rados.0.smithi019.stdout:2924: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:2925: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1641 (ObjNum 945 snap 0 seq_num 2824400176) dirty dne 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:2927: finishing write tid 1 to smithi01981774-7 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:2927: finishing write tid 2 to smithi01981774-7 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:2927: finishing write tid 3 to smithi01981774-7 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:2928: finishing write tid 1 to smithi01981774-20 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:2928: finishing write tid 2 to smithi01981774-20 2024-04-02T08:40:14.039 INFO:tasks.rados.rados.0.smithi019.stdout:2928: finishing write tid 3 to smithi01981774-20 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2927: finishing write tid 4 to smithi01981774-7 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2927: oid 7 updating version 0 to 2274 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2927: oid 7 version 2274 is already newer than 2273 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2927: oid 7 version 2274 is already newer than 2272 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2274 (ObjNum 915 snap 275 seq_num 915) dirty exists 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2927: left oid 7 (ObjNum 915 snap 275 seq_num 915) 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2928: finishing write tid 4 to smithi01981774-20 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2928: oid 20 updating version 0 to 1628 2024-04-02T08:40:14.040 INFO:tasks.rados.rados.0.smithi019.stdout:2928: oid 20 updating version 1628 to 1630 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2928: oid 20 version 1630 is already newer than 1629 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1630 (ObjNum 916 snap 275 seq_num 916) dirty exists 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2928: left oid 20 (ObjNum 916 snap 275 seq_num 916) 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2924: done (6 left) 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2925: done (5 left) 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2926: done (4 left) 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2927: done (3 left) 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2928: done (2 left) 2024-04-02T08:40:14.041 INFO:tasks.rados.rados.0.smithi019.stdout:2931: read oid 1 snap -1 2024-04-02T08:40:14.042 INFO:tasks.rados.rados.0.smithi019.stdout:2931: expect (ObjNum 713 snap 214 seq_num 713) 2024-04-02T08:40:14.042 INFO:tasks.rados.rados.0.smithi019.stdout:2932: copy_from oid 30 from oid 26 current snap is 275 2024-04-02T08:40:14.042 INFO:tasks.rados.rados.0.smithi019.stdout:2933: snap_remove snap 266 2024-04-02T08:40:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:13 smithi066 ceph-mon[87361]: pgmap v588: 121 pgs: 121 active+clean; 370 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-04-02T08:40:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:13 smithi066 ceph-mon[87361]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:40:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:14.647 INFO:tasks.rados.rados.0.smithi019.stdout:2933: done (4 left) 2024-04-02T08:40:14.648 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 275 2024-04-02T08:40:14.648 INFO:tasks.rados.rados.0.smithi019.stdout:2934: seq_num 917 ranges {0=565248,565248=401408} 2024-04-02T08:40:14.651 INFO:tasks.rados.rados.0.smithi019.stdout:2934: writing smithi01981774-31 from 0 to 565248 tid 1 2024-04-02T08:40:14.654 INFO:tasks.rados.rados.0.smithi019.stdout:2934: writing smithi01981774-31 from 565248 to 966656 tid 2 2024-04-02T08:40:14.655 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1669 (ObjNum 905 snap 274 seq_num 905) dirty exists 2024-04-02T08:40:14.655 INFO:tasks.rados.rados.0.smithi019.stdout:2929: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:40:14.656 INFO:tasks.rados.rados.0.smithi019.stdout:2929: finishing copy_from to smithi01981774-38 2024-04-02T08:40:14.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1670 (ObjNum 881 snap 269 seq_num 881) dirty exists 2024-04-02T08:40:14.656 INFO:tasks.rados.rados.0.smithi019.stdout:2932: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:40:14.656 INFO:tasks.rados.rados.0.smithi019.stdout:2932: finishing copy_from to smithi01981774-30 2024-04-02T08:40:14.656 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1613 (ObjNum 861 snap 261 seq_num 861) dirty exists 2024-04-02T08:40:14.656 INFO:tasks.rados.rados.0.smithi019.stdout:2931: expect (ObjNum 713 snap 214 seq_num 713) 2024-04-02T08:40:14.911 INFO:tasks.rados.rados.0.smithi019.stdout:2934: finishing write tid 1 to smithi01981774-31 2024-04-02T08:40:14.911 INFO:tasks.rados.rados.0.smithi019.stdout:2934: finishing write tid 2 to smithi01981774-31 2024-04-02T08:40:14.911 INFO:tasks.rados.rados.0.smithi019.stdout:2929: done (4 left) 2024-04-02T08:40:14.911 INFO:tasks.rados.rados.0.smithi019.stdout:2930: done (3 left) 2024-04-02T08:40:14.911 INFO:tasks.rados.rados.0.smithi019.stdout:2931: done (2 left) 2024-04-02T08:40:14.911 INFO:tasks.rados.rados.0.smithi019.stdout:2932: done (1 left) 2024-04-02T08:40:14.911 INFO:tasks.rados.rados.0.smithi019.stdout:2935: delete oid 40 current snap is 275 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:2934: finishing write tid 3 to smithi01981774-31 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:2934: finishing write tid 4 to smithi01981774-31 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:2934: oid 31 updating version 0 to 855 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:2934: oid 31 version 855 is already newer than 854 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:2934: oid 31 updating version 855 to 856 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 856 (ObjNum 917 snap 275 seq_num 917) dirty exists 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:2934: left oid 31 (ObjNum 917 snap 275 seq_num 917) 2024-04-02T08:40:14.912 INFO:tasks.rados.rados.0.smithi019.stdout:2934: done (1 left) 2024-04-02T08:40:14.913 INFO:tasks.rados.rados.0.smithi019.stdout:2935: done (0 left) 2024-04-02T08:40:14.913 INFO:tasks.rados.rados.0.smithi019.stdout:2936: delete oid 24 current snap is 275 2024-04-02T08:40:14.915 INFO:tasks.rados.rados.0.smithi019.stdout:2936: done (0 left) 2024-04-02T08:40:14.915 INFO:tasks.rados.rados.0.smithi019.stdout:2937: snap_remove snap 241 2024-04-02T08:40:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:15 smithi019 ceph-mon[94035]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:15 smithi019 ceph-mon[94035]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:15 smithi019 ceph-mon[96522]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:15 smithi019 ceph-mon[96522]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:15 smithi066 ceph-mon[87361]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:40:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:15 smithi066 ceph-mon[87361]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:40:15.640 INFO:tasks.rados.rados.0.smithi019.stdout:2937: done (0 left) 2024-04-02T08:40:15.640 INFO:tasks.rados.rados.0.smithi019.stdout:2938: snap_create 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: pgmap v591: 121 pgs: 121 active+clean; 370 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: pgmap v591: 121 pgs: 121 active+clean; 370 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-04-02T08:40:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: pgmap v591: 121 pgs: 121 active+clean; 370 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:16.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.449 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.450 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:16.644 INFO:tasks.rados.rados.0.smithi019.stdout:2938: done (0 left) 2024-04-02T08:40:16.645 INFO:tasks.rados.rados.0.smithi019.stdout:2939: rmattr oid 49 current snap is 276 2024-04-02T08:40:16.645 INFO:tasks.rados.rados.0.smithi019.stdout:2940: snap_remove snap 271 2024-04-02T08:40:17.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:17 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:17.168 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:17 smithi066 ceph-mon[87361]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:17 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:17 smithi019 ceph-mon[94035]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:17 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:40:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:17 smithi019 ceph-mon[96522]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:40:17.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 08:40:17 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T08:40:17.205Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002884155s 2024-04-02T08:40:17.651 INFO:tasks.rados.rados.0.smithi019.stdout:2940: done (1 left) 2024-04-02T08:40:17.651 INFO:tasks.rados.rados.0.smithi019.stdout:2941: rollback oid 14 current snap is 276 2024-04-02T08:40:17.651 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 275 2024-04-02T08:40:17.651 INFO:tasks.rados.rados.0.smithi019.stdout:2942: delete oid 47 current snap is 276 2024-04-02T08:40:17.651 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1606 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-04-02T08:40:17.657 INFO:tasks.rados.rados.0.smithi019.stdout:2939: done (2 left) 2024-04-02T08:40:17.657 INFO:tasks.rados.rados.0.smithi019.stdout:2942: done (1 left) 2024-04-02T08:40:17.657 INFO:tasks.rados.rados.0.smithi019.stdout:2943: copy_from oid 1 from oid 9 current snap is 276 2024-04-02T08:40:17.657 INFO:tasks.rados.rados.0.smithi019.stdout:2944: snap_remove snap 274 2024-04-02T08:40:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:18 smithi066 ceph-mon[87361]: pgmap v594: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 234 KiB/s wr, 15 op/s 2024-04-02T08:40:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:18 smithi066 ceph-mon[87361]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:40:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:18 smithi019 ceph-mon[94035]: pgmap v594: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 234 KiB/s wr, 15 op/s 2024-04-02T08:40:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:18 smithi019 ceph-mon[94035]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:40:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:18 smithi019 ceph-mon[96522]: pgmap v594: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 234 KiB/s wr, 15 op/s 2024-04-02T08:40:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:18 smithi019 ceph-mon[96522]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:2944: done (2 left) 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:2945: setattr oid 41 current snap is 276 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:2941: finishing rollback tid 0 to smithi01981774-14 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:2941: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:2941: finishing rollback tid 2 to smithi01981774-14 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 1626 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:2943: finishing copy_from racing read to smithi01981774-1 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:2943: finishing copy_from to smithi01981774-1 2024-04-02T08:40:18.648 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 1617 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:40:18.650 INFO:tasks.rados.rados.0.smithi019.stdout:2941: done (2 left) 2024-04-02T08:40:18.650 INFO:tasks.rados.rados.0.smithi019.stdout:2943: done (1 left) 2024-04-02T08:40:18.650 INFO:tasks.rados.rados.0.smithi019.stdout:2946: snap_remove snap 214 2024-04-02T08:40:19.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:19 smithi066 ceph-mon[87361]: Upgrade: Updating grafana.a 2024-04-02T08:40:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:19 smithi066 ceph-mon[87361]: Deploying daemon grafana.a on smithi066 2024-04-02T08:40:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:19 smithi066 ceph-mon[87361]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:40:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:19 smithi019 ceph-mon[94035]: Upgrade: Updating grafana.a 2024-04-02T08:40:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:19 smithi019 ceph-mon[94035]: Deploying daemon grafana.a on smithi066 2024-04-02T08:40:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:19 smithi019 ceph-mon[94035]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:40:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:19 smithi019 ceph-mon[96522]: Upgrade: Updating grafana.a 2024-04-02T08:40:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:19 smithi019 ceph-mon[96522]: Deploying daemon grafana.a on smithi066 2024-04-02T08:40:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:19 smithi019 ceph-mon[96522]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:40:19.645 INFO:tasks.rados.rados.0.smithi019.stdout:2946: done (1 left) 2024-04-02T08:40:19.645 INFO:tasks.rados.rados.0.smithi019.stdout:2947: delete oid 35 current snap is 276 2024-04-02T08:40:19.645 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 2300 (ObjNum 886 snap 270 seq_num 886) dirty exists 2024-04-02T08:40:19.656 INFO:tasks.rados.rados.0.smithi019.stdout:2945: done (1 left) 2024-04-02T08:40:19.656 INFO:tasks.rados.rados.0.smithi019.stdout:2947: done (0 left) 2024-04-02T08:40:19.656 INFO:tasks.rados.rados.0.smithi019.stdout:2948: copy_from oid 14 from oid 22 current snap is 276 2024-04-02T08:40:19.656 INFO:tasks.rados.rados.0.smithi019.stdout:2949: delete oid 40 current snap is 276 2024-04-02T08:40:19.662 INFO:tasks.rados.rados.0.smithi019.stdout:2949: done (1 left) 2024-04-02T08:40:19.662 INFO:tasks.rados.rados.0.smithi019.stdout:2950: delete oid 21 current snap is 276 2024-04-02T08:40:19.665 INFO:tasks.rados.rados.0.smithi019.stdout:2948: finishing copy_from racing read to smithi01981774-14 2024-04-02T08:40:19.666 INFO:tasks.rados.rados.0.smithi019.stdout:2948: finishing copy_from to smithi01981774-14 2024-04-02T08:40:19.666 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 1636 (ObjNum 876 snap 266 seq_num 876) dirty exists 2024-04-02T08:40:19.666 INFO:tasks.rados.rados.0.smithi019.stdout:2948: done (1 left) 2024-04-02T08:40:19.667 INFO:tasks.rados.rados.0.smithi019.stdout:2950: done (0 left) 2024-04-02T08:40:19.667 INFO:tasks.rados.rados.0.smithi019.stdout:2951: rmattr oid 35 current snap is 276 2024-04-02T08:40:19.667 INFO:tasks.rados.rados.0.smithi019.stdout:2951: done (0 left) 2024-04-02T08:40:19.667 INFO:tasks.rados.rados.0.smithi019.stdout:2952: read oid 38 snap 267 2024-04-02T08:40:19.667 INFO:tasks.rados.rados.0.smithi019.stdout:2952: expect deleted 2024-04-02T08:40:19.669 INFO:tasks.rados.rados.0.smithi019.stdout:2953: copy_from oid 36 from oid 40 current snap is 276 2024-04-02T08:40:19.669 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 276 2024-04-02T08:40:19.669 INFO:tasks.rados.rados.0.smithi019.stdout:2954: seq_num 924 ranges {1597440=679936,2277376=401408} 2024-04-02T08:40:19.679 INFO:tasks.rados.rados.0.smithi019.stdout:2954: writing smithi01981774-4 from 1597440 to 2277376 tid 1 2024-04-02T08:40:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:2954: writing smithi01981774-4 from 2277376 to 2678784 tid 2 2024-04-02T08:40:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:2955: read oid 32 snap -1 2024-04-02T08:40:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:2955: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:40:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:2956: delete oid 39 current snap is 276 2024-04-02T08:40:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:2953: finishing copy_from to smithi01981774-36 2024-04-02T08:40:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:2953: got expected ENOENT (src dne) 2024-04-02T08:40:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:2953: finishing copy_from racing read to smithi01981774-36 2024-04-02T08:40:19.685 INFO:tasks.rados.rados.0.smithi019.stdout:2952: done (4 left) 2024-04-02T08:40:19.685 INFO:tasks.rados.rados.0.smithi019.stdout:2953: done (3 left) 2024-04-02T08:40:19.685 INFO:tasks.rados.rados.0.smithi019.stdout:2956: done (2 left) 2024-04-02T08:40:19.685 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 276 2024-04-02T08:40:19.685 INFO:tasks.rados.rados.0.smithi019.stdout:2957: seq_num 926 ranges {7544832=712704,8257536=401408} 2024-04-02T08:40:19.730 INFO:tasks.rados.rados.0.smithi019.stdout:2957: writing smithi01981774-49 from 7544832 to 8257536 tid 1 2024-04-02T08:40:19.733 INFO:tasks.rados.rados.0.smithi019.stdout:2957: writing smithi01981774-49 from 8257536 to 8658944 tid 2 2024-04-02T08:40:19.733 INFO:tasks.rados.rados.0.smithi019.stdout:2958: delete oid 37 current snap is 276 2024-04-02T08:40:19.733 INFO:tasks.rados.rados.0.smithi019.stdout:2954: finishing write tid 1 to smithi01981774-4 2024-04-02T08:40:19.733 INFO:tasks.rados.rados.0.smithi019.stdout:2954: finishing write tid 2 to smithi01981774-4 2024-04-02T08:40:19.733 INFO:tasks.rados.rados.0.smithi019.stdout:2954: finishing write tid 3 to smithi01981774-4 2024-04-02T08:40:19.733 INFO:tasks.rados.rados.0.smithi019.stdout:2954: finishing write tid 4 to smithi01981774-4 2024-04-02T08:40:19.733 INFO:tasks.rados.rados.0.smithi019.stdout:2954: oid 4 updating version 0 to 2119 2024-04-02T08:40:19.734 INFO:tasks.rados.rados.0.smithi019.stdout:2954: oid 4 version 2119 is already newer than 2118 2024-04-02T08:40:19.734 INFO:tasks.rados.rados.0.smithi019.stdout:2954: oid 4 version 2119 is already newer than 2117 2024-04-02T08:40:19.734 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2119 (ObjNum 924 snap 276 seq_num 924) dirty exists 2024-04-02T08:40:19.734 INFO:tasks.rados.rados.0.smithi019.stdout:2954: left oid 4 (ObjNum 924 snap 276 seq_num 924) 2024-04-02T08:40:19.734 INFO:tasks.rados.rados.0.smithi019.stdout:2955: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:40:19.930 INFO:tasks.rados.rados.0.smithi019.stdout:2957: finishing write tid 1 to smithi01981774-49 2024-04-02T08:40:19.930 INFO:tasks.rados.rados.0.smithi019.stdout:2957: finishing write tid 2 to smithi01981774-49 2024-04-02T08:40:19.930 INFO:tasks.rados.rados.0.smithi019.stdout:2957: finishing write tid 3 to smithi01981774-49 2024-04-02T08:40:19.930 INFO:tasks.rados.rados.0.smithi019.stdout:2957: finishing write tid 4 to smithi01981774-49 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2957: oid 49 updating version 0 to 1607 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2957: oid 49 updating version 1607 to 1609 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2957: oid 49 version 1609 is already newer than 1608 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1609 (ObjNum 926 snap 276 seq_num 926) dirty exists 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2957: left oid 49 (ObjNum 926 snap 276 seq_num 926) 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2954: done (3 left) 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2955: done (2 left) 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2957: done (1 left) 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2958: done (0 left) 2024-04-02T08:40:19.931 INFO:tasks.rados.rados.0.smithi019.stdout:2959: snap_remove snap 267 2024-04-02T08:40:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:20 smithi066 ceph-mon[87361]: pgmap v597: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T08:40:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:20 smithi066 ceph-mon[87361]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:40:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:20 smithi019 ceph-mon[94035]: pgmap v597: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T08:40:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:20 smithi019 ceph-mon[94035]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:40:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:20 smithi019 ceph-mon[96522]: pgmap v597: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T08:40:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:20 smithi019 ceph-mon[96522]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi019.stdout:2959: done (0 left) 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 276 2024-04-02T08:40:20.642 INFO:tasks.rados.rados.0.smithi019.stdout:2960: seq_num 928 ranges {278528=745472,1024000=401408} 2024-04-02T08:40:20.648 INFO:tasks.rados.rados.0.smithi019.stdout:2960: writing smithi01981774-22 from 278528 to 1024000 tid 1 2024-04-02T08:40:20.651 INFO:tasks.rados.rados.0.smithi019.stdout:2960: writing smithi01981774-22 from 1024000 to 1425408 tid 2 2024-04-02T08:40:20.651 INFO:tasks.rados.rados.0.smithi019.stdout:2961: read oid 40 snap -1 2024-04-02T08:40:20.651 INFO:tasks.rados.rados.0.smithi019.stdout:2961: expect deleted 2024-04-02T08:40:20.651 INFO:tasks.rados.rados.0.smithi019.stdout:2962: rollback oid 16 current snap is 276 2024-04-02T08:40:20.652 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 16 to 265 2024-04-02T08:40:20.652 INFO:tasks.rados.rados.0.smithi019.stdout:2963: read oid 15 snap -1 2024-04-02T08:40:20.652 INFO:tasks.rados.rados.0.smithi019.stdout:2963: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:20.652 INFO:tasks.rados.rados.0.smithi019.stdout:2964: delete oid 5 current snap is 276 2024-04-02T08:40:20.658 INFO:tasks.rados.rados.0.smithi019.stdout:2964: done (4 left) 2024-04-02T08:40:20.658 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 276 2024-04-02T08:40:20.658 INFO:tasks.rados.rados.0.smithi019.stdout:2965: seq_num 930 ranges {0=786432,786432=401408} 2024-04-02T08:40:20.663 INFO:tasks.rados.rados.0.smithi019.stdout:2965: writing smithi01981774-21 from 0 to 786432 tid 1 2024-04-02T08:40:20.666 INFO:tasks.rados.rados.0.smithi019.stdout:2965: writing smithi01981774-21 from 786432 to 1187840 tid 2 2024-04-02T08:40:20.667 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 276 2024-04-02T08:40:20.667 INFO:tasks.rados.rados.0.smithi019.stdout:2966: seq_num 931 ranges {0=802816,802816=401408} 2024-04-02T08:40:20.673 INFO:tasks.rados.rados.0.smithi019.stdout:2966: writing smithi01981774-11 from 0 to 802816 tid 1 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2966: writing smithi01981774-11 from 802816 to 1204224 tid 2 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2967: delete oid 46 current snap is 276 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2962: finishing rollback tid 0 to smithi01981774-16 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2962: finishing rollback tid 1 to smithi01981774-16 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2962: finishing rollback tid 2 to smithi01981774-16 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1676 (ObjNum 854 snap 260 seq_num 854) dirty exists 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2960: finishing write tid 1 to smithi01981774-22 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2960: finishing write tid 2 to smithi01981774-22 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2960: finishing write tid 3 to smithi01981774-22 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2960: finishing write tid 4 to smithi01981774-22 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2960: oid 22 updating version 0 to 1646 2024-04-02T08:40:20.676 INFO:tasks.rados.rados.0.smithi019.stdout:2960: oid 22 version 1646 is already newer than 1644 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2960: oid 22 version 1646 is already newer than 1645 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1646 (ObjNum 928 snap 276 seq_num 928) dirty exists 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2960: left oid 22 (ObjNum 928 snap 276 seq_num 928) 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2965: finishing write tid 1 to smithi01981774-21 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2965: finishing write tid 2 to smithi01981774-21 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2965: finishing write tid 3 to smithi01981774-21 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2965: finishing write tid 4 to smithi01981774-21 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2965: oid 21 updating version 0 to 1592 2024-04-02T08:40:20.677 INFO:tasks.rados.rados.0.smithi019.stdout:2965: oid 21 version 1592 is already newer than 1591 2024-04-02T08:40:20.678 INFO:tasks.rados.rados.0.smithi019.stdout:2965: oid 21 version 1592 is already newer than 1590 2024-04-02T08:40:20.678 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1592 (ObjNum 930 snap 276 seq_num 930) dirty exists 2024-04-02T08:40:20.678 INFO:tasks.rados.rados.0.smithi019.stdout:2965: left oid 21 (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:40:20.678 INFO:tasks.rados.rados.0.smithi019.stdout:2960: done (6 left) 2024-04-02T08:40:20.678 INFO:tasks.rados.rados.0.smithi019.stdout:2961: done (5 left) 2024-04-02T08:40:20.678 INFO:tasks.rados.rados.0.smithi019.stdout:2962: done (4 left) 2024-04-02T08:40:20.678 INFO:tasks.rados.rados.0.smithi019.stdout:2965: done (3 left) 2024-04-02T08:40:20.679 INFO:tasks.rados.rados.0.smithi019.stdout:2967: done (2 left) 2024-04-02T08:40:20.679 INFO:tasks.rados.rados.0.smithi019.stdout:2968: setattr oid 38 current snap is 276 2024-04-02T08:40:20.679 INFO:tasks.rados.rados.0.smithi019.stdout:2966: finishing write tid 1 to smithi01981774-11 2024-04-02T08:40:20.679 INFO:tasks.rados.rados.0.smithi019.stdout:2966: finishing write tid 2 to smithi01981774-11 2024-04-02T08:40:20.679 INFO:tasks.rados.rados.0.smithi019.stdout:2966: finishing write tid 3 to smithi01981774-11 2024-04-02T08:40:20.680 INFO:tasks.rados.rados.0.smithi019.stdout:2963: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:40:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:40:20] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-02T08:40:20.909 INFO:tasks.rados.rados.0.smithi019.stdout:2966: finishing write tid 4 to smithi01981774-11 2024-04-02T08:40:20.909 INFO:tasks.rados.rados.0.smithi019.stdout:2966: oid 11 updating version 0 to 2122 2024-04-02T08:40:20.909 INFO:tasks.rados.rados.0.smithi019.stdout:2966: oid 11 version 2122 is already newer than 2120 2024-04-02T08:40:20.909 INFO:tasks.rados.rados.0.smithi019.stdout:2966: oid 11 version 2122 is already newer than 2121 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2122 (ObjNum 931 snap 276 seq_num 931) dirty exists 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:2966: left oid 11 (ObjNum 931 snap 276 seq_num 931) 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:2963: done (2 left) 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:2966: done (1 left) 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:2969: copy_from oid 19 from oid 8 current snap is 276 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:2970: copy_from oid 43 from oid 12 current snap is 276 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 276 2024-04-02T08:40:20.910 INFO:tasks.rados.rados.0.smithi019.stdout:2971: seq_num 933 ranges {24576=434176,458752=548864,1007616=253952} 2024-04-02T08:40:20.911 INFO:tasks.rados.rados.0.smithi019.stdout:2971: writing smithi01981774-30 from 24576 to 458752 tid 1 2024-04-02T08:40:20.914 INFO:tasks.rados.rados.0.smithi019.stdout:2971: writing smithi01981774-30 from 458752 to 1007616 tid 2 2024-04-02T08:40:20.916 INFO:tasks.rados.rados.0.smithi019.stdout:2971: writing smithi01981774-30 from 1007616 to 1261568 tid 3 2024-04-02T08:40:20.917 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 276 2024-04-02T08:40:20.917 INFO:tasks.rados.rados.0.smithi019.stdout:2969: finishing copy_from to smithi01981774-19 2024-04-02T08:40:20.917 INFO:tasks.rados.rados.0.smithi019.stdout:2969: got expected ENOENT (src dne) 2024-04-02T08:40:20.917 INFO:tasks.rados.rados.0.smithi019.stdout:2969: finishing copy_from racing read to smithi01981774-19 2024-04-02T08:40:20.917 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1671 (ObjNum 881 snap 269 seq_num 881) dirty exists 2024-04-02T08:40:20.917 INFO:tasks.rados.rados.0.smithi019.stdout:2971: finishing write tid 1 to smithi01981774-30 2024-04-02T08:40:20.917 INFO:tasks.rados.rados.0.smithi019.stdout:2972: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-04-02T08:40:20.919 INFO:tasks.rados.rados.0.smithi019.stdout:2972: writing smithi01981774-27 from 0 to 450560 tid 1 2024-04-02T08:40:20.922 INFO:tasks.rados.rados.0.smithi019.stdout:2972: writing smithi01981774-27 from 450560 to 884736 tid 2 2024-04-02T08:40:20.925 INFO:tasks.rados.rados.0.smithi019.stdout:2972: writing smithi01981774-27 from 884736 to 1253376 tid 3 2024-04-02T08:40:20.925 INFO:tasks.rados.rados.0.smithi019.stdout:2968: done (4 left) 2024-04-02T08:40:20.925 INFO:tasks.rados.rados.0.smithi019.stdout:2969: done (3 left) 2024-04-02T08:40:20.925 INFO:tasks.rados.rados.0.smithi019.stdout:2973: read oid 45 snap -1 2024-04-02T08:40:20.925 INFO:tasks.rados.rados.0.smithi019.stdout:2973: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2974: rollback oid 10 current snap is 276 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 272 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2971: finishing write tid 2 to smithi01981774-30 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2971: finishing write tid 3 to smithi01981774-30 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2972: finishing write tid 1 to smithi01981774-27 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2971: finishing write tid 4 to smithi01981774-30 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2975: read oid 18 snap -1 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2975: expect (ObjNum 898 snap 273 seq_num 898) 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2976: read oid 3 snap -1 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2976: expect (ObjNum 859 snap 260 seq_num 859) 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2977: read oid 1 snap -1 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2977: expect (ObjNum 883 snap 269 seq_num 883) 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2978: delete oid 8 current snap is 276 2024-04-02T08:40:20.926 INFO:tasks.rados.rados.0.smithi019.stdout:2973: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:2974: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:2974: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 858 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:2971: finishing write tid 5 to smithi01981774-30 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:2971: oid 30 updating version 0 to 2324 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:2971: oid 30 version 2324 is already newer than 2322 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:2971: oid 30 version 2324 is already newer than 2321 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:2971: oid 30 version 2324 is already newer than 2323 2024-04-02T08:40:20.934 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2324 (ObjNum 933 snap 276 seq_num 933) dirty exists 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2971: left oid 30 (ObjNum 933 snap 276 seq_num 933) 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: finishing write tid 2 to smithi01981774-27 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: finishing write tid 3 to smithi01981774-27 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: finishing write tid 4 to smithi01981774-27 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: finishing write tid 5 to smithi01981774-27 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: oid 27 updating version 0 to 1650 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: oid 27 version 1650 is already newer than 1648 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: oid 27 version 1650 is already newer than 1649 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: oid 27 version 1650 is already newer than 1647 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1650 (ObjNum 934 snap 276 seq_num 934) dirty exists 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2972: left oid 27 (ObjNum 934 snap 276 seq_num 934) 2024-04-02T08:40:20.935 INFO:tasks.rados.rados.0.smithi019.stdout:2976: expect (ObjNum 859 snap 260 seq_num 859) 2024-04-02T08:40:21.003 INFO:tasks.rados.rados.0.smithi019.stdout:2975: expect (ObjNum 898 snap 273 seq_num 898) 2024-04-02T08:40:21.030 INFO:tasks.rados.rados.0.smithi019.stdout:2977: expect (ObjNum 883 snap 269 seq_num 883) 2024-04-02T08:40:21.041 INFO:tasks.rados.rados.0.smithi019.stdout:2970: finishing copy_from racing read to smithi01981774-43 2024-04-02T08:40:21.041 INFO:tasks.rados.rados.0.smithi019.stdout:2970: finishing copy_from to smithi01981774-43 2024-04-02T08:40:21.041 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1673 (ObjNum 702 snap 210 seq_num 702) dirty exists 2024-04-02T08:40:21.041 INFO:tasks.rados.rados.0.smithi019.stdout:2970: done (8 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2971: done (7 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2972: done (6 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2973: done (5 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2974: done (4 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2975: done (3 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2976: done (2 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2977: done (1 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2978: done (0 left) 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2979: copy_from oid 15 from oid 29 current snap is 276 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 276 2024-04-02T08:40:21.042 INFO:tasks.rados.rados.0.smithi019.stdout:2980: seq_num 936 ranges {2678784=483328,3162112=655360,3817472=147456} 2024-04-02T08:40:21.058 INFO:tasks.rados.rados.0.smithi019.stdout:2980: writing smithi01981774-4 from 2678784 to 3162112 tid 1 2024-04-02T08:40:21.061 INFO:tasks.rados.rados.0.smithi019.stdout:2980: writing smithi01981774-4 from 3162112 to 3817472 tid 2 2024-04-02T08:40:21.062 INFO:tasks.rados.rados.0.smithi019.stdout:2980: writing smithi01981774-4 from 3817472 to 3964928 tid 3 2024-04-02T08:40:21.062 INFO:tasks.rados.rados.0.smithi019.stdout:2981: delete oid 41 current snap is 276 2024-04-02T08:40:21.062 INFO:tasks.rados.rados.0.smithi019.stdout:2980: finishing write tid 1 to smithi01981774-4 2024-04-02T08:40:21.065 INFO:tasks.rados.rados.0.smithi019.stdout:2981: done (2 left) 2024-04-02T08:40:21.065 INFO:tasks.rados.rados.0.smithi019.stdout:2982: read oid 17 snap 272 2024-04-02T08:40:21.065 INFO:tasks.rados.rados.0.smithi019.stdout:2982: expect (ObjNum 779 snap 234 seq_num 779) 2024-04-02T08:40:21.065 INFO:tasks.rados.rados.0.smithi019.stdout:2983: rmattr oid 16 current snap is 276 2024-04-02T08:40:21.065 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 276 2024-04-02T08:40:21.065 INFO:tasks.rados.rados.0.smithi019.stdout:2984: seq_num 938 ranges {598016=516096,1114112=417792,1531904=385024} 2024-04-02T08:40:21.071 INFO:tasks.rados.rados.0.smithi019.stdout:2984: writing smithi01981774-44 from 598016 to 1114112 tid 1 2024-04-02T08:40:21.074 INFO:tasks.rados.rados.0.smithi019.stdout:2984: writing smithi01981774-44 from 1114112 to 1531904 tid 2 2024-04-02T08:40:21.078 INFO:tasks.rados.rados.0.smithi019.stdout:2984: writing smithi01981774-44 from 1531904 to 1916928 tid 3 2024-04-02T08:40:21.078 INFO:tasks.rados.rados.0.smithi019.stdout:2985: rollback oid 32 current snap is 276 2024-04-02T08:40:21.078 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 32 to 272 2024-04-02T08:40:21.078 INFO:tasks.rados.rados.0.smithi019.stdout:2980: finishing write tid 2 to smithi01981774-4 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: finishing write tid 3 to smithi01981774-4 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: finishing write tid 4 to smithi01981774-4 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1677 (ObjNum 854 snap 260 seq_num 854) dirty exists 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: finishing write tid 5 to smithi01981774-4 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: oid 4 updating version 0 to 2125 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: oid 4 version 2125 is already newer than 2123 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: oid 4 updating version 2125 to 2126 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: oid 4 version 2126 is already newer than 2124 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2126 (ObjNum 936 snap 276 seq_num 936) dirty exists 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2980: left oid 4 (ObjNum 936 snap 276 seq_num 936) 2024-04-02T08:40:21.079 INFO:tasks.rados.rados.0.smithi019.stdout:2982: expect (ObjNum 779 snap 234 seq_num 779) 2024-04-02T08:40:21.107 INFO:tasks.rados.rados.0.smithi019.stdout:2984: finishing write tid 1 to smithi01981774-44 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: finishing write tid 2 to smithi01981774-44 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: finishing write tid 3 to smithi01981774-44 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: finishing write tid 4 to smithi01981774-44 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: finishing write tid 5 to smithi01981774-44 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: oid 44 updating version 0 to 1675 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: oid 44 updating version 1675 to 1677 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: oid 44 version 1677 is already newer than 1676 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: oid 44 version 1677 is already newer than 1674 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1677 (ObjNum 938 snap 276 seq_num 938) dirty exists 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2984: left oid 44 (ObjNum 938 snap 276 seq_num 938) 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2979: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2985: finishing rollback tid 0 to smithi01981774-32 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2985: finishing rollback tid 1 to smithi01981774-32 2024-04-02T08:40:21.108 INFO:tasks.rados.rados.0.smithi019.stdout:2985: finishing rollback tid 2 to smithi01981774-32 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 1616 (ObjNum 662 snap 195 seq_num 662) dirty exists 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2979: finishing copy_from to smithi01981774-15 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2218 (ObjNum 899 snap 273 seq_num 899) dirty exists 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2979: done (5 left) 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2980: done (4 left) 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2982: done (3 left) 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2983: done (2 left) 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2984: done (1 left) 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2985: done (0 left) 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2986: setattr oid 24 current snap is 276 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:2987: rollback oid 30 current snap is 276 2024-04-02T08:40:21.109 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 272 2024-04-02T08:40:21.110 INFO:tasks.rados.rados.0.smithi019.stdout:2988: snap_create 2024-04-02T08:40:21.111 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1680 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:21.113 INFO:tasks.rados.rados.0.smithi019.stdout:2987: finishing rollback tid 0 to smithi01981774-30 2024-04-02T08:40:21.114 INFO:tasks.rados.rados.0.smithi019.stdout:2987: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:40:21.114 INFO:tasks.rados.rados.0.smithi019.stdout:2987: finishing rollback tid 2 to smithi01981774-30 2024-04-02T08:40:21.114 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2328 (ObjNum 869 snap 265 seq_num 869) dirty exists 2024-04-02T08:40:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:21 smithi019 ceph-mon[94035]: pgmap v600: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:40:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:21 smithi019 ceph-mon[94035]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:40:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:21 smithi019 ceph-mon[96522]: pgmap v600: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:40:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:21 smithi019 ceph-mon[96522]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:40:22.036 INFO:tasks.rados.rados.0.smithi019.stdout:2986: done (2 left) 2024-04-02T08:40:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2987: done (1 left) 2024-04-02T08:40:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2988: done (0 left) 2024-04-02T08:40:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2989: rollback oid 14 current snap is 277 2024-04-02T08:40:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 255 2024-04-02T08:40:22.037 INFO:tasks.rados.rados.0.smithi019.stdout:2990: snap_create 2024-04-02T08:40:22.039 INFO:tasks.rados.rados.0.smithi019.stdout:2989: finishing rollback tid 0 to smithi01981774-14 2024-04-02T08:40:22.040 INFO:tasks.rados.rados.0.smithi019.stdout:2989: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:40:22.040 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 1638 (ObjNum 129 snap 0 seq_num 3316491727) dirty dne 2024-04-02T08:40:22.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:21 smithi066 ceph-mon[87361]: pgmap v600: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-02T08:40:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:21 smithi066 ceph-mon[87361]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:40:22.349 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:40:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:2989: done (1 left) 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:2990: done (0 left) 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:2991: read oid 49 snap -1 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:2991: expect (ObjNum 926 snap 276 seq_num 926) 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:2992: read oid 19 snap -1 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:2992: expect (ObjNum 850 snap 259 seq_num 850) 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 278 2024-04-02T08:40:23.045 INFO:tasks.rados.rados.0.smithi019.stdout:2993: seq_num 939 ranges {0=532480,532480=704512,1236992=98304} 2024-04-02T08:40:23.048 INFO:tasks.rados.rados.0.smithi019.stdout:2993: writing smithi01981774-46 from 0 to 532480 tid 1 2024-04-02T08:40:23.053 INFO:tasks.rados.rados.0.smithi019.stdout:2993: writing smithi01981774-46 from 532480 to 1236992 tid 2 2024-04-02T08:40:23.053 INFO:tasks.rados.rados.0.smithi019.stdout:2993: writing smithi01981774-46 from 1236992 to 1335296 tid 3 2024-04-02T08:40:23.053 INFO:tasks.rados.rados.0.smithi019.stdout:2994: snap_remove snap 276 2024-04-02T08:40:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:23 smithi066 ceph-mon[87361]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:40:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:23 smithi019 ceph-mon[94035]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:40:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:23 smithi019 ceph-mon[96522]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2994: done (3 left) 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2995: copy_from oid 7 from oid 13 current snap is 278 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: finishing write tid 1 to smithi01981774-46 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: finishing write tid 2 to smithi01981774-46 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: finishing write tid 3 to smithi01981774-46 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: finishing write tid 4 to smithi01981774-46 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: finishing write tid 5 to smithi01981774-46 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: oid 46 updating version 0 to 2329 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: oid 46 updating version 2329 to 2330 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: oid 46 updating version 2330 to 2332 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: oid 46 version 2332 is already newer than 2331 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2332 (ObjNum 939 snap 278 seq_num 939) dirty exists 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2993: left oid 46 (ObjNum 939 snap 278 seq_num 939) 2024-04-02T08:40:24.047 INFO:tasks.rados.rados.0.smithi019.stdout:2991: expect (ObjNum 926 snap 276 seq_num 926) 2024-04-02T08:40:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:24 smithi066 ceph-mon[87361]: pgmap v603: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-04-02T08:40:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:24 smithi066 ceph-mon[87361]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:40:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:24 smithi019 ceph-mon[94035]: pgmap v603: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-04-02T08:40:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:24 smithi019 ceph-mon[94035]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:40:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:24 smithi019 ceph-mon[96522]: pgmap v603: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-04-02T08:40:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:24 smithi019 ceph-mon[96522]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:40:24.651 INFO:tasks.rados.rados.0.smithi019.stdout:2992: expect (ObjNum 850 snap 259 seq_num 850) 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:2995: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:2995: finishing copy_from to smithi01981774-7 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 721 (ObjNum 891 snap 272 seq_num 891) dirty exists 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:2991: done (3 left) 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:2992: done (2 left) 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:2993: done (1 left) 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:2995: done (0 left) 2024-04-02T08:40:25.033 INFO:tasks.rados.rados.0.smithi019.stdout:2996: snap_remove snap 255 2024-04-02T08:40:25.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:25 smithi066 ceph-mon[87361]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:40:25.097 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:25 smithi066 ceph-mon[87361]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:40:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:25 smithi019 ceph-mon[94035]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:40:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:25 smithi019 ceph-mon[94035]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:40:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:25 smithi019 ceph-mon[96522]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:40:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:25 smithi019 ceph-mon[96522]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:40:25.660 INFO:tasks.rados.rados.0.smithi019.stdout:2996: done (0 left) 2024-04-02T08:40:25.660 INFO:tasks.rados.rados.0.smithi019.stdout:2997: copy_from oid 3 from oid 2 current snap is 278 2024-04-02T08:40:25.660 INFO:tasks.rados.rados.0.smithi019.stdout:2998: read oid 17 snap -1 2024-04-02T08:40:25.660 INFO:tasks.rados.rados.0.smithi019.stdout:2998: expect (ObjNum 779 snap 234 seq_num 779) 2024-04-02T08:40:25.660 INFO:tasks.rados.rados.0.smithi019.stdout:2999: delete oid 35 current snap is 278 2024-04-02T08:40:25.667 INFO:tasks.rados.rados.0.smithi019.stdout:2997: finishing copy_from to smithi01981774-3 2024-04-02T08:40:25.667 INFO:tasks.rados.rados.0.smithi019.stdout:2997: got expected ENOENT (src dne) 2024-04-02T08:40:25.668 INFO:tasks.rados.rados.0.smithi019.stdout:2997: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:40:25.669 INFO:tasks.rados.rados.0.smithi019.stdout:2998: expect (ObjNum 779 snap 234 seq_num 779) 2024-04-02T08:40:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:2997: done (2 left) 2024-04-02T08:40:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:2998: done (1 left) 2024-04-02T08:40:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:2999: done (0 left) 2024-04-02T08:40:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:3000: setattr oid 48 current snap is 278 2024-04-02T08:40:25.705 INFO:tasks.rados.rados.0.smithi019.stdout:3001: snap_create 2024-04-02T08:40:25.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2346 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:40:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:26 smithi066 ceph-mon[87361]: pgmap v606: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-04-02T08:40:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:26 smithi066 ceph-mon[87361]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:40:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:26 smithi019 ceph-mon[94035]: pgmap v606: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-04-02T08:40:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:26 smithi019 ceph-mon[94035]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:40:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:26 smithi019 ceph-mon[96522]: pgmap v606: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.9 MiB/s wr, 28 op/s 2024-04-02T08:40:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:26 smithi019 ceph-mon[96522]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:40:26.660 INFO:tasks.rados.rados.0.smithi019.stdout:3000: done (1 left) 2024-04-02T08:40:26.873 INFO:tasks.rados.rados.0.smithi019.stdout:3001: done (0 left) 2024-04-02T08:40:26.873 INFO:tasks.rados.rados.0.smithi019.stdout:3002: snap_remove snap 273 2024-04-02T08:40:27.569 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:27 smithi066 systemd[1]: Stopping Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:27.678 INFO:tasks.rados.rados.0.smithi019.stdout:3002: done (0 left) 2024-04-02T08:40:27.678 INFO:tasks.rados.rados.0.smithi019.stdout:3003: snap_remove snap 265 2024-04-02T08:40:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:27 smithi019 ceph-mon[94035]: pgmap v609: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 241 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-02T08:40:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:27 smithi019 ceph-mon[94035]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:40:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:27 smithi019 ceph-mon[96522]: pgmap v609: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 241 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-02T08:40:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:27 smithi019 ceph-mon[96522]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:40:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:27 smithi066 ceph-mon[87361]: pgmap v609: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 241 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-02T08:40:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:27 smithi066 ceph-mon[87361]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:40:28.063 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:27 smithi066 podman[124720]: 2024-04-02 08:40:27.889636747 +0000 UTC m=+0.618533454 container died 9b8022bd71a7ac4c72e5db23cfcfc8df02d9771ca8b5e99c8ebb59beccff56ab (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, vendor=Red Hat, Inc., version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, description=Ceph Grafana Container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner ) 2024-04-02T08:40:28.507 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 podman[124720]: 2024-04-02 08:40:28.215617442 +0000 UTC m=+0.944514145 container cleanup 9b8022bd71a7ac4c72e5db23cfcfc8df02d9771ca8b5e99c8ebb59beccff56ab (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, release=239.1651231664, vcs-type=git, io.openshift.expose-services=, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, version=8.5, description=Ceph Grafana Container, maintainer=Paul Cuzner , distribution-scope=public, vendor=Red Hat, Inc., io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-02T08:40:28.507 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 bash[124720]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T08:40:28.675 INFO:tasks.rados.rados.0.smithi019.stdout:3003: done (0 left) 2024-04-02T08:40:28.675 INFO:tasks.rados.rados.0.smithi019.stdout:3004: rollback oid 18 current snap is 279 2024-04-02T08:40:28.675 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 18 to 275 2024-04-02T08:40:28.675 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 279 2024-04-02T08:40:28.675 INFO:tasks.rados.rados.0.smithi019.stdout:3005: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-04-02T08:40:28.678 INFO:tasks.rados.rados.0.smithi019.stdout:3005: writing smithi01981774-10 from 0 to 565248 tid 1 2024-04-02T08:40:28.682 INFO:tasks.rados.rados.0.smithi019.stdout:3005: writing smithi01981774-10 from 565248 to 1040384 tid 2 2024-04-02T08:40:28.685 INFO:tasks.rados.rados.0.smithi019.stdout:3005: writing smithi01981774-10 from 1040384 to 1368064 tid 3 2024-04-02T08:40:28.685 INFO:tasks.rados.rados.0.smithi019.stdout:3006: snap_create 2024-04-02T08:40:28.688 INFO:tasks.rados.rados.0.smithi019.stdout:3005: finishing write tid 1 to smithi01981774-10 2024-04-02T08:40:28.689 INFO:tasks.rados.rados.0.smithi019.stdout:3004: finishing rollback tid 0 to smithi01981774-18 2024-04-02T08:40:28.690 INFO:tasks.rados.rados.0.smithi019.stdout:3004: finishing rollback tid 1 to smithi01981774-18 2024-04-02T08:40:28.690 INFO:tasks.rados.rados.0.smithi019.stdout:3004: finishing rollback tid 2 to smithi01981774-18 2024-04-02T08:40:28.690 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1653 (ObjNum 898 snap 273 seq_num 898) dirty exists 2024-04-02T08:40:28.694 INFO:tasks.rados.rados.0.smithi019.stdout:3005: finishing write tid 2 to smithi01981774-10 2024-04-02T08:40:28.694 INFO:tasks.rados.rados.0.smithi019.stdout:3005: finishing write tid 3 to smithi01981774-10 2024-04-02T08:40:28.694 INFO:tasks.rados.rados.0.smithi019.stdout:3005: finishing write tid 4 to smithi01981774-10 2024-04-02T08:40:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:3005: finishing write tid 5 to smithi01981774-10 2024-04-02T08:40:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:3005: oid 10 updating version 0 to 859 2024-04-02T08:40:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:3005: oid 10 updating version 859 to 861 2024-04-02T08:40:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:3005: oid 10 updating version 861 to 862 2024-04-02T08:40:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:3005: oid 10 version 862 is already newer than 860 2024-04-02T08:40:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 862 (ObjNum 941 snap 279 seq_num 941) dirty exists 2024-04-02T08:40:28.696 INFO:tasks.rados.rados.0.smithi019.stdout:3005: left oid 10 (ObjNum 941 snap 279 seq_num 941) 2024-04-02T08:40:28.764 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:28 smithi066 ceph-mon[87361]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:40:28.765 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:28.765 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 podman[124739]: 2024-04-02 08:40:28.509192206 +0000 UTC m=+0.620790481 container remove 9b8022bd71a7ac4c72e5db23cfcfc8df02d9771ca8b5e99c8ebb59beccff56ab (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, com.redhat.component=ubi8-container, version=8.5, vendor=Red Hat, Inc., maintainer=Paul Cuzner , release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, name=ubi8, description=Ceph Grafana Container, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-02T08:40:28.765 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:40:28.765 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-02T08:40:28.765 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 systemd[1]: Stopped Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:28.765 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 11.278s CPU time. 2024-04-02T08:40:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:28 smithi019 ceph-mon[94035]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:40:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:28 smithi019 ceph-mon[96522]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:40:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:29.063 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:28 smithi066 systemd[1]: Starting Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:40:29.485 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 podman[124874]: 2024-04-02 08:40:29.079158289 +0000 UTC m=+0.019024517 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-02T08:40:29.485 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 podman[124874]: 2024-04-02 08:40:29.176706142 +0000 UTC m=+0.116572350 container create d85070451bb4269395572d67a7a7c0ec70faecf542caad5593b3d9427c213f87 (image=quay.io/ceph/grafana:9.4.12, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:29.485 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 podman[124874]: 2024-04-02 08:40:29.395949384 +0000 UTC m=+0.335815605 container init d85070451bb4269395572d67a7a7c0ec70faecf542caad5593b3d9427c213f87 (image=quay.io/ceph/grafana:9.4.12, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:29.485 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 podman[124874]: 2024-04-02 08:40:29.401814668 +0000 UTC m=+0.341680877 container start d85070451bb4269395572d67a7a7c0ec70faecf542caad5593b3d9427c213f87 (image=quay.io/ceph/grafana:9.4.12, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:40:29.647 INFO:tasks.rados.rados.0.smithi019.stdout:3004: done (2 left) 2024-04-02T08:40:29.647 INFO:tasks.rados.rados.0.smithi019.stdout:3005: done (1 left) 2024-04-02T08:40:29.647 INFO:tasks.rados.rados.0.smithi019.stdout:3006: done (0 left) 2024-04-02T08:40:29.647 INFO:tasks.rados.rados.0.smithi019.stdout:3007: rollback oid 20 current snap is 280 2024-04-02T08:40:29.647 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 272 2024-04-02T08:40:29.647 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 280 2024-04-02T08:40:29.647 INFO:tasks.rados.rados.0.smithi019.stdout:3008: seq_num 942 ranges {0=581632,581632=761856,1343488=40960} 2024-04-02T08:40:29.649 INFO:tasks.rados.rados.0.smithi019.stdout:3008: writing smithi01981774-35 from 0 to 581632 tid 1 2024-04-02T08:40:29.655 INFO:tasks.rados.rados.0.smithi019.stdout:3008: writing smithi01981774-35 from 581632 to 1343488 tid 2 2024-04-02T08:40:29.655 INFO:tasks.rados.rados.0.smithi019.stdout:3008: writing smithi01981774-35 from 1343488 to 1384448 tid 3 2024-04-02T08:40:29.655 INFO:tasks.rados.rados.0.smithi019.stdout:3009: delete oid 5 current snap is 280 2024-04-02T08:40:29.655 INFO:tasks.rados.rados.0.smithi019.stdout:3007: finishing rollback tid 0 to smithi01981774-20 2024-04-02T08:40:29.655 INFO:tasks.rados.rados.0.smithi019.stdout:3007: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:40:29.655 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1673 (ObjNum 33 snap 0 seq_num 2825496592) dirty dne 2024-04-02T08:40:29.655 INFO:tasks.rados.rados.0.smithi019.stdout:3008: finishing write tid 1 to smithi01981774-35 2024-04-02T08:40:29.657 INFO:tasks.rados.rados.0.smithi019.stdout:3007: done (2 left) 2024-04-02T08:40:29.657 INFO:tasks.rados.rados.0.smithi019.stdout:3009: done (1 left) 2024-04-02T08:40:29.657 INFO:tasks.rados.rados.0.smithi019.stdout:3010: setattr oid 3 current snap is 280 2024-04-02T08:40:29.659 INFO:tasks.rados.rados.0.smithi019.stdout:3008: finishing write tid 2 to smithi01981774-35 2024-04-02T08:40:29.660 INFO:tasks.rados.rados.0.smithi019.stdout:3008: finishing write tid 3 to smithi01981774-35 2024-04-02T08:40:29.660 INFO:tasks.rados.rados.0.smithi019.stdout:3008: finishing write tid 4 to smithi01981774-35 2024-04-02T08:40:29.660 INFO:tasks.rados.rados.0.smithi019.stdout:3011: rmattr oid 7 current snap is 280 2024-04-02T08:40:29.660 INFO:tasks.rados.rados.0.smithi019.stdout:3011: done (2 left) 2024-04-02T08:40:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3012: rmattr oid 28 current snap is 280 2024-04-02T08:40:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3012: done (2 left) 2024-04-02T08:40:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3013: read oid 13 snap 279 2024-04-02T08:40:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3013: expect (ObjNum 891 snap 272 seq_num 891) 2024-04-02T08:40:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3014: read oid 2 snap -1 2024-04-02T08:40:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3014: expect deleted 2024-04-02T08:40:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3015: delete oid 14 current snap is 280 2024-04-02T08:40:29.662 INFO:tasks.rados.rados.0.smithi019.stdout:3008: finishing write tid 5 to smithi01981774-35 2024-04-02T08:40:29.662 INFO:tasks.rados.rados.0.smithi019.stdout:3008: oid 35 updating version 0 to 1595 2024-04-02T08:40:29.662 INFO:tasks.rados.rados.0.smithi019.stdout:3008: oid 35 version 1595 is already newer than 1594 2024-04-02T08:40:29.662 INFO:tasks.rados.rados.0.smithi019.stdout:3008: oid 35 version 1595 is already newer than 1593 2024-04-02T08:40:29.662 INFO:tasks.rados.rados.0.smithi019.stdout:3008: oid 35 updating version 1595 to 1596 2024-04-02T08:40:29.662 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1596 (ObjNum 942 snap 280 seq_num 942) dirty exists 2024-04-02T08:40:29.662 INFO:tasks.rados.rados.0.smithi019.stdout:3008: left oid 35 (ObjNum 942 snap 280 seq_num 942) 2024-04-02T08:40:29.664 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 1681 (ObjNum 859 snap 260 seq_num 859) dirty exists 2024-04-02T08:40:29.665 INFO:tasks.rados.rados.0.smithi019.stdout:3008: done (4 left) 2024-04-02T08:40:29.665 INFO:tasks.rados.rados.0.smithi019.stdout:3010: done (3 left) 2024-04-02T08:40:29.665 INFO:tasks.rados.rados.0.smithi019.stdout:3014: done (2 left) 2024-04-02T08:40:29.665 INFO:tasks.rados.rados.0.smithi019.stdout:3015: done (1 left) 2024-04-02T08:40:29.665 INFO:tasks.rados.rados.0.smithi019.stdout:3016: snap_create 2024-04-02T08:40:29.676 INFO:tasks.rados.rados.0.smithi019.stdout:3013: expect (ObjNum 891 snap 272 seq_num 891) 2024-04-02T08:40:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-mon[87361]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:40:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-mon[87361]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:40:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-mon[87361]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 bash[124874]: d85070451bb4269395572d67a7a7c0ec70faecf542caad5593b3d9427c213f87 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 systemd[1]: Started Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.55411629Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554310243Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554323555Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554327496Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554330763Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554334177Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-02T08:40:29.814 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554337105Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554339964Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554343456Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554347005Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554349977Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554352817Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554355729Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554358602Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554361382Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554364129Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554366734Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554369905Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=settings t=2024-04-02T08:40:29.554372725Z level=info msg="App mode production" 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=sqlstore t=2024-04-02T08:40:29.554416254Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:40:29.815 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=sqlstore t=2024-04-02T08:40:29.554428803Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:40:29.816 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=migrator t=2024-04-02T08:40:29.568714432Z level=info msg="Starting DB migrations" 2024-04-02T08:40:29.816 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=migrator t=2024-04-02T08:40:29.573443591Z level=info msg="migrations completed" performed=0 skipped=481 duration=556.127µs 2024-04-02T08:40:29.816 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=sqlstore t=2024-04-02T08:40:29.573801376Z level=info msg="Created default organization" 2024-04-02T08:40:29.816 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=plugin.finder t=2024-04-02T08:40:29.60976072Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-02T08:40:29.816 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=secrets t=2024-04-02T08:40:29.609877916Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:40:29.816 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=query_data t=2024-04-02T08:40:29.612707497Z level=info msg="Query Service initialization" 2024-04-02T08:40:29.816 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=live.push_http t=2024-04-02T08:40:29.616241807Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:40:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[96522]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:40:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[96522]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:40:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[96522]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:40:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[94035]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:40:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[94035]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:40:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:29 smithi019 ceph-mon[94035]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:40:30.563 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=infra.usagestats.collector t=2024-04-02T08:40:30.312727975Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=provisioning.datasources t=2024-04-02T08:40:30.315181446Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=provisioning.datasources t=2024-04-02T08:40:30.315190166Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=provisioning.datasources t=2024-04-02T08:40:30.315292492Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=provisioning.alerting t=2024-04-02T08:40:30.337555687Z level=info msg="starting to provision alerting" 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=provisioning.alerting t=2024-04-02T08:40:30.337566495Z level=info msg="finished to provision alerting" 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=ngalert.state.manager t=2024-04-02T08:40:30.337667004Z level=info msg="Warming state cache for startup" 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=grafanaStorageLogger t=2024-04-02T08:40:30.337844484Z level=info msg="storage starting" 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=http.server t=2024-04-02T08:40:30.343811685Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=ngalert.state.manager t=2024-04-02T08:40:30.347533031Z level=info msg="State cache has been initialized" states=0 duration=9.862418ms 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=ticker t=2024-04-02T08:40:30.347609827Z level=info msg=starting first_tick=2024-04-02T08:40:40Z 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:40:30.347597344Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=sqlstore.transactions t=2024-04-02T08:40:30.359305953Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:40:30.564 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=sqlstore.transactions t=2024-04-02T08:40:30.369641933Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:40:30.647 INFO:tasks.rados.rados.0.smithi019.stdout:3013: done (1 left) 2024-04-02T08:40:30.647 INFO:tasks.rados.rados.0.smithi019.stdout:3016: done (0 left) 2024-04-02T08:40:30.647 INFO:tasks.rados.rados.0.smithi019.stdout:3017: snap_remove snap 280 2024-04-02T08:40:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:40:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:40:30] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-02T08:40:31.649 INFO:tasks.rados.rados.0.smithi019.stdout:3017: done (0 left) 2024-04-02T08:40:31.649 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 281 2024-04-02T08:40:31.649 INFO:tasks.rados.rados.0.smithi019.stdout:3018: seq_num 945 ranges {966656=630784,1597440=458752,2056192=344064} 2024-04-02T08:40:31.658 INFO:tasks.rados.rados.0.smithi019.stdout:3018: writing smithi01981774-31 from 966656 to 1597440 tid 1 2024-04-02T08:40:31.660 INFO:tasks.rados.rados.0.smithi019.stdout:3018: writing smithi01981774-31 from 1597440 to 2056192 tid 2 2024-04-02T08:40:31.662 INFO:tasks.rados.rados.0.smithi019.stdout:3018: writing smithi01981774-31 from 2056192 to 2400256 tid 3 2024-04-02T08:40:31.662 INFO:tasks.rados.rados.0.smithi019.stdout:3019: delete oid 49 current snap is 281 2024-04-02T08:40:31.666 INFO:tasks.rados.rados.0.smithi019.stdout:3018: finishing write tid 1 to smithi01981774-31 2024-04-02T08:40:31.666 INFO:tasks.rados.rados.0.smithi019.stdout:3018: finishing write tid 2 to smithi01981774-31 2024-04-02T08:40:31.667 INFO:tasks.rados.rados.0.smithi019.stdout:3019: done (1 left) 2024-04-02T08:40:31.667 INFO:tasks.rados.rados.0.smithi019.stdout:3020: delete oid 34 current snap is 281 2024-04-02T08:40:31.667 INFO:tasks.rados.rados.0.smithi019.stdout:3018: finishing write tid 3 to smithi01981774-31 2024-04-02T08:40:31.668 INFO:tasks.rados.rados.0.smithi019.stdout:3018: finishing write tid 4 to smithi01981774-31 2024-04-02T08:40:31.669 INFO:tasks.rados.rados.0.smithi019.stdout:3018: finishing write tid 5 to smithi01981774-31 2024-04-02T08:40:31.669 INFO:tasks.rados.rados.0.smithi019.stdout:3018: oid 31 updating version 0 to 866 2024-04-02T08:40:31.669 INFO:tasks.rados.rados.0.smithi019.stdout:3018: oid 31 version 866 is already newer than 864 2024-04-02T08:40:31.669 INFO:tasks.rados.rados.0.smithi019.stdout:3018: oid 31 version 866 is already newer than 865 2024-04-02T08:40:31.669 INFO:tasks.rados.rados.0.smithi019.stdout:3018: oid 31 version 866 is already newer than 863 2024-04-02T08:40:31.670 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 866 (ObjNum 945 snap 281 seq_num 945) dirty exists 2024-04-02T08:40:31.670 INFO:tasks.rados.rados.0.smithi019.stdout:3018: left oid 31 (ObjNum 945 snap 281 seq_num 945) 2024-04-02T08:40:31.670 INFO:tasks.rados.rados.0.smithi019.stdout:3018: done (1 left) 2024-04-02T08:40:31.670 INFO:tasks.rados.rados.0.smithi019.stdout:3020: done (0 left) 2024-04-02T08:40:31.670 INFO:tasks.rados.rados.0.smithi019.stdout:3021: snap_remove snap 277 2024-04-02T08:40:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:31 smithi066 ceph-mon[87361]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 774 KiB/s rd, 0 op/s 2024-04-02T08:40:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:31 smithi066 ceph-mon[87361]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:40:31.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:31 smithi019 ceph-mon[94035]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 774 KiB/s rd, 0 op/s 2024-04-02T08:40:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:31 smithi019 ceph-mon[94035]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:40:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:31 smithi019 ceph-mon[96522]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 774 KiB/s rd, 0 op/s 2024-04-02T08:40:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:31 smithi019 ceph-mon[96522]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:40:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:40:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:40:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:32.663 INFO:tasks.rados.rados.0.smithi019.stdout:3021: done (0 left) 2024-04-02T08:40:32.663 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 281 2024-04-02T08:40:32.663 INFO:tasks.rados.rados.0.smithi019.stdout:3022: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-04-02T08:40:32.667 INFO:tasks.rados.rados.0.smithi019.stdout:3022: writing smithi01981774-45 from 0 to 679936 tid 1 2024-04-02T08:40:32.671 INFO:tasks.rados.rados.0.smithi019.stdout:3022: writing smithi01981774-45 from 679936 to 1196032 tid 2 2024-04-02T08:40:32.673 INFO:tasks.rados.rados.0.smithi019.stdout:3022: writing smithi01981774-45 from 1196032 to 1482752 tid 3 2024-04-02T08:40:32.673 INFO:tasks.rados.rados.0.smithi019.stdout:3023: read oid 30 snap -1 2024-04-02T08:40:32.673 INFO:tasks.rados.rados.0.smithi019.stdout:3023: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:40:32.674 INFO:tasks.rados.rados.0.smithi019.stdout:3024: rmattr oid 41 current snap is 281 2024-04-02T08:40:32.674 INFO:tasks.rados.rados.0.smithi019.stdout:3024: done (2 left) 2024-04-02T08:40:32.674 INFO:tasks.rados.rados.0.smithi019.stdout:3025: snap_remove snap 278 2024-04-02T08:40:32.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:32 smithi019 ceph-mon[94035]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:40:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:32 smithi019 ceph-mon[96522]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:40:32.953 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:32 smithi066 ceph-mon[87361]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:40:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:3025: done (2 left) 2024-04-02T08:40:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:3026: snap_create 2024-04-02T08:40:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:3022: finishing write tid 1 to smithi01981774-45 2024-04-02T08:40:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:3022: finishing write tid 2 to smithi01981774-45 2024-04-02T08:40:33.668 INFO:tasks.rados.rados.0.smithi019.stdout:3023: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: finishing write tid 3 to smithi01981774-45 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: finishing write tid 4 to smithi01981774-45 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: finishing write tid 5 to smithi01981774-45 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: oid 45 updating version 0 to 1681 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: oid 45 version 1681 is already newer than 1679 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: oid 45 version 1681 is already newer than 1678 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: oid 45 version 1681 is already newer than 1680 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1681 (ObjNum 948 snap 281 seq_num 948) dirty exists 2024-04-02T08:40:33.674 INFO:tasks.rados.rados.0.smithi019.stdout:3022: left oid 45 (ObjNum 948 snap 281 seq_num 948) 2024-04-02T08:40:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:33 smithi066 ceph-mon[87361]: pgmap v618: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1022 KiB/s wr, 15 op/s 2024-04-02T08:40:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:33 smithi066 ceph-mon[87361]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:40:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[94035]: pgmap v618: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1022 KiB/s wr, 15 op/s 2024-04-02T08:40:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[94035]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:40:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[96522]: pgmap v618: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1022 KiB/s wr, 15 op/s 2024-04-02T08:40:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[96522]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:40:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:34.651 INFO:tasks.rados.rados.0.smithi019.stdout:3022: done (2 left) 2024-04-02T08:40:34.651 INFO:tasks.rados.rados.0.smithi019.stdout:3023: done (1 left) 2024-04-02T08:40:34.651 INFO:tasks.rados.rados.0.smithi019.stdout:3026: done (0 left) 2024-04-02T08:40:34.651 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 282 2024-04-02T08:40:34.652 INFO:tasks.rados.rados.0.smithi019.stdout:3027: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-04-02T08:40:34.655 INFO:tasks.rados.rados.0.smithi019.stdout:3027: writing smithi01981774-20 from 0 to 704512 tid 1 2024-04-02T08:40:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3027: writing smithi01981774-20 from 704512 to 1499136 tid 2 2024-04-02T08:40:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3027: writing smithi01981774-20 from 1499136 to 1507328 tid 3 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3028: read oid 9 snap 279 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3028: expect (ObjNum 883 snap 269 seq_num 883) 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3029: read oid 30 snap -1 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3029: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3030: rollback oid 50 current snap is 282 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 279 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3027: finishing write tid 1 to smithi01981774-20 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 282 2024-04-02T08:40:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3031: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-02T08:40:34.665 INFO:tasks.rados.rados.0.smithi019.stdout:3031: writing smithi01981774-24 from 0 to 720896 tid 1 2024-04-02T08:40:34.670 INFO:tasks.rados.rados.0.smithi019.stdout:3031: writing smithi01981774-24 from 720896 to 1400832 tid 2 2024-04-02T08:40:34.671 INFO:tasks.rados.rados.0.smithi019.stdout:3031: writing smithi01981774-24 from 1400832 to 1523712 tid 3 2024-04-02T08:40:34.672 INFO:tasks.rados.rados.0.smithi019.stdout:3032: snap_remove snap 275 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[96522]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[96522]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[94035]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:34 smithi019 ceph-mon[94035]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:40:35.058 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:40:35.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:34 smithi066 ceph-mon[87361]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:40:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:34 smithi066 ceph-mon[87361]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (28s) 24s ago 12m 16.0M - 0.25.0 c8568f914cd2 3f6a877fdd2e 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (6s) 1s ago 12m 53.1M - 9.4.12 2bacad6d85d8 d85070451bb4 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (97s) 24s ago 13m 14.1M - 19.0.0-2422-g3cba26ea beaaa8a653cf 52c6b4ddaa61 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (79s) 1s ago 13m 12.8M - 19.0.0-2422-g3cba26ea beaaa8a653cf f6049634aa64 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (7m) 1s ago 16m 453M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (8m) 24s ago 18m 514M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (7m) 24s ago 19m 71.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (6m) 1s ago 17m 54.6M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (6m) 24s ago 17m 59.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:40:35.388 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (65s) 24s ago 12m 8480k - 1.5.0 0da6a335fe13 5535121a8447 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (61s) 1s ago 12m 8824k - 1.5.0 0da6a335fe13 0324917524a6 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (5m) 24s ago 16m 285M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (5m) 24s ago 16m 292M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (4m) 24s ago 15m 257M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (4m) 24s ago 15m 161M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (3m) 1s ago 15m 228M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (2m) 1s ago 14m 249M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c4504e7104ad 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (2m) 1s ago 14m 117M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 8b7c3ab9ff81 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (2m) 1s ago 13m 124M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 9e2a10ea2c29 2024-04-02T08:40:35.389 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (45s) 1s ago 12m 48.7M - 2.43.0 a07b618ecd1d 4dec3f26bb8c 2024-04-02T08:40:35.689 INFO:tasks.rados.rados.0.smithi019.stdout:3029: expect (ObjNum 869 snap 265 seq_num 869) 2024-04-02T08:40:35.691 INFO:tasks.rados.rados.0.smithi019.stdout:3027: finishing write tid 2 to smithi01981774-20 2024-04-02T08:40:35.691 INFO:tasks.rados.rados.0.smithi019.stdout:3028: expect (ObjNum 883 snap 269 seq_num 883) 2024-04-02T08:40:35.709 INFO:tasks.rados.rados.0.smithi019.stdout:3030: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:40:35.709 INFO:tasks.rados.rados.0.smithi019.stdout:3027: finishing write tid 3 to smithi01981774-20 2024-04-02T08:40:35.709 INFO:tasks.rados.rados.0.smithi019.stdout:3030: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3030: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1464 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3031: finishing write tid 1 to smithi01981774-24 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3027: finishing write tid 4 to smithi01981774-20 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3028: done (5 left) 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3029: done (4 left) 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3030: done (3 left) 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3032: done (2 left) 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3033: rollback oid 50 current snap is 282 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 50 to 281 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3027: finishing write tid 5 to smithi01981774-20 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3027: oid 20 updating version 0 to 1674 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3027: oid 20 updating version 1674 to 1676 2024-04-02T08:40:35.710 INFO:tasks.rados.rados.0.smithi019.stdout:3027: oid 20 version 1676 is already newer than 1675 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3027: oid 20 updating version 1676 to 1677 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 1677 (ObjNum 949 snap 282 seq_num 949) dirty exists 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3027: left oid 20 (ObjNum 949 snap 282 seq_num 949) 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: finishing write tid 2 to smithi01981774-24 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: finishing write tid 3 to smithi01981774-24 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: finishing write tid 4 to smithi01981774-24 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: finishing write tid 5 to smithi01981774-24 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: oid 24 updating version 0 to 1683 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: oid 24 updating version 1683 to 1684 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: oid 24 updating version 1684 to 1685 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: oid 24 version 1685 is already newer than 1682 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1685 (ObjNum 950 snap 282 seq_num 950) dirty exists 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: left oid 24 (ObjNum 950 snap 282 seq_num 950) 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3027: done (2 left) 2024-04-02T08:40:35.711 INFO:tasks.rados.rados.0.smithi019.stdout:3031: done (1 left) 2024-04-02T08:40:35.712 INFO:tasks.rados.rados.0.smithi019.stdout:3034: snap_remove snap 272 2024-04-02T08:40:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:35 smithi066 ceph-mon[87361]: pgmap v621: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1022 KiB/s wr, 15 op/s 2024-04-02T08:40:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:35 smithi066 ceph-mon[87361]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:35.816 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:40:35.816 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:40:35.816 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:40:35.816 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:40:35.817 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:40:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:35 smithi019 ceph-mon[94035]: pgmap v621: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1022 KiB/s wr, 15 op/s 2024-04-02T08:40:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:35 smithi019 ceph-mon[94035]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:35 smithi019 ceph-mon[96522]: pgmap v621: 121 pgs: 121 active+clean; 186 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1022 KiB/s wr, 15 op/s 2024-04-02T08:40:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:35 smithi019 ceph-mon[96522]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:36.694 INFO:tasks.rados.rados.0.smithi019.stdout:3034: done (1 left) 2024-04-02T08:40:36.694 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 282 2024-04-02T08:40:36.694 INFO:tasks.rados.rados.0.smithi019.stdout:3033: finishing rollback tid 0 to smithi01981774-50 2024-04-02T08:40:36.694 INFO:tasks.rados.rados.0.smithi019.stdout:3033: finishing rollback tid 1 to smithi01981774-50 2024-04-02T08:40:36.694 INFO:tasks.rados.rados.0.smithi019.stdout:3033: finishing rollback tid 2 to smithi01981774-50 2024-04-02T08:40:36.694 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 1467 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:40:36.694 INFO:tasks.rados.rados.0.smithi019.stdout:3035: seq_num 951 ranges {24576=737280,761856=614400,1376256=188416} 2024-04-02T08:40:36.699 INFO:tasks.rados.rados.0.smithi019.stdout:3035: writing smithi01981774-26 from 24576 to 761856 tid 1 2024-04-02T08:40:36.703 INFO:tasks.rados.rados.0.smithi019.stdout:3035: writing smithi01981774-26 from 761856 to 1376256 tid 2 2024-04-02T08:40:36.705 INFO:tasks.rados.rados.0.smithi019.stdout:3035: writing smithi01981774-26 from 1376256 to 1564672 tid 3 2024-04-02T08:40:36.705 INFO:tasks.rados.rados.0.smithi019.stdout:3033: done (1 left) 2024-04-02T08:40:36.706 INFO:tasks.rados.rados.0.smithi019.stdout:3036: snap_remove snap 279 2024-04-02T08:40:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:36 smithi019 ceph-mon[94035]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:36 smithi019 ceph-mon[94035]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:40:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:36 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3268673558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:36 smithi019 ceph-mon[96522]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:36 smithi019 ceph-mon[96522]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:40:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:36 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3268673558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:36 smithi066 ceph-mon[87361]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:40:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:36 smithi066 ceph-mon[87361]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:40:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:36 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3268673558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:37.706 INFO:tasks.rados.rados.0.smithi019.stdout:3036: done (1 left) 2024-04-02T08:40:37.706 INFO:tasks.rados.rados.0.smithi019.stdout:3037: read oid 43 snap -1 2024-04-02T08:40:37.706 INFO:tasks.rados.rados.0.smithi019.stdout:3037: expect (ObjNum 702 snap 210 seq_num 702) 2024-04-02T08:40:37.706 INFO:tasks.rados.rados.0.smithi019.stdout:3038: rollback oid 8 current snap is 282 2024-04-02T08:40:37.706 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 281 2024-04-02T08:40:37.706 INFO:tasks.rados.rados.0.smithi019.stdout:3035: finishing write tid 1 to smithi01981774-26 2024-04-02T08:40:37.706 INFO:tasks.rados.rados.0.smithi019.stdout:3035: finishing write tid 2 to smithi01981774-26 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: finishing write tid 3 to smithi01981774-26 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: finishing write tid 4 to smithi01981774-26 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: finishing write tid 5 to smithi01981774-26 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: oid 26 updating version 0 to 2219 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: oid 26 updating version 2219 to 2221 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: oid 26 updating version 2221 to 2222 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: oid 26 version 2222 is already newer than 2220 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2222 (ObjNum 951 snap 282 seq_num 951) dirty exists 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: left oid 26 (ObjNum 951 snap 282 seq_num 951) 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3035: done (2 left) 2024-04-02T08:40:37.707 INFO:tasks.rados.rados.0.smithi019.stdout:3039: setattr oid 48 current snap is 282 2024-04-02T08:40:37.708 INFO:tasks.rados.rados.0.smithi019.stdout:3040: copy_from oid 5 from oid 37 current snap is 282 2024-04-02T08:40:37.708 INFO:tasks.rados.rados.0.smithi019.stdout:3041: rmattr oid 45 current snap is 282 2024-04-02T08:40:37.708 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 282 2024-04-02T08:40:37.708 INFO:tasks.rados.rados.0.smithi019.stdout:3042: seq_num 952 ranges {1245184=753664,1998848=499712,2498560=303104} 2024-04-02T08:40:37.717 INFO:tasks.rados.rados.0.smithi019.stdout:3042: writing smithi01981774-42 from 1245184 to 1998848 tid 1 2024-04-02T08:40:37.720 INFO:tasks.rados.rados.0.smithi019.stdout:3042: writing smithi01981774-42 from 1998848 to 2498560 tid 2 2024-04-02T08:40:37.722 INFO:tasks.rados.rados.0.smithi019.stdout:3042: writing smithi01981774-42 from 2498560 to 2801664 tid 3 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:3043: delete oid 18 current snap is 282 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:3040: finishing copy_from to smithi01981774-5 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:3040: got expected ENOENT (src dne) 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:3040: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:3038: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 0 (ObjNum 65 snap 0 seq_num 1633376095) dirty dne 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1682 (ObjNum 948 snap 281 seq_num 948) dirty exists 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2384 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:40:37.723 INFO:tasks.rados.rados.0.smithi019.stdout:3042: finishing write tid 1 to smithi01981774-42 2024-04-02T08:40:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:3038: done (6 left) 2024-04-02T08:40:37.724 INFO:tasks.rados.rados.0.smithi019.stdout:3039: done (5 left) 2024-04-02T08:40:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:3040: done (4 left) 2024-04-02T08:40:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:3041: done (3 left) 2024-04-02T08:40:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:3043: done (2 left) 2024-04-02T08:40:37.725 INFO:tasks.rados.rados.0.smithi019.stdout:3044: snap_remove snap 281 2024-04-02T08:40:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:37 smithi019 ceph-mon[94035]: pgmap v624: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 182 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 372 KiB/s wr, 4 op/s 2024-04-02T08:40:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:37 smithi019 ceph-mon[94035]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:40:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:37 smithi019 ceph-mon[96522]: pgmap v624: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 182 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 372 KiB/s wr, 4 op/s 2024-04-02T08:40:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:37 smithi019 ceph-mon[96522]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:40:37.989 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:37 smithi066 ceph-mon[87361]: pgmap v624: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 182 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 372 KiB/s wr, 4 op/s 2024-04-02T08:40:37.989 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:37 smithi066 ceph-mon[87361]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:40:38.707 INFO:tasks.rados.rados.0.smithi019.stdout:3044: done (2 left) 2024-04-02T08:40:38.707 INFO:tasks.rados.rados.0.smithi019.stdout:3045: read oid 2 snap -1 2024-04-02T08:40:38.708 INFO:tasks.rados.rados.0.smithi019.stdout:3045: expect deleted 2024-04-02T08:40:38.708 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 282 2024-04-02T08:40:38.708 INFO:tasks.rados.rados.0.smithi019.stdout:3046: seq_num 954 ranges {0=786432,786432=671744,1458176=131072} 2024-04-02T08:40:38.712 INFO:tasks.rados.rados.0.smithi019.stdout:3046: writing smithi01981774-37 from 0 to 786432 tid 1 2024-04-02T08:40:38.717 INFO:tasks.rados.rados.0.smithi019.stdout:3046: writing smithi01981774-37 from 786432 to 1458176 tid 2 2024-04-02T08:40:38.718 INFO:tasks.rados.rados.0.smithi019.stdout:3046: writing smithi01981774-37 from 1458176 to 1589248 tid 3 2024-04-02T08:40:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3047: rollback oid 3 current snap is 282 2024-04-02T08:40:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3047: done (4 left) 2024-04-02T08:40:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3048: copy_from oid 3 from oid 47 current snap is 282 2024-04-02T08:40:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3042: finishing write tid 2 to smithi01981774-42 2024-04-02T08:40:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 282 2024-04-02T08:40:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3042: finishing write tid 3 to smithi01981774-42 2024-04-02T08:40:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3049: seq_num 955 ranges {1204224=802816,2007040=557056,2564096=245760} 2024-04-02T08:40:38.730 INFO:tasks.rados.rados.0.smithi019.stdout:3049: writing smithi01981774-11 from 1204224 to 2007040 tid 1 2024-04-02T08:40:38.733 INFO:tasks.rados.rados.0.smithi019.stdout:3049: writing smithi01981774-11 from 2007040 to 2564096 tid 2 2024-04-02T08:40:38.735 INFO:tasks.rados.rados.0.smithi019.stdout:3049: writing smithi01981774-11 from 2564096 to 2809856 tid 3 2024-04-02T08:40:38.735 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 282 2024-04-02T08:40:38.735 INFO:tasks.rados.rados.0.smithi019.stdout:3050: seq_num 956 ranges {155648=417792,573440=434176,1007616=770048} 2024-04-02T08:40:38.739 INFO:tasks.rados.rados.0.smithi019.stdout:3050: writing smithi01981774-30 from 155648 to 573440 tid 1 2024-04-02T08:40:38.741 INFO:tasks.rados.rados.0.smithi019.stdout:3050: writing smithi01981774-30 from 573440 to 1007616 tid 2 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3050: writing smithi01981774-30 from 1007616 to 1777664 tid 3 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3051: setattr oid 9 current snap is 282 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3042: finishing write tid 4 to smithi01981774-42 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3042: finishing write tid 5 to smithi01981774-42 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3042: oid 42 updating version 0 to 1612 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3042: oid 42 updating version 1612 to 1613 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3042: oid 42 version 1613 is already newer than 1611 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:3042: oid 42 updating version 1613 to 1614 2024-04-02T08:40:38.747 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1614 (ObjNum 952 snap 282 seq_num 952) dirty exists 2024-04-02T08:40:38.748 INFO:tasks.rados.rados.0.smithi019.stdout:3042: left oid 42 (ObjNum 952 snap 282 seq_num 952) 2024-04-02T08:40:38.748 INFO:tasks.rados.rados.0.smithi019.stdout:3037: expect (ObjNum 702 snap 210 seq_num 702) 2024-04-02T08:40:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:40:38.949 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:40:38.950 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.951 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.952 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:40:38.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:38.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:38.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.953 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.954 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:40:38.955 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:40:38.956 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.957 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:38.958 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:38.958 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.958 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:38.958 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:38.958 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:38.958 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:38.958 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:40:39.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:40:39.067 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:39.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:39.069 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.069 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:39.069 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:39.069 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:39.069 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.069 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:40:39.427 INFO:tasks.rados.rados.0.smithi019.stdout:3046: finishing write tid 1 to smithi01981774-37 2024-04-02T08:40:39.427 INFO:tasks.rados.rados.0.smithi019.stdout:3046: finishing write tid 2 to smithi01981774-37 2024-04-02T08:40:39.427 INFO:tasks.rados.rados.0.smithi019.stdout:3048: finishing copy_from to smithi01981774-3 2024-04-02T08:40:39.427 INFO:tasks.rados.rados.0.smithi019.stdout:3048: got expected ENOENT (src dne) 2024-04-02T08:40:39.427 INFO:tasks.rados.rados.0.smithi019.stdout:3046: finishing write tid 3 to smithi01981774-37 2024-04-02T08:40:39.427 INFO:tasks.rados.rados.0.smithi019.stdout:3048: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:40:39.427 INFO:tasks.rados.rados.0.smithi019.stdout:3046: finishing write tid 4 to smithi01981774-37 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3046: finishing write tid 5 to smithi01981774-37 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3046: oid 37 updating version 0 to 1674 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3046: oid 37 updating version 1674 to 1675 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3046: oid 37 version 1675 is already newer than 1673 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3046: oid 37 version 1675 is already newer than 1672 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1675 (ObjNum 954 snap 282 seq_num 954) dirty exists 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3046: left oid 37 (ObjNum 954 snap 282 seq_num 954) 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: finishing write tid 1 to smithi01981774-11 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: finishing write tid 2 to smithi01981774-11 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: finishing write tid 3 to smithi01981774-11 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: finishing write tid 4 to smithi01981774-11 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: finishing write tid 5 to smithi01981774-11 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: oid 11 updating version 0 to 2127 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: oid 11 updating version 2127 to 2130 2024-04-02T08:40:39.428 INFO:tasks.rados.rados.0.smithi019.stdout:3049: oid 11 version 2130 is already newer than 2128 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3049: oid 11 version 2130 is already newer than 2129 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2130 (ObjNum 955 snap 282 seq_num 955) dirty exists 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3049: left oid 11 (ObjNum 955 snap 282 seq_num 955) 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: finishing write tid 1 to smithi01981774-30 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: finishing write tid 2 to smithi01981774-30 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: finishing write tid 3 to smithi01981774-30 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: finishing write tid 4 to smithi01981774-30 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: finishing write tid 5 to smithi01981774-30 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: oid 30 updating version 0 to 2389 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: oid 30 updating version 2389 to 2390 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: oid 30 version 2390 is already newer than 2388 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: oid 30 version 2390 is already newer than 2387 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2390 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3050: left oid 30 (ObjNum 956 snap 282 seq_num 956) 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3037: done (7 left) 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3042: done (6 left) 2024-04-02T08:40:39.429 INFO:tasks.rados.rados.0.smithi019.stdout:3045: done (5 left) 2024-04-02T08:40:39.430 INFO:tasks.rados.rados.0.smithi019.stdout:3046: done (4 left) 2024-04-02T08:40:39.430 INFO:tasks.rados.rados.0.smithi019.stdout:3048: done (3 left) 2024-04-02T08:40:39.430 INFO:tasks.rados.rados.0.smithi019.stdout:3049: done (2 left) 2024-04-02T08:40:39.430 INFO:tasks.rados.rados.0.smithi019.stdout:3050: done (1 left) 2024-04-02T08:40:39.430 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 282 2024-04-02T08:40:39.430 INFO:tasks.rados.rados.0.smithi019.stdout:3052: seq_num 957 ranges {794624=434176,1228800=720896,1949696=483328} 2024-04-02T08:40:39.433 INFO:tasks.rados.rados.0.smithi019.stdout:3052: writing smithi01981774-25 from 794624 to 1228800 tid 1 2024-04-02T08:40:39.437 INFO:tasks.rados.rados.0.smithi019.stdout:3052: writing smithi01981774-25 from 1228800 to 1949696 tid 2 2024-04-02T08:40:39.440 INFO:tasks.rados.rados.0.smithi019.stdout:3052: writing smithi01981774-25 from 1949696 to 2433024 tid 3 2024-04-02T08:40:39.440 INFO:tasks.rados.rados.0.smithi019.stdout:3053: copy_from oid 4 from oid 37 current snap is 282 2024-04-02T08:40:39.440 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 2131 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:40:39.440 INFO:tasks.rados.rados.0.smithi019.stdout:3052: finishing write tid 1 to smithi01981774-25 2024-04-02T08:40:39.440 INFO:tasks.rados.rados.0.smithi019.stdout:3051: done (2 left) 2024-04-02T08:40:39.440 INFO:tasks.rados.rados.0.smithi019.stdout:3054: read oid 15 snap -1 2024-04-02T08:40:39.440 INFO:tasks.rados.rados.0.smithi019.stdout:3054: expect (ObjNum 899 snap 273 seq_num 899) 2024-04-02T08:40:39.441 INFO:tasks.rados.rados.0.smithi019.stdout:3055: rollback oid 5 current snap is 282 2024-04-02T08:40:39.441 INFO:tasks.rados.rados.0.smithi019.stdout:3055: done (3 left) 2024-04-02T08:40:39.441 INFO:tasks.rados.rados.0.smithi019.stdout:3056: snap_create 2024-04-02T08:40:39.441 INFO:tasks.rados.rados.0.smithi019.stdout:3052: finishing write tid 2 to smithi01981774-25 2024-04-02T08:40:39.447 INFO:tasks.rados.rados.0.smithi019.stdout:3052: finishing write tid 3 to smithi01981774-25 2024-04-02T08:40:39.448 INFO:tasks.rados.rados.0.smithi019.stdout:3052: finishing write tid 4 to smithi01981774-25 2024-04-02T08:40:39.450 INFO:tasks.rados.rados.0.smithi019.stdout:3052: finishing write tid 5 to smithi01981774-25 2024-04-02T08:40:39.451 INFO:tasks.rados.rados.0.smithi019.stdout:3052: oid 25 updating version 0 to 1677 2024-04-02T08:40:39.451 INFO:tasks.rados.rados.0.smithi019.stdout:3052: oid 25 version 1677 is already newer than 1676 2024-04-02T08:40:39.451 INFO:tasks.rados.rados.0.smithi019.stdout:3052: oid 25 updating version 1677 to 1679 2024-04-02T08:40:39.451 INFO:tasks.rados.rados.0.smithi019.stdout:3052: oid 25 version 1679 is already newer than 1678 2024-04-02T08:40:39.451 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1679 (ObjNum 957 snap 282 seq_num 957) dirty exists 2024-04-02T08:40:39.451 INFO:tasks.rados.rados.0.smithi019.stdout:3052: left oid 25 (ObjNum 957 snap 282 seq_num 957) 2024-04-02T08:40:39.455 INFO:tasks.rados.rados.0.smithi019.stdout:3053: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:40:39.457 INFO:tasks.rados.rados.0.smithi019.stdout:3053: finishing copy_from to smithi01981774-4 2024-04-02T08:40:39.457 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 1675 (ObjNum 954 snap 282 seq_num 954) dirty exists 2024-04-02T08:40:39.501 INFO:tasks.rados.rados.0.smithi019.stdout:3054: expect (ObjNum 899 snap 273 seq_num 899) 2024-04-02T08:40:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:39 smithi066 ceph-mon[87361]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:40:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:39 smithi066 ceph-mon[87361]: Upgrade: Finalizing container_image settings 2024-04-02T08:40:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:39 smithi066 ceph-mon[87361]: Upgrade: Complete! 2024-04-02T08:40:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:39 smithi066 ceph-mon[87361]: pgmap v627: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 517 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-02T08:40:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:39 smithi066 ceph-mon[87361]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:40:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:39 smithi066 ceph-mon[87361]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[96522]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[96522]: Upgrade: Finalizing container_image settings 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[96522]: Upgrade: Complete! 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[96522]: pgmap v627: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 517 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[96522]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[96522]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[94035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[94035]: Upgrade: Finalizing container_image settings 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[94035]: Upgrade: Complete! 2024-04-02T08:40:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[94035]: pgmap v627: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 517 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-02T08:40:40.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[94035]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:40:40.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:39 smithi019 ceph-mon[94035]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:40:40.552 INFO:tasks.rados.rados.0.smithi019.stdout:3052: done (3 left) 2024-04-02T08:40:40.552 INFO:tasks.rados.rados.0.smithi019.stdout:3053: done (2 left) 2024-04-02T08:40:40.553 INFO:tasks.rados.rados.0.smithi019.stdout:3054: done (1 left) 2024-04-02T08:40:40.553 INFO:tasks.rados.rados.0.smithi019.stdout:3056: done (0 left) 2024-04-02T08:40:40.553 INFO:tasks.rados.rados.0.smithi019.stdout:3057: delete oid 22 current snap is 283 2024-04-02T08:40:40.555 INFO:tasks.rados.rados.0.smithi019.stdout:3057: done (0 left) 2024-04-02T08:40:40.555 INFO:tasks.rados.rados.0.smithi019.stdout:3058: rollback oid 19 current snap is 283 2024-04-02T08:40:40.555 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 282 2024-04-02T08:40:40.555 INFO:tasks.rados.rados.0.smithi019.stdout:3059: rmattr oid 23 current snap is 283 2024-04-02T08:40:40.555 INFO:tasks.rados.rados.0.smithi019.stdout:3059: done (1 left) 2024-04-02T08:40:40.556 INFO:tasks.rados.rados.0.smithi019.stdout:3060: read oid 50 snap -1 2024-04-02T08:40:40.556 INFO:tasks.rados.rados.0.smithi019.stdout:3060: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:40.556 INFO:tasks.rados.rados.0.smithi019.stdout:3061: read oid 39 snap -1 2024-04-02T08:40:40.556 INFO:tasks.rados.rados.0.smithi019.stdout:3061: expect deleted 2024-04-02T08:40:40.556 INFO:tasks.rados.rados.0.smithi019.stdout:3062: snap_create 2024-04-02T08:40:40.559 INFO:tasks.rados.rados.0.smithi019.stdout:3058: finishing rollback tid 0 to smithi01981774-19 2024-04-02T08:40:40.559 INFO:tasks.rados.rados.0.smithi019.stdout:3058: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:40:40.559 INFO:tasks.rados.rados.0.smithi019.stdout:3058: finishing rollback tid 2 to smithi01981774-19 2024-04-02T08:40:40.559 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1641 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-04-02T08:40:40.573 INFO:tasks.rados.rados.0.smithi019.stdout:3060: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:40:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:40:40] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-04-02T08:40:40.793 INFO:tasks.rados.rados.0.smithi019.stdout:3058: done (3 left) 2024-04-02T08:40:40.793 INFO:tasks.rados.rados.0.smithi019.stdout:3060: done (2 left) 2024-04-02T08:40:40.793 INFO:tasks.rados.rados.0.smithi019.stdout:3061: done (1 left) 2024-04-02T08:40:40.793 INFO:tasks.rados.rados.0.smithi019.stdout:3062: done (0 left) 2024-04-02T08:40:40.793 INFO:tasks.rados.rados.0.smithi019.stdout:3063: delete oid 21 current snap is 284 2024-04-02T08:40:40.795 INFO:tasks.rados.rados.0.smithi019.stdout:3063: done (0 left) 2024-04-02T08:40:40.795 INFO:tasks.rados.rados.0.smithi019.stdout:3064: copy_from oid 13 from oid 17 current snap is 284 2024-04-02T08:40:40.795 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 284 2024-04-02T08:40:40.796 INFO:tasks.rados.rados.0.smithi019.stdout:3065: seq_num 960 ranges {1564672=483328,2048000=425984,2473984=761856,3235840=16384} 2024-04-02T08:40:40.807 INFO:tasks.rados.rados.0.smithi019.stdout:3065: writing smithi01981774-26 from 1564672 to 2048000 tid 1 2024-04-02T08:40:40.809 INFO:tasks.rados.rados.0.smithi019.stdout:3065: writing smithi01981774-26 from 2048000 to 2473984 tid 2 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:3065: writing smithi01981774-26 from 2473984 to 3235840 tid 3 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:3065: writing smithi01981774-26 from 3235840 to 3252224 tid 4 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:3066: snap_create 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:3064: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:3064: finishing copy_from to smithi01981774-13 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 1417 (ObjNum 779 snap 234 seq_num 779) dirty exists 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:3065: finishing write tid 1 to smithi01981774-26 2024-04-02T08:40:40.814 INFO:tasks.rados.rados.0.smithi019.stdout:3065: finishing write tid 2 to smithi01981774-26 2024-04-02T08:40:40.818 INFO:tasks.rados.rados.0.smithi019.stdout:3065: finishing write tid 3 to smithi01981774-26 2024-04-02T08:40:40.818 INFO:tasks.rados.rados.0.smithi019.stdout:3065: finishing write tid 4 to smithi01981774-26 2024-04-02T08:40:40.818 INFO:tasks.rados.rados.0.smithi019.stdout:3065: finishing write tid 5 to smithi01981774-26 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:3065: finishing write tid 6 to smithi01981774-26 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:3065: oid 26 updating version 0 to 2223 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:3065: oid 26 updating version 2223 to 2224 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:3065: oid 26 updating version 2224 to 2225 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:3065: oid 26 updating version 2225 to 2227 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:3065: oid 26 version 2227 is already newer than 2226 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2227 (ObjNum 960 snap 284 seq_num 960) dirty exists 2024-04-02T08:40:40.820 INFO:tasks.rados.rados.0.smithi019.stdout:3065: left oid 26 (ObjNum 960 snap 284 seq_num 960) 2024-04-02T08:40:41.721 INFO:tasks.rados.rados.0.smithi019.stdout:3064: done (2 left) 2024-04-02T08:40:41.721 INFO:tasks.rados.rados.0.smithi019.stdout:3065: done (1 left) 2024-04-02T08:40:41.721 INFO:tasks.rados.rados.0.smithi019.stdout:3066: done (0 left) 2024-04-02T08:40:41.721 INFO:tasks.rados.rados.0.smithi019.stdout:3067: copy_from oid 24 from oid 35 current snap is 285 2024-04-02T08:40:41.721 INFO:tasks.rados.rados.0.smithi019.stdout:3068: read oid 32 snap 282 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:3068: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:3069: read oid 38 snap -1 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:3069: expect (ObjNum 881 snap 269 seq_num 881) 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:3070: rollback oid 21 current snap is 285 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 283 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:3071: rollback oid 19 current snap is 285 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 283 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 285 2024-04-02T08:40:41.722 INFO:tasks.rados.rados.0.smithi019.stdout:3072: seq_num 961 ranges {1916928=499712,2416640=712704,3129344=491520} 2024-04-02T08:40:41.735 INFO:tasks.rados.rados.0.smithi019.stdout:3072: writing smithi01981774-44 from 1916928 to 2416640 tid 1 2024-04-02T08:40:41.739 INFO:tasks.rados.rados.0.smithi019.stdout:3072: writing smithi01981774-44 from 2416640 to 3129344 tid 2 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3072: writing smithi01981774-44 from 3129344 to 3620864 tid 3 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3073: read oid 18 snap -1 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3073: expect deleted 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3074: read oid 29 snap -1 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3074: expect (ObjNum 899 snap 273 seq_num 899) 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3075: rollback oid 49 current snap is 285 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 49 to 282 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3070: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3070: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1599 (ObjNum 930 snap 276 seq_num 930) dirty exists 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3070: done (8 left) 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3076: copy_from oid 12 from oid 50 current snap is 285 2024-04-02T08:40:41.743 INFO:tasks.rados.rados.0.smithi019.stdout:3071: finishing rollback tid 0 to smithi01981774-19 2024-04-02T08:40:41.744 INFO:tasks.rados.rados.0.smithi019.stdout:3071: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:40:41.744 INFO:tasks.rados.rados.0.smithi019.stdout:3071: finishing rollback tid 2 to smithi01981774-19 2024-04-02T08:40:41.744 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1644 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-04-02T08:40:41.744 INFO:tasks.rados.rados.0.smithi019.stdout:3067: finishing copy_from racing read to smithi01981774-24 2024-04-02T08:40:41.744 INFO:tasks.rados.rados.0.smithi019.stdout:3069: expect (ObjNum 881 snap 269 seq_num 881) 2024-04-02T08:40:41.825 INFO:tasks.rados.rados.0.smithi019.stdout:3067: finishing copy_from to smithi01981774-24 2024-04-02T08:40:41.825 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1596 (ObjNum 942 snap 280 seq_num 942) dirty exists 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3072: finishing write tid 1 to smithi01981774-44 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3067: done (8 left) 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3069: done (7 left) 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3071: done (6 left) 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3077: delete oid 41 current snap is 285 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3075: finishing rollback tid 1 to smithi01981774-49 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3072: finishing write tid 2 to smithi01981774-44 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3072: finishing write tid 3 to smithi01981774-44 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3072: finishing write tid 4 to smithi01981774-44 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3072: finishing write tid 5 to smithi01981774-44 2024-04-02T08:40:41.826 INFO:tasks.rados.rados.0.smithi019.stdout:3072: oid 44 updating version 0 to 1679 2024-04-02T08:40:41.827 INFO:tasks.rados.rados.0.smithi019.stdout:3072: oid 44 updating version 1679 to 1681 2024-04-02T08:40:41.827 INFO:tasks.rados.rados.0.smithi019.stdout:3072: oid 44 version 1681 is already newer than 1678 2024-04-02T08:40:41.827 INFO:tasks.rados.rados.0.smithi019.stdout:3072: oid 44 version 1681 is already newer than 1680 2024-04-02T08:40:41.827 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1681 (ObjNum 961 snap 285 seq_num 961) dirty exists 2024-04-02T08:40:41.827 INFO:tasks.rados.rados.0.smithi019.stdout:3072: left oid 44 (ObjNum 961 snap 285 seq_num 961) 2024-04-02T08:40:41.827 INFO:tasks.rados.rados.0.smithi019.stdout:3068: expect (ObjNum 662 snap 195 seq_num 662) 2024-04-02T08:40:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:41 smithi066 ceph-mon[87361]: pgmap v630: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 730 KiB/s wr, 3 op/s 2024-04-02T08:40:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:41 smithi066 ceph-mon[87361]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:40:42.064 INFO:tasks.rados.rados.0.smithi019.stdout:3076: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:40:42.064 INFO:tasks.rados.rados.0.smithi019.stdout:3076: finishing copy_from to smithi01981774-12 2024-04-02T08:40:42.064 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1467 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:40:42.064 INFO:tasks.rados.rados.0.smithi019.stdout:3074: expect (ObjNum 899 snap 273 seq_num 899) 2024-04-02T08:40:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:41 smithi019 ceph-mon[94035]: pgmap v630: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 730 KiB/s wr, 3 op/s 2024-04-02T08:40:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:41 smithi019 ceph-mon[94035]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:40:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:41 smithi019 ceph-mon[96522]: pgmap v630: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 289 KiB/s rd, 730 KiB/s wr, 3 op/s 2024-04-02T08:40:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:41 smithi019 ceph-mon[96522]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:40:42.722 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:40:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:42 smithi066 ceph-mon[87361]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:40:43.102 INFO:tasks.rados.rados.0.smithi019.stdout:3068: done (6 left) 2024-04-02T08:40:43.102 INFO:tasks.rados.rados.0.smithi019.stdout:3072: done (5 left) 2024-04-02T08:40:43.102 INFO:tasks.rados.rados.0.smithi019.stdout:3073: done (4 left) 2024-04-02T08:40:43.102 INFO:tasks.rados.rados.0.smithi019.stdout:3074: done (3 left) 2024-04-02T08:40:43.103 INFO:tasks.rados.rados.0.smithi019.stdout:3075: done (2 left) 2024-04-02T08:40:43.103 INFO:tasks.rados.rados.0.smithi019.stdout:3076: done (1 left) 2024-04-02T08:40:43.103 INFO:tasks.rados.rados.0.smithi019.stdout:3077: done (0 left) 2024-04-02T08:40:43.103 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 285 2024-04-02T08:40:43.103 INFO:tasks.rados.rados.0.smithi019.stdout:3078: seq_num 963 ranges {10772480=532480,11304960=475136,11780096=532480,12312576=196608} 2024-04-02T08:40:43.164 INFO:tasks.rados.rados.0.smithi019.stdout:3078: writing smithi01981774-15 from 10772480 to 11304960 tid 1 2024-04-02T08:40:43.166 INFO:tasks.rados.rados.0.smithi019.stdout:3078: writing smithi01981774-15 from 11304960 to 11780096 tid 2 2024-04-02T08:40:43.170 INFO:tasks.rados.rados.0.smithi019.stdout:3078: writing smithi01981774-15 from 11780096 to 12312576 tid 3 2024-04-02T08:40:43.171 INFO:tasks.rados.rados.0.smithi019.stdout:3078: writing smithi01981774-15 from 12312576 to 12509184 tid 4 2024-04-02T08:40:43.171 INFO:tasks.rados.rados.0.smithi019.stdout:3079: snap_remove snap 282 2024-04-02T08:40:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:42 smithi019 ceph-mon[94035]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:40:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:42 smithi019 ceph-mon[96522]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3079: done (1 left) 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3080: delete oid 25 current snap is 285 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: finishing write tid 1 to smithi01981774-15 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: finishing write tid 2 to smithi01981774-15 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: finishing write tid 3 to smithi01981774-15 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: finishing write tid 4 to smithi01981774-15 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: finishing write tid 5 to smithi01981774-15 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: finishing write tid 6 to smithi01981774-15 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: oid 15 updating version 0 to 2231 2024-04-02T08:40:43.731 INFO:tasks.rados.rados.0.smithi019.stdout:3078: oid 15 version 2231 is already newer than 2229 2024-04-02T08:40:43.732 INFO:tasks.rados.rados.0.smithi019.stdout:3078: oid 15 updating version 2231 to 2232 2024-04-02T08:40:43.732 INFO:tasks.rados.rados.0.smithi019.stdout:3078: oid 15 version 2232 is already newer than 2230 2024-04-02T08:40:43.732 INFO:tasks.rados.rados.0.smithi019.stdout:3078: oid 15 version 2232 is already newer than 2228 2024-04-02T08:40:43.732 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2232 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-04-02T08:40:43.732 INFO:tasks.rados.rados.0.smithi019.stdout:3078: left oid 15 (ObjNum 963 snap 285 seq_num 963) 2024-04-02T08:40:43.738 INFO:tasks.rados.rados.0.smithi019.stdout:3078: done (1 left) 2024-04-02T08:40:43.738 INFO:tasks.rados.rados.0.smithi019.stdout:3080: done (0 left) 2024-04-02T08:40:43.738 INFO:tasks.rados.rados.0.smithi019.stdout:3081: snap_remove snap 283 2024-04-02T08:40:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:43 smithi066 ceph-mon[87361]: pgmap v633: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-02T08:40:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:43 smithi019 ceph-mon[94035]: pgmap v633: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-02T08:40:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:43 smithi019 ceph-mon[96522]: pgmap v633: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-02T08:40:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:44.652 INFO:tasks.rados.rados.0.smithi019.stdout:3081: done (0 left) 2024-04-02T08:40:44.652 INFO:tasks.rados.rados.0.smithi019.stdout:3082: read oid 45 snap 284 2024-04-02T08:40:44.653 INFO:tasks.rados.rados.0.smithi019.stdout:3082: expect (ObjNum 948 snap 281 seq_num 948) 2024-04-02T08:40:44.653 INFO:tasks.rados.rados.0.smithi019.stdout:3083: snap_create 2024-04-02T08:40:44.666 INFO:tasks.rados.rados.0.smithi019.stdout:3082: expect (ObjNum 948 snap 281 seq_num 948) 2024-04-02T08:40:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:44 smithi066 ceph-mon[87361]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:40:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:44 smithi066 ceph-mon[87361]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:40:45.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:44 smithi019 ceph-mon[94035]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:40:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:44 smithi019 ceph-mon[94035]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:40:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:44 smithi019 ceph-mon[96522]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:40:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:44 smithi019 ceph-mon[96522]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:40:45.651 INFO:tasks.rados.rados.0.smithi019.stdout:3082: done (1 left) 2024-04-02T08:40:45.651 INFO:tasks.rados.rados.0.smithi019.stdout:3083: done (0 left) 2024-04-02T08:40:45.651 INFO:tasks.rados.rados.0.smithi019.stdout:3084: rmattr oid 44 current snap is 286 2024-04-02T08:40:45.651 INFO:tasks.rados.rados.0.smithi019.stdout:3084: done (0 left) 2024-04-02T08:40:45.651 INFO:tasks.rados.rados.0.smithi019.stdout:3085: snap_remove snap 284 2024-04-02T08:40:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:45 smithi066 ceph-mon[87361]: pgmap v635: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-02T08:40:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:45 smithi066 ceph-mon[87361]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:40:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:45 smithi019 ceph-mon[94035]: pgmap v635: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-02T08:40:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:45 smithi019 ceph-mon[94035]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:40:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:45 smithi019 ceph-mon[96522]: pgmap v635: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-02T08:40:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:45 smithi019 ceph-mon[96522]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:40:46.653 INFO:tasks.rados.rados.0.smithi019.stdout:3085: done (0 left) 2024-04-02T08:40:46.653 INFO:tasks.rados.rados.0.smithi019.stdout:3086: read oid 10 snap -1 2024-04-02T08:40:46.653 INFO:tasks.rados.rados.0.smithi019.stdout:3086: expect (ObjNum 941 snap 279 seq_num 941) 2024-04-02T08:40:46.653 INFO:tasks.rados.rados.0.smithi019.stdout:3087: copy_from oid 38 from oid 48 current snap is 286 2024-04-02T08:40:46.653 INFO:tasks.rados.rados.0.smithi019.stdout:3088: copy_from oid 2 from oid 9 current snap is 286 2024-04-02T08:40:46.654 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 286 2024-04-02T08:40:46.654 INFO:tasks.rados.rados.0.smithi019.stdout:3089: seq_num 965 ranges {1589248=565248,2154496=647168,2801664=548864,3350528=8192} 2024-04-02T08:40:46.667 INFO:tasks.rados.rados.0.smithi019.stdout:3089: writing smithi01981774-4 from 1589248 to 2154496 tid 1 2024-04-02T08:40:46.671 INFO:tasks.rados.rados.0.smithi019.stdout:3089: writing smithi01981774-4 from 2154496 to 2801664 tid 2 2024-04-02T08:40:46.675 INFO:tasks.rados.rados.0.smithi019.stdout:3089: writing smithi01981774-4 from 2801664 to 3350528 tid 3 2024-04-02T08:40:46.675 INFO:tasks.rados.rados.0.smithi019.stdout:3089: writing smithi01981774-4 from 3350528 to 3358720 tid 4 2024-04-02T08:40:46.675 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 286 2024-04-02T08:40:46.675 INFO:tasks.rados.rados.0.smithi019.stdout:3088: finishing copy_from racing read to smithi01981774-2 2024-04-02T08:40:46.675 INFO:tasks.rados.rados.0.smithi019.stdout:3090: seq_num 966 ranges {2400256=581632,2981888=581632,3563520=622592} 2024-04-02T08:40:46.692 INFO:tasks.rados.rados.0.smithi019.stdout:3090: writing smithi01981774-31 from 2400256 to 2981888 tid 1 2024-04-02T08:40:46.695 INFO:tasks.rados.rados.0.smithi019.stdout:3090: writing smithi01981774-31 from 2981888 to 3563520 tid 2 2024-04-02T08:40:46.698 INFO:tasks.rados.rados.0.smithi019.stdout:3090: writing smithi01981774-31 from 3563520 to 4186112 tid 3 2024-04-02T08:40:46.699 INFO:tasks.rados.rados.0.smithi019.stdout:3091: snap_remove snap 285 2024-04-02T08:40:47.659 INFO:tasks.rados.rados.0.smithi019.stdout:3091: done (5 left) 2024-04-02T08:40:47.659 INFO:tasks.rados.rados.0.smithi019.stdout:3092: delete oid 20 current snap is 286 2024-04-02T08:40:47.659 INFO:tasks.rados.rados.0.smithi019.stdout:3088: finishing copy_from to smithi01981774-2 2024-04-02T08:40:47.659 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 2131 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:40:47.659 INFO:tasks.rados.rados.0.smithi019.stdout:3086: expect (ObjNum 941 snap 279 seq_num 941) 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: finishing write tid 1 to smithi01981774-4 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: finishing write tid 2 to smithi01981774-4 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: finishing write tid 3 to smithi01981774-4 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: finishing write tid 4 to smithi01981774-4 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: finishing write tid 5 to smithi01981774-4 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: finishing write tid 6 to smithi01981774-4 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: oid 4 updating version 0 to 2135 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: oid 4 updating version 2135 to 2136 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: oid 4 version 2136 is already newer than 2132 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: oid 4 version 2136 is already newer than 2133 2024-04-02T08:40:47.698 INFO:tasks.rados.rados.0.smithi019.stdout:3089: oid 4 version 2136 is already newer than 2134 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2136 (ObjNum 965 snap 286 seq_num 965) dirty exists 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3089: left oid 4 (ObjNum 965 snap 286 seq_num 965) 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3087: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3087: finishing copy_from to smithi01981774-38 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2384 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: finishing write tid 1 to smithi01981774-31 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: finishing write tid 2 to smithi01981774-31 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: finishing write tid 3 to smithi01981774-31 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: finishing write tid 4 to smithi01981774-31 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: finishing write tid 5 to smithi01981774-31 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: oid 31 updating version 0 to 870 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: oid 31 version 870 is already newer than 867 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: oid 31 version 870 is already newer than 869 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: oid 31 version 870 is already newer than 868 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 870 (ObjNum 966 snap 286 seq_num 966) dirty exists 2024-04-02T08:40:47.699 INFO:tasks.rados.rados.0.smithi019.stdout:3090: left oid 31 (ObjNum 966 snap 286 seq_num 966) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3086: done (5 left) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3087: done (4 left) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3088: done (3 left) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3089: done (2 left) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3090: done (1 left) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3092: done (0 left) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3093: rollback oid 31 current snap is 286 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3093: done (0 left) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3094: copy_from oid 24 from oid 33 current snap is 286 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3095: read oid 48 snap -1 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3095: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3096: snap_create 2024-04-02T08:40:47.712 INFO:tasks.rados.rados.0.smithi019.stdout:3094: finishing copy_from racing read to smithi01981774-24 2024-04-02T08:40:47.712 INFO:tasks.rados.rados.0.smithi019.stdout:3094: finishing copy_from to smithi01981774-24 2024-04-02T08:40:47.712 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 1605 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:40:47.717 INFO:tasks.rados.rados.0.smithi019.stdout:3095: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:47 smithi019 ceph-mon[94035]: pgmap v638: 121 pgs: 121 active+clean; 128 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:40:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:47 smithi019 ceph-mon[94035]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:40:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:47 smithi019 ceph-mon[96522]: pgmap v638: 121 pgs: 121 active+clean; 128 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:40:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:47 smithi019 ceph-mon[96522]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:40:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:47 smithi066 ceph-mon[87361]: pgmap v638: 121 pgs: 121 active+clean; 128 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:40:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:47 smithi066 ceph-mon[87361]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:40:48.669 INFO:tasks.rados.rados.0.smithi019.stdout:3094: done (2 left) 2024-04-02T08:40:48.669 INFO:tasks.rados.rados.0.smithi019.stdout:3095: done (1 left) 2024-04-02T08:40:48.669 INFO:tasks.rados.rados.0.smithi019.stdout:3096: done (0 left) 2024-04-02T08:40:48.669 INFO:tasks.rados.rados.0.smithi019.stdout:3097: delete oid 11 current snap is 287 2024-04-02T08:40:48.674 INFO:tasks.rados.rados.0.smithi019.stdout:3097: done (0 left) 2024-04-02T08:40:48.674 INFO:tasks.rados.rados.0.smithi019.stdout:3098: copy_from oid 34 from oid 29 current snap is 287 2024-04-02T08:40:48.674 INFO:tasks.rados.rados.0.smithi019.stdout:3099: delete oid 14 current snap is 287 2024-04-02T08:40:48.676 INFO:tasks.rados.rados.0.smithi019.stdout:3099: done (1 left) 2024-04-02T08:40:48.676 INFO:tasks.rados.rados.0.smithi019.stdout:3100: setattr oid 36 current snap is 287 2024-04-02T08:40:48.678 INFO:tasks.rados.rados.0.smithi019.stdout:3101: rollback oid 10 current snap is 287 2024-04-02T08:40:48.678 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 286 2024-04-02T08:40:48.678 INFO:tasks.rados.rados.0.smithi019.stdout:3102: copy_from oid 46 from oid 49 current snap is 287 2024-04-02T08:40:48.678 INFO:tasks.rados.rados.0.smithi019.stdout:3103: rollback oid 24 current snap is 287 2024-04-02T08:40:48.678 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 24 to 286 2024-04-02T08:40:48.679 INFO:tasks.rados.rados.0.smithi019.stdout:3104: read oid 15 snap -1 2024-04-02T08:40:48.679 INFO:tasks.rados.rados.0.smithi019.stdout:3104: expect (ObjNum 963 snap 285 seq_num 963) 2024-04-02T08:40:48.679 INFO:tasks.rados.rados.0.smithi019.stdout:3105: setattr oid 30 current snap is 287 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3106: copy_from oid 7 from oid 6 current snap is 287 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3107: read oid 21 snap 286 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3107: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3108: read oid 11 snap 286 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3108: expect (ObjNum 955 snap 282 seq_num 955) 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3109: rollback oid 42 current snap is 287 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 286 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3110: copy_from oid 50 from oid 4 current snap is 287 2024-04-02T08:40:48.680 INFO:tasks.rados.rados.0.smithi019.stdout:3111: delete oid 1 current snap is 287 2024-04-02T08:40:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1645 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:40:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:3102: finishing copy_from to smithi01981774-46 2024-04-02T08:40:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:3102: got expected ENOENT (src dne) 2024-04-02T08:40:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:3102: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:40:48.685 INFO:tasks.rados.rados.0.smithi019.stdout:3101: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:40:48.686 INFO:tasks.rados.rados.0.smithi019.stdout:3101: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:40:48.686 INFO:tasks.rados.rados.0.smithi019.stdout:3101: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:40:48.686 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 873 (ObjNum 941 snap 279 seq_num 941) dirty exists 2024-04-02T08:40:48.688 INFO:tasks.rados.rados.0.smithi019.stdout:3103: finishing rollback tid 0 to smithi01981774-24 2024-04-02T08:40:48.689 INFO:tasks.rados.rados.0.smithi019.stdout:3103: finishing rollback tid 1 to smithi01981774-24 2024-04-02T08:40:48.690 INFO:tasks.rados.rados.0.smithi019.stdout:3107: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:40:48.736 INFO:tasks.rados.rados.0.smithi019.stdout:3103: finishing rollback tid 2 to smithi01981774-24 2024-04-02T08:40:48.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 2134 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:40:48.736 INFO:tasks.rados.rados.0.smithi019.stdout:3109: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:40:48.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2393 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-04-02T08:40:48.736 INFO:tasks.rados.rados.0.smithi019.stdout:3109: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:40:48.736 INFO:tasks.rados.rados.0.smithi019.stdout:3109: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:40:48.737 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1617 (ObjNum 952 snap 282 seq_num 952) dirty exists 2024-04-02T08:40:48.737 INFO:tasks.rados.rados.0.smithi019.stdout:3108: expect (ObjNum 955 snap 282 seq_num 955) 2024-04-02T08:40:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3110: finishing copy_from racing read to smithi01981774-50 2024-04-02T08:40:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3110: finishing copy_from to smithi01981774-50 2024-04-02T08:40:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 2136 (ObjNum 965 snap 286 seq_num 965) dirty exists 2024-04-02T08:40:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3106: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:40:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3106: finishing copy_from to smithi01981774-7 2024-04-02T08:40:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 1608 (ObjNum 857 snap 260 seq_num 857) dirty exists 2024-04-02T08:40:48.834 INFO:tasks.rados.rados.0.smithi019.stdout:3104: expect (ObjNum 963 snap 285 seq_num 963) 2024-04-02T08:40:48.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:48 smithi019 ceph-mon[94035]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:40:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:48 smithi019 ceph-mon[96522]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:40:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:48 smithi066 ceph-mon[87361]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:40:49.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:49 smithi019 ceph-mon[96522]: pgmap v641: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-04-02T08:40:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:49 smithi019 ceph-mon[96522]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:40:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:49 smithi019 ceph-mon[96522]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:40:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:49 smithi019 ceph-mon[94035]: pgmap v641: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-04-02T08:40:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:49 smithi019 ceph-mon[94035]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:40:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:49 smithi019 ceph-mon[94035]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:40:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:49 smithi066 ceph-mon[87361]: pgmap v641: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-04-02T08:40:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:49 smithi066 ceph-mon[87361]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:40:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:49 smithi066 ceph-mon[87361]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:40:50.104 INFO:tasks.rados.rados.0.smithi019.stdout:3098: finishing copy_from racing read to smithi01981774-34 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3098: finishing copy_from to smithi01981774-34 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 2218 (ObjNum 899 snap 273 seq_num 899) dirty exists 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3098: done (12 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3100: done (11 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3101: done (10 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3102: done (9 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3103: done (8 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3104: done (7 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3105: done (6 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3106: done (5 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3107: done (4 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3108: done (3 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3109: done (2 left) 2024-04-02T08:40:50.105 INFO:tasks.rados.rados.0.smithi019.stdout:3110: done (1 left) 2024-04-02T08:40:50.106 INFO:tasks.rados.rados.0.smithi019.stdout:3111: done (0 left) 2024-04-02T08:40:50.106 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 287 2024-04-02T08:40:50.106 INFO:tasks.rados.rados.0.smithi019.stdout:3112: seq_num 971 ranges {7544832=671744,8216576=802816,9019392=401408} 2024-04-02T08:40:50.151 INFO:tasks.rados.rados.0.smithi019.stdout:3112: writing smithi01981774-19 from 7544832 to 8216576 tid 1 2024-04-02T08:40:50.158 INFO:tasks.rados.rados.0.smithi019.stdout:3112: writing smithi01981774-19 from 8216576 to 9019392 tid 2 2024-04-02T08:40:50.158 INFO:tasks.rados.rados.0.smithi019.stdout:3112: writing smithi01981774-19 from 9019392 to 9420800 tid 3 2024-04-02T08:40:50.159 INFO:tasks.rados.rados.0.smithi019.stdout:3113: setattr oid 16 current snap is 287 2024-04-02T08:40:50.159 INFO:tasks.rados.rados.0.smithi019.stdout:3112: finishing write tid 1 to smithi01981774-19 2024-04-02T08:40:50.161 INFO:tasks.rados.rados.0.smithi019.stdout:3112: finishing write tid 2 to smithi01981774-19 2024-04-02T08:40:50.161 INFO:tasks.rados.rados.0.smithi019.stdout:3112: finishing write tid 3 to smithi01981774-19 2024-04-02T08:40:50.162 INFO:tasks.rados.rados.0.smithi019.stdout:3112: finishing write tid 4 to smithi01981774-19 2024-04-02T08:40:50.162 INFO:tasks.rados.rados.0.smithi019.stdout:3114: rmattr oid 9 current snap is 287 2024-04-02T08:40:50.162 INFO:tasks.rados.rados.0.smithi019.stdout:3115: copy_from oid 30 from oid 22 current snap is 287 2024-04-02T08:40:50.163 INFO:tasks.rados.rados.0.smithi019.stdout:3116: snap_remove snap 286 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3116: done (4 left) 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3117: rollback oid 47 current snap is 287 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3117: done (4 left) 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3118: delete oid 44 current snap is 287 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3115: finishing copy_from to smithi01981774-30 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3115: got expected ENOENT (src dne) 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3112: finishing write tid 5 to smithi01981774-19 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3112: oid 19 updating version 0 to 1648 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3112: oid 19 version 1648 is already newer than 1646 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3112: oid 19 updating version 1648 to 1649 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3112: oid 19 version 1649 is already newer than 1647 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1649 (ObjNum 971 snap 287 seq_num 971) dirty exists 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3112: left oid 19 (ObjNum 971 snap 287 seq_num 971) 2024-04-02T08:40:50.672 INFO:tasks.rados.rados.0.smithi019.stdout:3115: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:40:50.673 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 2138 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:40:50.673 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1683 (ObjNum 854 snap 260 seq_num 854) dirty exists 2024-04-02T08:40:50.680 INFO:tasks.rados.rados.0.smithi019.stdout:3112: done (4 left) 2024-04-02T08:40:50.680 INFO:tasks.rados.rados.0.smithi019.stdout:3113: done (3 left) 2024-04-02T08:40:50.680 INFO:tasks.rados.rados.0.smithi019.stdout:3114: done (2 left) 2024-04-02T08:40:50.680 INFO:tasks.rados.rados.0.smithi019.stdout:3115: done (1 left) 2024-04-02T08:40:50.680 INFO:tasks.rados.rados.0.smithi019.stdout:3118: done (0 left) 2024-04-02T08:40:50.680 INFO:tasks.rados.rados.0.smithi019.stdout:3119: read oid 30 snap -1 2024-04-02T08:40:50.681 INFO:tasks.rados.rados.0.smithi019.stdout:3119: expect (ObjNum 956 snap 282 seq_num 956) 2024-04-02T08:40:50.681 INFO:tasks.rados.rados.0.smithi019.stdout:3120: snap_create 2024-04-02T08:40:50.690 INFO:tasks.rados.rados.0.smithi019.stdout:3119: expect (ObjNum 956 snap 282 seq_num 956) 2024-04-02T08:40:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:40:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:40:50] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-04-02T08:40:51.679 INFO:tasks.rados.rados.0.smithi019.stdout:3119: done (1 left) 2024-04-02T08:40:51.679 INFO:tasks.rados.rados.0.smithi019.stdout:3120: done (0 left) 2024-04-02T08:40:51.679 INFO:tasks.rados.rados.0.smithi019.stdout:3121: read oid 14 snap 287 2024-04-02T08:40:51.679 INFO:tasks.rados.rados.0.smithi019.stdout:3121: expect deleted 2024-04-02T08:40:51.679 INFO:tasks.rados.rados.0.smithi019.stdout:3122: rollback oid 10 current snap is 288 2024-04-02T08:40:51.679 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 287 2024-04-02T08:40:51.679 INFO:tasks.rados.rados.0.smithi019.stdout:3123: delete oid 6 current snap is 288 2024-04-02T08:40:51.682 INFO:tasks.rados.rados.0.smithi019.stdout:3121: done (2 left) 2024-04-02T08:40:51.682 INFO:tasks.rados.rados.0.smithi019.stdout:3123: done (1 left) 2024-04-02T08:40:51.682 INFO:tasks.rados.rados.0.smithi019.stdout:3124: read oid 49 snap -1 2024-04-02T08:40:51.682 INFO:tasks.rados.rados.0.smithi019.stdout:3124: expect deleted 2024-04-02T08:40:51.682 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 288 2024-04-02T08:40:51.682 INFO:tasks.rados.rados.0.smithi019.stdout:3125: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-04-02T08:40:51.686 INFO:tasks.rados.rados.0.smithi019.stdout:3125: writing smithi01981774-11 from 0 to 720896 tid 1 2024-04-02T08:40:51.689 INFO:tasks.rados.rados.0.smithi019.stdout:3125: writing smithi01981774-11 from 720896 to 1228800 tid 2 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3125: writing smithi01981774-11 from 1228800 to 1900544 tid 3 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3125: writing smithi01981774-11 from 1900544 to 1925120 tid 4 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3126: delete oid 13 current snap is 288 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3122: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3122: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3122: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 876 (ObjNum 941 snap 279 seq_num 941) dirty exists 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3125: finishing write tid 1 to smithi01981774-11 2024-04-02T08:40:51.694 INFO:tasks.rados.rados.0.smithi019.stdout:3125: finishing write tid 2 to smithi01981774-11 2024-04-02T08:40:51.697 INFO:tasks.rados.rados.0.smithi019.stdout:3122: done (3 left) 2024-04-02T08:40:51.697 INFO:tasks.rados.rados.0.smithi019.stdout:3124: done (2 left) 2024-04-02T08:40:51.697 INFO:tasks.rados.rados.0.smithi019.stdout:3126: done (1 left) 2024-04-02T08:40:51.697 INFO:tasks.rados.rados.0.smithi019.stdout:3127: snap_remove snap 287 2024-04-02T08:40:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:51 smithi019 ceph-mon[94035]: pgmap v644: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-02T08:40:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:51 smithi019 ceph-mon[94035]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:40:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:51 smithi019 ceph-mon[96522]: pgmap v644: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-02T08:40:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:51 smithi019 ceph-mon[96522]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:40:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:51 smithi066 ceph-mon[87361]: pgmap v644: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-02T08:40:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:51 smithi066 ceph-mon[87361]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:40:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:40:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3127: done (1 left) 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3128: rollback oid 35 current snap is 288 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3128: done (1 left) 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3129: read oid 5 snap -1 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3129: expect deleted 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3130: read oid 8 snap -1 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3130: expect deleted 2024-04-02T08:40:52.689 INFO:tasks.rados.rados.0.smithi019.stdout:3131: rmattr oid 30 current snap is 288 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3132: delete oid 13 current snap is 288 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: finishing write tid 3 to smithi01981774-11 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: finishing write tid 4 to smithi01981774-11 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: finishing write tid 5 to smithi01981774-11 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: finishing write tid 6 to smithi01981774-11 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: oid 11 updating version 0 to 2143 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: oid 11 version 2143 is already newer than 2142 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: oid 11 version 2143 is already newer than 2140 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: oid 11 version 2143 is already newer than 2139 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: oid 11 version 2143 is already newer than 2141 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2143 (ObjNum 974 snap 288 seq_num 974) dirty exists 2024-04-02T08:40:52.690 INFO:tasks.rados.rados.0.smithi019.stdout:3125: left oid 11 (ObjNum 974 snap 288 seq_num 974) 2024-04-02T08:40:52.692 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2400 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3125: done (4 left) 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3129: done (3 left) 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3130: done (2 left) 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3131: done (1 left) 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3132: done (0 left) 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3133: rollback oid 41 current snap is 288 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3133: done (0 left) 2024-04-02T08:40:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3134: rmattr oid 6 current snap is 288 2024-04-02T08:40:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3134: done (0 left) 2024-04-02T08:40:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3135: rollback oid 1 current snap is 288 2024-04-02T08:40:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3135: done (0 left) 2024-04-02T08:40:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3136: delete oid 27 current snap is 288 2024-04-02T08:40:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3136: done (0 left) 2024-04-02T08:40:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3137: rollback oid 28 current snap is 288 2024-04-02T08:40:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:3137: done (0 left) 2024-04-02T08:40:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:3138: copy_from oid 30 from oid 19 current snap is 288 2024-04-02T08:40:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:3139: delete oid 10 current snap is 288 2024-04-02T08:40:52.697 INFO:tasks.rados.rados.0.smithi019.stdout:3139: done (1 left) 2024-04-02T08:40:52.697 INFO:tasks.rados.rados.0.smithi019.stdout:3140: copy_from oid 31 from oid 48 current snap is 288 2024-04-02T08:40:52.697 INFO:tasks.rados.rados.0.smithi019.stdout:3141: delete oid 44 current snap is 288 2024-04-02T08:40:52.702 INFO:tasks.rados.rados.0.smithi019.stdout:3141: done (2 left) 2024-04-02T08:40:52.702 INFO:tasks.rados.rados.0.smithi019.stdout:3142: read oid 35 snap -1 2024-04-02T08:40:52.702 INFO:tasks.rados.rados.0.smithi019.stdout:3142: expect (ObjNum 942 snap 280 seq_num 942) 2024-04-02T08:40:52.702 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 288 2024-04-02T08:40:52.702 INFO:tasks.rados.rados.0.smithi019.stdout:3143: seq_num 980 ranges {3252224=417792,3670016=614400,4284416=663552,4947968=327680} 2024-04-02T08:40:52.723 INFO:tasks.rados.rados.0.smithi019.stdout:3143: writing smithi01981774-26 from 3252224 to 3670016 tid 1 2024-04-02T08:40:52.726 INFO:tasks.rados.rados.0.smithi019.stdout:3143: writing smithi01981774-26 from 3670016 to 4284416 tid 2 2024-04-02T08:40:52.730 INFO:tasks.rados.rados.0.smithi019.stdout:3143: writing smithi01981774-26 from 4284416 to 4947968 tid 3 2024-04-02T08:40:52.732 INFO:tasks.rados.rados.0.smithi019.stdout:3143: writing smithi01981774-26 from 4947968 to 5275648 tid 4 2024-04-02T08:40:52.732 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 288 2024-04-02T08:40:52.732 INFO:tasks.rados.rados.0.smithi019.stdout:3144: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2024-04-02T08:40:52.735 INFO:tasks.rados.rados.0.smithi019.stdout:3144: writing smithi01981774-6 from 0 to 434176 tid 1 2024-04-02T08:40:52.739 INFO:tasks.rados.rados.0.smithi019.stdout:3144: writing smithi01981774-6 from 434176 to 974848 tid 2 2024-04-02T08:40:52.742 INFO:tasks.rados.rados.0.smithi019.stdout:3144: writing smithi01981774-6 from 974848 to 1441792 tid 3 2024-04-02T08:40:52.745 INFO:tasks.rados.rados.0.smithi019.stdout:3144: writing smithi01981774-6 from 1441792 to 1966080 tid 4 2024-04-02T08:40:52.745 INFO:tasks.rados.rados.0.smithi019.stdout:3144: writing smithi01981774-6 from 1966080 to 2039808 tid 5 2024-04-02T08:40:52.746 INFO:tasks.rados.rados.0.smithi019.stdout:3145: copy_from oid 32 from oid 4 current snap is 288 2024-04-02T08:40:52.746 INFO:tasks.rados.rados.0.smithi019.stdout:3142: expect (ObjNum 942 snap 280 seq_num 942) 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3140: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3140: finishing copy_from to smithi01981774-31 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 2384 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3143: finishing write tid 1 to smithi01981774-26 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3143: finishing write tid 2 to smithi01981774-26 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3143: finishing write tid 3 to smithi01981774-26 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3138: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3140: done (5 left) 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3142: done (4 left) 2024-04-02T08:40:52.788 INFO:tasks.rados.rados.0.smithi019.stdout:3146: snap_create 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: finishing write tid 4 to smithi01981774-26 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: finishing write tid 5 to smithi01981774-26 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3138: finishing copy_from to smithi01981774-30 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 1649 (ObjNum 971 snap 287 seq_num 971) dirty exists 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: finishing write tid 6 to smithi01981774-26 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: oid 26 updating version 0 to 2235 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: oid 26 version 2235 is already newer than 2234 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: oid 26 version 2235 is already newer than 2233 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: oid 26 updating version 2235 to 2237 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: oid 26 version 2237 is already newer than 2236 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2237 (ObjNum 980 snap 288 seq_num 980) dirty exists 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3143: left oid 26 (ObjNum 980 snap 288 seq_num 980) 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3144: finishing write tid 1 to smithi01981774-6 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3144: finishing write tid 2 to smithi01981774-6 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3144: finishing write tid 3 to smithi01981774-6 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3144: finishing write tid 4 to smithi01981774-6 2024-04-02T08:40:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3144: finishing write tid 5 to smithi01981774-6 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: finishing write tid 6 to smithi01981774-6 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: finishing write tid 7 to smithi01981774-6 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: oid 6 updating version 0 to 1622 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: oid 6 version 1622 is already newer than 1621 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: oid 6 version 1622 is already newer than 1619 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: oid 6 version 1622 is already newer than 1620 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: oid 6 updating version 1622 to 1624 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: oid 6 version 1624 is already newer than 1623 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1624 (ObjNum 981 snap 288 seq_num 981) dirty exists 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3144: left oid 6 (ObjNum 981 snap 288 seq_num 981) 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3145: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:3145: finishing copy_from to smithi01981774-32 2024-04-02T08:40:52.790 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2136 (ObjNum 965 snap 286 seq_num 965) dirty exists 2024-04-02T08:40:52.862 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:52 smithi066 ceph-mon[87361]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:40:52.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:52 smithi019 ceph-mon[94035]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:40:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:52 smithi019 ceph-mon[96522]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:40:53.695 INFO:tasks.rados.rados.0.smithi019.stdout:3138: done (4 left) 2024-04-02T08:40:53.695 INFO:tasks.rados.rados.0.smithi019.stdout:3143: done (3 left) 2024-04-02T08:40:53.695 INFO:tasks.rados.rados.0.smithi019.stdout:3144: done (2 left) 2024-04-02T08:40:53.695 INFO:tasks.rados.rados.0.smithi019.stdout:3145: done (1 left) 2024-04-02T08:40:53.695 INFO:tasks.rados.rados.0.smithi019.stdout:3146: done (0 left) 2024-04-02T08:40:53.696 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 289 2024-04-02T08:40:53.696 INFO:tasks.rados.rados.0.smithi019.stdout:3147: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-04-02T08:40:53.696 INFO:tasks.rados.rados.0.smithi019.stdout:3147: writing smithi01981774-13 from 0 to 450560 tid 1 2024-04-02T08:40:53.699 INFO:tasks.rados.rados.0.smithi019.stdout:3147: writing smithi01981774-13 from 450560 to 876544 tid 2 2024-04-02T08:40:53.703 INFO:tasks.rados.rados.0.smithi019.stdout:3147: writing smithi01981774-13 from 876544 to 1556480 tid 3 2024-04-02T08:40:53.707 INFO:tasks.rados.rados.0.smithi019.stdout:3147: writing smithi01981774-13 from 1556480 to 2023424 tid 4 2024-04-02T08:40:53.707 INFO:tasks.rados.rados.0.smithi019.stdout:3147: writing smithi01981774-13 from 2023424 to 2056192 tid 5 2024-04-02T08:40:53.707 INFO:tasks.rados.rados.0.smithi019.stdout:3148: rollback oid 43 current snap is 289 2024-04-02T08:40:53.708 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 288 2024-04-02T08:40:53.708 INFO:tasks.rados.rados.0.smithi019.stdout:3147: finishing write tid 1 to smithi01981774-13 2024-04-02T08:40:53.708 INFO:tasks.rados.rados.0.smithi019.stdout:3147: finishing write tid 2 to smithi01981774-13 2024-04-02T08:40:53.708 INFO:tasks.rados.rados.0.smithi019.stdout:3147: finishing write tid 3 to smithi01981774-13 2024-04-02T08:40:53.708 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 289 2024-04-02T08:40:53.709 INFO:tasks.rados.rados.0.smithi019.stdout:3149: seq_num 983 ranges {9420800=466944,9887744=712704,10600448=434176,11034624=458752} 2024-04-02T08:40:53.760 INFO:tasks.rados.rados.0.smithi019.stdout:3149: writing smithi01981774-30 from 9420800 to 9887744 tid 1 2024-04-02T08:40:53.765 INFO:tasks.rados.rados.0.smithi019.stdout:3149: writing smithi01981774-30 from 9887744 to 10600448 tid 2 2024-04-02T08:40:53.768 INFO:tasks.rados.rados.0.smithi019.stdout:3149: writing smithi01981774-30 from 10600448 to 11034624 tid 3 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3149: writing smithi01981774-30 from 11034624 to 11493376 tid 4 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3150: snap_create 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3147: finishing write tid 4 to smithi01981774-13 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3147: finishing write tid 5 to smithi01981774-13 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3147: finishing write tid 6 to smithi01981774-13 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3148: finishing rollback tid 0 to smithi01981774-43 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3148: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3148: finishing rollback tid 2 to smithi01981774-43 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1685 (ObjNum 702 snap 210 seq_num 702) dirty exists 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3147: finishing write tid 7 to smithi01981774-13 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3147: oid 13 updating version 0 to 1423 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3147: oid 13 version 1423 is already newer than 1422 2024-04-02T08:40:53.772 INFO:tasks.rados.rados.0.smithi019.stdout:3147: oid 13 version 1423 is already newer than 1421 2024-04-02T08:40:53.773 INFO:tasks.rados.rados.0.smithi019.stdout:3147: oid 13 version 1423 is already newer than 1420 2024-04-02T08:40:53.773 INFO:tasks.rados.rados.0.smithi019.stdout:3147: oid 13 version 1423 is already newer than 1419 2024-04-02T08:40:53.773 INFO:tasks.rados.rados.0.smithi019.stdout:3147: oid 13 updating version 1423 to 1424 2024-04-02T08:40:53.773 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 1424 (ObjNum 982 snap 289 seq_num 982) dirty exists 2024-04-02T08:40:53.773 INFO:tasks.rados.rados.0.smithi019.stdout:3147: left oid 13 (ObjNum 982 snap 289 seq_num 982) 2024-04-02T08:40:53.773 INFO:tasks.rados.rados.0.smithi019.stdout:3149: finishing write tid 1 to smithi01981774-30 2024-04-02T08:40:53.773 INFO:tasks.rados.rados.0.smithi019.stdout:3149: finishing write tid 2 to smithi01981774-30 2024-04-02T08:40:53.774 INFO:tasks.rados.rados.0.smithi019.stdout:3149: finishing write tid 3 to smithi01981774-30 2024-04-02T08:40:53.774 INFO:tasks.rados.rados.0.smithi019.stdout:3149: finishing write tid 4 to smithi01981774-30 2024-04-02T08:40:53.775 INFO:tasks.rados.rados.0.smithi019.stdout:3149: finishing write tid 5 to smithi01981774-30 2024-04-02T08:40:53.776 INFO:tasks.rados.rados.0.smithi019.stdout:3149: finishing write tid 6 to smithi01981774-30 2024-04-02T08:40:53.776 INFO:tasks.rados.rados.0.smithi019.stdout:3149: oid 30 updating version 0 to 2407 2024-04-02T08:40:53.776 INFO:tasks.rados.rados.0.smithi019.stdout:3149: oid 30 version 2407 is already newer than 2404 2024-04-02T08:40:53.777 INFO:tasks.rados.rados.0.smithi019.stdout:3149: oid 30 version 2407 is already newer than 2403 2024-04-02T08:40:53.777 INFO:tasks.rados.rados.0.smithi019.stdout:3149: oid 30 version 2407 is already newer than 2406 2024-04-02T08:40:53.777 INFO:tasks.rados.rados.0.smithi019.stdout:3149: oid 30 version 2407 is already newer than 2405 2024-04-02T08:40:53.777 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2407 (ObjNum 983 snap 289 seq_num 983) dirty exists 2024-04-02T08:40:53.777 INFO:tasks.rados.rados.0.smithi019.stdout:3149: left oid 30 (ObjNum 983 snap 289 seq_num 983) 2024-04-02T08:40:53.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:53 smithi019 ceph-mon[94035]: pgmap v647: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 30 op/s 2024-04-02T08:40:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:53 smithi019 ceph-mon[94035]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:40:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:53 smithi019 ceph-mon[96522]: pgmap v647: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 30 op/s 2024-04-02T08:40:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:53 smithi019 ceph-mon[96522]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:40:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:53 smithi066 ceph-mon[87361]: pgmap v647: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 30 op/s 2024-04-02T08:40:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:53 smithi066 ceph-mon[87361]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:40:54.651 INFO:tasks.rados.rados.0.smithi019.stdout:3147: done (3 left) 2024-04-02T08:40:54.652 INFO:tasks.rados.rados.0.smithi019.stdout:3148: done (2 left) 2024-04-02T08:40:54.652 INFO:tasks.rados.rados.0.smithi019.stdout:3149: done (1 left) 2024-04-02T08:40:54.652 INFO:tasks.rados.rados.0.smithi019.stdout:3150: done (0 left) 2024-04-02T08:40:54.652 INFO:tasks.rados.rados.0.smithi019.stdout:3151: snap_remove snap 288 2024-04-02T08:40:54.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:54 smithi019 ceph-mon[94035]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:40:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:54 smithi019 ceph-mon[94035]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:40:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:54 smithi019 ceph-mon[96522]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:40:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:54 smithi019 ceph-mon[96522]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:40:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:54 smithi066 ceph-mon[87361]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:40:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:54 smithi066 ceph-mon[87361]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:40:55.653 INFO:tasks.rados.rados.0.smithi019.stdout:3151: done (0 left) 2024-04-02T08:40:55.653 INFO:tasks.rados.rados.0.smithi019.stdout:3152: setattr oid 40 current snap is 290 2024-04-02T08:40:55.656 INFO:tasks.rados.rados.0.smithi019.stdout:3153: read oid 41 snap 289 2024-04-02T08:40:55.656 INFO:tasks.rados.rados.0.smithi019.stdout:3153: expect deleted 2024-04-02T08:40:55.656 INFO:tasks.rados.rados.0.smithi019.stdout:3154: rollback oid 34 current snap is 290 2024-04-02T08:40:55.656 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 34 to 289 2024-04-02T08:40:55.656 INFO:tasks.rados.rados.0.smithi019.stdout:3155: rmattr oid 13 current snap is 290 2024-04-02T08:40:55.657 INFO:tasks.rados.rados.0.smithi019.stdout:3155: done (3 left) 2024-04-02T08:40:55.657 INFO:tasks.rados.rados.0.smithi019.stdout:3156: setattr oid 17 current snap is 290 2024-04-02T08:40:55.660 INFO:tasks.rados.rados.0.smithi019.stdout:3157: setattr oid 21 current snap is 290 2024-04-02T08:40:55.664 INFO:tasks.rados.rados.0.smithi019.stdout:3153: done (4 left) 2024-04-02T08:40:55.664 INFO:tasks.rados.rados.0.smithi019.stdout:3158: read oid 20 snap 289 2024-04-02T08:40:55.664 INFO:tasks.rados.rados.0.smithi019.stdout:3158: expect deleted 2024-04-02T08:40:55.664 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 290 2024-04-02T08:40:55.664 INFO:tasks.rados.rados.0.smithi019.stdout:3159: seq_num 984 ranges {3358720=483328,3842048=598016,4440064=647168,5087232=360448} 2024-04-02T08:40:55.685 INFO:tasks.rados.rados.0.smithi019.stdout:3159: writing smithi01981774-32 from 3358720 to 3842048 tid 1 2024-04-02T08:40:55.689 INFO:tasks.rados.rados.0.smithi019.stdout:3159: writing smithi01981774-32 from 3842048 to 4440064 tid 2 2024-04-02T08:40:55.693 INFO:tasks.rados.rados.0.smithi019.stdout:3159: writing smithi01981774-32 from 4440064 to 5087232 tid 3 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:3159: writing smithi01981774-32 from 5087232 to 5447680 tid 4 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:3160: copy_from oid 12 from oid 18 current snap is 290 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1686 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:3154: finishing rollback tid 0 to smithi01981774-34 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2386 (ObjNum 779 snap 234 seq_num 779) dirty exists 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:3154: finishing rollback tid 1 to smithi01981774-34 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:3154: finishing rollback tid 2 to smithi01981774-34 2024-04-02T08:40:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 2221 (ObjNum 899 snap 273 seq_num 899) dirty exists 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1600 (ObjNum 930 snap 276 seq_num 930) dirty exists 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3159: finishing write tid 1 to smithi01981774-32 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3159: finishing write tid 2 to smithi01981774-32 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3152: done (6 left) 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3154: done (5 left) 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3156: done (4 left) 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3157: done (3 left) 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3158: done (2 left) 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3161: delete oid 28 current snap is 290 2024-04-02T08:40:55.697 INFO:tasks.rados.rados.0.smithi019.stdout:3160: finishing copy_from to smithi01981774-12 2024-04-02T08:40:55.698 INFO:tasks.rados.rados.0.smithi019.stdout:3160: got expected ENOENT (src dne) 2024-04-02T08:40:55.698 INFO:tasks.rados.rados.0.smithi019.stdout:3160: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:40:55.698 INFO:tasks.rados.rados.0.smithi019.stdout:3159: finishing write tid 3 to smithi01981774-32 2024-04-02T08:40:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3160: done (2 left) 2024-04-02T08:40:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3161: done (1 left) 2024-04-02T08:40:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3162: copy_from oid 15 from oid 49 current snap is 290 2024-04-02T08:40:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 290 2024-04-02T08:40:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3163: seq_num 986 ranges {10772480=516096,11288576=770048,12058624=655360,12713984=180224} 2024-04-02T08:40:55.761 INFO:tasks.rados.rados.0.smithi019.stdout:3163: writing smithi01981774-34 from 10772480 to 11288576 tid 1 2024-04-02T08:40:55.767 INFO:tasks.rados.rados.0.smithi019.stdout:3163: writing smithi01981774-34 from 11288576 to 12058624 tid 2 2024-04-02T08:40:55.772 INFO:tasks.rados.rados.0.smithi019.stdout:3163: writing smithi01981774-34 from 12058624 to 12713984 tid 3 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3163: writing smithi01981774-34 from 12713984 to 12894208 tid 4 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 290 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3159: finishing write tid 4 to smithi01981774-32 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3159: finishing write tid 5 to smithi01981774-32 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3162: finishing copy_from to smithi01981774-15 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3162: got expected ENOENT (src dne) 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3162: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3159: finishing write tid 6 to smithi01981774-32 2024-04-02T08:40:55.774 INFO:tasks.rados.rados.0.smithi019.stdout:3159: oid 32 updating version 0 to 2239 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:3159: oid 32 updating version 2239 to 2242 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:3159: oid 32 version 2242 is already newer than 2241 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:3159: oid 32 version 2242 is already newer than 2238 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:3159: oid 32 version 2242 is already newer than 2240 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2242 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:3159: left oid 32 (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:3163: finishing write tid 1 to smithi01981774-34 2024-04-02T08:40:55.775 INFO:tasks.rados.rados.0.smithi019.stdout:3164: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-04-02T08:40:55.777 INFO:tasks.rados.rados.0.smithi019.stdout:3164: writing smithi01981774-47 from 0 to 532480 tid 1 2024-04-02T08:40:55.781 INFO:tasks.rados.rados.0.smithi019.stdout:3164: writing smithi01981774-47 from 532480 to 1179648 tid 2 2024-04-02T08:40:55.783 INFO:tasks.rados.rados.0.smithi019.stdout:3164: writing smithi01981774-47 from 1179648 to 1597440 tid 3 2024-04-02T08:40:55.785 INFO:tasks.rados.rados.0.smithi019.stdout:3164: writing smithi01981774-47 from 1597440 to 2007040 tid 4 2024-04-02T08:40:55.787 INFO:tasks.rados.rados.0.smithi019.stdout:3164: writing smithi01981774-47 from 2007040 to 2138112 tid 5 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3159: done (3 left) 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3162: done (2 left) 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3165: copy_from oid 30 from oid 46 current snap is 290 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: finishing write tid 2 to smithi01981774-34 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3166: rollback oid 15 current snap is 290 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 289 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: finishing write tid 3 to smithi01981774-34 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: finishing write tid 4 to smithi01981774-34 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: finishing write tid 5 to smithi01981774-34 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: finishing write tid 6 to smithi01981774-34 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: oid 34 updating version 0 to 2223 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: oid 34 updating version 2223 to 2224 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: oid 34 updating version 2224 to 2225 2024-04-02T08:40:55.788 INFO:tasks.rados.rados.0.smithi019.stdout:3163: oid 34 version 2225 is already newer than 2222 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3163: oid 34 updating version 2225 to 2226 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 2226 (ObjNum 986 snap 290 seq_num 986) dirty exists 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3163: left oid 34 (ObjNum 986 snap 290 seq_num 986) 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3164: finishing write tid 1 to smithi01981774-47 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3163: done (3 left) 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3167: read oid 48 snap -1 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3167: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3168: read oid 38 snap -1 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3168: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 290 2024-04-02T08:40:55.789 INFO:tasks.rados.rados.0.smithi019.stdout:3169: seq_num 988 ranges {10215424=557056,10772480=532480,11304960=622592,11927552=450560} 2024-04-02T08:40:55.846 INFO:tasks.rados.rados.0.smithi019.stdout:3169: writing smithi01981774-43 from 10215424 to 10772480 tid 1 2024-04-02T08:40:55.849 INFO:tasks.rados.rados.0.smithi019.stdout:3169: writing smithi01981774-43 from 10772480 to 11304960 tid 2 2024-04-02T08:40:55.853 INFO:tasks.rados.rados.0.smithi019.stdout:3169: writing smithi01981774-43 from 11304960 to 11927552 tid 3 2024-04-02T08:40:55.856 INFO:tasks.rados.rados.0.smithi019.stdout:3169: writing smithi01981774-43 from 11927552 to 12378112 tid 4 2024-04-02T08:40:55.857 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 290 2024-04-02T08:40:55.857 INFO:tasks.rados.rados.0.smithi019.stdout:3170: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-04-02T08:40:55.860 INFO:tasks.rados.rados.0.smithi019.stdout:3170: writing smithi01981774-18 from 0 to 573440 tid 1 2024-04-02T08:40:55.864 INFO:tasks.rados.rados.0.smithi019.stdout:3170: writing smithi01981774-18 from 573440 to 1040384 tid 2 2024-04-02T08:40:55.867 INFO:tasks.rados.rados.0.smithi019.stdout:3170: writing smithi01981774-18 from 1040384 to 1474560 tid 3 2024-04-02T08:40:55.872 INFO:tasks.rados.rados.0.smithi019.stdout:3170: writing smithi01981774-18 from 1474560 to 2113536 tid 4 2024-04-02T08:40:55.873 INFO:tasks.rados.rados.0.smithi019.stdout:3170: writing smithi01981774-18 from 2113536 to 2179072 tid 5 2024-04-02T08:40:55.873 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 290 2024-04-02T08:40:55.873 INFO:tasks.rados.rados.0.smithi019.stdout:3164: finishing write tid 2 to smithi01981774-47 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: finishing write tid 3 to smithi01981774-47 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: finishing write tid 4 to smithi01981774-47 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: finishing write tid 5 to smithi01981774-47 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: finishing write tid 6 to smithi01981774-47 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: finishing write tid 7 to smithi01981774-47 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: oid 47 updating version 0 to 1684 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: oid 47 updating version 1684 to 1685 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: oid 47 version 1685 is already newer than 1682 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: oid 47 version 1685 is already newer than 1683 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: oid 47 version 1685 is already newer than 1681 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: oid 47 updating version 1685 to 1686 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1686 (ObjNum 987 snap 290 seq_num 987) dirty exists 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3164: left oid 47 (ObjNum 987 snap 290 seq_num 987) 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3166: finishing rollback tid 0 to smithi01981774-15 2024-04-02T08:40:55.874 INFO:tasks.rados.rados.0.smithi019.stdout:3166: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:40:55.875 INFO:tasks.rados.rados.0.smithi019.stdout:3166: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:40:55.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2245 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-04-02T08:40:55.875 INFO:tasks.rados.rados.0.smithi019.stdout:3167: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:55.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:55 smithi019 ceph-mon[94035]: pgmap v650: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 30 op/s 2024-04-02T08:40:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:55 smithi019 ceph-mon[94035]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:40:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:55 smithi019 ceph-mon[96522]: pgmap v650: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 30 op/s 2024-04-02T08:40:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:55 smithi019 ceph-mon[96522]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:40:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:55 smithi066 ceph-mon[87361]: pgmap v650: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 30 op/s 2024-04-02T08:40:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:55 smithi066 ceph-mon[87361]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:40:56.082 INFO:tasks.rados.rados.0.smithi019.stdout:3165: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:40:56.082 INFO:tasks.rados.rados.0.smithi019.stdout:3165: finishing copy_from to smithi01981774-30 2024-04-02T08:40:56.082 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2332 (ObjNum 939 snap 278 seq_num 939) dirty exists 2024-04-02T08:40:56.082 INFO:tasks.rados.rados.0.smithi019.stdout:3168: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:40:56.287 INFO:tasks.rados.rados.0.smithi019.stdout:3169: finishing write tid 1 to smithi01981774-43 2024-04-02T08:40:56.287 INFO:tasks.rados.rados.0.smithi019.stdout:3169: finishing write tid 2 to smithi01981774-43 2024-04-02T08:40:56.288 INFO:tasks.rados.rados.0.smithi019.stdout:3169: finishing write tid 3 to smithi01981774-43 2024-04-02T08:40:56.288 INFO:tasks.rados.rados.0.smithi019.stdout:3169: finishing write tid 4 to smithi01981774-43 2024-04-02T08:40:56.288 INFO:tasks.rados.rados.0.smithi019.stdout:3171: seq_num 990 ranges {3358720=589824,3948544=753664,4702208=638976,5341184=212992} 2024-04-02T08:40:56.311 INFO:tasks.rados.rados.0.smithi019.stdout:3171: writing smithi01981774-4 from 3358720 to 3948544 tid 1 2024-04-02T08:40:56.316 INFO:tasks.rados.rados.0.smithi019.stdout:3171: writing smithi01981774-4 from 3948544 to 4702208 tid 2 2024-04-02T08:40:56.320 INFO:tasks.rados.rados.0.smithi019.stdout:3171: writing smithi01981774-4 from 4702208 to 5341184 tid 3 2024-04-02T08:40:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:3171: writing smithi01981774-4 from 5341184 to 5554176 tid 4 2024-04-02T08:40:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:3164: done (7 left) 2024-04-02T08:40:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:3165: done (6 left) 2024-04-02T08:40:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:3166: done (5 left) 2024-04-02T08:40:56.323 INFO:tasks.rados.rados.0.smithi019.stdout:3167: done (4 left) 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3168: done (3 left) 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3172: setattr oid 47 current snap is 290 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: finishing write tid 5 to smithi01981774-43 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: finishing write tid 6 to smithi01981774-43 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: oid 43 updating version 0 to 1690 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: oid 43 updating version 1690 to 1691 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: oid 43 version 1691 is already newer than 1687 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: oid 43 version 1691 is already newer than 1688 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: oid 43 version 1691 is already newer than 1689 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1691 (ObjNum 988 snap 290 seq_num 988) dirty exists 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3169: left oid 43 (ObjNum 988 snap 290 seq_num 988) 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3170: finishing write tid 1 to smithi01981774-18 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3170: finishing write tid 2 to smithi01981774-18 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3170: finishing write tid 3 to smithi01981774-18 2024-04-02T08:40:56.324 INFO:tasks.rados.rados.0.smithi019.stdout:3170: finishing write tid 4 to smithi01981774-18 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: finishing write tid 5 to smithi01981774-18 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: finishing write tid 6 to smithi01981774-18 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: finishing write tid 7 to smithi01981774-18 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: oid 18 updating version 0 to 1659 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: oid 18 version 1659 is already newer than 1657 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: oid 18 updating version 1659 to 1660 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: oid 18 version 1660 is already newer than 1658 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: oid 18 updating version 1660 to 1661 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: oid 18 updating version 1661 to 1662 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1662 (ObjNum 989 snap 290 seq_num 989) dirty exists 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3170: left oid 18 (ObjNum 989 snap 290 seq_num 989) 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3171: finishing write tid 1 to smithi01981774-4 2024-04-02T08:40:56.325 INFO:tasks.rados.rados.0.smithi019.stdout:3171: finishing write tid 2 to smithi01981774-4 2024-04-02T08:40:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:3169: done (3 left) 2024-04-02T08:40:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:3170: done (2 left) 2024-04-02T08:40:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:3173: copy_from oid 15 from oid 33 current snap is 290 2024-04-02T08:40:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 290 2024-04-02T08:40:56.326 INFO:tasks.rados.rados.0.smithi019.stdout:3174: seq_num 991 ranges {1384448=606208,1990656=638976,2629632=794624,3424256=172032} 2024-04-02T08:40:56.336 INFO:tasks.rados.rados.0.smithi019.stdout:3174: writing smithi01981774-35 from 1384448 to 1990656 tid 1 2024-04-02T08:40:56.340 INFO:tasks.rados.rados.0.smithi019.stdout:3174: writing smithi01981774-35 from 1990656 to 2629632 tid 2 2024-04-02T08:40:56.345 INFO:tasks.rados.rados.0.smithi019.stdout:3174: writing smithi01981774-35 from 2629632 to 3424256 tid 3 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3174: writing smithi01981774-35 from 3424256 to 3596288 tid 4 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3175: copy_from oid 39 from oid 5 current snap is 290 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: finishing write tid 3 to smithi01981774-4 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: finishing write tid 4 to smithi01981774-4 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: finishing write tid 5 to smithi01981774-4 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3176: delete oid 27 current snap is 290 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: finishing write tid 6 to smithi01981774-4 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: oid 4 updating version 0 to 2146 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: oid 4 updating version 2146 to 2147 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: oid 4 version 2147 is already newer than 2145 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: oid 4 updating version 2147 to 2148 2024-04-02T08:40:56.347 INFO:tasks.rados.rados.0.smithi019.stdout:3171: oid 4 version 2148 is already newer than 2144 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2148 (ObjNum 990 snap 290 seq_num 990) dirty exists 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:3171: left oid 4 (ObjNum 990 snap 290 seq_num 990) 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1687 (ObjNum 987 snap 290 seq_num 987) dirty exists 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:3173: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:3173: finishing copy_from to smithi01981774-15 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1605 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:3174: finishing write tid 1 to smithi01981774-35 2024-04-02T08:40:56.348 INFO:tasks.rados.rados.0.smithi019.stdout:3174: finishing write tid 2 to smithi01981774-35 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3175: finishing copy_from to smithi01981774-39 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3175: got expected ENOENT (src dne) 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3175: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3171: done (5 left) 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3172: done (4 left) 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3173: done (3 left) 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3175: done (2 left) 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3176: done (1 left) 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 290 2024-04-02T08:40:56.349 INFO:tasks.rados.rados.0.smithi019.stdout:3177: seq_num 993 ranges {4603904=638976,5242880=409600,5652480=409600,6062080=688128,6750208=98304} 2024-04-02T08:40:56.378 INFO:tasks.rados.rados.0.smithi019.stdout:3177: writing smithi01981774-12 from 4603904 to 5242880 tid 1 2024-04-02T08:40:56.380 INFO:tasks.rados.rados.0.smithi019.stdout:3177: writing smithi01981774-12 from 5242880 to 5652480 tid 2 2024-04-02T08:40:56.382 INFO:tasks.rados.rados.0.smithi019.stdout:3177: writing smithi01981774-12 from 5652480 to 6062080 tid 3 2024-04-02T08:40:56.386 INFO:tasks.rados.rados.0.smithi019.stdout:3177: writing smithi01981774-12 from 6062080 to 6750208 tid 4 2024-04-02T08:40:56.387 INFO:tasks.rados.rados.0.smithi019.stdout:3177: writing smithi01981774-12 from 6750208 to 6848512 tid 5 2024-04-02T08:40:56.387 INFO:tasks.rados.rados.0.smithi019.stdout:3178: read oid 23 snap -1 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3178: expect (ObjNum 908 snap 274 seq_num 908) 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3179: delete oid 30 current snap is 290 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: finishing write tid 3 to smithi01981774-35 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: finishing write tid 4 to smithi01981774-35 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: finishing write tid 5 to smithi01981774-35 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: finishing write tid 6 to smithi01981774-35 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: oid 35 updating version 0 to 1601 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: oid 35 updating version 1601 to 1605 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: oid 35 version 1605 is already newer than 1602 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: oid 35 version 1605 is already newer than 1603 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: oid 35 version 1605 is already newer than 1604 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1605 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3174: left oid 35 (ObjNum 991 snap 290 seq_num 991) 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3177: finishing write tid 1 to smithi01981774-12 2024-04-02T08:40:56.388 INFO:tasks.rados.rados.0.smithi019.stdout:3177: finishing write tid 2 to smithi01981774-12 2024-04-02T08:40:56.389 INFO:tasks.rados.rados.0.smithi019.stdout:3177: finishing write tid 3 to smithi01981774-12 2024-04-02T08:40:56.390 INFO:tasks.rados.rados.0.smithi019.stdout:3174: done (3 left) 2024-04-02T08:40:56.390 INFO:tasks.rados.rados.0.smithi019.stdout:3179: done (2 left) 2024-04-02T08:40:56.390 INFO:tasks.rados.rados.0.smithi019.stdout:3180: read oid 37 snap -1 2024-04-02T08:40:56.390 INFO:tasks.rados.rados.0.smithi019.stdout:3180: expect (ObjNum 954 snap 282 seq_num 954) 2024-04-02T08:40:56.390 INFO:tasks.rados.rados.0.smithi019.stdout:3181: read oid 34 snap -1 2024-04-02T08:40:56.390 INFO:tasks.rados.rados.0.smithi019.stdout:3181: expect (ObjNum 986 snap 290 seq_num 986) 2024-04-02T08:40:56.390 INFO:tasks.rados.rados.0.smithi019.stdout:3182: read oid 28 snap -1 2024-04-02T08:40:56.391 INFO:tasks.rados.rados.0.smithi019.stdout:3182: expect deleted 2024-04-02T08:40:56.391 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 290 2024-04-02T08:40:56.391 INFO:tasks.rados.rados.0.smithi019.stdout:3183: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-02T08:40:56.395 INFO:tasks.rados.rados.0.smithi019.stdout:3183: writing smithi01981774-41 from 0 to 671744 tid 1 2024-04-02T08:40:56.400 INFO:tasks.rados.rados.0.smithi019.stdout:3183: writing smithi01981774-41 from 671744 to 1245184 tid 2 2024-04-02T08:40:56.405 INFO:tasks.rados.rados.0.smithi019.stdout:3183: writing smithi01981774-41 from 1245184 to 2023424 tid 3 2024-04-02T08:40:56.407 INFO:tasks.rados.rados.0.smithi019.stdout:3183: writing smithi01981774-41 from 2023424 to 2277376 tid 4 2024-04-02T08:40:56.407 INFO:tasks.rados.rados.0.smithi019.stdout:3184: read oid 25 snap -1 2024-04-02T08:40:56.407 INFO:tasks.rados.rados.0.smithi019.stdout:3184: expect deleted 2024-04-02T08:40:56.407 INFO:tasks.rados.rados.0.smithi019.stdout:3185: snap_remove snap 289 2024-04-02T08:40:56.706 INFO:tasks.rados.rados.0.smithi019.stdout:3185: done (7 left) 2024-04-02T08:40:56.706 INFO:tasks.rados.rados.0.smithi019.stdout:3186: delete oid 47 current snap is 290 2024-04-02T08:40:56.706 INFO:tasks.rados.rados.0.smithi019.stdout:3178: expect (ObjNum 908 snap 274 seq_num 908) 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3177: finishing write tid 4 to smithi01981774-12 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3177: finishing write tid 5 to smithi01981774-12 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3177: finishing write tid 6 to smithi01981774-12 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3178: done (7 left) 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3182: done (6 left) 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3186: done (5 left) 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3187: read oid 45 snap -1 2024-04-02T08:40:56.734 INFO:tasks.rados.rados.0.smithi019.stdout:3187: expect (ObjNum 948 snap 281 seq_num 948) 2024-04-02T08:40:56.735 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 290 2024-04-02T08:40:56.735 INFO:tasks.rados.rados.0.smithi019.stdout:3180: expect (ObjNum 954 snap 282 seq_num 954) 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:3177: finishing write tid 7 to smithi01981774-12 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:3177: oid 12 updating version 0 to 1687 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:3177: oid 12 updating version 1687 to 1688 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:3177: oid 12 version 1688 is already newer than 1685 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:3177: oid 12 version 1688 is already newer than 1684 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:3177: oid 12 version 1688 is already newer than 1686 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:3177: oid 12 updating version 1688 to 1689 2024-04-02T08:40:56.779 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1689 (ObjNum 993 snap 290 seq_num 993) dirty exists 2024-04-02T08:40:56.780 INFO:tasks.rados.rados.0.smithi019.stdout:3177: left oid 12 (ObjNum 993 snap 290 seq_num 993) 2024-04-02T08:40:56.780 INFO:tasks.rados.rados.0.smithi019.stdout:3183: finishing write tid 1 to smithi01981774-41 2024-04-02T08:40:56.780 INFO:tasks.rados.rados.0.smithi019.stdout:3183: finishing write tid 2 to smithi01981774-41 2024-04-02T08:40:56.780 INFO:tasks.rados.rados.0.smithi019.stdout:3188: seq_num 997 ranges {7364608=704512,8069120=794624,8863744=794624,9658368=16384} 2024-04-02T08:40:56.823 INFO:tasks.rados.rados.0.smithi019.stdout:3188: writing smithi01981774-16 from 7364608 to 8069120 tid 1 2024-04-02T08:40:56.827 INFO:tasks.rados.rados.0.smithi019.stdout:3188: writing smithi01981774-16 from 8069120 to 8863744 tid 2 2024-04-02T08:40:56.833 INFO:tasks.rados.rados.0.smithi019.stdout:3188: writing smithi01981774-16 from 8863744 to 9658368 tid 3 2024-04-02T08:40:56.833 INFO:tasks.rados.rados.0.smithi019.stdout:3188: writing smithi01981774-16 from 9658368 to 9674752 tid 4 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3177: done (6 left) 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3180: done (5 left) 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3184: done (4 left) 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3189: snap_create 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3183: finishing write tid 3 to smithi01981774-41 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3183: finishing write tid 4 to smithi01981774-41 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3183: finishing write tid 5 to smithi01981774-41 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3183: finishing write tid 6 to smithi01981774-41 2024-04-02T08:40:56.834 INFO:tasks.rados.rados.0.smithi019.stdout:3183: oid 41 updating version 0 to 2418 2024-04-02T08:40:56.835 INFO:tasks.rados.rados.0.smithi019.stdout:3183: oid 41 version 2418 is already newer than 2416 2024-04-02T08:40:56.835 INFO:tasks.rados.rados.0.smithi019.stdout:3183: oid 41 updating version 2418 to 2419 2024-04-02T08:40:56.835 INFO:tasks.rados.rados.0.smithi019.stdout:3183: oid 41 version 2419 is already newer than 2415 2024-04-02T08:40:56.835 INFO:tasks.rados.rados.0.smithi019.stdout:3183: oid 41 version 2419 is already newer than 2417 2024-04-02T08:40:56.835 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 2419 (ObjNum 995 snap 290 seq_num 995) dirty exists 2024-04-02T08:40:56.835 INFO:tasks.rados.rados.0.smithi019.stdout:3183: left oid 41 (ObjNum 995 snap 290 seq_num 995) 2024-04-02T08:40:56.835 INFO:tasks.rados.rados.0.smithi019.stdout:3181: expect (ObjNum 986 snap 290 seq_num 986) 2024-04-02T08:40:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:57 smithi066 ceph-mon[87361]: pgmap v653: 121 pgs: 121 active+clean; 134 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:40:58.200 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:57 smithi066 ceph-mon[87361]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:40:58.201 INFO:tasks.rados.rados.0.smithi019.stdout:3187: expect (ObjNum 948 snap 281 seq_num 948) 2024-04-02T08:40:58.201 INFO:tasks.rados.rados.0.smithi019.stdout:3188: finishing write tid 1 to smithi01981774-16 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: finishing write tid 2 to smithi01981774-16 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: finishing write tid 3 to smithi01981774-16 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: finishing write tid 4 to smithi01981774-16 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: finishing write tid 5 to smithi01981774-16 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: finishing write tid 6 to smithi01981774-16 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: oid 16 updating version 0 to 1694 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: oid 16 version 1694 is already newer than 1691 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: oid 16 version 1694 is already newer than 1693 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: oid 16 version 1694 is already newer than 1690 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: oid 16 version 1694 is already newer than 1692 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1694 (ObjNum 997 snap 290 seq_num 997) dirty exists 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3188: left oid 16 (ObjNum 997 snap 290 seq_num 997) 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3181: done (4 left) 2024-04-02T08:40:58.202 INFO:tasks.rados.rados.0.smithi019.stdout:3183: done (3 left) 2024-04-02T08:40:58.203 INFO:tasks.rados.rados.0.smithi019.stdout:3187: done (2 left) 2024-04-02T08:40:58.203 INFO:tasks.rados.rados.0.smithi019.stdout:3188: done (1 left) 2024-04-02T08:40:58.203 INFO:tasks.rados.rados.0.smithi019.stdout:3189: done (0 left) 2024-04-02T08:40:58.203 INFO:tasks.rados.rados.0.smithi019.stdout:3190: snap_remove snap 290 2024-04-02T08:40:58.203 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:57 smithi019 ceph-mon[94035]: pgmap v653: 121 pgs: 121 active+clean; 134 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:40:58.203 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:57 smithi019 ceph-mon[94035]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:40:58.203 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:57 smithi019 ceph-mon[96522]: pgmap v653: 121 pgs: 121 active+clean; 134 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 15 op/s 2024-04-02T08:40:58.203 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:57 smithi019 ceph-mon[96522]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3190: done (0 left) 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3191: read oid 1 snap -1 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3191: expect deleted 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3192: copy_from oid 12 from oid 10 current snap is 291 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3193: read oid 45 snap -1 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3193: expect (ObjNum 948 snap 281 seq_num 948) 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3194: copy_from oid 37 from oid 14 current snap is 291 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3195: read oid 41 snap -1 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3195: expect (ObjNum 995 snap 290 seq_num 995) 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3196: rollback oid 19 current snap is 291 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3196: done (5 left) 2024-04-02T08:40:58.716 INFO:tasks.rados.rados.0.smithi019.stdout:3197: delete oid 7 current snap is 291 2024-04-02T08:40:58.724 INFO:tasks.rados.rados.0.smithi019.stdout:3194: finishing copy_from to smithi01981774-37 2024-04-02T08:40:58.724 INFO:tasks.rados.rados.0.smithi019.stdout:3194: got expected ENOENT (src dne) 2024-04-02T08:40:58.724 INFO:tasks.rados.rados.0.smithi019.stdout:3194: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:40:58.725 INFO:tasks.rados.rados.0.smithi019.stdout:3193: expect (ObjNum 948 snap 281 seq_num 948) 2024-04-02T08:40:58.771 INFO:tasks.rados.rados.0.smithi019.stdout:3192: finishing copy_from to smithi01981774-12 2024-04-02T08:40:58.771 INFO:tasks.rados.rados.0.smithi019.stdout:3192: got expected ENOENT (src dne) 2024-04-02T08:40:58.771 INFO:tasks.rados.rados.0.smithi019.stdout:3192: finishing copy_from racing read to smithi01981774-12 2024-04-02T08:40:58.771 INFO:tasks.rados.rados.0.smithi019.stdout:3195: expect (ObjNum 995 snap 290 seq_num 995) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3191: done (5 left) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3192: done (4 left) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3193: done (3 left) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3194: done (2 left) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3195: done (1 left) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3197: done (0 left) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3198: rollback oid 49 current snap is 291 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3198: done (0 left) 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3199: rmattr oid 24 current snap is 291 2024-04-02T08:40:58.831 INFO:tasks.rados.rados.0.smithi019.stdout:3200: rmattr oid 27 current snap is 291 2024-04-02T08:40:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:3200: done (1 left) 2024-04-02T08:40:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:3201: read oid 6 snap -1 2024-04-02T08:40:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:3201: expect (ObjNum 981 snap 288 seq_num 981) 2024-04-02T08:40:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:3202: read oid 44 snap -1 2024-04-02T08:40:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:3202: expect deleted 2024-04-02T08:40:58.832 INFO:tasks.rados.rados.0.smithi019.stdout:3203: snap_create 2024-04-02T08:40:58.833 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 2136 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:40:58.838 INFO:tasks.rados.rados.0.smithi019.stdout:3201: expect (ObjNum 981 snap 288 seq_num 981) 2024-04-02T08:40:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:58 smithi066 ceph-mon[87361]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:40:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:58 smithi019 ceph-mon[94035]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:40:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:58 smithi019 ceph-mon[96522]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:40:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:59.657 INFO:tasks.rados.rados.0.smithi019.stdout:3199: done (3 left) 2024-04-02T08:40:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:3201: done (2 left) 2024-04-02T08:40:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:3202: done (1 left) 2024-04-02T08:40:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:3203: done (0 left) 2024-04-02T08:40:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:3204: read oid 13 snap -1 2024-04-02T08:40:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:3204: expect (ObjNum 982 snap 289 seq_num 982) 2024-04-02T08:40:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 292 2024-04-02T08:40:59.658 INFO:tasks.rados.rados.0.smithi019.stdout:3205: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-04-02T08:40:59.661 INFO:tasks.rados.rados.0.smithi019.stdout:3205: writing smithi01981774-14 from 0 to 737280 tid 1 2024-04-02T08:40:59.665 INFO:tasks.rados.rados.0.smithi019.stdout:3205: writing smithi01981774-14 from 737280 to 1302528 tid 2 2024-04-02T08:40:59.670 INFO:tasks.rados.rados.0.smithi019.stdout:3205: writing smithi01981774-14 from 1302528 to 2064384 tid 3 2024-04-02T08:40:59.672 INFO:tasks.rados.rados.0.smithi019.stdout:3205: writing smithi01981774-14 from 2064384 to 2342912 tid 4 2024-04-02T08:40:59.672 INFO:tasks.rados.rados.0.smithi019.stdout:3206: rmattr oid 44 current snap is 292 2024-04-02T08:40:59.672 INFO:tasks.rados.rados.0.smithi019.stdout:3206: done (2 left) 2024-04-02T08:40:59.672 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 292 2024-04-02T08:40:59.672 INFO:tasks.rados.rados.0.smithi019.stdout:3207: seq_num 1000 ranges {1482752=753664,2236416=442368,2678784=565248,3244032=458752,3702784=139264} 2024-04-02T08:40:59.684 INFO:tasks.rados.rados.0.smithi019.stdout:3207: writing smithi01981774-45 from 1482752 to 2236416 tid 1 2024-04-02T08:40:59.686 INFO:tasks.rados.rados.0.smithi019.stdout:3207: writing smithi01981774-45 from 2236416 to 2678784 tid 2 2024-04-02T08:40:59.690 INFO:tasks.rados.rados.0.smithi019.stdout:3207: writing smithi01981774-45 from 2678784 to 3244032 tid 3 2024-04-02T08:40:59.692 INFO:tasks.rados.rados.0.smithi019.stdout:3207: writing smithi01981774-45 from 3244032 to 3702784 tid 4 2024-04-02T08:40:59.693 INFO:tasks.rados.rados.0.smithi019.stdout:3207: writing smithi01981774-45 from 3702784 to 3842048 tid 5 2024-04-02T08:40:59.693 INFO:tasks.rados.rados.0.smithi019.stdout:3208: rollback oid 47 current snap is 292 2024-04-02T08:40:59.694 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 291 2024-04-02T08:40:59.694 INFO:tasks.rados.rados.0.smithi019.stdout:3204: expect (ObjNum 982 snap 289 seq_num 982) 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: finishing write tid 1 to smithi01981774-14 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: finishing write tid 2 to smithi01981774-14 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: finishing write tid 3 to smithi01981774-14 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: finishing write tid 4 to smithi01981774-14 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: finishing write tid 5 to smithi01981774-14 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: finishing write tid 6 to smithi01981774-14 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: oid 14 updating version 0 to 1653 2024-04-02T08:40:59.753 INFO:tasks.rados.rados.0.smithi019.stdout:3205: oid 14 version 1653 is already newer than 1650 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3205: oid 14 version 1653 is already newer than 1651 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3205: oid 14 version 1653 is already newer than 1652 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3205: oid 14 updating version 1653 to 1654 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 1654 (ObjNum 999 snap 292 seq_num 999) dirty exists 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3205: left oid 14 (ObjNum 999 snap 292 seq_num 999) 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3207: finishing write tid 1 to smithi01981774-45 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3204: done (3 left) 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3205: done (2 left) 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3209: read oid 24 snap -1 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3209: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3210: rmattr oid 37 current snap is 292 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3210: done (3 left) 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 292 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3207: finishing write tid 2 to smithi01981774-45 2024-04-02T08:40:59.754 INFO:tasks.rados.rados.0.smithi019.stdout:3211: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-04-02T08:40:59.757 INFO:tasks.rados.rados.0.smithi019.stdout:3211: writing smithi01981774-25 from 0 to 770048 tid 1 2024-04-02T08:40:59.761 INFO:tasks.rados.rados.0.smithi019.stdout:3211: writing smithi01981774-25 from 770048 to 1499136 tid 2 2024-04-02T08:40:59.767 INFO:tasks.rados.rados.0.smithi019.stdout:3211: writing smithi01981774-25 from 1499136 to 2269184 tid 3 2024-04-02T08:40:59.768 INFO:tasks.rados.rados.0.smithi019.stdout:3211: writing smithi01981774-25 from 2269184 to 2375680 tid 4 2024-04-02T08:40:59.768 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 292 2024-04-02T08:40:59.768 INFO:tasks.rados.rados.0.smithi019.stdout:3208: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:40:59.768 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 0 (ObjNum 129 snap 0 seq_num 2824846752) dirty dne 2024-04-02T08:40:59.768 INFO:tasks.rados.rados.0.smithi019.stdout:3207: finishing write tid 3 to smithi01981774-45 2024-04-02T08:40:59.768 INFO:tasks.rados.rados.0.smithi019.stdout:3207: finishing write tid 4 to smithi01981774-45 2024-04-02T08:40:59.768 INFO:tasks.rados.rados.0.smithi019.stdout:3212: seq_num 1002 ranges {1056768=786432,1843200=614400,2457600=581632,3039232=409600} 2024-04-02T08:40:59.779 INFO:tasks.rados.rados.0.smithi019.stdout:3212: writing smithi01981774-17 from 1056768 to 1843200 tid 1 2024-04-02T08:40:59.783 INFO:tasks.rados.rados.0.smithi019.stdout:3212: writing smithi01981774-17 from 1843200 to 2457600 tid 2 2024-04-02T08:40:59.787 INFO:tasks.rados.rados.0.smithi019.stdout:3212: writing smithi01981774-17 from 2457600 to 3039232 tid 3 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3212: writing smithi01981774-17 from 3039232 to 3448832 tid 4 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3208: done (4 left) 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3213: delete oid 47 current snap is 292 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3207: finishing write tid 5 to smithi01981774-45 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3207: finishing write tid 6 to smithi01981774-45 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3207: finishing write tid 7 to smithi01981774-45 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3207: oid 45 updating version 0 to 1698 2024-04-02T08:40:59.791 INFO:tasks.rados.rados.0.smithi019.stdout:3207: oid 45 version 1698 is already newer than 1697 2024-04-02T08:40:59.792 INFO:tasks.rados.rados.0.smithi019.stdout:3207: oid 45 version 1698 is already newer than 1696 2024-04-02T08:40:59.792 INFO:tasks.rados.rados.0.smithi019.stdout:3207: oid 45 updating version 1698 to 1699 2024-04-02T08:40:59.792 INFO:tasks.rados.rados.0.smithi019.stdout:3207: oid 45 version 1699 is already newer than 1695 2024-04-02T08:40:59.792 INFO:tasks.rados.rados.0.smithi019.stdout:3207: oid 45 updating version 1699 to 1700 2024-04-02T08:40:59.792 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1700 (ObjNum 1000 snap 292 seq_num 1000) dirty exists 2024-04-02T08:40:59.792 INFO:tasks.rados.rados.0.smithi019.stdout:3207: left oid 45 (ObjNum 1000 snap 292 seq_num 1000) 2024-04-02T08:40:59.792 INFO:tasks.rados.rados.0.smithi019.stdout:3209: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: finishing write tid 1 to smithi01981774-25 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: finishing write tid 2 to smithi01981774-25 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: finishing write tid 3 to smithi01981774-25 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: finishing write tid 4 to smithi01981774-25 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: finishing write tid 5 to smithi01981774-25 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: finishing write tid 6 to smithi01981774-25 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: oid 25 updating version 0 to 1691 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: oid 25 version 1691 is already newer than 1690 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: oid 25 version 1691 is already newer than 1689 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: oid 25 updating version 1691 to 1693 2024-04-02T08:40:59.848 INFO:tasks.rados.rados.0.smithi019.stdout:3211: oid 25 version 1693 is already newer than 1692 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1693 (ObjNum 1001 snap 292 seq_num 1001) dirty exists 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3211: left oid 25 (ObjNum 1001 snap 292 seq_num 1001) 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3212: finishing write tid 1 to smithi01981774-17 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3212: finishing write tid 2 to smithi01981774-17 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3207: done (4 left) 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3209: done (3 left) 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3211: done (2 left) 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3213: done (1 left) 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3214: read oid 9 snap -1 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3214: expect (ObjNum 883 snap 269 seq_num 883) 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3215: rollback oid 2 current snap is 292 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 2 to 291 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3212: finishing write tid 3 to smithi01981774-17 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3212: finishing write tid 4 to smithi01981774-17 2024-04-02T08:40:59.849 INFO:tasks.rados.rados.0.smithi019.stdout:3212: finishing write tid 5 to smithi01981774-17 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: finishing write tid 6 to smithi01981774-17 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: oid 17 updating version 0 to 2387 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: oid 17 updating version 2387 to 2389 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: oid 17 version 2389 is already newer than 2388 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: oid 17 updating version 2389 to 2390 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: oid 17 updating version 2390 to 2391 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2391 (ObjNum 1002 snap 292 seq_num 1002) dirty exists 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: left oid 17 (ObjNum 1002 snap 292 seq_num 1002) 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3212: done (2 left) 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3216: read oid 12 snap -1 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3216: expect (ObjNum 993 snap 290 seq_num 993) 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 292 2024-04-02T08:40:59.850 INFO:tasks.rados.rados.0.smithi019.stdout:3217: seq_num 1004 ranges {2801664=16384} 2024-04-02T08:40:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:3217: writing smithi01981774-42 from 2801664 to 2818048 tid 1 2024-04-02T08:40:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:3218: copy_from oid 19 from oid 36 current snap is 292 2024-04-02T08:40:59.863 INFO:tasks.rados.rados.0.smithi019.stdout:3214: expect (ObjNum 883 snap 269 seq_num 883) 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:3215: finishing rollback tid 0 to smithi01981774-2 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:3215: finishing rollback tid 1 to smithi01981774-2 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:3215: finishing rollback tid 2 to smithi01981774-2 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 2139 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:3214: done (4 left) 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:3215: done (3 left) 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:3219: copy_from oid 41 from oid 35 current snap is 292 2024-04-02T08:40:59.879 INFO:tasks.rados.rados.0.smithi019.stdout:3217: finishing write tid 1 to smithi01981774-42 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3217: finishing write tid 2 to smithi01981774-42 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3217: finishing write tid 3 to smithi01981774-42 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3217: oid 42 updating version 0 to 1625 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3217: oid 42 updating version 1625 to 1626 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 1626 (ObjNum 1004 snap 292 seq_num 1004) dirty exists 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3217: left oid 42 (ObjNum 1004 snap 292 seq_num 1004) 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3218: finishing copy_from racing read to smithi01981774-19 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3218: finishing copy_from to smithi01981774-19 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1645 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3217: done (3 left) 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3218: done (2 left) 2024-04-02T08:40:59.880 INFO:tasks.rados.rados.0.smithi019.stdout:3220: snap_remove snap 291 2024-04-02T08:41:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:59 smithi066 ceph-mon[87361]: pgmap v656: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 9.2 MiB/s wr, 46 op/s 2024-04-02T08:41:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:59 smithi066 ceph-mon[87361]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:40:59 smithi066 ceph-mon[87361]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:59 smithi019 ceph-mon[94035]: pgmap v656: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 9.2 MiB/s wr, 46 op/s 2024-04-02T08:41:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:59 smithi019 ceph-mon[94035]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:40:59 smithi019 ceph-mon[94035]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:59 smithi019 ceph-mon[96522]: pgmap v656: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 9.2 MiB/s wr, 46 op/s 2024-04-02T08:41:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:59 smithi019 ceph-mon[96522]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:41:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:40:59 smithi019 ceph-mon[96522]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:41:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:41:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:41:00] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-04-02T08:41:00.728 INFO:tasks.rados.rados.0.smithi019.stdout:3220: done (2 left) 2024-04-02T08:41:00.728 INFO:tasks.rados.rados.0.smithi019.stdout:3221: copy_from oid 9 from oid 10 current snap is 292 2024-04-02T08:41:00.728 INFO:tasks.rados.rados.0.smithi019.stdout:3216: expect (ObjNum 993 snap 290 seq_num 993) 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3219: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3219: finishing copy_from to smithi01981774-41 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1605 (ObjNum 991 snap 290 seq_num 991) dirty exists 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3221: finishing copy_from to smithi01981774-9 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3221: got expected ENOENT (src dne) 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3221: finishing copy_from racing read to smithi01981774-9 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3216: done (2 left) 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3219: done (1 left) 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3221: done (0 left) 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3222: rmattr oid 4 current snap is 292 2024-04-02T08:41:01.082 INFO:tasks.rados.rados.0.smithi019.stdout:3222: done (0 left) 2024-04-02T08:41:01.083 INFO:tasks.rados.rados.0.smithi019.stdout:3223: rollback oid 15 current snap is 292 2024-04-02T08:41:01.083 INFO:tasks.rados.rados.0.smithi019.stdout:3223: done (0 left) 2024-04-02T08:41:01.083 INFO:tasks.rados.rados.0.smithi019.stdout:3224: snap_create 2024-04-02T08:41:01.729 INFO:tasks.rados.rados.0.smithi019.stdout:3224: done (0 left) 2024-04-02T08:41:01.730 INFO:tasks.rados.rados.0.smithi019.stdout:3225: copy_from oid 46 from oid 15 current snap is 293 2024-04-02T08:41:01.730 INFO:tasks.rados.rados.0.smithi019.stdout:3226: read oid 25 snap -1 2024-04-02T08:41:01.730 INFO:tasks.rados.rados.0.smithi019.stdout:3226: expect (ObjNum 1001 snap 292 seq_num 1001) 2024-04-02T08:41:01.730 INFO:tasks.rados.rados.0.smithi019.stdout:3227: setattr oid 47 current snap is 293 2024-04-02T08:41:01.730 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 293 2024-04-02T08:41:01.731 INFO:tasks.rados.rados.0.smithi019.stdout:3228: seq_num 1005 ranges {2056192=32768} 2024-04-02T08:41:01.742 INFO:tasks.rados.rados.0.smithi019.stdout:3228: writing smithi01981774-13 from 2056192 to 2088960 tid 1 2024-04-02T08:41:01.742 INFO:tasks.rados.rados.0.smithi019.stdout:3229: read oid 20 snap -1 2024-04-02T08:41:01.742 INFO:tasks.rados.rados.0.smithi019.stdout:3229: expect deleted 2024-04-02T08:41:01.743 INFO:tasks.rados.rados.0.smithi019.stdout:3230: snap_remove snap 292 2024-04-02T08:41:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:01 smithi066 ceph-mon[87361]: pgmap v659: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:41:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:01 smithi066 ceph-mon[87361]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:01 smithi019 ceph-mon[94035]: pgmap v659: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:41:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:01 smithi019 ceph-mon[94035]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:01 smithi019 ceph-mon[96522]: pgmap v659: 121 pgs: 121 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-04-02T08:41:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:01 smithi019 ceph-mon[96522]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:41:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:41:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:02.738 INFO:tasks.rados.rados.0.smithi019.stdout:3230: done (5 left) 2024-04-02T08:41:02.738 INFO:tasks.rados.rados.0.smithi019.stdout:3231: read oid 10 snap -1 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3231: expect deleted 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3232: rollback oid 4 current snap is 293 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3232: done (6 left) 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3233: read oid 40 snap -1 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3233: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3234: read oid 1 snap -1 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3234: expect deleted 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3235: rmattr oid 29 current snap is 293 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1694 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3228: finishing write tid 1 to smithi01981774-13 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3228: finishing write tid 2 to smithi01981774-13 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3228: finishing write tid 3 to smithi01981774-13 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3228: oid 13 updating version 0 to 1425 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:3228: oid 13 updating version 1425 to 1426 2024-04-02T08:41:02.739 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 1426 (ObjNum 1005 snap 293 seq_num 1005) dirty exists 2024-04-02T08:41:02.740 INFO:tasks.rados.rados.0.smithi019.stdout:3228: left oid 13 (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:41:02.740 INFO:tasks.rados.rados.0.smithi019.stdout:3225: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:41:02.740 INFO:tasks.rados.rados.0.smithi019.stdout:3226: expect (ObjNum 1001 snap 292 seq_num 1001) 2024-04-02T08:41:02.805 INFO:tasks.rados.rados.0.smithi019.stdout:3225: finishing copy_from to smithi01981774-46 2024-04-02T08:41:02.805 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 1605 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:41:02.805 INFO:tasks.rados.rados.0.smithi019.stdout:3233: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2431 (ObjNum 899 snap 273 seq_num 899) dirty exists 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3225: done (8 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3226: done (7 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3227: done (6 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3228: done (5 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3229: done (4 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3231: done (3 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3233: done (2 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3234: done (1 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3235: done (0 left) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3236: read oid 19 snap -1 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3236: expect (ObjNum 877 snap 268 seq_num 877) 2024-04-02T08:41:02.815 INFO:tasks.rados.rados.0.smithi019.stdout:3237: read oid 3 snap -1 2024-04-02T08:41:02.816 INFO:tasks.rados.rados.0.smithi019.stdout:3237: expect (ObjNum 859 snap 260 seq_num 859) 2024-04-02T08:41:02.816 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 293 2024-04-02T08:41:02.816 INFO:tasks.rados.rados.0.smithi019.stdout:3238: seq_num 1006 ranges {0=49152} 2024-04-02T08:41:02.816 INFO:tasks.rados.rados.0.smithi019.stdout:3238: writing smithi01981774-49 from 0 to 49152 tid 1 2024-04-02T08:41:02.816 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 6 current snap is 293 2024-04-02T08:41:02.816 INFO:tasks.rados.rados.0.smithi019.stdout:3239: seq_num 1007 ranges {2039808=65536} 2024-04-02T08:41:02.821 INFO:tasks.rados.rados.0.smithi019.stdout:3239: writing smithi01981774-6 from 2039808 to 2105344 tid 1 2024-04-02T08:41:02.822 INFO:tasks.rados.rados.0.smithi019.stdout:3240: copy_from oid 36 from oid 18 current snap is 293 2024-04-02T08:41:02.822 INFO:tasks.rados.rados.0.smithi019.stdout:3236: expect (ObjNum 877 snap 268 seq_num 877) 2024-04-02T08:41:02.848 INFO:tasks.rados.rados.0.smithi019.stdout:3238: finishing write tid 1 to smithi01981774-49 2024-04-02T08:41:02.848 INFO:tasks.rados.rados.0.smithi019.stdout:3238: finishing write tid 2 to smithi01981774-49 2024-04-02T08:41:02.848 INFO:tasks.rados.rados.0.smithi019.stdout:3237: expect (ObjNum 859 snap 260 seq_num 859) 2024-04-02T08:41:02.915 INFO:tasks.rados.rados.0.smithi019.stdout:3238: finishing write tid 3 to smithi01981774-49 2024-04-02T08:41:02.915 INFO:tasks.rados.rados.0.smithi019.stdout:3238: oid 49 updating version 0 to 2228 2024-04-02T08:41:02.915 INFO:tasks.rados.rados.0.smithi019.stdout:3238: oid 49 version 2228 is already newer than 2227 2024-04-02T08:41:02.915 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 2228 (ObjNum 1006 snap 293 seq_num 1006) dirty exists 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3238: left oid 49 (ObjNum 1006 snap 293 seq_num 1006) 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3239: finishing write tid 1 to smithi01981774-6 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3239: finishing write tid 2 to smithi01981774-6 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3239: finishing write tid 3 to smithi01981774-6 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3239: oid 6 updating version 0 to 1628 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3239: oid 6 version 1628 is already newer than 1627 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 1628 (ObjNum 1007 snap 293 seq_num 1007) dirty exists 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3239: left oid 6 (ObjNum 1007 snap 293 seq_num 1007) 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3240: finishing copy_from racing read to smithi01981774-36 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3240: finishing copy_from to smithi01981774-36 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1662 (ObjNum 989 snap 290 seq_num 989) dirty exists 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3236: done (4 left) 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3237: done (3 left) 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3238: done (2 left) 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3239: done (1 left) 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3240: done (0 left) 2024-04-02T08:41:02.916 INFO:tasks.rados.rados.0.smithi019.stdout:3241: copy_from oid 9 from oid 32 current snap is 293 2024-04-02T08:41:02.917 INFO:tasks.rados.rados.0.smithi019.stdout:3242: copy_from oid 7 from oid 2 current snap is 293 2024-04-02T08:41:02.917 INFO:tasks.rados.rados.0.smithi019.stdout:3243: read oid 13 snap -1 2024-04-02T08:41:02.917 INFO:tasks.rados.rados.0.smithi019.stdout:3243: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:41:02.917 INFO:tasks.rados.rados.0.smithi019.stdout:3244: rollback oid 21 current snap is 293 2024-04-02T08:41:02.917 INFO:tasks.rados.rados.0.smithi019.stdout:3244: done (3 left) 2024-04-02T08:41:02.917 INFO:tasks.rados.rados.0.smithi019.stdout:3245: delete oid 11 current snap is 293 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi019.stdout:3245: done (3 left) 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi019.stdout:3246: read oid 25 snap -1 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi019.stdout:3246: expect (ObjNum 1001 snap 292 seq_num 1001) 2024-04-02T08:41:02.918 INFO:tasks.rados.rados.0.smithi019.stdout:3247: delete oid 8 current snap is 293 2024-04-02T08:41:02.920 INFO:tasks.rados.rados.0.smithi019.stdout:3242: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:41:02.922 INFO:tasks.rados.rados.0.smithi019.stdout:3242: finishing copy_from to smithi01981774-7 2024-04-02T08:41:02.922 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2139 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:41:02.922 INFO:tasks.rados.rados.0.smithi019.stdout:3242: done (4 left) 2024-04-02T08:41:02.922 INFO:tasks.rados.rados.0.smithi019.stdout:3247: done (3 left) 2024-04-02T08:41:02.922 INFO:tasks.rados.rados.0.smithi019.stdout:3248: rollback oid 38 current snap is 293 2024-04-02T08:41:02.922 INFO:tasks.rados.rados.0.smithi019.stdout:3248: done (3 left) 2024-04-02T08:41:02.922 INFO:tasks.rados.rados.0.smithi019.stdout:3249: delete oid 2 current snap is 293 2024-04-02T08:41:02.923 INFO:tasks.rados.rados.0.smithi019.stdout:3243: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:41:03.040 INFO:tasks.rados.rados.0.smithi019.stdout:3246: expect (ObjNum 1001 snap 292 seq_num 1001) 2024-04-02T08:41:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:02 smithi066 ceph-mon[87361]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:3241: finishing copy_from racing read to smithi01981774-9 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:3241: finishing copy_from to smithi01981774-9 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 2242 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:3241: done (3 left) 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:3243: done (2 left) 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:3246: done (1 left) 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:3249: done (0 left) 2024-04-02T08:41:03.132 INFO:tasks.rados.rados.0.smithi019.stdout:3250: snap_create 2024-04-02T08:41:03.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:02 smithi019 ceph-mon[94035]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:02 smithi019 ceph-mon[96522]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:41:03.741 INFO:tasks.rados.rados.0.smithi019.stdout:3250: done (0 left) 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:3251: rmattr oid 32 current snap is 294 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:3251: done (0 left) 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:3252: rollback oid 8 current snap is 294 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 293 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:3253: copy_from oid 6 from oid 50 current snap is 294 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:3254: read oid 38 snap 293 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:3254: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:41:03.742 INFO:tasks.rados.rados.0.smithi019.stdout:3255: delete oid 48 current snap is 294 2024-04-02T08:41:03.748 INFO:tasks.rados.rados.0.smithi019.stdout:3255: done (3 left) 2024-04-02T08:41:03.748 INFO:tasks.rados.rados.0.smithi019.stdout:3256: rollback oid 49 current snap is 294 2024-04-02T08:41:03.748 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 49 to 293 2024-04-02T08:41:03.748 INFO:tasks.rados.rados.0.smithi019.stdout:3257: delete oid 26 current snap is 294 2024-04-02T08:41:03.749 INFO:tasks.rados.rados.0.smithi019.stdout:3252: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:41:03.749 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 0 (ObjNum 65 snap 0 seq_num 1348627791) dirty dne 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:3252: done (4 left) 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:3257: done (3 left) 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:3258: copy_from oid 29 from oid 47 current snap is 294 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:3259: rollback oid 23 current snap is 294 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 293 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:3260: rollback oid 19 current snap is 294 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 293 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:3261: copy_from oid 44 from oid 16 current snap is 294 2024-04-02T08:41:03.754 INFO:tasks.rados.rados.0.smithi019.stdout:3262: delete oid 34 current snap is 294 2024-04-02T08:41:03.760 INFO:tasks.rados.rados.0.smithi019.stdout:3253: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:41:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:3256: finishing rollback tid 0 to smithi01981774-49 2024-04-02T08:41:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:3256: finishing rollback tid 1 to smithi01981774-49 2024-04-02T08:41:03.761 INFO:tasks.rados.rados.0.smithi019.stdout:3256: finishing rollback tid 2 to smithi01981774-49 2024-04-02T08:41:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 2231 (ObjNum 1006 snap 293 seq_num 1006) dirty exists 2024-04-02T08:41:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:3259: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:41:03.762 INFO:tasks.rados.rados.0.smithi019.stdout:3258: finishing copy_from racing read to smithi01981774-29 2024-04-02T08:41:03.768 INFO:tasks.rados.rados.0.smithi019.stdout:3254: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3253: finishing copy_from to smithi01981774-6 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 2136 (ObjNum 965 snap 286 seq_num 965) dirty exists 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3253: done (7 left) 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3254: done (6 left) 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3256: done (5 left) 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3262: done (4 left) 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3263: delete oid 39 current snap is 294 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3259: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3259: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2139 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3260: finishing rollback tid 0 to smithi01981774-19 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3260: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:41:04.007 INFO:tasks.rados.rados.0.smithi019.stdout:3260: finishing rollback tid 2 to smithi01981774-19 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1665 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:3258: finishing copy_from to smithi01981774-29 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 1694 (ObjNum 1393 snap 0 seq_num 2824367536) dirty exists 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:3261: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:3261: finishing copy_from to smithi01981774-44 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 1694 (ObjNum 997 snap 290 seq_num 997) dirty exists 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:3258: done (4 left) 2024-04-02T08:41:04.008 INFO:tasks.rados.rados.0.smithi019.stdout:3259: done (3 left) 2024-04-02T08:41:04.009 INFO:tasks.rados.rados.0.smithi019.stdout:3260: done (2 left) 2024-04-02T08:41:04.009 INFO:tasks.rados.rados.0.smithi019.stdout:3261: done (1 left) 2024-04-02T08:41:04.009 INFO:tasks.rados.rados.0.smithi019.stdout:3263: done (0 left) 2024-04-02T08:41:04.009 INFO:tasks.rados.rados.0.smithi019.stdout:3264: snap_create 2024-04-02T08:41:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:03 smithi066 ceph-mon[87361]: pgmap v662: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-04-02T08:41:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:03 smithi066 ceph-mon[87361]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:03 smithi019 ceph-mon[94035]: pgmap v662: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-04-02T08:41:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:03 smithi019 ceph-mon[94035]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:03 smithi019 ceph-mon[96522]: pgmap v662: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-04-02T08:41:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:03 smithi019 ceph-mon[96522]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:41:04.653 INFO:tasks.rados.rados.0.smithi019.stdout:3264: done (0 left) 2024-04-02T08:41:04.654 INFO:tasks.rados.rados.0.smithi019.stdout:3265: copy_from oid 49 from oid 13 current snap is 295 2024-04-02T08:41:04.654 INFO:tasks.rados.rados.0.smithi019.stdout:3266: copy_from oid 46 from oid 17 current snap is 295 2024-04-02T08:41:04.654 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 295 2024-04-02T08:41:04.654 INFO:tasks.rados.rados.0.smithi019.stdout:3267: seq_num 1015 ranges {2375680=204800} 2024-04-02T08:41:04.668 INFO:tasks.rados.rados.0.smithi019.stdout:3267: writing smithi01981774-25 from 2375680 to 2580480 tid 1 2024-04-02T08:41:04.668 INFO:tasks.rados.rados.0.smithi019.stdout:3268: read oid 11 snap -1 2024-04-02T08:41:04.668 INFO:tasks.rados.rados.0.smithi019.stdout:3268: expect deleted 2024-04-02T08:41:04.668 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 295 2024-04-02T08:41:04.668 INFO:tasks.rados.rados.0.smithi019.stdout:3265: finishing copy_from racing read to smithi01981774-49 2024-04-02T08:41:04.668 INFO:tasks.rados.rados.0.smithi019.stdout:3269: seq_num 1016 ranges {6848512=221184} 2024-04-02T08:41:04.707 INFO:tasks.rados.rados.0.smithi019.stdout:3269: writing smithi01981774-12 from 6848512 to 7069696 tid 1 2024-04-02T08:41:04.707 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 295 2024-04-02T08:41:04.707 INFO:tasks.rados.rados.0.smithi019.stdout:3265: finishing copy_from to smithi01981774-49 2024-04-02T08:41:04.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 1426 (ObjNum 1005 snap 293 seq_num 1005) dirty exists 2024-04-02T08:41:04.707 INFO:tasks.rados.rados.0.smithi019.stdout:3270: seq_num 1017 ranges {5447680=237568} 2024-04-02T08:41:04.739 INFO:tasks.rados.rados.0.smithi019.stdout:3270: writing smithi01981774-32 from 5447680 to 5685248 tid 1 2024-04-02T08:41:04.739 INFO:tasks.rados.rados.0.smithi019.stdout:3265: done (5 left) 2024-04-02T08:41:04.739 INFO:tasks.rados.rados.0.smithi019.stdout:3271: rollback oid 30 current snap is 295 2024-04-02T08:41:04.739 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 293 2024-04-02T08:41:04.739 INFO:tasks.rados.rados.0.smithi019.stdout:3267: finishing write tid 1 to smithi01981774-25 2024-04-02T08:41:04.739 INFO:tasks.rados.rados.0.smithi019.stdout:3267: finishing write tid 2 to smithi01981774-25 2024-04-02T08:41:04.739 INFO:tasks.rados.rados.0.smithi019.stdout:3267: finishing write tid 3 to smithi01981774-25 2024-04-02T08:41:04.740 INFO:tasks.rados.rados.0.smithi019.stdout:3267: oid 25 updating version 0 to 1696 2024-04-02T08:41:04.740 INFO:tasks.rados.rados.0.smithi019.stdout:3267: oid 25 version 1696 is already newer than 1695 2024-04-02T08:41:04.740 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1696 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-02T08:41:04.740 INFO:tasks.rados.rados.0.smithi019.stdout:3267: left oid 25 (ObjNum 1015 snap 295 seq_num 1015) 2024-04-02T08:41:04.740 INFO:tasks.rados.rados.0.smithi019.stdout:3266: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:41:04.740 INFO:tasks.rados.rados.0.smithi019.stdout:3266: finishing copy_from to smithi01981774-46 2024-04-02T08:41:04.740 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2391 (ObjNum 1002 snap 292 seq_num 1002) dirty exists 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3269: finishing write tid 1 to smithi01981774-12 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3269: finishing write tid 2 to smithi01981774-12 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3266: done (5 left) 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3267: done (4 left) 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3268: done (3 left) 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3272: delete oid 6 current snap is 295 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3269: finishing write tid 3 to smithi01981774-12 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3269: oid 12 updating version 0 to 1702 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3269: oid 12 version 1702 is already newer than 1701 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1702 (ObjNum 1016 snap 295 seq_num 1016) dirty exists 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3269: left oid 12 (ObjNum 1016 snap 295 seq_num 1016) 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:3271: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:41:04.741 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 2807485688) dirty dne 2024-04-02T08:41:04.743 INFO:tasks.rados.rados.0.smithi019.stdout:3269: done (3 left) 2024-04-02T08:41:04.743 INFO:tasks.rados.rados.0.smithi019.stdout:3271: done (2 left) 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3272: done (1 left) 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3273: read oid 38 snap -1 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3273: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3274: copy_from oid 14 from oid 26 current snap is 295 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3275: read oid 46 snap -1 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3275: expect (ObjNum 1002 snap 292 seq_num 1002) 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3276: snap_create 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3274: finishing copy_from to smithi01981774-14 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3274: got expected ENOENT (src dne) 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3270: finishing write tid 1 to smithi01981774-32 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3274: finishing copy_from racing read to smithi01981774-14 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3270: finishing write tid 2 to smithi01981774-32 2024-04-02T08:41:04.744 INFO:tasks.rados.rados.0.smithi019.stdout:3270: finishing write tid 3 to smithi01981774-32 2024-04-02T08:41:04.745 INFO:tasks.rados.rados.0.smithi019.stdout:3270: oid 32 updating version 0 to 2248 2024-04-02T08:41:04.745 INFO:tasks.rados.rados.0.smithi019.stdout:3270: oid 32 version 2248 is already newer than 2247 2024-04-02T08:41:04.745 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2248 (ObjNum 1017 snap 295 seq_num 1017) dirty exists 2024-04-02T08:41:04.745 INFO:tasks.rados.rados.0.smithi019.stdout:3270: left oid 32 (ObjNum 1017 snap 295 seq_num 1017) 2024-04-02T08:41:04.754 INFO:tasks.rados.rados.0.smithi019.stdout:3275: expect (ObjNum 1002 snap 292 seq_num 1002) 2024-04-02T08:41:04.868 INFO:tasks.rados.rados.0.smithi019.stdout:3273: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:41:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:04 smithi066 ceph-mon[87361]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:04 smithi066 ceph-mon[87361]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:05.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:04 smithi019 ceph-mon[94035]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:04 smithi019 ceph-mon[94035]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:04 smithi019 ceph-mon[96522]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:41:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:04 smithi019 ceph-mon[96522]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:41:05.750 INFO:tasks.rados.rados.0.smithi019.stdout:3270: done (4 left) 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3273: done (3 left) 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3274: done (2 left) 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3275: done (1 left) 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3276: done (0 left) 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3277: rollback oid 31 current snap is 296 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 295 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3278: read oid 45 snap -1 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3278: expect (ObjNum 1000 snap 292 seq_num 1000) 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 296 2024-04-02T08:41:05.751 INFO:tasks.rados.rados.0.smithi019.stdout:3279: seq_num 1019 ranges {0=270336} 2024-04-02T08:41:05.752 INFO:tasks.rados.rados.0.smithi019.stdout:3279: writing smithi01981774-5 from 0 to 270336 tid 1 2024-04-02T08:41:05.752 INFO:tasks.rados.rados.0.smithi019.stdout:3280: read oid 16 snap 294 2024-04-02T08:41:05.752 INFO:tasks.rados.rados.0.smithi019.stdout:3280: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-02T08:41:05.752 INFO:tasks.rados.rados.0.smithi019.stdout:3281: delete oid 1 current snap is 296 2024-04-02T08:41:05.758 INFO:tasks.rados.rados.0.smithi019.stdout:3279: finishing write tid 1 to smithi01981774-5 2024-04-02T08:41:05.759 INFO:tasks.rados.rados.0.smithi019.stdout:3281: done (4 left) 2024-04-02T08:41:05.759 INFO:tasks.rados.rados.0.smithi019.stdout:3282: copy_from oid 17 from oid 9 current snap is 296 2024-04-02T08:41:05.759 INFO:tasks.rados.rados.0.smithi019.stdout:3283: delete oid 8 current snap is 296 2024-04-02T08:41:05.760 INFO:tasks.rados.rados.0.smithi019.stdout:3279: finishing write tid 2 to smithi01981774-5 2024-04-02T08:41:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3279: finishing write tid 3 to smithi01981774-5 2024-04-02T08:41:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3279: oid 5 updating version 0 to 2392 2024-04-02T08:41:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3279: oid 5 updating version 2392 to 2393 2024-04-02T08:41:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2393 (ObjNum 1019 snap 296 seq_num 1019) dirty exists 2024-04-02T08:41:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3279: left oid 5 (ObjNum 1019 snap 296 seq_num 1019) 2024-04-02T08:41:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3279: done (5 left) 2024-04-02T08:41:05.765 INFO:tasks.rados.rados.0.smithi019.stdout:3283: done (4 left) 2024-04-02T08:41:05.765 INFO:tasks.rados.rados.0.smithi019.stdout:3284: snap_create 2024-04-02T08:41:05.766 INFO:tasks.rados.rados.0.smithi019.stdout:3277: finishing rollback tid 0 to smithi01981774-31 2024-04-02T08:41:05.766 INFO:tasks.rados.rados.0.smithi019.stdout:3277: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:41:05.771 INFO:tasks.rados.rados.0.smithi019.stdout:3277: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:41:05.771 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 2387 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:41:05.780 INFO:tasks.rados.rados.0.smithi019.stdout:3278: expect (ObjNum 1000 snap 292 seq_num 1000) 2024-04-02T08:41:05.912 INFO:tasks.rados.rados.0.smithi019.stdout:3282: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:41:05.912 INFO:tasks.rados.rados.0.smithi019.stdout:3282: finishing copy_from to smithi01981774-17 2024-04-02T08:41:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2242 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-04-02T08:41:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:3280: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-02T08:41:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:05 smithi066 ceph-mon[87361]: pgmap v665: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-04-02T08:41:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:05 smithi019 ceph-mon[94035]: pgmap v665: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-04-02T08:41:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:05 smithi019 ceph-mon[96522]: pgmap v665: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-04-02T08:41:06.764 INFO:tasks.rados.rados.0.smithi019.stdout:3277: done (4 left) 2024-04-02T08:41:06.764 INFO:tasks.rados.rados.0.smithi019.stdout:3278: done (3 left) 2024-04-02T08:41:06.764 INFO:tasks.rados.rados.0.smithi019.stdout:3280: done (2 left) 2024-04-02T08:41:06.764 INFO:tasks.rados.rados.0.smithi019.stdout:3282: done (1 left) 2024-04-02T08:41:06.764 INFO:tasks.rados.rados.0.smithi019.stdout:3284: done (0 left) 2024-04-02T08:41:06.764 INFO:tasks.rados.rados.0.smithi019.stdout:3285: copy_from oid 14 from oid 19 current snap is 297 2024-04-02T08:41:06.764 INFO:tasks.rados.rados.0.smithi019.stdout:3286: rmattr oid 49 current snap is 297 2024-04-02T08:41:06.765 INFO:tasks.rados.rados.0.smithi019.stdout:3286: done (1 left) 2024-04-02T08:41:06.765 INFO:tasks.rados.rados.0.smithi019.stdout:3287: delete oid 29 current snap is 297 2024-04-02T08:41:06.769 INFO:tasks.rados.rados.0.smithi019.stdout:3285: finishing copy_from racing read to smithi01981774-14 2024-04-02T08:41:06.770 INFO:tasks.rados.rados.0.smithi019.stdout:3287: done (1 left) 2024-04-02T08:41:06.770 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 39 current snap is 297 2024-04-02T08:41:06.770 INFO:tasks.rados.rados.0.smithi019.stdout:3288: seq_num 1023 ranges {0=335872} 2024-04-02T08:41:06.773 INFO:tasks.rados.rados.0.smithi019.stdout:3288: writing smithi01981774-39 from 0 to 335872 tid 1 2024-04-02T08:41:06.773 INFO:tasks.rados.rados.0.smithi019.stdout:3289: delete oid 5 current snap is 297 2024-04-02T08:41:06.773 INFO:tasks.rados.rados.0.smithi019.stdout:3285: finishing copy_from to smithi01981774-14 2024-04-02T08:41:06.773 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 1665 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:41:06.775 INFO:tasks.rados.rados.0.smithi019.stdout:3285: done (2 left) 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:3289: done (1 left) 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:3290: rmattr oid 47 current snap is 297 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:3291: read oid 5 snap 293 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:3291: expect deleted 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:3292: read oid 33 snap -1 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:3292: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 297 2024-04-02T08:41:06.776 INFO:tasks.rados.rados.0.smithi019.stdout:3293: seq_num 1025 ranges {811008=368640} 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3293: writing smithi01981774-23 from 811008 to 1179648 tid 1 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3294: copy_from oid 10 from oid 27 current snap is 297 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3288: finishing write tid 1 to smithi01981774-39 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3288: finishing write tid 2 to smithi01981774-39 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3288: finishing write tid 3 to smithi01981774-39 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3288: oid 39 updating version 0 to 1695 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3288: oid 39 updating version 1695 to 1696 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 1696 (ObjNum 1023 snap 297 seq_num 1023) dirty exists 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3288: left oid 39 (ObjNum 1023 snap 297 seq_num 1023) 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1697 (ObjNum 65 snap 0 seq_num 1448169577) dirty exists 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3288: done (5 left) 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3290: done (4 left) 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:3291: done (3 left) 2024-04-02T08:41:06.783 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 297 2024-04-02T08:41:06.784 INFO:tasks.rados.rados.0.smithi019.stdout:3295: seq_num 1026 ranges {4603904=385024} 2024-04-02T08:41:06.811 INFO:tasks.rados.rados.0.smithi019.stdout:3295: writing smithi01981774-38 from 4603904 to 4988928 tid 1 2024-04-02T08:41:06.811 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 297 2024-04-02T08:41:06.811 INFO:tasks.rados.rados.0.smithi019.stdout:3292: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:06.868 INFO:tasks.rados.rados.0.smithi019.stdout:3294: finishing copy_from to smithi01981774-10 2024-04-02T08:41:06.868 INFO:tasks.rados.rados.0.smithi019.stdout:3294: got expected ENOENT (src dne) 2024-04-02T08:41:06.868 INFO:tasks.rados.rados.0.smithi019.stdout:3294: finishing copy_from racing read to smithi01981774-10 2024-04-02T08:41:06.868 INFO:tasks.rados.rados.0.smithi019.stdout:3293: finishing write tid 1 to smithi01981774-23 2024-04-02T08:41:06.868 INFO:tasks.rados.rados.0.smithi019.stdout:3293: finishing write tid 2 to smithi01981774-23 2024-04-02T08:41:06.868 INFO:tasks.rados.rados.0.smithi019.stdout:3296: seq_num 1027 ranges {0=409600} 2024-04-02T08:41:06.871 INFO:tasks.rados.rados.0.smithi019.stdout:3296: writing smithi01981774-22 from 0 to 409600 tid 1 2024-04-02T08:41:06.871 INFO:tasks.rados.rados.0.smithi019.stdout:3292: done (4 left) 2024-04-02T08:41:06.871 INFO:tasks.rados.rados.0.smithi019.stdout:3294: done (3 left) 2024-04-02T08:41:06.871 INFO:tasks.rados.rados.0.smithi019.stdout:3297: rollback oid 20 current snap is 297 2024-04-02T08:41:06.871 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 294 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3293: finishing write tid 3 to smithi01981774-23 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3293: oid 23 updating version 0 to 2140 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3293: oid 23 updating version 2140 to 2141 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2141 (ObjNum 1025 snap 297 seq_num 1025) dirty exists 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3293: left oid 23 (ObjNum 1025 snap 297 seq_num 1025) 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3295: finishing write tid 1 to smithi01981774-38 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3295: finishing write tid 2 to smithi01981774-38 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3295: finishing write tid 3 to smithi01981774-38 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3295: oid 38 updating version 0 to 2396 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3295: oid 38 version 2396 is already newer than 2395 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2396 (ObjNum 1026 snap 297 seq_num 1026) dirty exists 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3295: left oid 38 (ObjNum 1026 snap 297 seq_num 1026) 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3293: done (3 left) 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3295: done (2 left) 2024-04-02T08:41:06.872 INFO:tasks.rados.rados.0.smithi019.stdout:3298: rmattr oid 48 current snap is 297 2024-04-02T08:41:06.873 INFO:tasks.rados.rados.0.smithi019.stdout:3298: done (2 left) 2024-04-02T08:41:06.873 INFO:tasks.rados.rados.0.smithi019.stdout:3299: setattr oid 32 current snap is 297 2024-04-02T08:41:06.873 INFO:tasks.rados.rados.0.smithi019.stdout:3297: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:41:06.873 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 0 (ObjNum 97 snap 0 seq_num 2824150960) dirty dne 2024-04-02T08:41:06.873 INFO:tasks.rados.rados.0.smithi019.stdout:3296: finishing write tid 1 to smithi01981774-22 2024-04-02T08:41:06.873 INFO:tasks.rados.rados.0.smithi019.stdout:3296: finishing write tid 2 to smithi01981774-22 2024-04-02T08:41:06.875 INFO:tasks.rados.rados.0.smithi019.stdout:3296: finishing write tid 3 to smithi01981774-22 2024-04-02T08:41:06.875 INFO:tasks.rados.rados.0.smithi019.stdout:3296: oid 22 updating version 0 to 1664 2024-04-02T08:41:06.875 INFO:tasks.rados.rados.0.smithi019.stdout:3296: oid 22 version 1664 is already newer than 1663 2024-04-02T08:41:06.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1664 (ObjNum 1027 snap 297 seq_num 1027) dirty exists 2024-04-02T08:41:06.875 INFO:tasks.rados.rados.0.smithi019.stdout:3296: left oid 22 (ObjNum 1027 snap 297 seq_num 1027) 2024-04-02T08:41:06.876 INFO:tasks.rados.rados.0.smithi019.stdout:3296: done (2 left) 2024-04-02T08:41:06.876 INFO:tasks.rados.rados.0.smithi019.stdout:3297: done (1 left) 2024-04-02T08:41:06.876 INFO:tasks.rados.rados.0.smithi019.stdout:3300: snap_create 2024-04-02T08:41:06.880 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2249 (ObjNum 1017 snap 295 seq_num 1017) dirty exists 2024-04-02T08:41:06.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:06 smithi019 ceph-mon[94035]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:06 smithi019 ceph-mon[96522]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:07.044 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch ps' 2024-04-02T08:41:07.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:06 smithi066 ceph-mon[87361]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:41:07.271 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:07.765 INFO:tasks.rados.rados.0.smithi019.stdout:3299: done (1 left) 2024-04-02T08:41:07.765 INFO:tasks.rados.rados.0.smithi019.stdout:3300: done (0 left) 2024-04-02T08:41:07.766 INFO:tasks.rados.rados.0.smithi019.stdout:3301: delete oid 42 current snap is 298 2024-04-02T08:41:07.768 INFO:tasks.rados.rados.0.smithi019.stdout:3301: done (0 left) 2024-04-02T08:41:07.768 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 298 2024-04-02T08:41:07.768 INFO:tasks.rados.rados.0.smithi019.stdout:3302: seq_num 1029 ranges {0=442368} 2024-04-02T08:41:07.771 INFO:tasks.rados.rados.0.smithi019.stdout:3302: writing smithi01981774-26 from 0 to 442368 tid 1 2024-04-02T08:41:07.771 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 298 2024-04-02T08:41:07.771 INFO:tasks.rados.rados.0.smithi019.stdout:3303: seq_num 1030 ranges {0=458752} 2024-04-02T08:41:07.773 INFO:tasks.rados.rados.0.smithi019.stdout:3303: writing smithi01981774-42 from 0 to 458752 tid 1 2024-04-02T08:41:07.773 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 298 2024-04-02T08:41:07.773 INFO:tasks.rados.rados.0.smithi019.stdout:3304: seq_num 1031 ranges {409600=475136} 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3304: writing smithi01981774-22 from 409600 to 884736 tid 1 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3305: delete oid 44 current snap is 298 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3302: finishing write tid 1 to smithi01981774-26 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3302: finishing write tid 2 to smithi01981774-26 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3303: finishing write tid 1 to smithi01981774-42 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3303: finishing write tid 2 to smithi01981774-42 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3302: finishing write tid 3 to smithi01981774-26 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3302: oid 26 updating version 0 to 2250 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3302: oid 26 updating version 2250 to 2251 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2251 (ObjNum 1029 snap 298 seq_num 1029) dirty exists 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3302: left oid 26 (ObjNum 1029 snap 298 seq_num 1029) 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3303: finishing write tid 3 to smithi01981774-42 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3303: oid 42 updating version 0 to 2139 2024-04-02T08:41:07.779 INFO:tasks.rados.rados.0.smithi019.stdout:3303: oid 42 updating version 2139 to 2140 2024-04-02T08:41:07.780 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2140 (ObjNum 1030 snap 298 seq_num 1030) dirty exists 2024-04-02T08:41:07.780 INFO:tasks.rados.rados.0.smithi019.stdout:3303: left oid 42 (ObjNum 1030 snap 298 seq_num 1030) 2024-04-02T08:41:07.782 INFO:tasks.rados.rados.0.smithi019.stdout:3304: finishing write tid 1 to smithi01981774-22 2024-04-02T08:41:07.782 INFO:tasks.rados.rados.0.smithi019.stdout:3302: done (3 left) 2024-04-02T08:41:07.783 INFO:tasks.rados.rados.0.smithi019.stdout:3303: done (2 left) 2024-04-02T08:41:07.783 INFO:tasks.rados.rados.0.smithi019.stdout:3305: done (1 left) 2024-04-02T08:41:07.783 INFO:tasks.rados.rados.0.smithi019.stdout:3306: read oid 18 snap -1 2024-04-02T08:41:07.783 INFO:tasks.rados.rados.0.smithi019.stdout:3306: expect (ObjNum 989 snap 290 seq_num 989) 2024-04-02T08:41:07.783 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 298 2024-04-02T08:41:07.783 INFO:tasks.rados.rados.0.smithi019.stdout:3307: seq_num 1033 ranges {3448832=507904} 2024-04-02T08:41:07.805 INFO:tasks.rados.rados.0.smithi019.stdout:3307: writing smithi01981774-46 from 3448832 to 3956736 tid 1 2024-04-02T08:41:07.805 INFO:tasks.rados.rados.0.smithi019.stdout:3308: read oid 29 snap -1 2024-04-02T08:41:07.805 INFO:tasks.rados.rados.0.smithi019.stdout:3308: expect deleted 2024-04-02T08:41:07.805 INFO:tasks.rados.rados.0.smithi019.stdout:3309: read oid 34 snap -1 2024-04-02T08:41:07.805 INFO:tasks.rados.rados.0.smithi019.stdout:3309: expect deleted 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:3310: delete oid 23 current snap is 298 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:3304: finishing write tid 2 to smithi01981774-22 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:3304: finishing write tid 3 to smithi01981774-22 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:3304: oid 22 updating version 0 to 1666 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:3304: oid 22 version 1666 is already newer than 1665 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1666 (ObjNum 1031 snap 298 seq_num 1031) dirty exists 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:3304: left oid 22 (ObjNum 1031 snap 298 seq_num 1031) 2024-04-02T08:41:07.806 INFO:tasks.rados.rados.0.smithi019.stdout:3306: expect (ObjNum 989 snap 290 seq_num 989) 2024-04-02T08:41:07.865 INFO:tasks.rados.rados.0.smithi019.stdout:3307: finishing write tid 1 to smithi01981774-46 2024-04-02T08:41:07.865 INFO:tasks.rados.rados.0.smithi019.stdout:3307: finishing write tid 2 to smithi01981774-46 2024-04-02T08:41:07.865 INFO:tasks.rados.rados.0.smithi019.stdout:3307: finishing write tid 3 to smithi01981774-46 2024-04-02T08:41:07.865 INFO:tasks.rados.rados.0.smithi019.stdout:3307: oid 46 updating version 0 to 2444 2024-04-02T08:41:07.865 INFO:tasks.rados.rados.0.smithi019.stdout:3307: oid 46 updating version 2444 to 2445 2024-04-02T08:41:07.865 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2445 (ObjNum 1033 snap 298 seq_num 1033) dirty exists 2024-04-02T08:41:07.865 INFO:tasks.rados.rados.0.smithi019.stdout:3307: left oid 46 (ObjNum 1033 snap 298 seq_num 1033) 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:3304: done (5 left) 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:3306: done (4 left) 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:3307: done (3 left) 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:3308: done (2 left) 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:3309: done (1 left) 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:3310: done (0 left) 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 298 2024-04-02T08:41:07.866 INFO:tasks.rados.rados.0.smithi019.stdout:3311: seq_num 1035 ranges {7069696=540672} 2024-04-02T08:41:07.907 INFO:tasks.rados.rados.0.smithi019.stdout:3311: writing smithi01981774-12 from 7069696 to 7610368 tid 1 2024-04-02T08:41:07.907 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 298 2024-04-02T08:41:07.907 INFO:tasks.rados.rados.0.smithi019.stdout:3312: seq_num 1036 ranges {3596288=557056} 2024-04-02T08:41:07.930 INFO:tasks.rados.rados.0.smithi019.stdout:3312: writing smithi01981774-35 from 3596288 to 4153344 tid 1 2024-04-02T08:41:07.930 INFO:tasks.rados.rados.0.smithi019.stdout:3313: rmattr oid 33 current snap is 298 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:3311: finishing write tid 1 to smithi01981774-12 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 298 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:3311: finishing write tid 2 to smithi01981774-12 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:3311: finishing write tid 3 to smithi01981774-12 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:3311: oid 12 updating version 0 to 1703 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:3311: oid 12 updating version 1703 to 1704 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1704 (ObjNum 1035 snap 298 seq_num 1035) dirty exists 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:3311: left oid 12 (ObjNum 1035 snap 298 seq_num 1035) 2024-04-02T08:41:07.931 INFO:tasks.rados.rados.0.smithi019.stdout:3314: seq_num 1037 ranges {0=573440} 2024-04-02T08:41:07.934 INFO:tasks.rados.rados.0.smithi019.stdout:3314: writing smithi01981774-27 from 0 to 573440 tid 1 2024-04-02T08:41:07.934 INFO:tasks.rados.rados.0.smithi019.stdout:3311: done (3 left) 2024-04-02T08:41:07.934 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 298 2024-04-02T08:41:07.934 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2233 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:41:07.935 INFO:tasks.rados.rados.0.smithi019.stdout:3312: finishing write tid 1 to smithi01981774-35 2024-04-02T08:41:07.935 INFO:tasks.rados.rados.0.smithi019.stdout:3315: seq_num 1038 ranges {0=589824} 2024-04-02T08:41:07.939 INFO:tasks.rados.rados.0.smithi019.stdout:3315: writing smithi01981774-1 from 0 to 589824 tid 1 2024-04-02T08:41:07.939 INFO:tasks.rados.rados.0.smithi019.stdout:3313: done (3 left) 2024-04-02T08:41:07.939 INFO:tasks.rados.rados.0.smithi019.stdout:3316: read oid 10 snap 297 2024-04-02T08:41:07.939 INFO:tasks.rados.rados.0.smithi019.stdout:3316: expect deleted 2024-04-02T08:41:07.939 INFO:tasks.rados.rados.0.smithi019.stdout:3317: copy_from oid 6 from oid 29 current snap is 298 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3312: finishing write tid 2 to smithi01981774-35 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3312: finishing write tid 3 to smithi01981774-35 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3312: oid 35 updating version 0 to 1606 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3312: oid 35 updating version 1606 to 1607 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1607 (ObjNum 1036 snap 298 seq_num 1036) dirty exists 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3312: left oid 35 (ObjNum 1036 snap 298 seq_num 1036) 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3314: finishing write tid 1 to smithi01981774-27 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3314: finishing write tid 2 to smithi01981774-27 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3314: finishing write tid 3 to smithi01981774-27 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3314: oid 27 updating version 0 to 1667 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3314: oid 27 updating version 1667 to 1668 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1668 (ObjNum 1037 snap 298 seq_num 1037) dirty exists 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3314: left oid 27 (ObjNum 1037 snap 298 seq_num 1037) 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3312: done (4 left) 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3314: done (3 left) 2024-04-02T08:41:07.940 INFO:tasks.rados.rados.0.smithi019.stdout:3318: delete oid 12 current snap is 298 2024-04-02T08:41:07.941 INFO:tasks.rados.rados.0.smithi019.stdout:3317: finishing copy_from to smithi01981774-6 2024-04-02T08:41:07.941 INFO:tasks.rados.rados.0.smithi019.stdout:3317: got expected ENOENT (src dne) 2024-04-02T08:41:07.941 INFO:tasks.rados.rados.0.smithi019.stdout:3317: finishing copy_from racing read to smithi01981774-6 2024-04-02T08:41:07.941 INFO:tasks.rados.rados.0.smithi019.stdout:3316: done (3 left) 2024-04-02T08:41:07.941 INFO:tasks.rados.rados.0.smithi019.stdout:3317: done (2 left) 2024-04-02T08:41:07.941 INFO:tasks.rados.rados.0.smithi019.stdout:3318: done (1 left) 2024-04-02T08:41:07.941 INFO:tasks.rados.rados.0.smithi019.stdout:3319: snap_remove snap 297 2024-04-02T08:41:07.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:07 smithi019 ceph-mon[94035]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:07.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:07 smithi019 ceph-mon[94035]: pgmap v668: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:41:07.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:07 smithi019 ceph-mon[94035]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:07 smithi019 ceph-mon[96522]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:07 smithi019 ceph-mon[96522]: pgmap v668: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:41:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:07 smithi019 ceph-mon[96522]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:08.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:07 smithi066 ceph-mon[87361]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:07 smithi066 ceph-mon[87361]: pgmap v668: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T08:41:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:07 smithi066 ceph-mon[87361]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:41:08.775 INFO:tasks.rados.rados.0.smithi019.stdout:3319: done (1 left) 2024-04-02T08:41:08.775 INFO:tasks.rados.rados.0.smithi019.stdout:3320: read oid 39 snap -1 2024-04-02T08:41:08.775 INFO:tasks.rados.rados.0.smithi019.stdout:3320: expect (ObjNum 1023 snap 297 seq_num 1023) 2024-04-02T08:41:08.775 INFO:tasks.rados.rados.0.smithi019.stdout:3321: rollback oid 8 current snap is 298 2024-04-02T08:41:08.775 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 8 to 294 2024-04-02T08:41:08.775 INFO:tasks.rados.rados.0.smithi019.stdout:3322: read oid 49 snap 295 2024-04-02T08:41:08.776 INFO:tasks.rados.rados.0.smithi019.stdout:3322: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:41:08.776 INFO:tasks.rados.rados.0.smithi019.stdout:3323: snap_remove snap 296 2024-04-02T08:41:08.909 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:08 smithi019 ceph-mon[94035]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:08.909 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:08 smithi019 ceph-mon[96522]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:08 smithi066 ceph-mon[87361]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:41:09.391 INFO:teuthology.orchestra.run.smithi019.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:41:09.391 INFO:teuthology.orchestra.run.smithi019.stdout:alertmanager.a smithi019 *:9093,9094 running (62s) 58s ago 13m 16.0M - 0.25.0 c8568f914cd2 3f6a877fdd2e 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:grafana.a smithi066 *:3000 running (40s) 35s ago 12m 53.1M - 9.4.12 2bacad6d85d8 d85070451bb4 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:mds.a smithi019 running (2m) 58s ago 14m 14.1M - 19.0.0-2422-g3cba26ea beaaa8a653cf 52c6b4ddaa61 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:mds.b smithi066 running (113s) 35s ago 14m 12.8M - 19.0.0-2422-g3cba26ea beaaa8a653cf f6049634aa64 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.x smithi066 *:8443,9283,8765 running (8m) 35s ago 17m 453M - 19.0.0-2422-g3cba26ea beaaa8a653cf b532427a96a9 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:mgr.y smithi019 *:8443,9283,8765 running (8m) 58s ago 19m 514M - 19.0.0-2422-g3cba26ea beaaa8a653cf 16137f8c182c 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:mon.a smithi019 running (7m) 58s ago 19m 71.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 424fd8357227 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:mon.b smithi066 running (7m) 35s ago 17m 54.6M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf ee79f2631c21 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:mon.c smithi019 running (7m) 58s ago 17m 59.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf de8517a3e769 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.a smithi019 *:9100 running (99s) 58s ago 12m 8480k - 1.5.0 0da6a335fe13 5535121a8447 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:node-exporter.b smithi066 *:9100 running (95s) 35s ago 12m 8824k - 1.5.0 0da6a335fe13 0324917524a6 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:osd.0 smithi019 running (6m) 58s ago 17m 285M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0ce6f5186f58 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:osd.1 smithi019 running (5m) 58s ago 16m 292M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 88c6841d16d5 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:osd.2 smithi019 running (5m) 58s ago 16m 257M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf ce39d4d34e80 2024-04-02T08:41:09.392 INFO:teuthology.orchestra.run.smithi019.stdout:osd.3 smithi019 running (4m) 58s ago 15m 161M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d78eb26f7649 2024-04-02T08:41:09.393 INFO:teuthology.orchestra.run.smithi019.stdout:osd.4 smithi066 running (4m) 35s ago 15m 228M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 1dc7cf786dd7 2024-04-02T08:41:09.393 INFO:teuthology.orchestra.run.smithi019.stdout:osd.5 smithi066 running (3m) 35s ago 15m 249M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf c4504e7104ad 2024-04-02T08:41:09.393 INFO:teuthology.orchestra.run.smithi019.stdout:osd.6 smithi066 running (2m) 35s ago 14m 117M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 8b7c3ab9ff81 2024-04-02T08:41:09.393 INFO:teuthology.orchestra.run.smithi019.stdout:osd.7 smithi066 running (2m) 35s ago 14m 124M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 9e2a10ea2c29 2024-04-02T08:41:09.393 INFO:teuthology.orchestra.run.smithi019.stdout:prometheus.a smithi066 *:9095 running (79s) 35s ago 13m 48.7M - 2.43.0 a07b618ecd1d 4dec3f26bb8c 2024-04-02T08:41:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:3323: done (4 left) 2024-04-02T08:41:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:3324: copy_from oid 33 from oid 30 current snap is 298 2024-04-02T08:41:09.658 INFO:tasks.rados.rados.0.smithi019.stdout:3325: snap_remove snap 293 2024-04-02T08:41:09.986 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:09 smithi019 ceph-mon[94035]: pgmap v671: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8.5 MiB/s wr, 41 op/s 2024-04-02T08:41:09.986 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:09 smithi019 ceph-mon[94035]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:09.986 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:09 smithi019 ceph-mon[94035]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:09.986 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:09 smithi019 ceph-mon[96522]: pgmap v671: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8.5 MiB/s wr, 41 op/s 2024-04-02T08:41:09.986 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:09 smithi019 ceph-mon[96522]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:09.987 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:09 smithi019 ceph-mon[96522]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:10.006 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions' 2024-04-02T08:41:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:09 smithi066 ceph-mon[87361]: pgmap v671: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8.5 MiB/s wr, 41 op/s 2024-04-02T08:41:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:09 smithi066 ceph-mon[87361]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:41:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:09 smithi066 ceph-mon[87361]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:41:10.217 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:10.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:41:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:41:10] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3325: done (5 left) 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3326: read oid 25 snap -1 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3326: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3327: delete oid 26 current snap is 298 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3315: finishing write tid 1 to smithi01981774-1 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3315: finishing write tid 2 to smithi01981774-1 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3315: finishing write tid 3 to smithi01981774-1 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3315: oid 1 updating version 0 to 2141 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3315: oid 1 updating version 2141 to 2142 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2142 (ObjNum 1038 snap 298 seq_num 1038) dirty exists 2024-04-02T08:41:10.662 INFO:tasks.rados.rados.0.smithi019.stdout:3315: left oid 1 (ObjNum 1038 snap 298 seq_num 1038) 2024-04-02T08:41:10.663 INFO:tasks.rados.rados.0.smithi019.stdout:3321: finishing rollback tid 1 to smithi01981774-8 2024-04-02T08:41:10.663 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:41:10.663 INFO:tasks.rados.rados.0.smithi019.stdout:3320: expect (ObjNum 1023 snap 297 seq_num 1023) 2024-04-02T08:41:10.677 INFO:tasks.rados.rados.0.smithi019.stdout:3322: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:41:10.795 INFO:tasks.rados.rados.0.smithi019.stdout:3324: finishing copy_from to smithi01981774-33 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3324: got expected ENOENT (src dne) 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3324: finishing copy_from racing read to smithi01981774-33 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3315: done (6 left) 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3320: done (5 left) 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3321: done (4 left) 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3322: done (3 left) 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3324: done (2 left) 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3327: done (1 left) 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 298 2024-04-02T08:41:10.796 INFO:tasks.rados.rados.0.smithi019.stdout:3326: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-02T08:41:10.920 INFO:tasks.rados.rados.0.smithi019.stdout:3328: seq_num 1041 ranges {0=638976} 2024-04-02T08:41:10.923 INFO:tasks.rados.rados.0.smithi019.stdout:3328: writing smithi01981774-29 from 0 to 638976 tid 1 2024-04-02T08:41:10.923 INFO:tasks.rados.rados.0.smithi019.stdout:3326: done (1 left) 2024-04-02T08:41:10.923 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 298 2024-04-02T08:41:10.923 INFO:tasks.rados.rados.0.smithi019.stdout:3329: seq_num 1042 ranges {0=655360} 2024-04-02T08:41:10.927 INFO:tasks.rados.rados.0.smithi019.stdout:3329: writing smithi01981774-40 from 0 to 655360 tid 1 2024-04-02T08:41:10.927 INFO:tasks.rados.rados.0.smithi019.stdout:3330: copy_from oid 34 from oid 22 current snap is 298 2024-04-02T08:41:10.927 INFO:tasks.rados.rados.0.smithi019.stdout:3331: snap_remove snap 294 2024-04-02T08:41:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:10 smithi066 ceph-mon[87361]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:10 smithi066 ceph-mon[87361]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:11.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:10 smithi019 ceph-mon[94035]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:10 smithi019 ceph-mon[94035]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:10 smithi019 ceph-mon[96522]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:41:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:10 smithi019 ceph-mon[96522]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:41:11.793 INFO:tasks.rados.rados.0.smithi019.stdout:3331: done (3 left) 2024-04-02T08:41:11.793 INFO:tasks.rados.rados.0.smithi019.stdout:3332: rmattr oid 12 current snap is 298 2024-04-02T08:41:11.793 INFO:tasks.rados.rados.0.smithi019.stdout:3332: done (3 left) 2024-04-02T08:41:11.793 INFO:tasks.rados.rados.0.smithi019.stdout:3333: setattr oid 3 current snap is 298 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3328: finishing write tid 1 to smithi01981774-29 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3328: finishing write tid 2 to smithi01981774-29 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3328: finishing write tid 3 to smithi01981774-29 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3328: oid 29 updating version 0 to 2458 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3328: oid 29 updating version 2458 to 2459 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2459 (ObjNum 1041 snap 298 seq_num 1041) dirty exists 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3328: left oid 29 (ObjNum 1041 snap 298 seq_num 1041) 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3329: finishing write tid 1 to smithi01981774-40 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3329: finishing write tid 2 to smithi01981774-40 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3330: finishing copy_from racing read to smithi01981774-34 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3330: finishing copy_from to smithi01981774-34 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 1666 (ObjNum 1031 snap 298 seq_num 1031) dirty exists 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3329: finishing write tid 3 to smithi01981774-40 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3329: oid 40 updating version 0 to 1698 2024-04-02T08:41:11.794 INFO:tasks.rados.rados.0.smithi019.stdout:3329: oid 40 updating version 1698 to 1699 2024-04-02T08:41:11.795 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 1699 (ObjNum 1042 snap 298 seq_num 1042) dirty exists 2024-04-02T08:41:11.795 INFO:tasks.rados.rados.0.smithi019.stdout:3329: left oid 40 (ObjNum 1042 snap 298 seq_num 1042) 2024-04-02T08:41:11.795 INFO:tasks.rados.rados.0.smithi019.stdout:3328: done (3 left) 2024-04-02T08:41:11.795 INFO:tasks.rados.rados.0.smithi019.stdout:3329: done (2 left) 2024-04-02T08:41:11.795 INFO:tasks.rados.rados.0.smithi019.stdout:3330: done (1 left) 2024-04-02T08:41:11.795 INFO:tasks.rados.rados.0.smithi019.stdout:3334: read oid 33 snap -1 2024-04-02T08:41:11.795 INFO:tasks.rados.rados.0.smithi019.stdout:3334: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:11.796 INFO:tasks.rados.rados.0.smithi019.stdout:3335: rollback oid 46 current snap is 298 2024-04-02T08:41:11.796 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 295 2024-04-02T08:41:11.796 INFO:tasks.rados.rados.0.smithi019.stdout:3336: read oid 25 snap -1 2024-04-02T08:41:11.796 INFO:tasks.rados.rados.0.smithi019.stdout:3336: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-02T08:41:11.796 INFO:tasks.rados.rados.0.smithi019.stdout:3337: rollback oid 26 current snap is 298 2024-04-02T08:41:11.796 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 26 to 295 2024-04-02T08:41:11.796 INFO:tasks.rados.rados.0.smithi019.stdout:3338: delete oid 12 current snap is 298 2024-04-02T08:41:11.802 INFO:tasks.rados.rados.0.smithi019.stdout:3338: done (5 left) 2024-04-02T08:41:11.803 INFO:tasks.rados.rados.0.smithi019.stdout:3339: read oid 36 snap -1 2024-04-02T08:41:11.803 INFO:tasks.rados.rados.0.smithi019.stdout:3339: expect (ObjNum 989 snap 290 seq_num 989) 2024-04-02T08:41:11.803 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 298 2024-04-02T08:41:11.803 INFO:tasks.rados.rados.0.smithi019.stdout:3340: seq_num 1044 ranges {884736=688128} 2024-04-02T08:41:11.814 INFO:tasks.rados.rados.0.smithi019.stdout:3340: writing smithi01981774-22 from 884736 to 1572864 tid 1 2024-04-02T08:41:11.815 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 298 2024-04-02T08:41:11.815 INFO:tasks.rados.rados.0.smithi019.stdout:3341: seq_num 1045 ranges {3596288=704512} 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:3341: writing smithi01981774-41 from 3596288 to 4300800 tid 1 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:3342: copy_from oid 9 from oid 10 current snap is 298 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2143 (ObjNum 859 snap 260 seq_num 859) dirty exists 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:3335: finishing rollback tid 0 to smithi01981774-46 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:3335: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:3337: finishing rollback tid 1 to smithi01981774-26 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:3335: finishing rollback tid 2 to smithi01981774-46 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2462 (ObjNum 1002 snap 292 seq_num 1002) dirty exists 2024-04-02T08:41:11.839 INFO:tasks.rados.rados.0.smithi019.stdout:3336: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-02T08:41:11.955 INFO:tasks.rados.rados.0.smithi019.stdout:3334: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:12.005 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:11 smithi019 ceph-mon[94035]: pgmap v674: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-04-02T08:41:12.006 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:11 smithi019 ceph-mon[96522]: pgmap v674: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-04-02T08:41:12.010 INFO:tasks.rados.rados.0.smithi019.stdout:3339: expect (ObjNum 989 snap 290 seq_num 989) 2024-04-02T08:41:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:11 smithi066 ceph-mon[87361]: pgmap v674: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-04-02T08:41:12.101 INFO:tasks.rados.rados.0.smithi019.stdout:3340: finishing write tid 1 to smithi01981774-22 2024-04-02T08:41:12.101 INFO:tasks.rados.rados.0.smithi019.stdout:3340: finishing write tid 2 to smithi01981774-22 2024-04-02T08:41:12.101 INFO:tasks.rados.rados.0.smithi019.stdout:3340: finishing write tid 3 to smithi01981774-22 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3340: oid 22 updating version 0 to 1669 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3340: oid 22 updating version 1669 to 1670 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1670 (ObjNum 1044 snap 298 seq_num 1044) dirty exists 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3340: left oid 22 (ObjNum 1044 snap 298 seq_num 1044) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3333: done (8 left) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3334: done (7 left) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3335: done (6 left) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3336: done (5 left) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3337: done (4 left) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3339: done (3 left) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3340: done (2 left) 2024-04-02T08:41:12.102 INFO:tasks.rados.rados.0.smithi019.stdout:3343: snap_remove snap 295 2024-04-02T08:41:12.422 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2024-04-02T08:41:12.423 INFO:teuthology.orchestra.run.smithi019.stdout: "mon": { 2024-04-02T08:41:12.423 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:41:12.423 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:41:12.423 INFO:teuthology.orchestra.run.smithi019.stdout: "mgr": { 2024-04-02T08:41:12.423 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:41:12.423 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: "osd": { 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: "mds": { 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: "overall": { 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout: } 2024-04-02T08:41:12.424 INFO:teuthology.orchestra.run.smithi019.stdout:} 2024-04-02T08:41:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:41:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:12.800 INFO:tasks.rados.rados.0.smithi019.stdout:3343: done (2 left) 2024-04-02T08:41:12.800 INFO:tasks.rados.rados.0.smithi019.stdout:3344: copy_from oid 34 from oid 6 current snap is 298 2024-04-02T08:41:12.800 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 298 2024-04-02T08:41:12.800 INFO:tasks.rados.rados.0.smithi019.stdout:3345: seq_num 1046 ranges {0=729088} 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3345: writing smithi01981774-5 from 0 to 729088 tid 1 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3346: rollback oid 3 current snap is 298 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3346: done (4 left) 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3347: rollback oid 1 current snap is 298 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3347: done (4 left) 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3348: rmattr oid 37 current snap is 298 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3348: done (4 left) 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3349: delete oid 46 current snap is 298 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3342: finishing copy_from to smithi01981774-9 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3342: got expected ENOENT (src dne) 2024-04-02T08:41:12.806 INFO:tasks.rados.rados.0.smithi019.stdout:3342: finishing copy_from racing read to smithi01981774-9 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3341: finishing write tid 1 to smithi01981774-41 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3341: finishing write tid 2 to smithi01981774-41 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3341: finishing write tid 3 to smithi01981774-41 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3341: oid 41 updating version 0 to 2469 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3341: oid 41 version 2469 is already newer than 2468 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 2469 (ObjNum 1045 snap 298 seq_num 1045) dirty exists 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3341: left oid 41 (ObjNum 1045 snap 298 seq_num 1045) 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3344: finishing copy_from to smithi01981774-34 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3344: got expected ENOENT (src dne) 2024-04-02T08:41:12.807 INFO:tasks.rados.rados.0.smithi019.stdout:3344: finishing copy_from racing read to smithi01981774-34 2024-04-02T08:41:12.813 INFO:tasks.rados.rados.0.smithi019.stdout:3341: done (4 left) 2024-04-02T08:41:12.813 INFO:tasks.rados.rados.0.smithi019.stdout:3342: done (3 left) 2024-04-02T08:41:12.813 INFO:tasks.rados.rados.0.smithi019.stdout:3344: done (2 left) 2024-04-02T08:41:12.813 INFO:tasks.rados.rados.0.smithi019.stdout:3349: done (1 left) 2024-04-02T08:41:12.813 INFO:tasks.rados.rados.0.smithi019.stdout:3350: read oid 16 snap -1 2024-04-02T08:41:12.814 INFO:tasks.rados.rados.0.smithi019.stdout:3350: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-02T08:41:12.814 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 298 2024-04-02T08:41:12.814 INFO:tasks.rados.rados.0.smithi019.stdout:3351: seq_num 1048 ranges {0=761856} 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3351: writing smithi01981774-11 from 0 to 761856 tid 1 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3352: read oid 8 snap -1 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3352: expect deleted 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3353: read oid 2 snap -1 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3353: expect deleted 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3345: finishing write tid 1 to smithi01981774-5 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3345: finishing write tid 2 to smithi01981774-5 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3345: finishing write tid 3 to smithi01981774-5 2024-04-02T08:41:12.819 INFO:tasks.rados.rados.0.smithi019.stdout:3345: oid 5 updating version 0 to 2398 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:3345: oid 5 version 2398 is already newer than 2397 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2398 (ObjNum 1046 snap 298 seq_num 1046) dirty exists 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:3345: left oid 5 (ObjNum 1046 snap 298 seq_num 1046) 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:3345: done (4 left) 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:3354: read oid 1 snap -1 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:3354: expect (ObjNum 1038 snap 298 seq_num 1038) 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:3355: read oid 27 snap -1 2024-04-02T08:41:12.820 INFO:tasks.rados.rados.0.smithi019.stdout:3355: expect (ObjNum 1037 snap 298 seq_num 1037) 2024-04-02T08:41:12.821 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 34 current snap is 298 2024-04-02T08:41:12.821 INFO:tasks.rados.rados.0.smithi019.stdout:3356: seq_num 1049 ranges {884736=778240} 2024-04-02T08:41:12.829 INFO:tasks.rados.rados.0.smithi019.stdout:3356: writing smithi01981774-34 from 884736 to 1662976 tid 1 2024-04-02T08:41:12.829 INFO:tasks.rados.rados.0.smithi019.stdout:3357: delete oid 29 current snap is 298 2024-04-02T08:41:12.829 INFO:tasks.rados.rados.0.smithi019.stdout:3355: expect (ObjNum 1037 snap 298 seq_num 1037) 2024-04-02T08:41:12.848 INFO:tasks.rados.rados.0.smithi019.stdout:3354: expect (ObjNum 1038 snap 298 seq_num 1038) 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:3351: finishing write tid 1 to smithi01981774-11 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:3351: finishing write tid 2 to smithi01981774-11 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:3351: finishing write tid 3 to smithi01981774-11 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:3351: oid 11 updating version 0 to 2244 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:3351: oid 11 version 2244 is already newer than 2243 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2244 (ObjNum 1048 snap 298 seq_num 1048) dirty exists 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:3351: left oid 11 (ObjNum 1048 snap 298 seq_num 1048) 2024-04-02T08:41:12.874 INFO:tasks.rados.rados.0.smithi019.stdout:3351: done (7 left) 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3352: done (6 left) 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3353: done (5 left) 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3354: done (4 left) 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3355: done (3 left) 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3357: done (2 left) 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3358: setattr oid 18 current snap is 298 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3356: finishing write tid 1 to smithi01981774-34 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3356: finishing write tid 2 to smithi01981774-34 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3356: finishing write tid 3 to smithi01981774-34 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3356: oid 34 updating version 0 to 2235 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3356: oid 34 version 2235 is already newer than 2234 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 34 v 2235 (ObjNum 1049 snap 298 seq_num 1049) dirty exists 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3356: left oid 34 (ObjNum 1049 snap 298 seq_num 1049) 2024-04-02T08:41:12.875 INFO:tasks.rados.rados.0.smithi019.stdout:3350: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-02T08:41:13.002 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:12 smithi019 ceph-mon[94035]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:13.002 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:12 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2588277035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:13.002 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:12 smithi019 ceph-mon[96522]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:13.002 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:12 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2588277035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:13.024 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-02T08:41:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:12 smithi066 ceph-mon[87361]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:41:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:12 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2588277035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:13.240 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:13.541 INFO:tasks.rados.rados.0.smithi019.stdout:3350: done (2 left) 2024-04-02T08:41:13.541 INFO:tasks.rados.rados.0.smithi019.stdout:3356: done (1 left) 2024-04-02T08:41:13.541 INFO:tasks.rados.rados.0.smithi019.stdout:3359: delete oid 45 current snap is 298 2024-04-02T08:41:13.543 INFO:tasks.rados.rados.0.smithi019.stdout:3359: done (1 left) 2024-04-02T08:41:13.544 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 298 2024-04-02T08:41:13.544 INFO:tasks.rados.rados.0.smithi019.stdout:3360: seq_num 1052 ranges {12378112=425984,12804096=401408} 2024-04-02T08:41:13.614 INFO:tasks.rados.rados.0.smithi019.stdout:3360: writing smithi01981774-43 from 12378112 to 12804096 tid 1 2024-04-02T08:41:13.616 INFO:tasks.rados.rados.0.smithi019.stdout:3360: writing smithi01981774-43 from 12804096 to 13205504 tid 2 2024-04-02T08:41:13.616 INFO:tasks.rados.rados.0.smithi019.stdout:3361: delete oid 14 current snap is 298 2024-04-02T08:41:13.616 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1671 (ObjNum 989 snap 290 seq_num 989) dirty exists 2024-04-02T08:41:13.619 INFO:tasks.rados.rados.0.smithi019.stdout:3358: done (2 left) 2024-04-02T08:41:13.619 INFO:tasks.rados.rados.0.smithi019.stdout:3361: done (1 left) 2024-04-02T08:41:13.619 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 298 2024-04-02T08:41:13.619 INFO:tasks.rados.rados.0.smithi019.stdout:3362: seq_num 1054 ranges {729088=458752,1187840=401408} 2024-04-02T08:41:13.626 INFO:tasks.rados.rados.0.smithi019.stdout:3362: writing smithi01981774-5 from 729088 to 1187840 tid 1 2024-04-02T08:41:13.628 INFO:tasks.rados.rados.0.smithi019.stdout:3362: writing smithi01981774-5 from 1187840 to 1589248 tid 2 2024-04-02T08:41:13.628 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 298 2024-04-02T08:41:13.628 INFO:tasks.rados.rados.0.smithi019.stdout:3360: finishing write tid 1 to smithi01981774-43 2024-04-02T08:41:13.628 INFO:tasks.rados.rados.0.smithi019.stdout:3360: finishing write tid 2 to smithi01981774-43 2024-04-02T08:41:13.629 INFO:tasks.rados.rados.0.smithi019.stdout:3363: seq_num 1055 ranges {0=475136,475136=401408} 2024-04-02T08:41:13.631 INFO:tasks.rados.rados.0.smithi019.stdout:3363: writing smithi01981774-48 from 0 to 475136 tid 1 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3363: writing smithi01981774-48 from 475136 to 876544 tid 2 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3364: rollback oid 40 current snap is 298 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3364: done (3 left) 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 298 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3360: finishing write tid 3 to smithi01981774-43 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3360: finishing write tid 4 to smithi01981774-43 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3360: oid 43 updating version 0 to 1700 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3360: oid 43 updating version 1700 to 1702 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3360: oid 43 version 1702 is already newer than 1701 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 1702 (ObjNum 1052 snap 298 seq_num 1052) dirty exists 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3360: left oid 43 (ObjNum 1052 snap 298 seq_num 1052) 2024-04-02T08:41:13.634 INFO:tasks.rados.rados.0.smithi019.stdout:3362: finishing write tid 1 to smithi01981774-5 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3362: finishing write tid 2 to smithi01981774-5 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3362: finishing write tid 3 to smithi01981774-5 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3362: finishing write tid 4 to smithi01981774-5 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3362: oid 5 updating version 0 to 2400 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3362: oid 5 updating version 2400 to 2401 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3362: oid 5 version 2401 is already newer than 2399 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2401 (ObjNum 1054 snap 298 seq_num 1054) dirty exists 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3362: left oid 5 (ObjNum 1054 snap 298 seq_num 1054) 2024-04-02T08:41:13.635 INFO:tasks.rados.rados.0.smithi019.stdout:3365: seq_num 1056 ranges {2080768=491520,2572288=401408} 2024-04-02T08:41:13.647 INFO:tasks.rados.rados.0.smithi019.stdout:3365: writing smithi01981774-15 from 2080768 to 2572288 tid 1 2024-04-02T08:41:13.650 INFO:tasks.rados.rados.0.smithi019.stdout:3365: writing smithi01981774-15 from 2572288 to 2973696 tid 2 2024-04-02T08:41:13.650 INFO:tasks.rados.rados.0.smithi019.stdout:3360: done (3 left) 2024-04-02T08:41:13.650 INFO:tasks.rados.rados.0.smithi019.stdout:3362: done (2 left) 2024-04-02T08:41:13.650 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 298 2024-04-02T08:41:13.650 INFO:tasks.rados.rados.0.smithi019.stdout:3363: finishing write tid 1 to smithi01981774-48 2024-04-02T08:41:13.650 INFO:tasks.rados.rados.0.smithi019.stdout:3363: finishing write tid 2 to smithi01981774-48 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:3363: finishing write tid 3 to smithi01981774-48 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:3363: finishing write tid 4 to smithi01981774-48 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:3363: oid 48 updating version 0 to 2479 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:3363: oid 48 version 2479 is already newer than 2478 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:3363: oid 48 updating version 2479 to 2480 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2480 (ObjNum 1055 snap 298 seq_num 1055) dirty exists 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:3363: left oid 48 (ObjNum 1055 snap 298 seq_num 1055) 2024-04-02T08:41:13.651 INFO:tasks.rados.rados.0.smithi019.stdout:3366: seq_num 1057 ranges {2179072=507904,2686976=401408} 2024-04-02T08:41:13.664 INFO:tasks.rados.rados.0.smithi019.stdout:3366: writing smithi01981774-36 from 2179072 to 2686976 tid 1 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3366: writing smithi01981774-36 from 2686976 to 3088384 tid 2 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3363: done (2 left) 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 298 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: finishing write tid 1 to smithi01981774-15 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: finishing write tid 2 to smithi01981774-15 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: finishing write tid 3 to smithi01981774-15 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: finishing write tid 4 to smithi01981774-15 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: oid 15 updating version 0 to 2253 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: oid 15 updating version 2253 to 2255 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: oid 15 version 2255 is already newer than 2254 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2255 (ObjNum 1056 snap 298 seq_num 1056) dirty exists 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3365: left oid 15 (ObjNum 1056 snap 298 seq_num 1056) 2024-04-02T08:41:13.668 INFO:tasks.rados.rados.0.smithi019.stdout:3367: seq_num 1058 ranges {2400256=524288,2924544=401408} 2024-04-02T08:41:13.683 INFO:tasks.rados.rados.0.smithi019.stdout:3367: writing smithi01981774-3 from 2400256 to 2924544 tid 1 2024-04-02T08:41:13.686 INFO:tasks.rados.rados.0.smithi019.stdout:3367: writing smithi01981774-3 from 2924544 to 3325952 tid 2 2024-04-02T08:41:13.686 INFO:tasks.rados.rados.0.smithi019.stdout:3365: done (2 left) 2024-04-02T08:41:13.686 INFO:tasks.rados.rados.0.smithi019.stdout:3368: read oid 33 snap -1 2024-04-02T08:41:13.686 INFO:tasks.rados.rados.0.smithi019.stdout:3368: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:13.686 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 298 2024-04-02T08:41:13.686 INFO:tasks.rados.rados.0.smithi019.stdout:3366: finishing write tid 1 to smithi01981774-36 2024-04-02T08:41:13.686 INFO:tasks.rados.rados.0.smithi019.stdout:3369: seq_num 1059 ranges {876544=540672,1417216=401408} 2024-04-02T08:41:13.694 INFO:tasks.rados.rados.0.smithi019.stdout:3369: writing smithi01981774-48 from 876544 to 1417216 tid 1 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3369: writing smithi01981774-48 from 1417216 to 1818624 tid 2 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3370: snap_create 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3366: finishing write tid 2 to smithi01981774-36 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3366: finishing write tid 3 to smithi01981774-36 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3366: finishing write tid 4 to smithi01981774-36 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3366: oid 36 updating version 0 to 1668 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3366: oid 36 updating version 1668 to 1669 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3366: oid 36 version 1669 is already newer than 1667 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1669 (ObjNum 1057 snap 298 seq_num 1057) dirty exists 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3366: left oid 36 (ObjNum 1057 snap 298 seq_num 1057) 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3367: finishing write tid 1 to smithi01981774-3 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3367: finishing write tid 2 to smithi01981774-3 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3367: finishing write tid 3 to smithi01981774-3 2024-04-02T08:41:13.697 INFO:tasks.rados.rados.0.smithi019.stdout:3368: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:13.754 INFO:tasks.rados.rados.0.smithi019.stdout:3367: finishing write tid 4 to smithi01981774-3 2024-04-02T08:41:13.754 INFO:tasks.rados.rados.0.smithi019.stdout:3367: oid 3 updating version 0 to 2145 2024-04-02T08:41:13.754 INFO:tasks.rados.rados.0.smithi019.stdout:3367: oid 3 updating version 2145 to 2146 2024-04-02T08:41:13.754 INFO:tasks.rados.rados.0.smithi019.stdout:3367: oid 3 version 2146 is already newer than 2144 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2146 (ObjNum 1058 snap 298 seq_num 1058) dirty exists 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3367: left oid 3 (ObjNum 1058 snap 298 seq_num 1058) 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: finishing write tid 1 to smithi01981774-48 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: finishing write tid 2 to smithi01981774-48 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: finishing write tid 3 to smithi01981774-48 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: finishing write tid 4 to smithi01981774-48 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: oid 48 updating version 0 to 2483 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: oid 48 version 2483 is already newer than 2481 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: oid 48 version 2483 is already newer than 2482 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2483 (ObjNum 1059 snap 298 seq_num 1059) dirty exists 2024-04-02T08:41:13.755 INFO:tasks.rados.rados.0.smithi019.stdout:3369: left oid 48 (ObjNum 1059 snap 298 seq_num 1059) 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3366: done (4 left) 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3367: done (3 left) 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3368: done (2 left) 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3369: done (1 left) 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3370: done (0 left) 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3371: read oid 49 snap -1 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3371: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:41:13.800 INFO:tasks.rados.rados.0.smithi019.stdout:3372: snap_remove snap 298 2024-04-02T08:41:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:13 smithi066 ceph-mon[87361]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-02T08:41:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:13 smithi066 ceph-mon[87361]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:14.150 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:13 smithi019 ceph-mon[94035]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-02T08:41:14.151 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:13 smithi019 ceph-mon[94035]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:14.151 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:14.151 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:13 smithi019 ceph-mon[96522]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-02T08:41:14.151 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:13 smithi019 ceph-mon[96522]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:41:14.151 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:14.658 INFO:tasks.rados.rados.0.smithi019.stdout:3372: done (1 left) 2024-04-02T08:41:14.658 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 299 2024-04-02T08:41:14.659 INFO:tasks.rados.rados.0.smithi019.stdout:3373: seq_num 1060 ranges {0=557056,557056=401408} 2024-04-02T08:41:14.662 INFO:tasks.rados.rados.0.smithi019.stdout:3373: writing smithi01981774-12 from 0 to 557056 tid 1 2024-04-02T08:41:14.665 INFO:tasks.rados.rados.0.smithi019.stdout:3373: writing smithi01981774-12 from 557056 to 958464 tid 2 2024-04-02T08:41:14.665 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 299 2024-04-02T08:41:14.665 INFO:tasks.rados.rados.0.smithi019.stdout:3374: seq_num 1061 ranges {0=573440,573440=401408} 2024-04-02T08:41:14.669 INFO:tasks.rados.rados.0.smithi019.stdout:3374: writing smithi01981774-45 from 0 to 573440 tid 1 2024-04-02T08:41:14.672 INFO:tasks.rados.rados.0.smithi019.stdout:3374: writing smithi01981774-45 from 573440 to 974848 tid 2 2024-04-02T08:41:14.672 INFO:tasks.rados.rados.0.smithi019.stdout:3375: read oid 16 snap -1 2024-04-02T08:41:14.672 INFO:tasks.rados.rados.0.smithi019.stdout:3375: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-02T08:41:14.673 INFO:tasks.rados.rados.0.smithi019.stdout:3376: rollback oid 14 current snap is 299 2024-04-02T08:41:14.673 INFO:tasks.rados.rados.0.smithi019.stdout:3376: done (4 left) 2024-04-02T08:41:14.673 INFO:tasks.rados.rados.0.smithi019.stdout:3377: snap_create 2024-04-02T08:41:14.673 INFO:tasks.rados.rados.0.smithi019.stdout:3371: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:41:14.772 INFO:tasks.rados.rados.0.smithi019.stdout:3373: finishing write tid 1 to smithi01981774-12 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3373: finishing write tid 2 to smithi01981774-12 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3373: finishing write tid 3 to smithi01981774-12 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3373: finishing write tid 4 to smithi01981774-12 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3373: oid 12 updating version 0 to 1709 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3373: oid 12 version 1709 is already newer than 1708 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3373: oid 12 version 1709 is already newer than 1707 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1709 (ObjNum 1060 snap 299 seq_num 1060) dirty exists 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3373: left oid 12 (ObjNum 1060 snap 299 seq_num 1060) 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3374: finishing write tid 1 to smithi01981774-45 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3374: finishing write tid 2 to smithi01981774-45 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3374: finishing write tid 3 to smithi01981774-45 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3374: finishing write tid 4 to smithi01981774-45 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3374: oid 45 updating version 0 to 1711 2024-04-02T08:41:14.773 INFO:tasks.rados.rados.0.smithi019.stdout:3374: oid 45 version 1711 is already newer than 1710 2024-04-02T08:41:14.774 INFO:tasks.rados.rados.0.smithi019.stdout:3374: oid 45 updating version 1711 to 1712 2024-04-02T08:41:14.774 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1712 (ObjNum 1061 snap 299 seq_num 1061) dirty exists 2024-04-02T08:41:14.774 INFO:tasks.rados.rados.0.smithi019.stdout:3374: left oid 45 (ObjNum 1061 snap 299 seq_num 1061) 2024-04-02T08:41:14.774 INFO:tasks.rados.rados.0.smithi019.stdout:3375: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-02T08:41:14.931 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:14 smithi019 ceph-mon[94035]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:14.931 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:14 smithi019 ceph-mon[94035]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:14.931 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:14 smithi019 ceph-mon[96522]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:14.931 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:14 smithi019 ceph-mon[96522]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:14 smithi066 ceph-mon[87361]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:41:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:14 smithi066 ceph-mon[87361]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:41:15.474 INFO:teuthology.orchestra.run.smithi019.stdout:true 2024-04-02T08:41:15.657 INFO:tasks.rados.rados.0.smithi019.stdout:3371: done (4 left) 2024-04-02T08:41:15.658 INFO:tasks.rados.rados.0.smithi019.stdout:3373: done (3 left) 2024-04-02T08:41:15.658 INFO:tasks.rados.rados.0.smithi019.stdout:3374: done (2 left) 2024-04-02T08:41:15.658 INFO:tasks.rados.rados.0.smithi019.stdout:3375: done (1 left) 2024-04-02T08:41:15.658 INFO:tasks.rados.rados.0.smithi019.stdout:3377: done (0 left) 2024-04-02T08:41:15.658 INFO:tasks.rados.rados.0.smithi019.stdout:3378: delete oid 36 current snap is 300 2024-04-02T08:41:15.660 INFO:tasks.rados.rados.0.smithi019.stdout:3378: done (0 left) 2024-04-02T08:41:15.660 INFO:tasks.rados.rados.0.smithi019.stdout:3379: read oid 6 snap -1 2024-04-02T08:41:15.661 INFO:tasks.rados.rados.0.smithi019.stdout:3379: expect deleted 2024-04-02T08:41:15.661 INFO:tasks.rados.rados.0.smithi019.stdout:3380: rollback oid 47 current snap is 300 2024-04-02T08:41:15.661 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 47 to 299 2024-04-02T08:41:15.661 INFO:tasks.rados.rados.0.smithi019.stdout:3381: snap_create 2024-04-02T08:41:15.667 INFO:tasks.rados.rados.0.smithi019.stdout:3380: finishing rollback tid 0 to smithi01981774-47 2024-04-02T08:41:15.667 INFO:tasks.rados.rados.0.smithi019.stdout:3380: finishing rollback tid 1 to smithi01981774-47 2024-04-02T08:41:15.667 INFO:tasks.rados.rados.0.smithi019.stdout:3380: finishing rollback tid 2 to smithi01981774-47 2024-04-02T08:41:15.667 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1700 (ObjNum 305 snap 0 seq_num 2824904800) dirty exists 2024-04-02T08:41:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:15 smithi066 ceph-mon[87361]: pgmap v680: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-02T08:41:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1373281487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:15 smithi066 ceph-mon[87361]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:16.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:15 smithi019 ceph-mon[94035]: pgmap v680: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-02T08:41:16.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1373281487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:16.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:15 smithi019 ceph-mon[94035]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:16.118 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:15 smithi019 ceph-mon[96522]: pgmap v680: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 141 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-02T08:41:16.118 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1373281487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:16.118 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:15 smithi019 ceph-mon[96522]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:41:16.138 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-02T08:41:16.357 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:41:16.661 INFO:tasks.rados.rados.0.smithi019.stdout:3379: done (2 left) 2024-04-02T08:41:16.661 INFO:tasks.rados.rados.0.smithi019.stdout:3380: done (1 left) 2024-04-02T08:41:16.661 INFO:tasks.rados.rados.0.smithi019.stdout:3381: done (0 left) 2024-04-02T08:41:16.661 INFO:tasks.rados.rados.0.smithi019.stdout:3382: rollback oid 24 current snap is 301 2024-04-02T08:41:16.661 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 24 to 299 2024-04-02T08:41:16.661 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 301 2024-04-02T08:41:16.661 INFO:tasks.rados.rados.0.smithi019.stdout:3383: seq_num 1063 ranges {1572864=606208,2179072=401408} 2024-04-02T08:41:16.673 INFO:tasks.rados.rados.0.smithi019.stdout:3383: writing smithi01981774-22 from 1572864 to 2179072 tid 1 2024-04-02T08:41:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3383: writing smithi01981774-22 from 2179072 to 2580480 tid 2 2024-04-02T08:41:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3384: delete oid 47 current snap is 301 2024-04-02T08:41:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3382: finishing rollback tid 0 to smithi01981774-24 2024-04-02T08:41:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3382: finishing rollback tid 1 to smithi01981774-24 2024-04-02T08:41:16.676 INFO:tasks.rados.rados.0.smithi019.stdout:3382: finishing rollback tid 2 to smithi01981774-24 2024-04-02T08:41:16.676 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 2149 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:41:16.678 INFO:tasks.rados.rados.0.smithi019.stdout:3383: finishing write tid 1 to smithi01981774-22 2024-04-02T08:41:16.678 INFO:tasks.rados.rados.0.smithi019.stdout:3383: finishing write tid 2 to smithi01981774-22 2024-04-02T08:41:16.679 INFO:tasks.rados.rados.0.smithi019.stdout:3383: finishing write tid 3 to smithi01981774-22 2024-04-02T08:41:16.680 INFO:tasks.rados.rados.0.smithi019.stdout:3383: finishing write tid 4 to smithi01981774-22 2024-04-02T08:41:16.680 INFO:tasks.rados.rados.0.smithi019.stdout:3383: oid 22 updating version 0 to 1674 2024-04-02T08:41:16.680 INFO:tasks.rados.rados.0.smithi019.stdout:3383: oid 22 version 1674 is already newer than 1673 2024-04-02T08:41:16.680 INFO:tasks.rados.rados.0.smithi019.stdout:3383: oid 22 version 1674 is already newer than 1672 2024-04-02T08:41:16.680 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1674 (ObjNum 1063 snap 301 seq_num 1063) dirty exists 2024-04-02T08:41:16.680 INFO:tasks.rados.rados.0.smithi019.stdout:3383: left oid 22 (ObjNum 1063 snap 301 seq_num 1063) 2024-04-02T08:41:16.681 INFO:tasks.rados.rados.0.smithi019.stdout:3382: done (2 left) 2024-04-02T08:41:16.681 INFO:tasks.rados.rados.0.smithi019.stdout:3383: done (1 left) 2024-04-02T08:41:16.681 INFO:tasks.rados.rados.0.smithi019.stdout:3384: done (0 left) 2024-04-02T08:41:16.681 INFO:tasks.rados.rados.0.smithi019.stdout:3385: copy_from oid 23 from oid 9 current snap is 301 2024-04-02T08:41:16.681 INFO:tasks.rados.rados.0.smithi019.stdout:3386: setattr oid 33 current snap is 301 2024-04-02T08:41:16.682 INFO:tasks.rados.rados.0.smithi019.stdout:3387: rollback oid 36 current snap is 301 2024-04-02T08:41:16.682 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 36 to 299 2024-04-02T08:41:16.682 INFO:tasks.rados.rados.0.smithi019.stdout:3388: rmattr oid 21 current snap is 301 2024-04-02T08:41:16.682 INFO:tasks.rados.rados.0.smithi019.stdout:3389: rollback oid 15 current snap is 301 2024-04-02T08:41:16.682 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 300 2024-04-02T08:41:16.683 INFO:tasks.rados.rados.0.smithi019.stdout:3390: copy_from oid 45 from oid 8 current snap is 301 2024-04-02T08:41:16.683 INFO:tasks.rados.rados.0.smithi019.stdout:3391: rollback oid 20 current snap is 301 2024-04-02T08:41:16.683 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 300 2024-04-02T08:41:16.683 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 301 2024-04-02T08:41:16.683 INFO:tasks.rados.rados.0.smithi019.stdout:3392: seq_num 1065 ranges {761856=638976,1400832=401408} 2024-04-02T08:41:16.691 INFO:tasks.rados.rados.0.smithi019.stdout:3392: writing smithi01981774-11 from 761856 to 1400832 tid 1 2024-04-02T08:41:16.694 INFO:tasks.rados.rados.0.smithi019.stdout:3392: writing smithi01981774-11 from 1400832 to 1802240 tid 2 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3393: read oid 22 snap 300 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3393: expect (ObjNum 1044 snap 298 seq_num 1044) 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3390: finishing copy_from to smithi01981774-45 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3390: got expected ENOENT (src dne) 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3391: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 2825287456) dirty dne 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3390: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3389: finishing rollback tid 0 to smithi01981774-15 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1608 (ObjNum 930 snap 276 seq_num 930) dirty exists 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3389: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3387: finishing rollback tid 1 to smithi01981774-36 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3389: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2258 (ObjNum 1056 snap 298 seq_num 1056) dirty exists 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:3387: finishing rollback tid 2 to smithi01981774-36 2024-04-02T08:41:16.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1672 (ObjNum 1057 snap 298 seq_num 1057) dirty exists 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2236 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3394: read oid 43 snap -1 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3394: expect (ObjNum 1052 snap 298 seq_num 1052) 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3386: done (9 left) 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3387: done (8 left) 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3388: done (7 left) 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3389: done (6 left) 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3390: done (5 left) 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3391: done (4 left) 2024-04-02T08:41:16.696 INFO:tasks.rados.rados.0.smithi019.stdout:3395: delete oid 39 current snap is 301 2024-04-02T08:41:16.699 INFO:tasks.rados.rados.0.smithi019.stdout:3392: finishing write tid 1 to smithi01981774-11 2024-04-02T08:41:16.699 INFO:tasks.rados.rados.0.smithi019.stdout:3392: finishing write tid 2 to smithi01981774-11 2024-04-02T08:41:16.699 INFO:tasks.rados.rados.0.smithi019.stdout:3392: finishing write tid 3 to smithi01981774-11 2024-04-02T08:41:16.700 INFO:tasks.rados.rados.0.smithi019.stdout:3393: expect (ObjNum 1044 snap 298 seq_num 1044) 2024-04-02T08:41:16.784 INFO:tasks.rados.rados.0.smithi019.stdout:3392: finishing write tid 4 to smithi01981774-11 2024-04-02T08:41:16.784 INFO:tasks.rados.rados.0.smithi019.stdout:3392: oid 11 updating version 0 to 2245 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3392: oid 11 updating version 2245 to 2247 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3392: oid 11 version 2247 is already newer than 2246 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2247 (ObjNum 1065 snap 301 seq_num 1065) dirty exists 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3392: left oid 11 (ObjNum 1065 snap 301 seq_num 1065) 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3385: finishing copy_from racing read to smithi01981774-23 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3385: finishing copy_from to smithi01981774-23 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2242 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3385: done (4 left) 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3392: done (3 left) 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3393: done (2 left) 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3395: done (1 left) 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3396: delete oid 32 current snap is 301 2024-04-02T08:41:16.785 INFO:tasks.rados.rados.0.smithi019.stdout:3394: expect (ObjNum 1052 snap 298 seq_num 1052) 2024-04-02T08:41:17.825 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:17 smithi019 ceph-mon[94035]: pgmap v683: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-02T08:41:17.826 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:17 smithi019 ceph-mon[94035]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:17.826 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:17 smithi019 ceph-mon[96522]: pgmap v683: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-02T08:41:17.826 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:17 smithi019 ceph-mon[96522]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:18.006 INFO:tasks.rados.rados.0.smithi019.stdout:3394: done (1 left) 2024-04-02T08:41:18.007 INFO:tasks.rados.rados.0.smithi019.stdout:3396: done (0 left) 2024-04-02T08:41:18.007 INFO:tasks.rados.rados.0.smithi019.stdout:3397: read oid 45 snap -1 2024-04-02T08:41:18.007 INFO:tasks.rados.rados.0.smithi019.stdout:3397: expect (ObjNum 1061 snap 299 seq_num 1061) 2024-04-02T08:41:18.008 INFO:tasks.rados.rados.0.smithi019.stdout:3398: copy_from oid 44 from oid 31 current snap is 301 2024-04-02T08:41:18.008 INFO:tasks.rados.rados.0.smithi019.stdout:3399: rollback oid 4 current snap is 301 2024-04-02T08:41:18.008 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 299 2024-04-02T08:41:18.008 INFO:tasks.rados.rados.0.smithi019.stdout:3400: snap_create 2024-04-02T08:41:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:3399: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:41:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:3399: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:41:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:3399: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:41:18.013 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2250 (ObjNum 990 snap 290 seq_num 990) dirty exists 2024-04-02T08:41:18.014 INFO:tasks.rados.rados.0.smithi019.stdout:3397: expect (ObjNum 1061 snap 299 seq_num 1061) 2024-04-02T08:41:18.045 INFO:tasks.rados.rados.0.smithi019.stdout:3398: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:41:18.045 INFO:tasks.rados.rados.0.smithi019.stdout:3398: finishing copy_from to smithi01981774-44 2024-04-02T08:41:18.045 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2387 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:41:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:17 smithi066 ceph-mon[87361]: pgmap v683: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-02T08:41:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:17 smithi066 ceph-mon[87361]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:41:18.450 INFO:teuthology.orchestra.run.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)" 2024-04-02T08:41:18.666 INFO:tasks.rados.rados.0.smithi019.stdout:3397: done (3 left) 2024-04-02T08:41:18.666 INFO:tasks.rados.rados.0.smithi019.stdout:3398: done (2 left) 2024-04-02T08:41:18.666 INFO:tasks.rados.rados.0.smithi019.stdout:3399: done (1 left) 2024-04-02T08:41:18.666 INFO:tasks.rados.rados.0.smithi019.stdout:3400: done (0 left) 2024-04-02T08:41:18.666 INFO:tasks.rados.rados.0.smithi019.stdout:3401: snap_create 2024-04-02T08:41:18.791 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:18 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/989195629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:18.792 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:18 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/989195629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:18 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/989195629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:41:19.197 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:41:19.197 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-02T08:41:19.198 DEBUG:teuthology.parallel:result is None 2024-04-02T08:41:19.656 INFO:tasks.rados.rados.0.smithi019.stdout:3401: done (0 left) 2024-04-02T08:41:19.657 INFO:tasks.rados.rados.0.smithi019.stdout:3402: delete oid 22 current snap is 303 2024-04-02T08:41:19.661 INFO:tasks.rados.rados.0.smithi019.stdout:3402: done (0 left) 2024-04-02T08:41:19.661 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 303 2024-04-02T08:41:19.661 INFO:tasks.rados.rados.0.smithi019.stdout:3403: seq_num 1069 ranges {0=712704,712704=401408} 2024-04-02T08:41:19.665 INFO:tasks.rados.rados.0.smithi019.stdout:3403: writing smithi01981774-47 from 0 to 712704 tid 1 2024-04-02T08:41:19.668 INFO:tasks.rados.rados.0.smithi019.stdout:3403: writing smithi01981774-47 from 712704 to 1114112 tid 2 2024-04-02T08:41:19.668 INFO:tasks.rados.rados.0.smithi019.stdout:3404: setattr oid 7 current snap is 303 2024-04-02T08:41:19.670 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 303 2024-04-02T08:41:19.670 INFO:tasks.rados.rados.0.smithi019.stdout:3405: seq_num 1070 ranges {0=729088,729088=401408} 2024-04-02T08:41:19.674 INFO:tasks.rados.rados.0.smithi019.stdout:3405: writing smithi01981774-2 from 0 to 729088 tid 1 2024-04-02T08:41:19.677 INFO:tasks.rados.rados.0.smithi019.stdout:3405: writing smithi01981774-2 from 729088 to 1130496 tid 2 2024-04-02T08:41:19.677 INFO:tasks.rados.rados.0.smithi019.stdout:3406: rmattr oid 28 current snap is 303 2024-04-02T08:41:19.677 INFO:tasks.rados.rados.0.smithi019.stdout:3406: done (3 left) 2024-04-02T08:41:19.677 INFO:tasks.rados.rados.0.smithi019.stdout:3407: snap_create 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: finishing write tid 1 to smithi01981774-47 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2485 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: finishing write tid 2 to smithi01981774-47 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: finishing write tid 3 to smithi01981774-47 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: finishing write tid 4 to smithi01981774-47 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: oid 47 updating version 0 to 1703 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: oid 47 version 1703 is already newer than 1702 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: oid 47 updating version 1703 to 1704 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1704 (ObjNum 1069 snap 303 seq_num 1069) dirty exists 2024-04-02T08:41:19.678 INFO:tasks.rados.rados.0.smithi019.stdout:3403: left oid 47 (ObjNum 1069 snap 303 seq_num 1069) 2024-04-02T08:41:19.680 INFO:tasks.rados.rados.0.smithi019.stdout:3405: finishing write tid 1 to smithi01981774-2 2024-04-02T08:41:19.680 INFO:tasks.rados.rados.0.smithi019.stdout:3405: finishing write tid 2 to smithi01981774-2 2024-04-02T08:41:19.680 INFO:tasks.rados.rados.0.smithi019.stdout:3405: finishing write tid 3 to smithi01981774-2 2024-04-02T08:41:19.681 INFO:tasks.rados.rados.0.smithi019.stdout:3405: finishing write tid 4 to smithi01981774-2 2024-04-02T08:41:19.681 INFO:tasks.rados.rados.0.smithi019.stdout:3405: oid 2 updating version 0 to 2152 2024-04-02T08:41:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:3405: oid 2 version 2152 is already newer than 2150 2024-04-02T08:41:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:3405: oid 2 version 2152 is already newer than 2151 2024-04-02T08:41:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 2152 (ObjNum 1070 snap 303 seq_num 1070) dirty exists 2024-04-02T08:41:19.682 INFO:tasks.rados.rados.0.smithi019.stdout:3405: left oid 2 (ObjNum 1070 snap 303 seq_num 1070) 2024-04-02T08:41:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:19 smithi019 ceph-mon[94035]: pgmap v685: 121 pgs: 121 active+clean; 101 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-02T08:41:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:19 smithi019 ceph-mon[94035]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:41:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:19 smithi019 ceph-mon[94035]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:41:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:19 smithi019 ceph-mon[96522]: pgmap v685: 121 pgs: 121 active+clean; 101 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-02T08:41:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:19 smithi019 ceph-mon[96522]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:41:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:19 smithi019 ceph-mon[96522]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:41:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:19 smithi066 ceph-mon[87361]: pgmap v685: 121 pgs: 121 active+clean; 101 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.0 MiB/s wr, 35 op/s 2024-04-02T08:41:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:19 smithi066 ceph-mon[87361]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:41:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:19 smithi066 ceph-mon[87361]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:41:20.671 INFO:tasks.rados.rados.0.smithi019.stdout:3403: done (3 left) 2024-04-02T08:41:20.671 INFO:tasks.rados.rados.0.smithi019.stdout:3404: done (2 left) 2024-04-02T08:41:20.671 INFO:tasks.rados.rados.0.smithi019.stdout:3405: done (1 left) 2024-04-02T08:41:20.671 INFO:tasks.rados.rados.0.smithi019.stdout:3407: done (0 left) 2024-04-02T08:41:20.671 INFO:tasks.rados.rados.0.smithi019.stdout:3408: copy_from oid 26 from oid 49 current snap is 304 2024-04-02T08:41:20.671 INFO:tasks.rados.rados.0.smithi019.stdout:3409: setattr oid 24 current snap is 304 2024-04-02T08:41:20.672 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 304 2024-04-02T08:41:20.672 INFO:tasks.rados.rados.0.smithi019.stdout:3410: seq_num 1071 ranges {9674752=745472,10420224=401408} 2024-04-02T08:41:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:41:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:41:20] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-02T08:41:20.729 INFO:tasks.rados.rados.0.smithi019.stdout:3410: writing smithi01981774-16 from 9674752 to 10420224 tid 1 2024-04-02T08:41:20.731 INFO:tasks.rados.rados.0.smithi019.stdout:3410: writing smithi01981774-16 from 10420224 to 10821632 tid 2 2024-04-02T08:41:20.731 INFO:tasks.rados.rados.0.smithi019.stdout:3411: delete oid 41 current snap is 304 2024-04-02T08:41:20.732 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 2153 (ObjNum 840 snap 256 seq_num 840) dirty exists 2024-04-02T08:41:20.732 INFO:tasks.rados.rados.0.smithi019.stdout:3408: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:41:20.732 INFO:tasks.rados.rados.0.smithi019.stdout:3408: finishing copy_from to smithi01981774-26 2024-04-02T08:41:20.732 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1426 (ObjNum 1005 snap 293 seq_num 1005) dirty exists 2024-04-02T08:41:20.736 INFO:tasks.rados.rados.0.smithi019.stdout:3408: done (3 left) 2024-04-02T08:41:20.736 INFO:tasks.rados.rados.0.smithi019.stdout:3409: done (2 left) 2024-04-02T08:41:20.736 INFO:tasks.rados.rados.0.smithi019.stdout:3411: done (1 left) 2024-04-02T08:41:20.736 INFO:tasks.rados.rados.0.smithi019.stdout:3412: rmattr oid 10 current snap is 304 2024-04-02T08:41:20.736 INFO:tasks.rados.rados.0.smithi019.stdout:3412: done (1 left) 2024-04-02T08:41:20.736 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 304 2024-04-02T08:41:20.736 INFO:tasks.rados.rados.0.smithi019.stdout:3413: seq_num 1073 ranges {1589248=778240,2367488=401408} 2024-04-02T08:41:20.747 INFO:tasks.rados.rados.0.smithi019.stdout:3413: writing smithi01981774-5 from 1589248 to 2367488 tid 1 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3413: writing smithi01981774-5 from 2367488 to 2768896 tid 2 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3414: snap_create 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3410: finishing write tid 1 to smithi01981774-16 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3410: finishing write tid 2 to smithi01981774-16 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3410: finishing write tid 3 to smithi01981774-16 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3410: finishing write tid 4 to smithi01981774-16 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3410: oid 16 updating version 0 to 1715 2024-04-02T08:41:20.750 INFO:tasks.rados.rados.0.smithi019.stdout:3410: oid 16 version 1715 is already newer than 1714 2024-04-02T08:41:20.751 INFO:tasks.rados.rados.0.smithi019.stdout:3410: oid 16 version 1715 is already newer than 1713 2024-04-02T08:41:20.751 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1715 (ObjNum 1071 snap 304 seq_num 1071) dirty exists 2024-04-02T08:41:20.751 INFO:tasks.rados.rados.0.smithi019.stdout:3410: left oid 16 (ObjNum 1071 snap 304 seq_num 1071) 2024-04-02T08:41:20.753 INFO:tasks.rados.rados.0.smithi019.stdout:3413: finishing write tid 1 to smithi01981774-5 2024-04-02T08:41:20.753 INFO:tasks.rados.rados.0.smithi019.stdout:3413: finishing write tid 2 to smithi01981774-5 2024-04-02T08:41:20.753 INFO:tasks.rados.rados.0.smithi019.stdout:3413: finishing write tid 3 to smithi01981774-5 2024-04-02T08:41:20.754 INFO:tasks.rados.rados.0.smithi019.stdout:3413: finishing write tid 4 to smithi01981774-5 2024-04-02T08:41:20.754 INFO:tasks.rados.rados.0.smithi019.stdout:3413: oid 5 updating version 0 to 2402 2024-04-02T08:41:20.754 INFO:tasks.rados.rados.0.smithi019.stdout:3413: oid 5 updating version 2402 to 2403 2024-04-02T08:41:20.754 INFO:tasks.rados.rados.0.smithi019.stdout:3413: oid 5 updating version 2403 to 2404 2024-04-02T08:41:20.754 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2404 (ObjNum 1073 snap 304 seq_num 1073) dirty exists 2024-04-02T08:41:20.755 INFO:tasks.rados.rados.0.smithi019.stdout:3413: left oid 5 (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:41:21.679 INFO:tasks.rados.rados.0.smithi019.stdout:3410: done (2 left) 2024-04-02T08:41:21.679 INFO:tasks.rados.rados.0.smithi019.stdout:3413: done (1 left) 2024-04-02T08:41:21.679 INFO:tasks.rados.rados.0.smithi019.stdout:3414: done (0 left) 2024-04-02T08:41:21.679 INFO:tasks.rados.rados.0.smithi019.stdout:3415: delete oid 25 current snap is 305 2024-04-02T08:41:21.687 INFO:tasks.rados.rados.0.smithi019.stdout:3415: done (0 left) 2024-04-02T08:41:21.687 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 305 2024-04-02T08:41:21.687 INFO:tasks.rados.rados.0.smithi019.stdout:3416: seq_num 1075 ranges {974848=409600,1384448=671744,2056192=131072} 2024-04-02T08:41:21.694 INFO:tasks.rados.rados.0.smithi019.stdout:3416: writing smithi01981774-45 from 974848 to 1384448 tid 1 2024-04-02T08:41:21.698 INFO:tasks.rados.rados.0.smithi019.stdout:3416: writing smithi01981774-45 from 1384448 to 2056192 tid 2 2024-04-02T08:41:21.699 INFO:tasks.rados.rados.0.smithi019.stdout:3416: writing smithi01981774-45 from 2056192 to 2187264 tid 3 2024-04-02T08:41:21.699 INFO:tasks.rados.rados.0.smithi019.stdout:3417: read oid 17 snap -1 2024-04-02T08:41:21.699 INFO:tasks.rados.rados.0.smithi019.stdout:3417: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:41:21.699 INFO:tasks.rados.rados.0.smithi019.stdout:3418: delete oid 32 current snap is 305 2024-04-02T08:41:21.700 INFO:tasks.rados.rados.0.smithi019.stdout:3416: finishing write tid 1 to smithi01981774-45 2024-04-02T08:41:21.704 INFO:tasks.rados.rados.0.smithi019.stdout:3418: done (2 left) 2024-04-02T08:41:21.704 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 305 2024-04-02T08:41:21.704 INFO:tasks.rados.rados.0.smithi019.stdout:3419: seq_num 1077 ranges {589824=442368,1032192=434176,1466368=368640} 2024-04-02T08:41:21.709 INFO:tasks.rados.rados.0.smithi019.stdout:3419: writing smithi01981774-1 from 589824 to 1032192 tid 1 2024-04-02T08:41:21.712 INFO:tasks.rados.rados.0.smithi019.stdout:3419: writing smithi01981774-1 from 1032192 to 1466368 tid 2 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3419: writing smithi01981774-1 from 1466368 to 1835008 tid 3 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3420: snap_create 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: finishing write tid 2 to smithi01981774-45 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: finishing write tid 3 to smithi01981774-45 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: finishing write tid 4 to smithi01981774-45 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: finishing write tid 5 to smithi01981774-45 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: oid 45 updating version 0 to 1717 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: oid 45 updating version 1717 to 1718 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: oid 45 version 1718 is already newer than 1716 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: oid 45 updating version 1718 to 1719 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1719 (ObjNum 1075 snap 305 seq_num 1075) dirty exists 2024-04-02T08:41:21.715 INFO:tasks.rados.rados.0.smithi019.stdout:3416: left oid 45 (ObjNum 1075 snap 305 seq_num 1075) 2024-04-02T08:41:21.719 INFO:tasks.rados.rados.0.smithi019.stdout:3419: finishing write tid 1 to smithi01981774-1 2024-04-02T08:41:21.719 INFO:tasks.rados.rados.0.smithi019.stdout:3419: finishing write tid 2 to smithi01981774-1 2024-04-02T08:41:21.721 INFO:tasks.rados.rados.0.smithi019.stdout:3419: finishing write tid 3 to smithi01981774-1 2024-04-02T08:41:21.721 INFO:tasks.rados.rados.0.smithi019.stdout:3419: finishing write tid 4 to smithi01981774-1 2024-04-02T08:41:21.723 INFO:tasks.rados.rados.0.smithi019.stdout:3419: finishing write tid 5 to smithi01981774-1 2024-04-02T08:41:21.723 INFO:tasks.rados.rados.0.smithi019.stdout:3419: oid 1 updating version 0 to 2155 2024-04-02T08:41:21.723 INFO:tasks.rados.rados.0.smithi019.stdout:3419: oid 1 version 2155 is already newer than 2154 2024-04-02T08:41:21.723 INFO:tasks.rados.rados.0.smithi019.stdout:3419: oid 1 updating version 2155 to 2156 2024-04-02T08:41:21.723 INFO:tasks.rados.rados.0.smithi019.stdout:3419: oid 1 updating version 2156 to 2157 2024-04-02T08:41:21.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2157 (ObjNum 1077 snap 305 seq_num 1077) dirty exists 2024-04-02T08:41:21.724 INFO:tasks.rados.rados.0.smithi019.stdout:3419: left oid 1 (ObjNum 1077 snap 305 seq_num 1077) 2024-04-02T08:41:21.728 INFO:tasks.rados.rados.0.smithi019.stdout:3417: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:41:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:21 smithi019 ceph-mon[94035]: pgmap v688: 121 pgs: 121 active+clean; 101 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T08:41:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:21 smithi019 ceph-mon[94035]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:41:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:21 smithi019 ceph-mon[96522]: pgmap v688: 121 pgs: 121 active+clean; 101 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T08:41:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:21 smithi019 ceph-mon[96522]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:41:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:21 smithi066 ceph-mon[87361]: pgmap v688: 121 pgs: 121 active+clean; 101 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T08:41:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:21 smithi066 ceph-mon[87361]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:41:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:41:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:41:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:22.684 INFO:tasks.rados.rados.0.smithi019.stdout:3416: done (3 left) 2024-04-02T08:41:22.684 INFO:tasks.rados.rados.0.smithi019.stdout:3417: done (2 left) 2024-04-02T08:41:22.684 INFO:tasks.rados.rados.0.smithi019.stdout:3419: done (1 left) 2024-04-02T08:41:22.684 INFO:tasks.rados.rados.0.smithi019.stdout:3420: done (0 left) 2024-04-02T08:41:22.684 INFO:tasks.rados.rados.0.smithi019.stdout:3421: delete oid 26 current snap is 306 2024-04-02T08:41:22.689 INFO:tasks.rados.rados.0.smithi019.stdout:3421: done (0 left) 2024-04-02T08:41:22.689 INFO:tasks.rados.rados.0.smithi019.stdout:3422: copy_from oid 40 from oid 42 current snap is 306 2024-04-02T08:41:22.689 INFO:tasks.rados.rados.0.smithi019.stdout:3423: rmattr oid 28 current snap is 306 2024-04-02T08:41:22.689 INFO:tasks.rados.rados.0.smithi019.stdout:3424: delete oid 50 current snap is 306 2024-04-02T08:41:22.689 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 0 (ObjNum 225 snap 0 seq_num 2824279056) dirty dne 2024-04-02T08:41:22.691 INFO:tasks.rados.rados.0.smithi019.stdout:3423: done (2 left) 2024-04-02T08:41:22.691 INFO:tasks.rados.rados.0.smithi019.stdout:3424: done (1 left) 2024-04-02T08:41:22.691 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 306 2024-04-02T08:41:22.691 INFO:tasks.rados.rados.0.smithi019.stdout:3425: seq_num 1080 ranges {2187264=491520,2678784=540672,3219456=262144} 2024-04-02T08:41:22.706 INFO:tasks.rados.rados.0.smithi019.stdout:3425: writing smithi01981774-45 from 2187264 to 2678784 tid 1 2024-04-02T08:41:22.709 INFO:tasks.rados.rados.0.smithi019.stdout:3425: writing smithi01981774-45 from 2678784 to 3219456 tid 2 2024-04-02T08:41:22.711 INFO:tasks.rados.rados.0.smithi019.stdout:3425: writing smithi01981774-45 from 3219456 to 3481600 tid 3 2024-04-02T08:41:22.711 INFO:tasks.rados.rados.0.smithi019.stdout:3426: read oid 14 snap -1 2024-04-02T08:41:22.711 INFO:tasks.rados.rados.0.smithi019.stdout:3426: expect deleted 2024-04-02T08:41:22.711 INFO:tasks.rados.rados.0.smithi019.stdout:3427: read oid 21 snap -1 2024-04-02T08:41:22.712 INFO:tasks.rados.rados.0.smithi019.stdout:3427: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:41:22.712 INFO:tasks.rados.rados.0.smithi019.stdout:3428: read oid 38 snap -1 2024-04-02T08:41:22.712 INFO:tasks.rados.rados.0.smithi019.stdout:3428: expect (ObjNum 1026 snap 297 seq_num 1026) 2024-04-02T08:41:22.712 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 306 2024-04-02T08:41:22.712 INFO:tasks.rados.rados.0.smithi019.stdout:3422: finishing copy_from racing read to smithi01981774-40 2024-04-02T08:41:22.712 INFO:tasks.rados.rados.0.smithi019.stdout:3429: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-04-02T08:41:22.714 INFO:tasks.rados.rados.0.smithi019.stdout:3429: writing smithi01981774-26 from 0 to 507904 tid 1 2024-04-02T08:41:22.717 INFO:tasks.rados.rados.0.smithi019.stdout:3429: writing smithi01981774-26 from 507904 to 933888 tid 2 2024-04-02T08:41:22.719 INFO:tasks.rados.rados.0.smithi019.stdout:3429: writing smithi01981774-26 from 933888 to 1310720 tid 3 2024-04-02T08:41:22.720 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 35 current snap is 306 2024-04-02T08:41:22.720 INFO:tasks.rados.rados.0.smithi019.stdout:3422: finishing copy_from to smithi01981774-40 2024-04-02T08:41:22.720 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 2140 (ObjNum 1030 snap 298 seq_num 1030) dirty exists 2024-04-02T08:41:22.720 INFO:tasks.rados.rados.0.smithi019.stdout:3430: seq_num 1082 ranges {4153344=524288,4677632=704512,5382144=98304} 2024-04-02T08:41:22.745 INFO:tasks.rados.rados.0.smithi019.stdout:3430: writing smithi01981774-35 from 4153344 to 4677632 tid 1 2024-04-02T08:41:22.749 INFO:tasks.rados.rados.0.smithi019.stdout:3430: writing smithi01981774-35 from 4677632 to 5382144 tid 2 2024-04-02T08:41:22.750 INFO:tasks.rados.rados.0.smithi019.stdout:3430: writing smithi01981774-35 from 5382144 to 5480448 tid 3 2024-04-02T08:41:22.750 INFO:tasks.rados.rados.0.smithi019.stdout:3422: done (6 left) 2024-04-02T08:41:22.751 INFO:tasks.rados.rados.0.smithi019.stdout:3431: rmattr oid 18 current snap is 306 2024-04-02T08:41:22.751 INFO:tasks.rados.rados.0.smithi019.stdout:3425: finishing write tid 1 to smithi01981774-45 2024-04-02T08:41:22.751 INFO:tasks.rados.rados.0.smithi019.stdout:3427: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:41:22.786 INFO:tasks.rados.rados.0.smithi019.stdout:3425: finishing write tid 2 to smithi01981774-45 2024-04-02T08:41:22.786 INFO:tasks.rados.rados.0.smithi019.stdout:3429: finishing write tid 1 to smithi01981774-26 2024-04-02T08:41:22.786 INFO:tasks.rados.rados.0.smithi019.stdout:3425: finishing write tid 3 to smithi01981774-45 2024-04-02T08:41:22.786 INFO:tasks.rados.rados.0.smithi019.stdout:3425: finishing write tid 4 to smithi01981774-45 2024-04-02T08:41:22.786 INFO:tasks.rados.rados.0.smithi019.stdout:3429: finishing write tid 2 to smithi01981774-26 2024-04-02T08:41:22.786 INFO:tasks.rados.rados.0.smithi019.stdout:3429: finishing write tid 3 to smithi01981774-26 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3425: finishing write tid 5 to smithi01981774-45 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3425: oid 45 updating version 0 to 1720 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3425: oid 45 updating version 1720 to 1721 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3425: oid 45 updating version 1721 to 1723 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3425: oid 45 version 1723 is already newer than 1722 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1723 (ObjNum 1080 snap 306 seq_num 1080) dirty exists 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3425: left oid 45 (ObjNum 1080 snap 306 seq_num 1080) 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3429: finishing write tid 4 to smithi01981774-26 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3429: finishing write tid 5 to smithi01981774-26 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3429: oid 26 updating version 0 to 2261 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3429: oid 26 updating version 2261 to 2262 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3429: oid 26 updating version 2262 to 2263 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3429: oid 26 updating version 2263 to 2264 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2264 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3429: left oid 26 (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:41:22.787 INFO:tasks.rados.rados.0.smithi019.stdout:3428: expect (ObjNum 1026 snap 297 seq_num 1026) 2024-04-02T08:41:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:22 smithi019 ceph-mon[94035]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:41:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:22 smithi019 ceph-mon[96522]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:41:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:22 smithi066 ceph-mon[87361]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:3430: finishing write tid 1 to smithi01981774-35 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:3430: finishing write tid 2 to smithi01981774-35 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1676 (ObjNum 989 snap 290 seq_num 989) dirty exists 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:3430: finishing write tid 3 to smithi01981774-35 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:3430: finishing write tid 4 to smithi01981774-35 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:3430: finishing write tid 5 to smithi01981774-35 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:3430: oid 35 updating version 0 to 1610 2024-04-02T08:41:23.077 INFO:tasks.rados.rados.0.smithi019.stdout:3430: oid 35 version 1610 is already newer than 1609 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3430: oid 35 updating version 1610 to 1612 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3430: oid 35 version 1612 is already newer than 1611 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 1612 (ObjNum 1082 snap 306 seq_num 1082) dirty exists 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3430: left oid 35 (ObjNum 1082 snap 306 seq_num 1082) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3425: done (6 left) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3426: done (5 left) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3427: done (4 left) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3428: done (3 left) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3429: done (2 left) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3430: done (1 left) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3431: done (0 left) 2024-04-02T08:41:23.078 INFO:tasks.rados.rados.0.smithi019.stdout:3432: snap_create 2024-04-02T08:41:23.688 INFO:tasks.rados.rados.0.smithi019.stdout:3432: done (0 left) 2024-04-02T08:41:23.689 INFO:tasks.rados.rados.0.smithi019.stdout:3433: delete oid 7 current snap is 307 2024-04-02T08:41:23.692 INFO:tasks.rados.rados.0.smithi019.stdout:3433: done (0 left) 2024-04-02T08:41:23.692 INFO:tasks.rados.rados.0.smithi019.stdout:3434: snap_remove snap 304 2024-04-02T08:41:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:23 smithi019 ceph-mon[94035]: pgmap v691: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:41:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:23 smithi019 ceph-mon[94035]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:41:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:23 smithi019 ceph-mon[96522]: pgmap v691: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:41:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:23 smithi019 ceph-mon[96522]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:41:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:23 smithi066 ceph-mon[87361]: pgmap v691: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:41:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:23 smithi066 ceph-mon[87361]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:41:24.695 INFO:tasks.rados.rados.0.smithi019.stdout:3434: done (0 left) 2024-04-02T08:41:24.696 INFO:tasks.rados.rados.0.smithi019.stdout:3435: read oid 20 snap -1 2024-04-02T08:41:24.696 INFO:tasks.rados.rados.0.smithi019.stdout:3435: expect deleted 2024-04-02T08:41:24.696 INFO:tasks.rados.rados.0.smithi019.stdout:3436: read oid 12 snap -1 2024-04-02T08:41:24.696 INFO:tasks.rados.rados.0.smithi019.stdout:3436: expect (ObjNum 1060 snap 299 seq_num 1060) 2024-04-02T08:41:24.696 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 307 2024-04-02T08:41:24.696 INFO:tasks.rados.rados.0.smithi019.stdout:3437: seq_num 1084 ranges {3325952=557056,3883008=475136,4358144=327680} 2024-04-02T08:41:24.717 INFO:tasks.rados.rados.0.smithi019.stdout:3437: writing smithi01981774-3 from 3325952 to 3883008 tid 1 2024-04-02T08:41:24.720 INFO:tasks.rados.rados.0.smithi019.stdout:3437: writing smithi01981774-3 from 3883008 to 4358144 tid 2 2024-04-02T08:41:24.722 INFO:tasks.rados.rados.0.smithi019.stdout:3437: writing smithi01981774-3 from 4358144 to 4685824 tid 3 2024-04-02T08:41:24.722 INFO:tasks.rados.rados.0.smithi019.stdout:3438: read oid 24 snap 302 2024-04-02T08:41:24.722 INFO:tasks.rados.rados.0.smithi019.stdout:3438: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:24.723 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 307 2024-04-02T08:41:24.723 INFO:tasks.rados.rados.0.smithi019.stdout:3439: seq_num 1085 ranges {10821632=581632,11403264=761856,12165120=40960} 2024-04-02T08:41:24.785 INFO:tasks.rados.rados.0.smithi019.stdout:3439: writing smithi01981774-16 from 10821632 to 11403264 tid 1 2024-04-02T08:41:24.789 INFO:tasks.rados.rados.0.smithi019.stdout:3439: writing smithi01981774-16 from 11403264 to 12165120 tid 2 2024-04-02T08:41:24.789 INFO:tasks.rados.rados.0.smithi019.stdout:3439: writing smithi01981774-16 from 12165120 to 12206080 tid 3 2024-04-02T08:41:24.789 INFO:tasks.rados.rados.0.smithi019.stdout:3440: rmattr oid 19 current snap is 307 2024-04-02T08:41:24.789 INFO:tasks.rados.rados.0.smithi019.stdout:3436: expect (ObjNum 1060 snap 299 seq_num 1060) 2024-04-02T08:41:24.818 INFO:tasks.rados.rados.0.smithi019.stdout:3437: finishing write tid 1 to smithi01981774-3 2024-04-02T08:41:24.818 INFO:tasks.rados.rados.0.smithi019.stdout:3437: finishing write tid 2 to smithi01981774-3 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: finishing write tid 3 to smithi01981774-3 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: finishing write tid 4 to smithi01981774-3 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: finishing write tid 5 to smithi01981774-3 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: oid 3 updating version 0 to 2158 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: oid 3 updating version 2158 to 2161 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: oid 3 version 2161 is already newer than 2159 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: oid 3 version 2161 is already newer than 2160 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2161 (ObjNum 1084 snap 307 seq_num 1084) dirty exists 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3437: left oid 3 (ObjNum 1084 snap 307 seq_num 1084) 2024-04-02T08:41:24.819 INFO:tasks.rados.rados.0.smithi019.stdout:3438: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:24.881 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1673 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: finishing write tid 1 to smithi01981774-16 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: finishing write tid 2 to smithi01981774-16 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: finishing write tid 3 to smithi01981774-16 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: finishing write tid 4 to smithi01981774-16 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: finishing write tid 5 to smithi01981774-16 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: oid 16 updating version 0 to 1725 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: oid 16 version 1725 is already newer than 1724 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: oid 16 updating version 1725 to 1726 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: oid 16 updating version 1726 to 1727 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1727 (ObjNum 1085 snap 307 seq_num 1085) dirty exists 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3439: left oid 16 (ObjNum 1085 snap 307 seq_num 1085) 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3435: done (5 left) 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3436: done (4 left) 2024-04-02T08:41:24.882 INFO:tasks.rados.rados.0.smithi019.stdout:3437: done (3 left) 2024-04-02T08:41:24.883 INFO:tasks.rados.rados.0.smithi019.stdout:3438: done (2 left) 2024-04-02T08:41:24.883 INFO:tasks.rados.rados.0.smithi019.stdout:3439: done (1 left) 2024-04-02T08:41:24.883 INFO:tasks.rados.rados.0.smithi019.stdout:3440: done (0 left) 2024-04-02T08:41:24.883 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 307 2024-04-02T08:41:24.883 INFO:tasks.rados.rados.0.smithi019.stdout:3441: seq_num 1086 ranges {3481600=598016,4079616=647168,4726784=155648} 2024-04-02T08:41:24.904 INFO:tasks.rados.rados.0.smithi019.stdout:3441: writing smithi01981774-45 from 3481600 to 4079616 tid 1 2024-04-02T08:41:24.908 INFO:tasks.rados.rados.0.smithi019.stdout:3441: writing smithi01981774-45 from 4079616 to 4726784 tid 2 2024-04-02T08:41:24.910 INFO:tasks.rados.rados.0.smithi019.stdout:3441: writing smithi01981774-45 from 4726784 to 4882432 tid 3 2024-04-02T08:41:24.910 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 24 current snap is 307 2024-04-02T08:41:24.910 INFO:tasks.rados.rados.0.smithi019.stdout:3441: finishing write tid 1 to smithi01981774-45 2024-04-02T08:41:24.910 INFO:tasks.rados.rados.0.smithi019.stdout:3442: seq_num 1087 ranges {2080768=614400,2695168=532480,3227648=270336} 2024-04-02T08:41:24.925 INFO:tasks.rados.rados.0.smithi019.stdout:3442: writing smithi01981774-24 from 2080768 to 2695168 tid 1 2024-04-02T08:41:24.929 INFO:tasks.rados.rados.0.smithi019.stdout:3442: writing smithi01981774-24 from 2695168 to 3227648 tid 2 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3442: writing smithi01981774-24 from 3227648 to 3497984 tid 3 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3443: delete oid 18 current snap is 307 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3441: finishing write tid 2 to smithi01981774-45 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3441: finishing write tid 3 to smithi01981774-45 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3441: finishing write tid 4 to smithi01981774-45 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3441: finishing write tid 5 to smithi01981774-45 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3441: oid 45 updating version 0 to 1731 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3441: oid 45 version 1731 is already newer than 1729 2024-04-02T08:41:24.931 INFO:tasks.rados.rados.0.smithi019.stdout:3441: oid 45 version 1731 is already newer than 1728 2024-04-02T08:41:24.932 INFO:tasks.rados.rados.0.smithi019.stdout:3441: oid 45 version 1731 is already newer than 1730 2024-04-02T08:41:24.932 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1731 (ObjNum 1086 snap 307 seq_num 1086) dirty exists 2024-04-02T08:41:24.932 INFO:tasks.rados.rados.0.smithi019.stdout:3441: left oid 45 (ObjNum 1086 snap 307 seq_num 1086) 2024-04-02T08:41:24.932 INFO:tasks.rados.rados.0.smithi019.stdout:3442: finishing write tid 1 to smithi01981774-24 2024-04-02T08:41:24.934 INFO:tasks.rados.rados.0.smithi019.stdout:3441: done (2 left) 2024-04-02T08:41:24.934 INFO:tasks.rados.rados.0.smithi019.stdout:3443: done (1 left) 2024-04-02T08:41:24.934 INFO:tasks.rados.rados.0.smithi019.stdout:3444: read oid 3 snap 302 2024-04-02T08:41:24.934 INFO:tasks.rados.rados.0.smithi019.stdout:3444: expect (ObjNum 1058 snap 298 seq_num 1058) 2024-04-02T08:41:24.934 INFO:tasks.rados.rados.0.smithi019.stdout:3445: delete oid 32 current snap is 307 2024-04-02T08:41:24.935 INFO:tasks.rados.rados.0.smithi019.stdout:3442: finishing write tid 2 to smithi01981774-24 2024-04-02T08:41:24.935 INFO:tasks.rados.rados.0.smithi019.stdout:3442: finishing write tid 3 to smithi01981774-24 2024-04-02T08:41:24.936 INFO:tasks.rados.rados.0.smithi019.stdout:3442: finishing write tid 4 to smithi01981774-24 2024-04-02T08:41:24.936 INFO:tasks.rados.rados.0.smithi019.stdout:3445: done (2 left) 2024-04-02T08:41:24.936 INFO:tasks.rados.rados.0.smithi019.stdout:3446: snap_create 2024-04-02T08:41:24.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:24 smithi019 ceph-mon[94035]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:41:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:24 smithi019 ceph-mon[96522]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:41:24.948 INFO:tasks.rados.rados.0.smithi019.stdout:3442: finishing write tid 5 to smithi01981774-24 2024-04-02T08:41:24.948 INFO:tasks.rados.rados.0.smithi019.stdout:3442: oid 24 updating version 0 to 2163 2024-04-02T08:41:24.948 INFO:tasks.rados.rados.0.smithi019.stdout:3442: oid 24 updating version 2163 to 2165 2024-04-02T08:41:24.948 INFO:tasks.rados.rados.0.smithi019.stdout:3442: oid 24 version 2165 is already newer than 2164 2024-04-02T08:41:24.948 INFO:tasks.rados.rados.0.smithi019.stdout:3442: oid 24 version 2165 is already newer than 2162 2024-04-02T08:41:24.948 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 2165 (ObjNum 1087 snap 307 seq_num 1087) dirty exists 2024-04-02T08:41:24.948 INFO:tasks.rados.rados.0.smithi019.stdout:3442: left oid 24 (ObjNum 1087 snap 307 seq_num 1087) 2024-04-02T08:41:24.950 INFO:tasks.rados.rados.0.smithi019.stdout:3444: expect (ObjNum 1058 snap 298 seq_num 1058) 2024-04-02T08:41:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:24 smithi066 ceph-mon[87361]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:41:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:3442: done (2 left) 2024-04-02T08:41:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:3444: done (1 left) 2024-04-02T08:41:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:3446: done (0 left) 2024-04-02T08:41:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 308 2024-04-02T08:41:25.704 INFO:tasks.rados.rados.0.smithi019.stdout:3447: seq_num 1090 ranges {2080768=663552,2744320=630784,3375104=172032} 2024-04-02T08:41:25.719 INFO:tasks.rados.rados.0.smithi019.stdout:3447: writing smithi01981774-33 from 2080768 to 2744320 tid 1 2024-04-02T08:41:25.722 INFO:tasks.rados.rados.0.smithi019.stdout:3447: writing smithi01981774-33 from 2744320 to 3375104 tid 2 2024-04-02T08:41:25.724 INFO:tasks.rados.rados.0.smithi019.stdout:3447: writing smithi01981774-33 from 3375104 to 3547136 tid 3 2024-04-02T08:41:25.724 INFO:tasks.rados.rados.0.smithi019.stdout:3448: copy_from oid 10 from oid 40 current snap is 308 2024-04-02T08:41:25.724 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 18 current snap is 308 2024-04-02T08:41:25.724 INFO:tasks.rados.rados.0.smithi019.stdout:3449: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-04-02T08:41:25.729 INFO:tasks.rados.rados.0.smithi019.stdout:3449: writing smithi01981774-18 from 0 to 679936 tid 1 2024-04-02T08:41:25.732 INFO:tasks.rados.rados.0.smithi019.stdout:3449: writing smithi01981774-18 from 679936 to 1196032 tid 2 2024-04-02T08:41:25.735 INFO:tasks.rados.rados.0.smithi019.stdout:3449: writing smithi01981774-18 from 1196032 to 1482752 tid 3 2024-04-02T08:41:25.735 INFO:tasks.rados.rados.0.smithi019.stdout:3447: finishing write tid 1 to smithi01981774-33 2024-04-02T08:41:25.735 INFO:tasks.rados.rados.0.smithi019.stdout:3447: finishing write tid 2 to smithi01981774-33 2024-04-02T08:41:25.735 INFO:tasks.rados.rados.0.smithi019.stdout:3447: finishing write tid 3 to smithi01981774-33 2024-04-02T08:41:25.735 INFO:tasks.rados.rados.0.smithi019.stdout:3447: finishing write tid 4 to smithi01981774-33 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3447: finishing write tid 5 to smithi01981774-33 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3447: oid 33 updating version 0 to 2240 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3447: oid 33 version 2240 is already newer than 2239 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3447: oid 33 version 2240 is already newer than 2238 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3447: oid 33 version 2240 is already newer than 2237 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2240 (ObjNum 1090 snap 308 seq_num 1090) dirty exists 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3447: left oid 33 (ObjNum 1090 snap 308 seq_num 1090) 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3448: finishing copy_from racing read to smithi01981774-10 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3448: finishing copy_from to smithi01981774-10 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2140 (ObjNum 1030 snap 298 seq_num 1030) dirty exists 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3447: done (2 left) 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3448: done (1 left) 2024-04-02T08:41:25.736 INFO:tasks.rados.rados.0.smithi019.stdout:3450: setattr oid 17 current snap is 308 2024-04-02T08:41:25.737 INFO:tasks.rados.rados.0.smithi019.stdout:3451: snap_remove snap 302 2024-04-02T08:41:25.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:25 smithi019 ceph-mon[94035]: pgmap v694: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:41:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:25 smithi019 ceph-mon[94035]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:41:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:25 smithi019 ceph-mon[96522]: pgmap v694: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:41:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:25 smithi019 ceph-mon[96522]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:41:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:25 smithi066 ceph-mon[87361]: pgmap v694: 121 pgs: 121 active+clean; 122 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:41:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:25 smithi066 ceph-mon[87361]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: finishing write tid 1 to smithi01981774-18 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: finishing write tid 2 to smithi01981774-18 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: finishing write tid 3 to smithi01981774-18 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: finishing write tid 4 to smithi01981774-18 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: finishing write tid 5 to smithi01981774-18 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: oid 18 updating version 0 to 1679 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: oid 18 updating version 1679 to 1681 2024-04-02T08:41:26.705 INFO:tasks.rados.rados.0.smithi019.stdout:3449: oid 18 version 1681 is already newer than 1680 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:3449: oid 18 version 1681 is already newer than 1678 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 1681 (ObjNum 1091 snap 308 seq_num 1091) dirty exists 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:3449: left oid 18 (ObjNum 1091 snap 308 seq_num 1091) 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2405 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:3449: done (2 left) 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:3450: done (1 left) 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:3451: done (0 left) 2024-04-02T08:41:26.706 INFO:tasks.rados.rados.0.smithi019.stdout:3452: snap_remove snap 300 2024-04-02T08:41:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:26 smithi066 ceph-mon[87361]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:41:27.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:26 smithi019 ceph-mon[94035]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:41:27.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:26 smithi019 ceph-mon[96522]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:41:27.707 INFO:tasks.rados.rados.0.smithi019.stdout:3452: done (0 left) 2024-04-02T08:41:27.707 INFO:tasks.rados.rados.0.smithi019.stdout:3453: snap_remove snap 305 2024-04-02T08:41:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:27 smithi066 ceph-mon[87361]: pgmap v697: 121 pgs: 121 active+clean; 127 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:41:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:27 smithi066 ceph-mon[87361]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:41:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:27 smithi019 ceph-mon[94035]: pgmap v697: 121 pgs: 121 active+clean; 127 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:41:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:27 smithi019 ceph-mon[94035]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:41:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:27 smithi019 ceph-mon[96522]: pgmap v697: 121 pgs: 121 active+clean; 127 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:41:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:27 smithi019 ceph-mon[96522]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:41:28.707 INFO:tasks.rados.rados.0.smithi019.stdout:3453: done (0 left) 2024-04-02T08:41:28.707 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 29 current snap is 308 2024-04-02T08:41:28.707 INFO:tasks.rados.rados.0.smithi019.stdout:3454: seq_num 1092 ranges {0=696320,696320=802816} 2024-04-02T08:41:28.711 INFO:tasks.rados.rados.0.smithi019.stdout:3454: writing smithi01981774-29 from 0 to 696320 tid 1 2024-04-02T08:41:28.717 INFO:tasks.rados.rados.0.smithi019.stdout:3454: writing smithi01981774-29 from 696320 to 1499136 tid 2 2024-04-02T08:41:28.718 INFO:tasks.rados.rados.0.smithi019.stdout:3455: snap_create 2024-04-02T08:41:28.727 INFO:tasks.rados.rados.0.smithi019.stdout:3454: finishing write tid 1 to smithi01981774-29 2024-04-02T08:41:28.727 INFO:tasks.rados.rados.0.smithi019.stdout:3454: finishing write tid 2 to smithi01981774-29 2024-04-02T08:41:28.727 INFO:tasks.rados.rados.0.smithi019.stdout:3454: finishing write tid 3 to smithi01981774-29 2024-04-02T08:41:28.729 INFO:tasks.rados.rados.0.smithi019.stdout:3454: finishing write tid 4 to smithi01981774-29 2024-04-02T08:41:28.729 INFO:tasks.rados.rados.0.smithi019.stdout:3454: oid 29 updating version 0 to 2504 2024-04-02T08:41:28.730 INFO:tasks.rados.rados.0.smithi019.stdout:3454: oid 29 version 2504 is already newer than 2502 2024-04-02T08:41:28.730 INFO:tasks.rados.rados.0.smithi019.stdout:3454: oid 29 version 2504 is already newer than 2503 2024-04-02T08:41:28.730 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2504 (ObjNum 1092 snap 308 seq_num 1092) dirty exists 2024-04-02T08:41:28.730 INFO:tasks.rados.rados.0.smithi019.stdout:3454: left oid 29 (ObjNum 1092 snap 308 seq_num 1092) 2024-04-02T08:41:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:28 smithi066 ceph-mon[87361]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:41:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:28 smithi066 ceph-mon[87361]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:41:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:28 smithi019 ceph-mon[94035]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:41:29.504 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:29.504 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:28 smithi019 ceph-mon[94035]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:41:29.505 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:28 smithi019 ceph-mon[96522]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:41:29.505 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:29.505 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:28 smithi019 ceph-mon[96522]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:41:29.660 INFO:tasks.rados.rados.0.smithi019.stdout:3454: done (1 left) 2024-04-02T08:41:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3455: done (0 left) 2024-04-02T08:41:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3456: rmattr oid 43 current snap is 309 2024-04-02T08:41:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3456: done (0 left) 2024-04-02T08:41:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3457: read oid 26 snap 307 2024-04-02T08:41:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3457: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:41:29.661 INFO:tasks.rados.rados.0.smithi019.stdout:3458: delete oid 33 current snap is 309 2024-04-02T08:41:29.664 INFO:tasks.rados.rados.0.smithi019.stdout:3458: done (1 left) 2024-04-02T08:41:29.664 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 309 2024-04-02T08:41:29.664 INFO:tasks.rados.rados.0.smithi019.stdout:3459: seq_num 1094 ranges {5447680=729088,6176768=573440,6750208=229376} 2024-04-02T08:41:29.698 INFO:tasks.rados.rados.0.smithi019.stdout:3459: writing smithi01981774-23 from 5447680 to 6176768 tid 1 2024-04-02T08:41:29.701 INFO:tasks.rados.rados.0.smithi019.stdout:3459: writing smithi01981774-23 from 6176768 to 6750208 tid 2 2024-04-02T08:41:29.706 INFO:tasks.rados.rados.0.smithi019.stdout:3459: writing smithi01981774-23 from 6750208 to 6979584 tid 3 2024-04-02T08:41:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:3460: copy_from oid 8 from oid 30 current snap is 309 2024-04-02T08:41:29.707 INFO:tasks.rados.rados.0.smithi019.stdout:3457: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3459: finishing write tid 1 to smithi01981774-23 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3460: finishing copy_from to smithi01981774-8 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3460: got expected ENOENT (src dne) 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3460: finishing copy_from racing read to smithi01981774-8 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3459: finishing write tid 2 to smithi01981774-23 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3457: done (2 left) 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3460: done (1 left) 2024-04-02T08:41:29.739 INFO:tasks.rados.rados.0.smithi019.stdout:3461: delete oid 1 current snap is 309 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: finishing write tid 3 to smithi01981774-23 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: finishing write tid 4 to smithi01981774-23 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: finishing write tid 5 to smithi01981774-23 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: oid 23 updating version 0 to 2247 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: oid 23 version 2247 is already newer than 2246 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: oid 23 version 2247 is already newer than 2244 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: oid 23 version 2247 is already newer than 2245 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2247 (ObjNum 1094 snap 309 seq_num 1094) dirty exists 2024-04-02T08:41:29.740 INFO:tasks.rados.rados.0.smithi019.stdout:3459: left oid 23 (ObjNum 1094 snap 309 seq_num 1094) 2024-04-02T08:41:29.741 INFO:tasks.rados.rados.0.smithi019.stdout:3459: done (1 left) 2024-04-02T08:41:29.741 INFO:tasks.rados.rados.0.smithi019.stdout:3461: done (0 left) 2024-04-02T08:41:29.741 INFO:tasks.rados.rados.0.smithi019.stdout:3462: read oid 12 snap 307 2024-04-02T08:41:29.741 INFO:tasks.rados.rados.0.smithi019.stdout:3462: expect (ObjNum 1060 snap 299 seq_num 1060) 2024-04-02T08:41:29.741 INFO:tasks.rados.rados.0.smithi019.stdout:3463: snap_remove snap 301 2024-04-02T08:41:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:29 smithi066 ceph-mon[87361]: pgmap v700: 121 pgs: 121 active+clean; 133 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-02T08:41:30.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:29 smithi066 ceph-mon[87361]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:41:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:29 smithi019 ceph-mon[94035]: pgmap v700: 121 pgs: 121 active+clean; 133 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-02T08:41:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:29 smithi019 ceph-mon[94035]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:41:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:29 smithi019 ceph-mon[96522]: pgmap v700: 121 pgs: 121 active+clean; 133 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-02T08:41:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:29 smithi019 ceph-mon[96522]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:41:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:41:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:41:30] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-04-02T08:41:30.738 INFO:tasks.rados.rados.0.smithi019.stdout:3463: done (1 left) 2024-04-02T08:41:30.738 INFO:tasks.rados.rados.0.smithi019.stdout:3464: snap_create 2024-04-02T08:41:30.738 INFO:tasks.rados.rados.0.smithi019.stdout:3462: expect (ObjNum 1060 snap 299 seq_num 1060) 2024-04-02T08:41:31.748 INFO:tasks.rados.rados.0.smithi019.stdout:3462: done (1 left) 2024-04-02T08:41:31.748 INFO:tasks.rados.rados.0.smithi019.stdout:3464: done (0 left) 2024-04-02T08:41:31.748 INFO:tasks.rados.rados.0.smithi019.stdout:3465: read oid 37 snap -1 2024-04-02T08:41:31.748 INFO:tasks.rados.rados.0.smithi019.stdout:3465: expect (ObjNum 954 snap 282 seq_num 954) 2024-04-02T08:41:31.748 INFO:tasks.rados.rados.0.smithi019.stdout:3466: rmattr oid 21 current snap is 310 2024-04-02T08:41:31.749 INFO:tasks.rados.rados.0.smithi019.stdout:3467: snap_create 2024-04-02T08:41:31.751 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 1613 (ObjNum 930 snap 276 seq_num 930) dirty exists 2024-04-02T08:41:31.758 INFO:tasks.rados.rados.0.smithi019.stdout:3465: expect (ObjNum 954 snap 282 seq_num 954) 2024-04-02T08:41:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:31 smithi066 ceph-mon[87361]: pgmap v703: 121 pgs: 121 active+clean; 133 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:41:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:31 smithi066 ceph-mon[87361]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:41:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:31 smithi019 ceph-mon[94035]: pgmap v703: 121 pgs: 121 active+clean; 133 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:41:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:31 smithi019 ceph-mon[94035]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:41:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:31 smithi019 ceph-mon[96522]: pgmap v703: 121 pgs: 121 active+clean; 133 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-02T08:41:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:31 smithi019 ceph-mon[96522]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:41:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:41:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:32.747 INFO:tasks.rados.rados.0.smithi019.stdout:3465: done (2 left) 2024-04-02T08:41:32.747 INFO:tasks.rados.rados.0.smithi019.stdout:3466: done (1 left) 2024-04-02T08:41:32.748 INFO:tasks.rados.rados.0.smithi019.stdout:3467: done (0 left) 2024-04-02T08:41:32.748 INFO:tasks.rados.rados.0.smithi019.stdout:3468: read oid 43 snap -1 2024-04-02T08:41:32.748 INFO:tasks.rados.rados.0.smithi019.stdout:3468: expect (ObjNum 1052 snap 298 seq_num 1052) 2024-04-02T08:41:32.748 INFO:tasks.rados.rados.0.smithi019.stdout:3469: snap_create 2024-04-02T08:41:32.811 INFO:tasks.rados.rados.0.smithi019.stdout:3468: expect (ObjNum 1052 snap 298 seq_num 1052) 2024-04-02T08:41:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:32 smithi066 ceph-mon[87361]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:41:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:32 smithi019 ceph-mon[94035]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:41:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:32 smithi019 ceph-mon[96522]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:41:33.959 INFO:tasks.rados.rados.0.smithi019.stdout:3468: done (1 left) 2024-04-02T08:41:33.959 INFO:tasks.rados.rados.0.smithi019.stdout:3469: done (0 left) 2024-04-02T08:41:33.959 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 7 current snap is 312 2024-04-02T08:41:33.959 INFO:tasks.rados.rados.0.smithi019.stdout:3470: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-04-02T08:41:33.963 INFO:tasks.rados.rados.0.smithi019.stdout:3470: writing smithi01981774-7 from 0 to 761856 tid 1 2024-04-02T08:41:33.967 INFO:tasks.rados.rados.0.smithi019.stdout:3470: writing smithi01981774-7 from 761856 to 1548288 tid 2 2024-04-02T08:41:33.968 INFO:tasks.rados.rados.0.smithi019.stdout:3470: writing smithi01981774-7 from 1548288 to 1564672 tid 3 2024-04-02T08:41:33.968 INFO:tasks.rados.rados.0.smithi019.stdout:3471: delete oid 47 current snap is 312 2024-04-02T08:41:33.968 INFO:tasks.rados.rados.0.smithi019.stdout:3470: finishing write tid 1 to smithi01981774-7 2024-04-02T08:41:33.971 INFO:tasks.rados.rados.0.smithi019.stdout:3471: done (1 left) 2024-04-02T08:41:33.971 INFO:tasks.rados.rados.0.smithi019.stdout:3472: read oid 21 snap -1 2024-04-02T08:41:33.971 INFO:tasks.rados.rados.0.smithi019.stdout:3472: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:41:33.971 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 312 2024-04-02T08:41:33.971 INFO:tasks.rados.rados.0.smithi019.stdout:3473: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-04-02T08:41:33.976 INFO:tasks.rados.rados.0.smithi019.stdout:3473: writing smithi01981774-33 from 0 to 794624 tid 1 2024-04-02T08:41:33.980 INFO:tasks.rados.rados.0.smithi019.stdout:3473: writing smithi01981774-33 from 794624 to 1351680 tid 2 2024-04-02T08:41:33.982 INFO:tasks.rados.rados.0.smithi019.stdout:3473: writing smithi01981774-33 from 1351680 to 1597440 tid 3 2024-04-02T08:41:33.982 INFO:tasks.rados.rados.0.smithi019.stdout:3474: rmattr oid 42 current snap is 312 2024-04-02T08:41:33.982 INFO:tasks.rados.rados.0.smithi019.stdout:3474: done (3 left) 2024-04-02T08:41:33.982 INFO:tasks.rados.rados.0.smithi019.stdout:3475: copy_from oid 16 from oid 46 current snap is 312 2024-04-02T08:41:33.982 INFO:tasks.rados.rados.0.smithi019.stdout:3470: finishing write tid 2 to smithi01981774-7 2024-04-02T08:41:33.983 INFO:tasks.rados.rados.0.smithi019.stdout:3470: finishing write tid 3 to smithi01981774-7 2024-04-02T08:41:33.983 INFO:tasks.rados.rados.0.smithi019.stdout:3472: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:41:34.017 INFO:tasks.rados.rados.0.smithi019.stdout:3470: finishing write tid 4 to smithi01981774-7 2024-04-02T08:41:34.017 INFO:tasks.rados.rados.0.smithi019.stdout:3470: finishing write tid 5 to smithi01981774-7 2024-04-02T08:41:34.017 INFO:tasks.rados.rados.0.smithi019.stdout:3470: oid 7 updating version 0 to 2512 2024-04-02T08:41:34.017 INFO:tasks.rados.rados.0.smithi019.stdout:3470: oid 7 version 2512 is already newer than 2511 2024-04-02T08:41:34.017 INFO:tasks.rados.rados.0.smithi019.stdout:3470: oid 7 version 2512 is already newer than 2510 2024-04-02T08:41:34.017 INFO:tasks.rados.rados.0.smithi019.stdout:3470: oid 7 version 2512 is already newer than 2509 2024-04-02T08:41:34.017 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2512 (ObjNum 1096 snap 312 seq_num 1096) dirty exists 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3470: left oid 7 (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3470: done (3 left) 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3472: done (2 left) 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 312 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3475: finishing copy_from to smithi01981774-16 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3475: got expected ENOENT (src dne) 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3475: finishing copy_from racing read to smithi01981774-16 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3473: finishing write tid 1 to smithi01981774-33 2024-04-02T08:41:34.018 INFO:tasks.rados.rados.0.smithi019.stdout:3476: seq_num 1099 ranges {4882432=409600,5292032=442368,5734400=720896,6455296=40960} 2024-04-02T08:41:34.046 INFO:tasks.rados.rados.0.smithi019.stdout:3476: writing smithi01981774-45 from 4882432 to 5292032 tid 1 2024-04-02T08:41:34.048 INFO:tasks.rados.rados.0.smithi019.stdout:3476: writing smithi01981774-45 from 5292032 to 5734400 tid 2 2024-04-02T08:41:34.052 INFO:tasks.rados.rados.0.smithi019.stdout:3476: writing smithi01981774-45 from 5734400 to 6455296 tid 3 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3476: writing smithi01981774-45 from 6455296 to 6496256 tid 4 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3475: done (2 left) 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3477: setattr oid 47 current snap is 312 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3473: finishing write tid 2 to smithi01981774-33 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3473: finishing write tid 3 to smithi01981774-33 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3473: finishing write tid 4 to smithi01981774-33 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3473: finishing write tid 5 to smithi01981774-33 2024-04-02T08:41:34.053 INFO:tasks.rados.rados.0.smithi019.stdout:3473: oid 33 updating version 0 to 2243 2024-04-02T08:41:34.054 INFO:tasks.rados.rados.0.smithi019.stdout:3473: oid 33 updating version 2243 to 2245 2024-04-02T08:41:34.054 INFO:tasks.rados.rados.0.smithi019.stdout:3473: oid 33 version 2245 is already newer than 2244 2024-04-02T08:41:34.054 INFO:tasks.rados.rados.0.smithi019.stdout:3473: oid 33 version 2245 is already newer than 2242 2024-04-02T08:41:34.054 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2245 (ObjNum 1098 snap 312 seq_num 1098) dirty exists 2024-04-02T08:41:34.054 INFO:tasks.rados.rados.0.smithi019.stdout:3473: left oid 33 (ObjNum 1098 snap 312 seq_num 1098) 2024-04-02T08:41:34.054 INFO:tasks.rados.rados.0.smithi019.stdout:3476: finishing write tid 1 to smithi01981774-45 2024-04-02T08:41:34.054 INFO:tasks.rados.rados.0.smithi019.stdout:3476: finishing write tid 2 to smithi01981774-45 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3473: done (2 left) 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3478: read oid 42 snap -1 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3478: expect (ObjNum 1030 snap 298 seq_num 1030) 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3479: read oid 6 snap -1 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3479: expect deleted 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3480: read oid 34 snap -1 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3480: expect (ObjNum 1049 snap 298 seq_num 1049) 2024-04-02T08:41:34.055 INFO:tasks.rados.rados.0.smithi019.stdout:3481: delete oid 43 current snap is 312 2024-04-02T08:41:34.057 INFO:tasks.rados.rados.0.smithi019.stdout:3476: finishing write tid 3 to smithi01981774-45 2024-04-02T08:41:34.058 INFO:tasks.rados.rados.0.smithi019.stdout:3476: finishing write tid 4 to smithi01981774-45 2024-04-02T08:41:34.058 INFO:tasks.rados.rados.0.smithi019.stdout:3476: finishing write tid 5 to smithi01981774-45 2024-04-02T08:41:34.059 INFO:tasks.rados.rados.0.smithi019.stdout:3481: done (5 left) 2024-04-02T08:41:34.059 INFO:tasks.rados.rados.0.smithi019.stdout:3482: read oid 48 snap -1 2024-04-02T08:41:34.059 INFO:tasks.rados.rados.0.smithi019.stdout:3482: expect (ObjNum 1059 snap 298 seq_num 1059) 2024-04-02T08:41:34.059 INFO:tasks.rados.rados.0.smithi019.stdout:3483: rollback oid 44 current snap is 312 2024-04-02T08:41:34.060 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 44 to 306 2024-04-02T08:41:34.060 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1707 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:41:34.060 INFO:tasks.rados.rados.0.smithi019.stdout:3477: done (6 left) 2024-04-02T08:41:34.060 INFO:tasks.rados.rados.0.smithi019.stdout:3484: snap_create 2024-04-02T08:41:34.060 INFO:tasks.rados.rados.0.smithi019.stdout:3478: expect (ObjNum 1030 snap 298 seq_num 1030) 2024-04-02T08:41:34.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:33 smithi066 ceph-mon[87361]: pgmap v706: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:41:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:33 smithi066 ceph-mon[87361]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:3476: finishing write tid 6 to smithi01981774-45 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:3476: oid 45 updating version 0 to 1734 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:3476: oid 45 version 1734 is already newer than 1733 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:3476: oid 45 updating version 1734 to 1736 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:3476: oid 45 version 1736 is already newer than 1735 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:3476: oid 45 version 1736 is already newer than 1732 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1736 (ObjNum 1099 snap 312 seq_num 1099) dirty exists 2024-04-02T08:41:34.075 INFO:tasks.rados.rados.0.smithi019.stdout:3476: left oid 45 (ObjNum 1099 snap 312 seq_num 1099) 2024-04-02T08:41:34.076 INFO:tasks.rados.rados.0.smithi019.stdout:3480: expect (ObjNum 1049 snap 298 seq_num 1049) 2024-04-02T08:41:34.140 INFO:tasks.rados.rados.0.smithi019.stdout:3483: finishing rollback tid 0 to smithi01981774-44 2024-04-02T08:41:34.140 INFO:tasks.rados.rados.0.smithi019.stdout:3483: finishing rollback tid 1 to smithi01981774-44 2024-04-02T08:41:34.140 INFO:tasks.rados.rados.0.smithi019.stdout:3482: expect (ObjNum 1059 snap 298 seq_num 1059) 2024-04-02T08:41:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:33 smithi019 ceph-mon[94035]: pgmap v706: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:41:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:33 smithi019 ceph-mon[94035]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:41:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:33 smithi019 ceph-mon[96522]: pgmap v706: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:41:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:33 smithi019 ceph-mon[96522]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:41:34.202 INFO:tasks.rados.rados.0.smithi019.stdout:3483: finishing rollback tid 2 to smithi01981774-44 2024-04-02T08:41:34.202 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2391 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3476: done (6 left) 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3478: done (5 left) 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3479: done (4 left) 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3480: done (3 left) 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3482: done (2 left) 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3483: done (1 left) 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:3484: done (0 left) 2024-04-02T08:41:34.660 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 313 2024-04-02T08:41:34.661 INFO:tasks.rados.rados.0.smithi019.stdout:3485: seq_num 1101 ranges {5554176=442368,5996544=606208,6602752=598016} 2024-04-02T08:41:34.693 INFO:tasks.rados.rados.0.smithi019.stdout:3485: writing smithi01981774-4 from 5554176 to 5996544 tid 1 2024-04-02T08:41:34.696 INFO:tasks.rados.rados.0.smithi019.stdout:3485: writing smithi01981774-4 from 5996544 to 6602752 tid 2 2024-04-02T08:41:34.699 INFO:tasks.rados.rados.0.smithi019.stdout:3485: writing smithi01981774-4 from 6602752 to 7200768 tid 3 2024-04-02T08:41:34.699 INFO:tasks.rados.rados.0.smithi019.stdout:3486: copy_from oid 17 from oid 13 current snap is 313 2024-04-02T08:41:34.700 INFO:tasks.rados.rados.0.smithi019.stdout:3487: snap_remove snap 310 2024-04-02T08:41:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:34 smithi066 ceph-mon[87361]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:41:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:34 smithi066 ceph-mon[87361]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:41:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:34 smithi019 ceph-mon[94035]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:41:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:34 smithi019 ceph-mon[94035]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:41:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:34 smithi019 ceph-mon[96522]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:41:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:34 smithi019 ceph-mon[96522]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:41:35.669 INFO:tasks.rados.rados.0.smithi019.stdout:3487: done (2 left) 2024-04-02T08:41:35.669 INFO:tasks.rados.rados.0.smithi019.stdout:3488: delete oid 42 current snap is 313 2024-04-02T08:41:35.669 INFO:tasks.rados.rados.0.smithi019.stdout:3485: finishing write tid 1 to smithi01981774-4 2024-04-02T08:41:35.669 INFO:tasks.rados.rados.0.smithi019.stdout:3485: finishing write tid 2 to smithi01981774-4 2024-04-02T08:41:35.669 INFO:tasks.rados.rados.0.smithi019.stdout:3485: finishing write tid 3 to smithi01981774-4 2024-04-02T08:41:35.669 INFO:tasks.rados.rados.0.smithi019.stdout:3485: finishing write tid 4 to smithi01981774-4 2024-04-02T08:41:35.669 INFO:tasks.rados.rados.0.smithi019.stdout:3485: finishing write tid 5 to smithi01981774-4 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:3485: oid 4 updating version 0 to 2253 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:3485: oid 4 version 2253 is already newer than 2252 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:3485: oid 4 updating version 2253 to 2254 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:3485: oid 4 version 2254 is already newer than 2251 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2254 (ObjNum 1101 snap 313 seq_num 1101) dirty exists 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:3485: left oid 4 (ObjNum 1101 snap 313 seq_num 1101) 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:3486: finishing copy_from racing read to smithi01981774-17 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:3486: finishing copy_from to smithi01981774-17 2024-04-02T08:41:35.670 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 1426 (ObjNum 1005 snap 293 seq_num 1005) dirty exists 2024-04-02T08:41:35.672 INFO:tasks.rados.rados.0.smithi019.stdout:3485: done (2 left) 2024-04-02T08:41:35.673 INFO:tasks.rados.rados.0.smithi019.stdout:3486: done (1 left) 2024-04-02T08:41:35.673 INFO:tasks.rados.rados.0.smithi019.stdout:3488: done (0 left) 2024-04-02T08:41:35.673 INFO:tasks.rados.rados.0.smithi019.stdout:3489: setattr oid 12 current snap is 313 2024-04-02T08:41:35.674 INFO:tasks.rados.rados.0.smithi019.stdout:3490: read oid 5 snap -1 2024-04-02T08:41:35.674 INFO:tasks.rados.rados.0.smithi019.stdout:3490: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:41:35.675 INFO:tasks.rados.rados.0.smithi019.stdout:3491: read oid 2 snap 312 2024-04-02T08:41:35.675 INFO:tasks.rados.rados.0.smithi019.stdout:3491: expect (ObjNum 1070 snap 303 seq_num 1070) 2024-04-02T08:41:35.675 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 25 current snap is 313 2024-04-02T08:41:35.675 INFO:tasks.rados.rados.0.smithi019.stdout:3492: seq_num 1103 ranges {0=475136,475136=425984,901120=696320,1597440=81920} 2024-04-02T08:41:35.677 INFO:tasks.rados.rados.0.smithi019.stdout:3492: writing smithi01981774-25 from 0 to 475136 tid 1 2024-04-02T08:41:35.680 INFO:tasks.rados.rados.0.smithi019.stdout:3492: writing smithi01981774-25 from 475136 to 901120 tid 2 2024-04-02T08:41:35.684 INFO:tasks.rados.rados.0.smithi019.stdout:3492: writing smithi01981774-25 from 901120 to 1597440 tid 3 2024-04-02T08:41:35.685 INFO:tasks.rados.rados.0.smithi019.stdout:3492: writing smithi01981774-25 from 1597440 to 1679360 tid 4 2024-04-02T08:41:35.685 INFO:tasks.rados.rados.0.smithi019.stdout:3493: rollback oid 6 current snap is 313 2024-04-02T08:41:35.685 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 311 2024-04-02T08:41:35.685 INFO:tasks.rados.rados.0.smithi019.stdout:3491: expect (ObjNum 1070 snap 303 seq_num 1070) 2024-04-02T08:41:35.722 INFO:tasks.rados.rados.0.smithi019.stdout:3492: finishing write tid 1 to smithi01981774-25 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3492: finishing write tid 2 to smithi01981774-25 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3491: done (4 left) 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3494: setattr oid 28 current snap is 313 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3493: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1737 (ObjNum 1060 snap 299 seq_num 1060) dirty exists 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3492: finishing write tid 3 to smithi01981774-25 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3492: finishing write tid 4 to smithi01981774-25 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3492: finishing write tid 5 to smithi01981774-25 2024-04-02T08:41:35.723 INFO:tasks.rados.rados.0.smithi019.stdout:3490: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:41:35.871 INFO:tasks.rados.rados.0.smithi019.stdout:3492: finishing write tid 6 to smithi01981774-25 2024-04-02T08:41:35.871 INFO:tasks.rados.rados.0.smithi019.stdout:3492: oid 25 updating version 0 to 1708 2024-04-02T08:41:35.871 INFO:tasks.rados.rados.0.smithi019.stdout:3492: oid 25 updating version 1708 to 1712 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3492: oid 25 version 1712 is already newer than 1710 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3492: oid 25 version 1712 is already newer than 1709 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3492: oid 25 version 1712 is already newer than 1711 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1712 (ObjNum 1103 snap 313 seq_num 1103) dirty exists 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3492: left oid 25 (ObjNum 1103 snap 313 seq_num 1103) 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3489: done (4 left) 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3490: done (3 left) 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3492: done (2 left) 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3493: done (1 left) 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 313 2024-04-02T08:41:35.872 INFO:tasks.rados.rados.0.smithi019.stdout:3495: seq_num 1104 ranges {1818624=499712,2318336=712704,3031040=491520} 2024-04-02T08:41:35.885 INFO:tasks.rados.rados.0.smithi019.stdout:3495: writing smithi01981774-48 from 1818624 to 2318336 tid 1 2024-04-02T08:41:35.890 INFO:tasks.rados.rados.0.smithi019.stdout:3495: writing smithi01981774-48 from 2318336 to 3031040 tid 2 2024-04-02T08:41:35.894 INFO:tasks.rados.rados.0.smithi019.stdout:3495: writing smithi01981774-48 from 3031040 to 3522560 tid 3 2024-04-02T08:41:35.894 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 313 2024-04-02T08:41:35.894 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 2513 (ObjNum 33 snap 0 seq_num 2825287456) dirty exists 2024-04-02T08:41:35.894 INFO:tasks.rados.rados.0.smithi019.stdout:3495: finishing write tid 1 to smithi01981774-48 2024-04-02T08:41:35.894 INFO:tasks.rados.rados.0.smithi019.stdout:3496: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-04-02T08:41:35.897 INFO:tasks.rados.rados.0.smithi019.stdout:3496: writing smithi01981774-8 from 0 to 516096 tid 1 2024-04-02T08:41:35.901 INFO:tasks.rados.rados.0.smithi019.stdout:3496: writing smithi01981774-8 from 516096 to 1114112 tid 2 2024-04-02T08:41:35.907 INFO:tasks.rados.rados.0.smithi019.stdout:3496: writing smithi01981774-8 from 1114112 to 1720320 tid 3 2024-04-02T08:41:35.907 INFO:tasks.rados.rados.0.smithi019.stdout:3494: done (2 left) 2024-04-02T08:41:35.907 INFO:tasks.rados.rados.0.smithi019.stdout:3497: delete oid 14 current snap is 313 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: finishing write tid 2 to smithi01981774-48 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: finishing write tid 3 to smithi01981774-48 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: finishing write tid 4 to smithi01981774-48 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: finishing write tid 5 to smithi01981774-48 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: oid 48 updating version 0 to 2516 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: oid 48 updating version 2516 to 2518 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: oid 48 version 2518 is already newer than 2515 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: oid 48 version 2518 is already newer than 2517 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2518 (ObjNum 1104 snap 313 seq_num 1104) dirty exists 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3495: left oid 48 (ObjNum 1104 snap 313 seq_num 1104) 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3496: finishing write tid 1 to smithi01981774-8 2024-04-02T08:41:35.908 INFO:tasks.rados.rados.0.smithi019.stdout:3496: finishing write tid 2 to smithi01981774-8 2024-04-02T08:41:35.909 INFO:tasks.rados.rados.0.smithi019.stdout:3495: done (2 left) 2024-04-02T08:41:35.909 INFO:tasks.rados.rados.0.smithi019.stdout:3497: done (1 left) 2024-04-02T08:41:35.909 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 313 2024-04-02T08:41:35.909 INFO:tasks.rados.rados.0.smithi019.stdout:3498: seq_num 1107 ranges {458752=548864,1007616=770048,1777664=434176} 2024-04-02T08:41:35.913 INFO:tasks.rados.rados.0.smithi019.stdout:3498: writing smithi01981774-10 from 458752 to 1007616 tid 1 2024-04-02T08:41:35.917 INFO:tasks.rados.rados.0.smithi019.stdout:3498: writing smithi01981774-10 from 1007616 to 1777664 tid 2 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3498: writing smithi01981774-10 from 1777664 to 2211840 tid 3 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3499: snap_create 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: finishing write tid 3 to smithi01981774-8 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: finishing write tid 4 to smithi01981774-8 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: finishing write tid 5 to smithi01981774-8 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: oid 8 updating version 0 to 2170 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: oid 8 version 2170 is already newer than 2168 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: oid 8 version 2170 is already newer than 2167 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: oid 8 version 2170 is already newer than 2169 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 2170 (ObjNum 1105 snap 313 seq_num 1105) dirty exists 2024-04-02T08:41:35.920 INFO:tasks.rados.rados.0.smithi019.stdout:3496: left oid 8 (ObjNum 1105 snap 313 seq_num 1105) 2024-04-02T08:41:35.921 INFO:tasks.rados.rados.0.smithi019.stdout:3498: finishing write tid 1 to smithi01981774-10 2024-04-02T08:41:35.922 INFO:tasks.rados.rados.0.smithi019.stdout:3498: finishing write tid 2 to smithi01981774-10 2024-04-02T08:41:35.922 INFO:tasks.rados.rados.0.smithi019.stdout:3498: finishing write tid 3 to smithi01981774-10 2024-04-02T08:41:35.923 INFO:tasks.rados.rados.0.smithi019.stdout:3498: finishing write tid 4 to smithi01981774-10 2024-04-02T08:41:35.924 INFO:tasks.rados.rados.0.smithi019.stdout:3498: finishing write tid 5 to smithi01981774-10 2024-04-02T08:41:35.924 INFO:tasks.rados.rados.0.smithi019.stdout:3498: oid 10 updating version 0 to 2388 2024-04-02T08:41:35.924 INFO:tasks.rados.rados.0.smithi019.stdout:3498: oid 10 updating version 2388 to 2390 2024-04-02T08:41:35.924 INFO:tasks.rados.rados.0.smithi019.stdout:3498: oid 10 version 2390 is already newer than 2389 2024-04-02T08:41:35.924 INFO:tasks.rados.rados.0.smithi019.stdout:3498: oid 10 updating version 2390 to 2391 2024-04-02T08:41:35.924 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2391 (ObjNum 1107 snap 313 seq_num 1107) dirty exists 2024-04-02T08:41:35.924 INFO:tasks.rados.rados.0.smithi019.stdout:3498: left oid 10 (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:41:35.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:35 smithi019 ceph-mon[96522]: pgmap v709: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:41:35.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:35 smithi019 ceph-mon[96522]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:41:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:35 smithi019 ceph-mon[94035]: pgmap v709: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:41:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:35 smithi019 ceph-mon[94035]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:41:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:35 smithi066 ceph-mon[87361]: pgmap v709: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-02T08:41:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:35 smithi066 ceph-mon[87361]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:41:36.776 INFO:tasks.rados.rados.0.smithi019.stdout:3496: done (2 left) 2024-04-02T08:41:36.776 INFO:tasks.rados.rados.0.smithi019.stdout:3498: done (1 left) 2024-04-02T08:41:36.776 INFO:tasks.rados.rados.0.smithi019.stdout:3499: done (0 left) 2024-04-02T08:41:36.776 INFO:tasks.rados.rados.0.smithi019.stdout:3500: read oid 2 snap 299 2024-04-02T08:41:36.776 INFO:tasks.rados.rados.0.smithi019.stdout:3500: expect deleted 2024-04-02T08:41:36.776 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 314 2024-04-02T08:41:36.776 INFO:tasks.rados.rados.0.smithi019.stdout:3501: seq_num 1108 ranges {958464=565248,1523712=647168,2170880=483328,2654208=73728} 2024-04-02T08:41:36.784 INFO:tasks.rados.rados.0.smithi019.stdout:3501: writing smithi01981774-12 from 958464 to 1523712 tid 1 2024-04-02T08:41:36.788 INFO:tasks.rados.rados.0.smithi019.stdout:3501: writing smithi01981774-12 from 1523712 to 2170880 tid 2 2024-04-02T08:41:36.790 INFO:tasks.rados.rados.0.smithi019.stdout:3501: writing smithi01981774-12 from 2170880 to 2654208 tid 3 2024-04-02T08:41:36.791 INFO:tasks.rados.rados.0.smithi019.stdout:3501: writing smithi01981774-12 from 2654208 to 2727936 tid 4 2024-04-02T08:41:36.791 INFO:tasks.rados.rados.0.smithi019.stdout:3502: read oid 18 snap -1 2024-04-02T08:41:36.791 INFO:tasks.rados.rados.0.smithi019.stdout:3502: expect (ObjNum 1091 snap 308 seq_num 1091) 2024-04-02T08:41:36.791 INFO:tasks.rados.rados.0.smithi019.stdout:3503: read oid 14 snap -1 2024-04-02T08:41:36.792 INFO:tasks.rados.rados.0.smithi019.stdout:3503: expect deleted 2024-04-02T08:41:36.792 INFO:tasks.rados.rados.0.smithi019.stdout:3504: delete oid 50 current snap is 314 2024-04-02T08:41:36.792 INFO:tasks.rados.rados.0.smithi019.stdout:3501: finishing write tid 1 to smithi01981774-12 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3501: finishing write tid 2 to smithi01981774-12 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3500: done (4 left) 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3503: done (3 left) 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3504: done (2 left) 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3505: read oid 7 snap -1 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3505: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3506: copy_from oid 30 from oid 6 current snap is 314 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3507: copy_from oid 24 from oid 5 current snap is 314 2024-04-02T08:41:36.794 INFO:tasks.rados.rados.0.smithi019.stdout:3508: delete oid 31 current snap is 314 2024-04-02T08:41:36.796 INFO:tasks.rados.rados.0.smithi019.stdout:3501: finishing write tid 3 to smithi01981774-12 2024-04-02T08:41:36.798 INFO:tasks.rados.rados.0.smithi019.stdout:3501: finishing write tid 4 to smithi01981774-12 2024-04-02T08:41:36.798 INFO:tasks.rados.rados.0.smithi019.stdout:3502: expect (ObjNum 1091 snap 308 seq_num 1091) 2024-04-02T08:41:36.847 INFO:tasks.rados.rados.0.smithi019.stdout:3506: finishing copy_from to smithi01981774-30 2024-04-02T08:41:36.847 INFO:tasks.rados.rados.0.smithi019.stdout:3506: got expected ENOENT (src dne) 2024-04-02T08:41:36.847 INFO:tasks.rados.rados.0.smithi019.stdout:3501: finishing write tid 5 to smithi01981774-12 2024-04-02T08:41:36.847 INFO:tasks.rados.rados.0.smithi019.stdout:3506: finishing copy_from racing read to smithi01981774-30 2024-04-02T08:41:36.847 INFO:tasks.rados.rados.0.smithi019.stdout:3501: finishing write tid 6 to smithi01981774-12 2024-04-02T08:41:36.847 INFO:tasks.rados.rados.0.smithi019.stdout:3501: oid 12 updating version 0 to 1741 2024-04-02T08:41:36.847 INFO:tasks.rados.rados.0.smithi019.stdout:3501: oid 12 version 1741 is already newer than 1738 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3501: oid 12 version 1741 is already newer than 1739 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3501: oid 12 version 1741 is already newer than 1740 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3501: oid 12 updating version 1741 to 1742 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1742 (ObjNum 1108 snap 314 seq_num 1108) dirty exists 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3501: left oid 12 (ObjNum 1108 snap 314 seq_num 1108) 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3501: done (5 left) 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3502: done (4 left) 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3506: done (3 left) 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3508: done (2 left) 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3509: copy_from oid 38 from oid 16 current snap is 314 2024-04-02T08:41:36.848 INFO:tasks.rados.rados.0.smithi019.stdout:3505: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:41:36.888 INFO:tasks.rados.rados.0.smithi019.stdout:3507: finishing copy_from racing read to smithi01981774-24 2024-04-02T08:41:36.889 INFO:tasks.rados.rados.0.smithi019.stdout:3507: finishing copy_from to smithi01981774-24 2024-04-02T08:41:36.889 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 24 v 2404 (ObjNum 1073 snap 304 seq_num 1073) dirty exists 2024-04-02T08:41:36.889 INFO:tasks.rados.rados.0.smithi019.stdout:3505: done (2 left) 2024-04-02T08:41:36.889 INFO:tasks.rados.rados.0.smithi019.stdout:3507: done (1 left) 2024-04-02T08:41:36.889 INFO:tasks.rados.rados.0.smithi019.stdout:3510: read oid 18 snap -1 2024-04-02T08:41:36.889 INFO:tasks.rados.rados.0.smithi019.stdout:3510: expect (ObjNum 1091 snap 308 seq_num 1091) 2024-04-02T08:41:36.889 INFO:tasks.rados.rados.0.smithi019.stdout:3511: snap_remove snap 313 2024-04-02T08:41:37.781 INFO:tasks.rados.rados.0.smithi019.stdout:3511: done (2 left) 2024-04-02T08:41:37.782 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 314 2024-04-02T08:41:37.782 INFO:tasks.rados.rados.0.smithi019.stdout:3512: seq_num 1111 ranges {4603904=614400,5218304=753664,5971968=450560} 2024-04-02T08:41:37.810 INFO:tasks.rados.rados.0.smithi019.stdout:3512: writing smithi01981774-44 from 4603904 to 5218304 tid 1 2024-04-02T08:41:37.815 INFO:tasks.rados.rados.0.smithi019.stdout:3512: writing smithi01981774-44 from 5218304 to 5971968 tid 2 2024-04-02T08:41:37.818 INFO:tasks.rados.rados.0.smithi019.stdout:3512: writing smithi01981774-44 from 5971968 to 6422528 tid 3 2024-04-02T08:41:37.818 INFO:tasks.rados.rados.0.smithi019.stdout:3513: copy_from oid 4 from oid 2 current snap is 314 2024-04-02T08:41:37.818 INFO:tasks.rados.rados.0.smithi019.stdout:3509: finishing copy_from racing read to smithi01981774-38 2024-04-02T08:41:37.818 INFO:tasks.rados.rados.0.smithi019.stdout:3510: expect (ObjNum 1091 snap 308 seq_num 1091) 2024-04-02T08:41:37.859 INFO:tasks.rados.rados.0.smithi019.stdout:3509: finishing copy_from to smithi01981774-38 2024-04-02T08:41:37.859 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 1727 (ObjNum 1085 snap 307 seq_num 1085) dirty exists 2024-04-02T08:41:37.859 INFO:tasks.rados.rados.0.smithi019.stdout:3512: finishing write tid 1 to smithi01981774-44 2024-04-02T08:41:37.859 INFO:tasks.rados.rados.0.smithi019.stdout:3512: finishing write tid 2 to smithi01981774-44 2024-04-02T08:41:37.859 INFO:tasks.rados.rados.0.smithi019.stdout:3512: finishing write tid 3 to smithi01981774-44 2024-04-02T08:41:37.859 INFO:tasks.rados.rados.0.smithi019.stdout:3509: done (3 left) 2024-04-02T08:41:37.859 INFO:tasks.rados.rados.0.smithi019.stdout:3510: done (2 left) 2024-04-02T08:41:37.860 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 314 2024-04-02T08:41:37.860 INFO:tasks.rados.rados.0.smithi019.stdout:3512: finishing write tid 4 to smithi01981774-44 2024-04-02T08:41:37.860 INFO:tasks.rados.rados.0.smithi019.stdout:3514: seq_num 1112 ranges {3522560=630784,4153344=638976,4792320=466944,5259264=98304} 2024-04-02T08:41:37.881 INFO:tasks.rados.rados.0.smithi019.stdout:3514: writing smithi01981774-48 from 3522560 to 4153344 tid 1 2024-04-02T08:41:37.885 INFO:tasks.rados.rados.0.smithi019.stdout:3514: writing smithi01981774-48 from 4153344 to 4792320 tid 2 2024-04-02T08:41:37.887 INFO:tasks.rados.rados.0.smithi019.stdout:3514: writing smithi01981774-48 from 4792320 to 5259264 tid 3 2024-04-02T08:41:37.889 INFO:tasks.rados.rados.0.smithi019.stdout:3514: writing smithi01981774-48 from 5259264 to 5357568 tid 4 2024-04-02T08:41:37.889 INFO:tasks.rados.rados.0.smithi019.stdout:3515: snap_create 2024-04-02T08:41:37.889 INFO:tasks.rados.rados.0.smithi019.stdout:3512: finishing write tid 5 to smithi01981774-44 2024-04-02T08:41:37.889 INFO:tasks.rados.rados.0.smithi019.stdout:3512: oid 44 updating version 0 to 2395 2024-04-02T08:41:37.889 INFO:tasks.rados.rados.0.smithi019.stdout:3512: oid 44 version 2395 is already newer than 2394 2024-04-02T08:41:37.889 INFO:tasks.rados.rados.0.smithi019.stdout:3512: oid 44 version 2395 is already newer than 2392 2024-04-02T08:41:37.889 INFO:tasks.rados.rados.0.smithi019.stdout:3512: oid 44 version 2395 is already newer than 2393 2024-04-02T08:41:37.890 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2395 (ObjNum 1111 snap 314 seq_num 1111) dirty exists 2024-04-02T08:41:37.890 INFO:tasks.rados.rados.0.smithi019.stdout:3512: left oid 44 (ObjNum 1111 snap 314 seq_num 1111) 2024-04-02T08:41:37.890 INFO:tasks.rados.rados.0.smithi019.stdout:3513: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:41:37.890 INFO:tasks.rados.rados.0.smithi019.stdout:3513: finishing copy_from to smithi01981774-4 2024-04-02T08:41:37.890 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2152 (ObjNum 1070 snap 303 seq_num 1070) dirty exists 2024-04-02T08:41:37.890 INFO:tasks.rados.rados.0.smithi019.stdout:3514: finishing write tid 1 to smithi01981774-48 2024-04-02T08:41:37.890 INFO:tasks.rados.rados.0.smithi019.stdout:3514: finishing write tid 2 to smithi01981774-48 2024-04-02T08:41:37.893 INFO:tasks.rados.rados.0.smithi019.stdout:3514: finishing write tid 3 to smithi01981774-48 2024-04-02T08:41:37.893 INFO:tasks.rados.rados.0.smithi019.stdout:3514: finishing write tid 4 to smithi01981774-48 2024-04-02T08:41:37.893 INFO:tasks.rados.rados.0.smithi019.stdout:3514: finishing write tid 5 to smithi01981774-48 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:3514: finishing write tid 6 to smithi01981774-48 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:3514: oid 48 updating version 0 to 2520 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:3514: oid 48 updating version 2520 to 2521 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:3514: oid 48 version 2521 is already newer than 2519 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:3514: oid 48 updating version 2521 to 2522 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:3514: oid 48 updating version 2522 to 2523 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2523 (ObjNum 1112 snap 314 seq_num 1112) dirty exists 2024-04-02T08:41:37.894 INFO:tasks.rados.rados.0.smithi019.stdout:3514: left oid 48 (ObjNum 1112 snap 314 seq_num 1112) 2024-04-02T08:41:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:37 smithi066 ceph-mon[87361]: pgmap v712: 121 pgs: 121 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 772 KiB/s wr, 8 op/s 2024-04-02T08:41:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:37 smithi066 ceph-mon[87361]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:41:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:37 smithi019 ceph-mon[94035]: pgmap v712: 121 pgs: 121 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 772 KiB/s wr, 8 op/s 2024-04-02T08:41:38.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:37 smithi019 ceph-mon[94035]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:41:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:37 smithi019 ceph-mon[96522]: pgmap v712: 121 pgs: 121 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 772 KiB/s wr, 8 op/s 2024-04-02T08:41:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:37 smithi019 ceph-mon[96522]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:41:38.787 INFO:tasks.rados.rados.0.smithi019.stdout:3512: done (3 left) 2024-04-02T08:41:38.787 INFO:tasks.rados.rados.0.smithi019.stdout:3513: done (2 left) 2024-04-02T08:41:38.787 INFO:tasks.rados.rados.0.smithi019.stdout:3514: done (1 left) 2024-04-02T08:41:38.787 INFO:tasks.rados.rados.0.smithi019.stdout:3515: done (0 left) 2024-04-02T08:41:38.787 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 315 2024-04-02T08:41:38.787 INFO:tasks.rados.rados.0.smithi019.stdout:3516: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-04-02T08:41:38.792 INFO:tasks.rados.rados.0.smithi019.stdout:3516: writing smithi01981774-32 from 0 to 647168 tid 1 2024-04-02T08:41:38.796 INFO:tasks.rados.rados.0.smithi019.stdout:3516: writing smithi01981774-32 from 647168 to 1171456 tid 2 2024-04-02T08:41:38.799 INFO:tasks.rados.rados.0.smithi019.stdout:3516: writing smithi01981774-32 from 1171456 to 1794048 tid 3 2024-04-02T08:41:38.800 INFO:tasks.rados.rados.0.smithi019.stdout:3516: writing smithi01981774-32 from 1794048 to 1851392 tid 4 2024-04-02T08:41:38.800 INFO:tasks.rados.rados.0.smithi019.stdout:3517: snap_create 2024-04-02T08:41:38.800 INFO:tasks.rados.rados.0.smithi019.stdout:3516: finishing write tid 1 to smithi01981774-32 2024-04-02T08:41:38.800 INFO:tasks.rados.rados.0.smithi019.stdout:3516: finishing write tid 2 to smithi01981774-32 2024-04-02T08:41:38.803 INFO:tasks.rados.rados.0.smithi019.stdout:3516: finishing write tid 3 to smithi01981774-32 2024-04-02T08:41:38.804 INFO:tasks.rados.rados.0.smithi019.stdout:3516: finishing write tid 4 to smithi01981774-32 2024-04-02T08:41:38.804 INFO:tasks.rados.rados.0.smithi019.stdout:3516: finishing write tid 5 to smithi01981774-32 2024-04-02T08:41:38.805 INFO:tasks.rados.rados.0.smithi019.stdout:3516: finishing write tid 6 to smithi01981774-32 2024-04-02T08:41:38.805 INFO:tasks.rados.rados.0.smithi019.stdout:3516: oid 32 updating version 0 to 2266 2024-04-02T08:41:38.805 INFO:tasks.rados.rados.0.smithi019.stdout:3516: oid 32 version 2266 is already newer than 2265 2024-04-02T08:41:38.805 INFO:tasks.rados.rados.0.smithi019.stdout:3516: oid 32 updating version 2266 to 2267 2024-04-02T08:41:38.806 INFO:tasks.rados.rados.0.smithi019.stdout:3516: oid 32 updating version 2267 to 2269 2024-04-02T08:41:38.806 INFO:tasks.rados.rados.0.smithi019.stdout:3516: oid 32 version 2269 is already newer than 2268 2024-04-02T08:41:38.806 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2269 (ObjNum 1113 snap 315 seq_num 1113) dirty exists 2024-04-02T08:41:38.806 INFO:tasks.rados.rados.0.smithi019.stdout:3516: left oid 32 (ObjNum 1113 snap 315 seq_num 1113) 2024-04-02T08:41:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:38 smithi066 ceph-mon[87361]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:41:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:38 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:39.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:38 smithi019 ceph-mon[94035]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:41:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:38 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:38 smithi019 ceph-mon[96522]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:41:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:38 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:39.661 INFO:tasks.rados.rados.0.smithi019.stdout:3516: done (1 left) 2024-04-02T08:41:39.661 INFO:tasks.rados.rados.0.smithi019.stdout:3517: done (0 left) 2024-04-02T08:41:39.661 INFO:tasks.rados.rados.0.smithi019.stdout:3518: read oid 10 snap -1 2024-04-02T08:41:39.661 INFO:tasks.rados.rados.0.smithi019.stdout:3518: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:41:39.661 INFO:tasks.rados.rados.0.smithi019.stdout:3519: snap_remove snap 311 2024-04-02T08:41:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:39 smithi066 ceph-mon[87361]: pgmap v715: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-02T08:41:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:39 smithi066 ceph-mon[87361]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:41:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:40.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:41:40.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:39 smithi066 ceph-mon[87361]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[94035]: pgmap v715: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[94035]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[94035]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[96522]: pgmap v715: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[96522]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:41:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:40.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:40.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:41:40.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:39 smithi019 ceph-mon[96522]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi019.stdout:3519: done (1 left) 2024-04-02T08:41:40.667 INFO:tasks.rados.rados.0.smithi019.stdout:3520: copy_from oid 4 from oid 16 current snap is 316 2024-04-02T08:41:40.668 INFO:tasks.rados.rados.0.smithi019.stdout:3518: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:41:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:41:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:41:40] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3520: finishing copy_from racing read to smithi01981774-4 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3520: finishing copy_from to smithi01981774-4 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 1727 (ObjNum 1085 snap 307 seq_num 1085) dirty exists 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3518: done (1 left) 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3520: done (0 left) 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3521: read oid 20 snap 315 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3521: expect deleted 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3522: rollback oid 43 current snap is 316 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 315 2024-04-02T08:41:40.739 INFO:tasks.rados.rados.0.smithi019.stdout:3523: rmattr oid 17 current snap is 316 2024-04-02T08:41:40.740 INFO:tasks.rados.rados.0.smithi019.stdout:3523: done (2 left) 2024-04-02T08:41:40.740 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 316 2024-04-02T08:41:40.740 INFO:tasks.rados.rados.0.smithi019.stdout:3524: seq_num 1114 ranges {12206080=663552,12869632=802816,13672448=401408} 2024-04-02T08:41:40.809 INFO:tasks.rados.rados.0.smithi019.stdout:3524: writing smithi01981774-38 from 12206080 to 12869632 tid 1 2024-04-02T08:41:40.813 INFO:tasks.rados.rados.0.smithi019.stdout:3524: writing smithi01981774-38 from 12869632 to 13672448 tid 2 2024-04-02T08:41:40.815 INFO:tasks.rados.rados.0.smithi019.stdout:3524: writing smithi01981774-38 from 13672448 to 14073856 tid 3 2024-04-02T08:41:40.816 INFO:tasks.rados.rados.0.smithi019.stdout:3525: snap_create 2024-04-02T08:41:40.816 INFO:tasks.rados.rados.0.smithi019.stdout:3522: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:41:40.816 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 2388 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:41:40.816 INFO:tasks.rados.rados.0.smithi019.stdout:3524: finishing write tid 1 to smithi01981774-38 2024-04-02T08:41:40.819 INFO:tasks.rados.rados.0.smithi019.stdout:3524: finishing write tid 2 to smithi01981774-38 2024-04-02T08:41:40.819 INFO:tasks.rados.rados.0.smithi019.stdout:3524: finishing write tid 3 to smithi01981774-38 2024-04-02T08:41:40.819 INFO:tasks.rados.rados.0.smithi019.stdout:3524: finishing write tid 4 to smithi01981774-38 2024-04-02T08:41:40.821 INFO:tasks.rados.rados.0.smithi019.stdout:3524: finishing write tid 5 to smithi01981774-38 2024-04-02T08:41:40.821 INFO:tasks.rados.rados.0.smithi019.stdout:3524: oid 38 updating version 0 to 2409 2024-04-02T08:41:40.821 INFO:tasks.rados.rados.0.smithi019.stdout:3524: oid 38 version 2409 is already newer than 2408 2024-04-02T08:41:40.822 INFO:tasks.rados.rados.0.smithi019.stdout:3524: oid 38 version 2409 is already newer than 2406 2024-04-02T08:41:40.822 INFO:tasks.rados.rados.0.smithi019.stdout:3524: oid 38 version 2409 is already newer than 2407 2024-04-02T08:41:40.822 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2409 (ObjNum 1114 snap 316 seq_num 1114) dirty exists 2024-04-02T08:41:40.822 INFO:tasks.rados.rados.0.smithi019.stdout:3524: left oid 38 (ObjNum 1114 snap 316 seq_num 1114) 2024-04-02T08:41:41.789 INFO:tasks.rados.rados.0.smithi019.stdout:3521: done (3 left) 2024-04-02T08:41:41.789 INFO:tasks.rados.rados.0.smithi019.stdout:3522: done (2 left) 2024-04-02T08:41:41.789 INFO:tasks.rados.rados.0.smithi019.stdout:3524: done (1 left) 2024-04-02T08:41:41.789 INFO:tasks.rados.rados.0.smithi019.stdout:3525: done (0 left) 2024-04-02T08:41:41.789 INFO:tasks.rados.rados.0.smithi019.stdout:3526: copy_from oid 19 from oid 27 current snap is 317 2024-04-02T08:41:41.790 INFO:tasks.rados.rados.0.smithi019.stdout:3527: snap_remove snap 299 2024-04-02T08:41:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:41 smithi019 ceph-mon[94035]: pgmap v718: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:41:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:41 smithi019 ceph-mon[94035]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:41:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:41 smithi019 ceph-mon[96522]: pgmap v718: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:41:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:41 smithi019 ceph-mon[96522]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:41:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:41 smithi066 ceph-mon[87361]: pgmap v718: 121 pgs: 121 active+clean; 147 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T08:41:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:41 smithi066 ceph-mon[87361]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:41:42.790 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:41:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:42.798 INFO:tasks.rados.rados.0.smithi019.stdout:3527: done (1 left) 2024-04-02T08:41:42.798 INFO:tasks.rados.rados.0.smithi019.stdout:3528: read oid 21 snap 306 2024-04-02T08:41:42.798 INFO:tasks.rados.rados.0.smithi019.stdout:3528: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:41:42.798 INFO:tasks.rados.rados.0.smithi019.stdout:3526: finishing copy_from racing read to smithi01981774-19 2024-04-02T08:41:42.798 INFO:tasks.rados.rados.0.smithi019.stdout:3526: finishing copy_from to smithi01981774-19 2024-04-02T08:41:42.799 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1668 (ObjNum 1037 snap 298 seq_num 1037) dirty exists 2024-04-02T08:41:42.799 INFO:tasks.rados.rados.0.smithi019.stdout:3526: done (1 left) 2024-04-02T08:41:42.799 INFO:tasks.rados.rados.0.smithi019.stdout:3529: snap_remove snap 312 2024-04-02T08:41:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:42 smithi066 ceph-mon[87361]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:41:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:42 smithi019 ceph-mon[94035]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:41:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:42 smithi019 ceph-mon[96522]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:41:43.799 INFO:tasks.rados.rados.0.smithi019.stdout:3529: done (1 left) 2024-04-02T08:41:43.799 INFO:tasks.rados.rados.0.smithi019.stdout:3530: snap_create 2024-04-02T08:41:43.799 INFO:tasks.rados.rados.0.smithi019.stdout:3528: expect (ObjNum 930 snap 276 seq_num 930) 2024-04-02T08:41:44.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:43 smithi066 ceph-mon[87361]: pgmap v721: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-04-02T08:41:44.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:43 smithi066 ceph-mon[87361]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:41:44.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:43 smithi019 ceph-mon[94035]: pgmap v721: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-04-02T08:41:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:43 smithi019 ceph-mon[94035]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:41:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:43 smithi019 ceph-mon[96522]: pgmap v721: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-04-02T08:41:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:43 smithi019 ceph-mon[96522]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:41:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:44.664 INFO:tasks.rados.rados.0.smithi019.stdout:3528: done (1 left) 2024-04-02T08:41:44.664 INFO:tasks.rados.rados.0.smithi019.stdout:3530: done (0 left) 2024-04-02T08:41:44.664 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 318 2024-04-02T08:41:44.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-04-02T08:41:44.669 INFO:tasks.rados.rados.0.smithi019.stdout:3531: writing smithi01981774-46 from 0 to 679936 tid 1 2024-04-02T08:41:44.673 INFO:tasks.rados.rados.0.smithi019.stdout:3531: writing smithi01981774-46 from 679936 to 1368064 tid 2 2024-04-02T08:41:44.678 INFO:tasks.rados.rados.0.smithi019.stdout:3531: writing smithi01981774-46 from 1368064 to 1884160 tid 3 2024-04-02T08:41:44.678 INFO:tasks.rados.rados.0.smithi019.stdout:3532: read oid 11 snap -1 2024-04-02T08:41:44.678 INFO:tasks.rados.rados.0.smithi019.stdout:3532: expect (ObjNum 1065 snap 301 seq_num 1065) 2024-04-02T08:41:44.678 INFO:tasks.rados.rados.0.smithi019.stdout:3533: setattr oid 38 current snap is 318 2024-04-02T08:41:44.679 INFO:tasks.rados.rados.0.smithi019.stdout:3534: snap_remove snap 316 2024-04-02T08:41:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:44 smithi066 ceph-mon[87361]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:41:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:44 smithi066 ceph-mon[87361]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:41:45.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:44 smithi019 ceph-mon[94035]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:41:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:44 smithi019 ceph-mon[94035]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:41:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:44 smithi019 ceph-mon[96522]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:41:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:44 smithi019 ceph-mon[96522]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:41:45.664 INFO:tasks.rados.rados.0.smithi019.stdout:3531: finishing write tid 1 to smithi01981774-46 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: finishing write tid 2 to smithi01981774-46 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: finishing write tid 3 to smithi01981774-46 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: finishing write tid 4 to smithi01981774-46 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: finishing write tid 5 to smithi01981774-46 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: oid 46 updating version 0 to 2534 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: oid 46 updating version 2534 to 2536 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: oid 46 updating version 2536 to 2537 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: oid 46 version 2537 is already newer than 2535 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2537 (ObjNum 1115 snap 318 seq_num 1115) dirty exists 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3531: left oid 46 (ObjNum 1115 snap 318 seq_num 1115) 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2410 (ObjNum 1114 snap 316 seq_num 1114) dirty exists 2024-04-02T08:41:45.665 INFO:tasks.rados.rados.0.smithi019.stdout:3532: expect (ObjNum 1065 snap 301 seq_num 1065) 2024-04-02T08:41:45.734 INFO:tasks.rados.rados.0.smithi019.stdout:3531: done (3 left) 2024-04-02T08:41:45.734 INFO:tasks.rados.rados.0.smithi019.stdout:3532: done (2 left) 2024-04-02T08:41:45.734 INFO:tasks.rados.rados.0.smithi019.stdout:3533: done (1 left) 2024-04-02T08:41:45.734 INFO:tasks.rados.rados.0.smithi019.stdout:3534: done (0 left) 2024-04-02T08:41:45.734 INFO:tasks.rados.rados.0.smithi019.stdout:3535: snap_remove snap 317 2024-04-02T08:41:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:45 smithi066 ceph-mon[87361]: pgmap v724: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-04-02T08:41:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:45 smithi066 ceph-mon[87361]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:41:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:45 smithi019 ceph-mon[94035]: pgmap v724: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-04-02T08:41:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:45 smithi019 ceph-mon[94035]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:41:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:45 smithi019 ceph-mon[96522]: pgmap v724: 121 pgs: 121 active+clean; 185 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-04-02T08:41:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:45 smithi019 ceph-mon[96522]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:41:46.666 INFO:tasks.rados.rados.0.smithi019.stdout:3535: done (0 left) 2024-04-02T08:41:46.666 INFO:tasks.rados.rados.0.smithi019.stdout:3536: snap_create 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3536: done (0 left) 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3537: rmattr oid 20 current snap is 319 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3537: done (0 left) 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3538: rollback oid 4 current snap is 319 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 303 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3539: rmattr oid 11 current snap is 319 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3539: done (1 left) 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3540: read oid 23 snap 307 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3540: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3541: read oid 22 snap 303 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:3541: expect deleted 2024-04-02T08:41:47.670 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 319 2024-04-02T08:41:47.671 INFO:tasks.rados.rados.0.smithi019.stdout:3542: seq_num 1116 ranges {573440=696320,1269760=573440,1843200=450560,2293760=180224} 2024-04-02T08:41:47.677 INFO:tasks.rados.rados.0.smithi019.stdout:3542: writing smithi01981774-27 from 573440 to 1269760 tid 1 2024-04-02T08:41:47.681 INFO:tasks.rados.rados.0.smithi019.stdout:3542: writing smithi01981774-27 from 1269760 to 1843200 tid 2 2024-04-02T08:41:47.685 INFO:tasks.rados.rados.0.smithi019.stdout:3542: writing smithi01981774-27 from 1843200 to 2293760 tid 3 2024-04-02T08:41:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:3542: writing smithi01981774-27 from 2293760 to 2473984 tid 4 2024-04-02T08:41:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:3543: delete oid 11 current snap is 319 2024-04-02T08:41:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:3538: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:41:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:3538: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:41:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:3538: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:41:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2257 (ObjNum 990 snap 290 seq_num 990) dirty exists 2024-04-02T08:41:47.687 INFO:tasks.rados.rados.0.smithi019.stdout:3542: finishing write tid 1 to smithi01981774-27 2024-04-02T08:41:47.688 INFO:tasks.rados.rados.0.smithi019.stdout:3542: finishing write tid 2 to smithi01981774-27 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:3538: done (4 left) 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:3541: done (3 left) 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:3543: done (2 left) 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:3544: rmattr oid 43 current snap is 319 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:3544: done (2 left) 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:3545: rollback oid 30 current snap is 319 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 315 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 319 2024-04-02T08:41:47.691 INFO:tasks.rados.rados.0.smithi019.stdout:3546: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2024-04-02T08:41:47.695 INFO:tasks.rados.rados.0.smithi019.stdout:3546: writing smithi01981774-20 from 0 to 729088 tid 1 2024-04-02T08:41:47.700 INFO:tasks.rados.rados.0.smithi019.stdout:3546: writing smithi01981774-20 from 729088 to 1523712 tid 2 2024-04-02T08:41:47.702 INFO:tasks.rados.rados.0.smithi019.stdout:3546: writing smithi01981774-20 from 1523712 to 1933312 tid 3 2024-04-02T08:41:47.702 INFO:tasks.rados.rados.0.smithi019.stdout:3547: read oid 33 snap 307 2024-04-02T08:41:47.702 INFO:tasks.rados.rados.0.smithi019.stdout:3547: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:47.702 INFO:tasks.rados.rados.0.smithi019.stdout:3548: delete oid 46 current snap is 319 2024-04-02T08:41:47.702 INFO:tasks.rados.rados.0.smithi019.stdout:3542: finishing write tid 3 to smithi01981774-27 2024-04-02T08:41:47.703 INFO:tasks.rados.rados.0.smithi019.stdout:3542: finishing write tid 4 to smithi01981774-27 2024-04-02T08:41:47.703 INFO:tasks.rados.rados.0.smithi019.stdout:3540: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: finishing write tid 5 to smithi01981774-27 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: finishing write tid 6 to smithi01981774-27 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: oid 27 updating version 0 to 1686 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: oid 27 version 1686 is already newer than 1684 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: oid 27 version 1686 is already newer than 1685 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: oid 27 version 1686 is already newer than 1683 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: oid 27 version 1686 is already newer than 1682 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1686 (ObjNum 1116 snap 319 seq_num 1116) dirty exists 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3542: left oid 27 (ObjNum 1116 snap 319 seq_num 1116) 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:3545: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:41:47.930 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 0 (ObjNum 337 snap 0 seq_num 2824101440) dirty dne 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: finishing write tid 1 to smithi01981774-20 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3540: done (5 left) 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3542: done (4 left) 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3545: done (3 left) 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3548: done (2 left) 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3549: copy_from oid 40 from oid 50 current snap is 319 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: finishing write tid 2 to smithi01981774-20 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: finishing write tid 3 to smithi01981774-20 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: finishing write tid 4 to smithi01981774-20 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: finishing write tid 5 to smithi01981774-20 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: oid 20 updating version 0 to 2414 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: oid 20 version 2414 is already newer than 2413 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: oid 20 version 2414 is already newer than 2412 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:3546: oid 20 version 2414 is already newer than 2411 2024-04-02T08:41:47.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2414 (ObjNum 1118 snap 319 seq_num 1118) dirty exists 2024-04-02T08:41:47.932 INFO:tasks.rados.rados.0.smithi019.stdout:3546: left oid 20 (ObjNum 1118 snap 319 seq_num 1118) 2024-04-02T08:41:47.932 INFO:tasks.rados.rados.0.smithi019.stdout:3547: expect (ObjNum 840 snap 256 seq_num 840) 2024-04-02T08:41:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:47 smithi019 ceph-mon[94035]: pgmap v727: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 884 KiB/s rd, 600 KiB/s wr, 2 op/s 2024-04-02T08:41:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:47 smithi019 ceph-mon[94035]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:41:47.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:47 smithi019 ceph-mon[96522]: pgmap v727: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 884 KiB/s rd, 600 KiB/s wr, 2 op/s 2024-04-02T08:41:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:47 smithi019 ceph-mon[96522]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:41:47.999 INFO:tasks.rados.rados.0.smithi019.stdout:3549: finishing copy_from to smithi01981774-40 2024-04-02T08:41:47.999 INFO:tasks.rados.rados.0.smithi019.stdout:3549: got expected ENOENT (src dne) 2024-04-02T08:41:47.999 INFO:tasks.rados.rados.0.smithi019.stdout:3549: finishing copy_from racing read to smithi01981774-40 2024-04-02T08:41:47.999 INFO:tasks.rados.rados.0.smithi019.stdout:3546: done (2 left) 2024-04-02T08:41:47.999 INFO:tasks.rados.rados.0.smithi019.stdout:3547: done (1 left) 2024-04-02T08:41:47.999 INFO:tasks.rados.rados.0.smithi019.stdout:3549: done (0 left) 2024-04-02T08:41:47.999 INFO:tasks.rados.rados.0.smithi019.stdout:3550: snap_remove snap 309 2024-04-02T08:41:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:47 smithi066 ceph-mon[87361]: pgmap v727: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 884 KiB/s rd, 600 KiB/s wr, 2 op/s 2024-04-02T08:41:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:47 smithi066 ceph-mon[87361]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:41:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:3550: done (0 left) 2024-04-02T08:41:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 319 2024-04-02T08:41:48.684 INFO:tasks.rados.rados.0.smithi019.stdout:3551: seq_num 1120 ranges {2473984=761856,3235840=557056,3792896=425984,4218880=221184} 2024-04-02T08:41:48.702 INFO:tasks.rados.rados.0.smithi019.stdout:3551: writing smithi01981774-27 from 2473984 to 3235840 tid 1 2024-04-02T08:41:48.706 INFO:tasks.rados.rados.0.smithi019.stdout:3551: writing smithi01981774-27 from 3235840 to 3792896 tid 2 2024-04-02T08:41:48.708 INFO:tasks.rados.rados.0.smithi019.stdout:3551: writing smithi01981774-27 from 3792896 to 4218880 tid 3 2024-04-02T08:41:48.710 INFO:tasks.rados.rados.0.smithi019.stdout:3551: writing smithi01981774-27 from 4218880 to 4440064 tid 4 2024-04-02T08:41:48.710 INFO:tasks.rados.rados.0.smithi019.stdout:3552: rmattr oid 47 current snap is 319 2024-04-02T08:41:48.710 INFO:tasks.rados.rados.0.smithi019.stdout:3551: finishing write tid 1 to smithi01981774-27 2024-04-02T08:41:48.710 INFO:tasks.rados.rados.0.smithi019.stdout:3551: finishing write tid 2 to smithi01981774-27 2024-04-02T08:41:48.710 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 319 2024-04-02T08:41:48.711 INFO:tasks.rados.rados.0.smithi019.stdout:3553: seq_num 1121 ranges {0=778240,778240=442368,1220608=638976,1859584=122880} 2024-04-02T08:41:48.715 INFO:tasks.rados.rados.0.smithi019.stdout:3553: writing smithi01981774-22 from 0 to 778240 tid 1 2024-04-02T08:41:48.718 INFO:tasks.rados.rados.0.smithi019.stdout:3553: writing smithi01981774-22 from 778240 to 1220608 tid 2 2024-04-02T08:41:48.722 INFO:tasks.rados.rados.0.smithi019.stdout:3553: writing smithi01981774-22 from 1220608 to 1859584 tid 3 2024-04-02T08:41:48.723 INFO:tasks.rados.rados.0.smithi019.stdout:3553: writing smithi01981774-22 from 1859584 to 1982464 tid 4 2024-04-02T08:41:48.723 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 319 2024-04-02T08:41:48.723 INFO:tasks.rados.rados.0.smithi019.stdout:3551: finishing write tid 3 to smithi01981774-27 2024-04-02T08:41:48.723 INFO:tasks.rados.rados.0.smithi019.stdout:3551: finishing write tid 4 to smithi01981774-27 2024-04-02T08:41:48.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1713 (ObjNum 33 snap 0 seq_num 2824212816) dirty exists 2024-04-02T08:41:48.723 INFO:tasks.rados.rados.0.smithi019.stdout:3551: finishing write tid 5 to smithi01981774-27 2024-04-02T08:41:48.723 INFO:tasks.rados.rados.0.smithi019.stdout:3554: seq_num 1122 ranges {5357568=794624,6152192=729088,6881280=475136} 2024-04-02T08:41:48.756 INFO:tasks.rados.rados.0.smithi019.stdout:3554: writing smithi01981774-48 from 5357568 to 6152192 tid 1 2024-04-02T08:41:48.762 INFO:tasks.rados.rados.0.smithi019.stdout:3554: writing smithi01981774-48 from 6152192 to 6881280 tid 2 2024-04-02T08:41:48.764 INFO:tasks.rados.rados.0.smithi019.stdout:3554: writing smithi01981774-48 from 6881280 to 7356416 tid 3 2024-04-02T08:41:48.764 INFO:tasks.rados.rados.0.smithi019.stdout:3552: done (3 left) 2024-04-02T08:41:48.764 INFO:tasks.rados.rados.0.smithi019.stdout:3555: snap_remove snap 308 2024-04-02T08:41:48.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:48 smithi019 ceph-mon[94035]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:41:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:48 smithi019 ceph-mon[96522]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:41:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:48 smithi066 ceph-mon[87361]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3555: done (3 left) 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3556: snap_create 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3551: finishing write tid 6 to smithi01981774-27 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3551: oid 27 updating version 0 to 1689 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3551: oid 27 updating version 1689 to 1690 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3551: oid 27 version 1690 is already newer than 1687 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3551: oid 27 version 1690 is already newer than 1688 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3551: oid 27 updating version 1690 to 1691 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 1691 (ObjNum 1120 snap 319 seq_num 1120) dirty exists 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3551: left oid 27 (ObjNum 1120 snap 319 seq_num 1120) 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3553: finishing write tid 1 to smithi01981774-22 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3553: finishing write tid 2 to smithi01981774-22 2024-04-02T08:41:49.664 INFO:tasks.rados.rados.0.smithi019.stdout:3553: finishing write tid 3 to smithi01981774-22 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: finishing write tid 4 to smithi01981774-22 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: finishing write tid 5 to smithi01981774-22 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: finishing write tid 6 to smithi01981774-22 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: oid 22 updating version 0 to 1695 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: oid 22 updating version 1695 to 1696 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: oid 22 version 1696 is already newer than 1693 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: oid 22 version 1696 is already newer than 1694 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: oid 22 version 1696 is already newer than 1692 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 1696 (ObjNum 1121 snap 319 seq_num 1121) dirty exists 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: left oid 22 (ObjNum 1121 snap 319 seq_num 1121) 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3554: finishing write tid 1 to smithi01981774-48 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3554: finishing write tid 2 to smithi01981774-48 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3554: finishing write tid 3 to smithi01981774-48 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3554: finishing write tid 4 to smithi01981774-48 2024-04-02T08:41:49.665 INFO:tasks.rados.rados.0.smithi019.stdout:3554: finishing write tid 5 to smithi01981774-48 2024-04-02T08:41:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:3554: oid 48 updating version 0 to 2547 2024-04-02T08:41:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:3554: oid 48 version 2547 is already newer than 2545 2024-04-02T08:41:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:3554: oid 48 version 2547 is already newer than 2544 2024-04-02T08:41:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:3554: oid 48 version 2547 is already newer than 2546 2024-04-02T08:41:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2547 (ObjNum 1122 snap 319 seq_num 1122) dirty exists 2024-04-02T08:41:49.666 INFO:tasks.rados.rados.0.smithi019.stdout:3554: left oid 48 (ObjNum 1122 snap 319 seq_num 1122) 2024-04-02T08:41:49.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:49 smithi019 ceph-mon[94035]: pgmap v730: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 600 KiB/s wr, 8 op/s 2024-04-02T08:41:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:49 smithi019 ceph-mon[94035]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:41:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:49 smithi019 ceph-mon[94035]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:41:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:49 smithi019 ceph-mon[96522]: pgmap v730: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 600 KiB/s wr, 8 op/s 2024-04-02T08:41:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:49 smithi019 ceph-mon[96522]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:41:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:49 smithi019 ceph-mon[96522]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:41:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:49 smithi066 ceph-mon[87361]: pgmap v730: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 600 KiB/s wr, 8 op/s 2024-04-02T08:41:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:49 smithi066 ceph-mon[87361]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:41:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:49 smithi066 ceph-mon[87361]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:41:50.665 INFO:tasks.rados.rados.0.smithi019.stdout:3551: done (3 left) 2024-04-02T08:41:50.665 INFO:tasks.rados.rados.0.smithi019.stdout:3553: done (2 left) 2024-04-02T08:41:50.665 INFO:tasks.rados.rados.0.smithi019.stdout:3554: done (1 left) 2024-04-02T08:41:50.665 INFO:tasks.rados.rados.0.smithi019.stdout:3556: done (0 left) 2024-04-02T08:41:50.665 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 320 2024-04-02T08:41:50.665 INFO:tasks.rados.rados.0.smithi019.stdout:3557: seq_num 1123 ranges {2088960=409600,2498560=614400,3112960=598016,3710976=393216} 2024-04-02T08:41:50.679 INFO:tasks.rados.rados.0.smithi019.stdout:3557: writing smithi01981774-17 from 2088960 to 2498560 tid 1 2024-04-02T08:41:50.683 INFO:tasks.rados.rados.0.smithi019.stdout:3557: writing smithi01981774-17 from 2498560 to 3112960 tid 2 2024-04-02T08:41:50.686 INFO:tasks.rados.rados.0.smithi019.stdout:3557: writing smithi01981774-17 from 3112960 to 3710976 tid 3 2024-04-02T08:41:50.689 INFO:tasks.rados.rados.0.smithi019.stdout:3557: writing smithi01981774-17 from 3710976 to 4104192 tid 4 2024-04-02T08:41:50.689 INFO:tasks.rados.rados.0.smithi019.stdout:3558: read oid 7 snap -1 2024-04-02T08:41:50.689 INFO:tasks.rados.rados.0.smithi019.stdout:3558: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:41:50.689 INFO:tasks.rados.rados.0.smithi019.stdout:3559: snap_remove snap 319 2024-04-02T08:41:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:41:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:41:50] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: finishing write tid 1 to smithi01981774-17 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: finishing write tid 2 to smithi01981774-17 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: finishing write tid 3 to smithi01981774-17 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: finishing write tid 4 to smithi01981774-17 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: finishing write tid 5 to smithi01981774-17 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: finishing write tid 6 to smithi01981774-17 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: oid 17 updating version 0 to 2417 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: oid 17 updating version 2417 to 2419 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: oid 17 version 2419 is already newer than 2415 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: oid 17 version 2419 is already newer than 2416 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:3557: oid 17 version 2419 is already newer than 2418 2024-04-02T08:41:51.688 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2419 (ObjNum 1123 snap 320 seq_num 1123) dirty exists 2024-04-02T08:41:51.689 INFO:tasks.rados.rados.0.smithi019.stdout:3557: left oid 17 (ObjNum 1123 snap 320 seq_num 1123) 2024-04-02T08:41:51.689 INFO:tasks.rados.rados.0.smithi019.stdout:3558: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:41:51.750 INFO:tasks.rados.rados.0.smithi019.stdout:3557: done (2 left) 2024-04-02T08:41:51.750 INFO:tasks.rados.rados.0.smithi019.stdout:3558: done (1 left) 2024-04-02T08:41:51.750 INFO:tasks.rados.rados.0.smithi019.stdout:3559: done (0 left) 2024-04-02T08:41:51.750 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 320 2024-04-02T08:41:51.750 INFO:tasks.rados.rados.0.smithi019.stdout:3560: seq_num 1124 ranges {5554176=434176,5988352=499712,6488064=409600,6897664=663552,7561216=32768} 2024-04-02T08:41:51.782 INFO:tasks.rados.rados.0.smithi019.stdout:3560: writing smithi01981774-4 from 5554176 to 5988352 tid 1 2024-04-02T08:41:51.785 INFO:tasks.rados.rados.0.smithi019.stdout:3560: writing smithi01981774-4 from 5988352 to 6488064 tid 2 2024-04-02T08:41:51.787 INFO:tasks.rados.rados.0.smithi019.stdout:3560: writing smithi01981774-4 from 6488064 to 6897664 tid 3 2024-04-02T08:41:51.791 INFO:tasks.rados.rados.0.smithi019.stdout:3560: writing smithi01981774-4 from 6897664 to 7561216 tid 4 2024-04-02T08:41:51.791 INFO:tasks.rados.rados.0.smithi019.stdout:3560: writing smithi01981774-4 from 7561216 to 7593984 tid 5 2024-04-02T08:41:51.792 INFO:tasks.rados.rados.0.smithi019.stdout:3561: rmattr oid 39 current snap is 320 2024-04-02T08:41:51.792 INFO:tasks.rados.rados.0.smithi019.stdout:3561: done (1 left) 2024-04-02T08:41:51.792 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 320 2024-04-02T08:41:51.792 INFO:tasks.rados.rados.0.smithi019.stdout:3560: finishing write tid 1 to smithi01981774-4 2024-04-02T08:41:51.792 INFO:tasks.rados.rados.0.smithi019.stdout:3560: finishing write tid 2 to smithi01981774-4 2024-04-02T08:41:51.792 INFO:tasks.rados.rados.0.smithi019.stdout:3560: finishing write tid 3 to smithi01981774-4 2024-04-02T08:41:51.792 INFO:tasks.rados.rados.0.smithi019.stdout:3562: seq_num 1125 ranges {1851392=450560,2301952=786432,3088384=614400,3702784=204800} 2024-04-02T08:41:51.804 INFO:tasks.rados.rados.0.smithi019.stdout:3562: writing smithi01981774-32 from 1851392 to 2301952 tid 1 2024-04-02T08:41:51.808 INFO:tasks.rados.rados.0.smithi019.stdout:3562: writing smithi01981774-32 from 2301952 to 3088384 tid 2 2024-04-02T08:41:51.813 INFO:tasks.rados.rados.0.smithi019.stdout:3562: writing smithi01981774-32 from 3088384 to 3702784 tid 3 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3562: writing smithi01981774-32 from 3702784 to 3907584 tid 4 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3563: delete oid 50 current snap is 320 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: finishing write tid 4 to smithi01981774-4 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: finishing write tid 5 to smithi01981774-4 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: finishing write tid 6 to smithi01981774-4 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: finishing write tid 7 to smithi01981774-4 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: oid 4 updating version 0 to 2263 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: oid 4 updating version 2263 to 2264 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: oid 4 version 2264 is already newer than 2259 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: oid 4 version 2264 is already newer than 2262 2024-04-02T08:41:51.815 INFO:tasks.rados.rados.0.smithi019.stdout:3560: oid 4 version 2264 is already newer than 2261 2024-04-02T08:41:51.816 INFO:tasks.rados.rados.0.smithi019.stdout:3560: oid 4 version 2264 is already newer than 2260 2024-04-02T08:41:51.816 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2264 (ObjNum 1124 snap 320 seq_num 1124) dirty exists 2024-04-02T08:41:51.816 INFO:tasks.rados.rados.0.smithi019.stdout:3560: left oid 4 (ObjNum 1124 snap 320 seq_num 1124) 2024-04-02T08:41:51.816 INFO:tasks.rados.rados.0.smithi019.stdout:3562: finishing write tid 1 to smithi01981774-32 2024-04-02T08:41:51.816 INFO:tasks.rados.rados.0.smithi019.stdout:3562: finishing write tid 2 to smithi01981774-32 2024-04-02T08:41:51.816 INFO:tasks.rados.rados.0.smithi019.stdout:3560: done (2 left) 2024-04-02T08:41:51.816 INFO:tasks.rados.rados.0.smithi019.stdout:3563: done (1 left) 2024-04-02T08:41:51.817 INFO:tasks.rados.rados.0.smithi019.stdout:3564: copy_from oid 35 from oid 7 current snap is 320 2024-04-02T08:41:51.817 INFO:tasks.rados.rados.0.smithi019.stdout:3565: rmattr oid 43 current snap is 320 2024-04-02T08:41:51.817 INFO:tasks.rados.rados.0.smithi019.stdout:3565: done (2 left) 2024-04-02T08:41:51.817 INFO:tasks.rados.rados.0.smithi019.stdout:3566: snap_remove snap 307 2024-04-02T08:41:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:51 smithi019 ceph-mon[94035]: pgmap v733: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:41:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:51 smithi019 ceph-mon[94035]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:41:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:51 smithi019 ceph-mon[96522]: pgmap v733: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:41:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:51 smithi019 ceph-mon[96522]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:41:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:51 smithi066 ceph-mon[87361]: pgmap v733: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:41:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:51 smithi066 ceph-mon[87361]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:41:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:41:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:52.694 INFO:tasks.rados.rados.0.smithi019.stdout:3562: finishing write tid 3 to smithi01981774-32 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: finishing write tid 4 to smithi01981774-32 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: finishing write tid 5 to smithi01981774-32 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: finishing write tid 6 to smithi01981774-32 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: oid 32 updating version 0 to 2270 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: oid 32 updating version 2270 to 2271 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: oid 32 updating version 2271 to 2272 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: oid 32 updating version 2272 to 2273 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: oid 32 updating version 2273 to 2274 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2274 (ObjNum 1125 snap 320 seq_num 1125) dirty exists 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3562: left oid 32 (ObjNum 1125 snap 320 seq_num 1125) 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3564: finishing copy_from racing read to smithi01981774-35 2024-04-02T08:41:52.695 INFO:tasks.rados.rados.0.smithi019.stdout:3564: finishing copy_from to smithi01981774-35 2024-04-02T08:41:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 2512 (ObjNum 1096 snap 312 seq_num 1096) dirty exists 2024-04-02T08:41:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:3562: done (2 left) 2024-04-02T08:41:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:3564: done (1 left) 2024-04-02T08:41:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:3566: done (0 left) 2024-04-02T08:41:52.696 INFO:tasks.rados.rados.0.smithi019.stdout:3567: setattr oid 42 current snap is 320 2024-04-02T08:41:52.697 INFO:tasks.rados.rados.0.smithi019.stdout:3568: copy_from oid 3 from oid 9 current snap is 320 2024-04-02T08:41:52.698 INFO:tasks.rados.rados.0.smithi019.stdout:3569: read oid 44 snap -1 2024-04-02T08:41:52.698 INFO:tasks.rados.rados.0.smithi019.stdout:3569: expect (ObjNum 1111 snap 314 seq_num 1111) 2024-04-02T08:41:52.698 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 320 2024-04-02T08:41:52.698 INFO:tasks.rados.rados.0.smithi019.stdout:3570: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-02T08:41:52.701 INFO:tasks.rados.rados.0.smithi019.stdout:3570: writing smithi01981774-30 from 0 to 483328 tid 1 2024-04-02T08:41:52.705 INFO:tasks.rados.rados.0.smithi019.stdout:3570: writing smithi01981774-30 from 483328 to 1081344 tid 2 2024-04-02T08:41:52.710 INFO:tasks.rados.rados.0.smithi019.stdout:3570: writing smithi01981774-30 from 1081344 to 1662976 tid 3 2024-04-02T08:41:52.713 INFO:tasks.rados.rados.0.smithi019.stdout:3570: writing smithi01981774-30 from 1662976 to 2088960 tid 4 2024-04-02T08:41:52.715 INFO:tasks.rados.rados.0.smithi019.stdout:3571: copy_from oid 27 from oid 48 current snap is 320 2024-04-02T08:41:52.715 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2142 (ObjNum 33 snap 0 seq_num 2824457744) dirty exists 2024-04-02T08:41:52.715 INFO:tasks.rados.rados.0.smithi019.stdout:3567: done (4 left) 2024-04-02T08:41:52.715 INFO:tasks.rados.rados.0.smithi019.stdout:3572: rollback oid 46 current snap is 320 2024-04-02T08:41:52.715 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 314 2024-04-02T08:41:52.715 INFO:tasks.rados.rados.0.smithi019.stdout:3573: copy_from oid 37 from oid 25 current snap is 320 2024-04-02T08:41:52.715 INFO:tasks.rados.rados.0.smithi019.stdout:3574: read oid 41 snap -1 2024-04-02T08:41:52.716 INFO:tasks.rados.rados.0.smithi019.stdout:3574: expect deleted 2024-04-02T08:41:52.716 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 33 current snap is 320 2024-04-02T08:41:52.716 INFO:tasks.rados.rados.0.smithi019.stdout:3575: seq_num 1128 ranges {1597440=499712,2097152=483328,2580480=786432,3366912=335872} 2024-04-02T08:41:52.727 INFO:tasks.rados.rados.0.smithi019.stdout:3575: writing smithi01981774-33 from 1597440 to 2097152 tid 1 2024-04-02T08:41:52.730 INFO:tasks.rados.rados.0.smithi019.stdout:3575: writing smithi01981774-33 from 2097152 to 2580480 tid 2 2024-04-02T08:41:52.736 INFO:tasks.rados.rados.0.smithi019.stdout:3575: writing smithi01981774-33 from 2580480 to 3366912 tid 3 2024-04-02T08:41:52.739 INFO:tasks.rados.rados.0.smithi019.stdout:3575: writing smithi01981774-33 from 3366912 to 3702784 tid 4 2024-04-02T08:41:52.739 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 320 2024-04-02T08:41:52.739 INFO:tasks.rados.rados.0.smithi019.stdout:3576: seq_num 1129 ranges {6496256=516096,7012352=770048,7782400=598016,8380416=237568} 2024-04-02T08:41:52.778 INFO:tasks.rados.rados.0.smithi019.stdout:3576: writing smithi01981774-45 from 6496256 to 7012352 tid 1 2024-04-02T08:41:52.783 INFO:tasks.rados.rados.0.smithi019.stdout:3576: writing smithi01981774-45 from 7012352 to 7782400 tid 2 2024-04-02T08:41:52.787 INFO:tasks.rados.rados.0.smithi019.stdout:3576: writing smithi01981774-45 from 7782400 to 8380416 tid 3 2024-04-02T08:41:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3576: writing smithi01981774-45 from 8380416 to 8617984 tid 4 2024-04-02T08:41:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 17 current snap is 320 2024-04-02T08:41:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3570: finishing write tid 1 to smithi01981774-30 2024-04-02T08:41:52.789 INFO:tasks.rados.rados.0.smithi019.stdout:3577: seq_num 1130 ranges {4104192=532480,4636672=655360,5292032=753664,6045696=196608} 2024-04-02T08:41:52.815 INFO:tasks.rados.rados.0.smithi019.stdout:3577: writing smithi01981774-17 from 4104192 to 4636672 tid 1 2024-04-02T08:41:52.819 INFO:tasks.rados.rados.0.smithi019.stdout:3577: writing smithi01981774-17 from 4636672 to 5292032 tid 2 2024-04-02T08:41:52.823 INFO:tasks.rados.rados.0.smithi019.stdout:3577: writing smithi01981774-17 from 5292032 to 6045696 tid 3 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3577: writing smithi01981774-17 from 6045696 to 6242304 tid 4 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3578: delete oid 31 current snap is 320 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: finishing write tid 2 to smithi01981774-30 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: finishing write tid 3 to smithi01981774-30 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: finishing write tid 4 to smithi01981774-30 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: finishing write tid 5 to smithi01981774-30 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: finishing write tid 6 to smithi01981774-30 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: oid 30 updating version 0 to 2556 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: oid 30 version 2556 is already newer than 2554 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: oid 30 version 2556 is already newer than 2555 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: oid 30 version 2556 is already newer than 2552 2024-04-02T08:41:52.825 INFO:tasks.rados.rados.0.smithi019.stdout:3570: oid 30 version 2556 is already newer than 2553 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2556 (ObjNum 1127 snap 320 seq_num 1127) dirty exists 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3570: left oid 30 (ObjNum 1127 snap 320 seq_num 1127) 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3573: finishing copy_from racing read to smithi01981774-37 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3573: finishing copy_from to smithi01981774-37 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1712 (ObjNum 1103 snap 313 seq_num 1103) dirty exists 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3575: finishing write tid 1 to smithi01981774-33 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3575: finishing write tid 2 to smithi01981774-33 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3572: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2540 (ObjNum 65 snap 0 seq_num 1903385173) dirty dne 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3575: finishing write tid 3 to smithi01981774-33 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3575: finishing write tid 4 to smithi01981774-33 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3575: finishing write tid 5 to smithi01981774-33 2024-04-02T08:41:52.826 INFO:tasks.rados.rados.0.smithi019.stdout:3569: expect (ObjNum 1111 snap 314 seq_num 1111) 2024-04-02T08:41:52.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:52 smithi019 ceph-mon[94035]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:41:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:52 smithi019 ceph-mon[96522]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:41:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:52 smithi066 ceph-mon[87361]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:41:53.153 INFO:tasks.rados.rados.0.smithi019.stdout:3575: finishing write tid 6 to smithi01981774-33 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3575: oid 33 updating version 0 to 2247 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3575: oid 33 version 2247 is already newer than 2246 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3575: oid 33 updating version 2247 to 2250 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3575: oid 33 version 2250 is already newer than 2248 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3575: oid 33 version 2250 is already newer than 2249 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2250 (ObjNum 1128 snap 320 seq_num 1128) dirty exists 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3575: left oid 33 (ObjNum 1128 snap 320 seq_num 1128) 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3568: finishing copy_from racing read to smithi01981774-3 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3568: finishing copy_from to smithi01981774-3 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2242 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3571: finishing copy_from racing read to smithi01981774-27 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3571: finishing copy_from to smithi01981774-27 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 2547 (ObjNum 1122 snap 319 seq_num 1122) dirty exists 2024-04-02T08:41:53.154 INFO:tasks.rados.rados.0.smithi019.stdout:3576: finishing write tid 1 to smithi01981774-45 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3576: finishing write tid 2 to smithi01981774-45 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3568: done (10 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3569: done (9 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3570: done (8 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3571: done (7 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3572: done (6 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3573: done (5 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3574: done (4 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3575: done (3 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3578: done (2 left) 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3579: snap_create 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3576: finishing write tid 3 to smithi01981774-45 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3576: finishing write tid 4 to smithi01981774-45 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3576: finishing write tid 5 to smithi01981774-45 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3576: finishing write tid 6 to smithi01981774-45 2024-04-02T08:41:53.155 INFO:tasks.rados.rados.0.smithi019.stdout:3576: oid 45 updating version 0 to 1747 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3576: oid 45 version 1747 is already newer than 1746 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3576: oid 45 version 1747 is already newer than 1745 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3576: oid 45 version 1747 is already newer than 1743 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3576: oid 45 version 1747 is already newer than 1744 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1747 (ObjNum 1129 snap 320 seq_num 1129) dirty exists 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3576: left oid 45 (ObjNum 1129 snap 320 seq_num 1129) 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: finishing write tid 1 to smithi01981774-17 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: finishing write tid 2 to smithi01981774-17 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: finishing write tid 3 to smithi01981774-17 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: finishing write tid 4 to smithi01981774-17 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: finishing write tid 5 to smithi01981774-17 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: finishing write tid 6 to smithi01981774-17 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: oid 17 updating version 0 to 2421 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: oid 17 updating version 2421 to 2422 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: oid 17 version 2422 is already newer than 2420 2024-04-02T08:41:53.156 INFO:tasks.rados.rados.0.smithi019.stdout:3577: oid 17 updating version 2422 to 2423 2024-04-02T08:41:53.157 INFO:tasks.rados.rados.0.smithi019.stdout:3577: oid 17 updating version 2423 to 2424 2024-04-02T08:41:53.157 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2424 (ObjNum 1130 snap 320 seq_num 1130) dirty exists 2024-04-02T08:41:53.157 INFO:tasks.rados.rados.0.smithi019.stdout:3577: left oid 17 (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:41:53.696 INFO:tasks.rados.rados.0.smithi019.stdout:3576: done (2 left) 2024-04-02T08:41:53.696 INFO:tasks.rados.rados.0.smithi019.stdout:3577: done (1 left) 2024-04-02T08:41:53.696 INFO:tasks.rados.rados.0.smithi019.stdout:3579: done (0 left) 2024-04-02T08:41:53.697 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 321 2024-04-02T08:41:53.697 INFO:tasks.rados.rados.0.smithi019.stdout:3580: seq_num 1132 ranges {1933312=565248,2498560=425984,2924544=770048,3694592=409600} 2024-04-02T08:41:53.709 INFO:tasks.rados.rados.0.smithi019.stdout:3580: writing smithi01981774-20 from 1933312 to 2498560 tid 1 2024-04-02T08:41:53.712 INFO:tasks.rados.rados.0.smithi019.stdout:3580: writing smithi01981774-20 from 2498560 to 2924544 tid 2 2024-04-02T08:41:53.716 INFO:tasks.rados.rados.0.smithi019.stdout:3580: writing smithi01981774-20 from 2924544 to 3694592 tid 3 2024-04-02T08:41:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:3580: writing smithi01981774-20 from 3694592 to 4104192 tid 4 2024-04-02T08:41:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:3581: read oid 7 snap -1 2024-04-02T08:41:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:3581: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:41:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:3582: rollback oid 37 current snap is 321 2024-04-02T08:41:53.719 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 303 2024-04-02T08:41:53.720 INFO:tasks.rados.rados.0.smithi019.stdout:3580: finishing write tid 1 to smithi01981774-20 2024-04-02T08:41:53.720 INFO:tasks.rados.rados.0.smithi019.stdout:3580: finishing write tid 2 to smithi01981774-20 2024-04-02T08:41:53.720 INFO:tasks.rados.rados.0.smithi019.stdout:3583: snap_create 2024-04-02T08:41:53.723 INFO:tasks.rados.rados.0.smithi019.stdout:3580: finishing write tid 3 to smithi01981774-20 2024-04-02T08:41:53.724 INFO:tasks.rados.rados.0.smithi019.stdout:3580: finishing write tid 4 to smithi01981774-20 2024-04-02T08:41:53.724 INFO:tasks.rados.rados.0.smithi019.stdout:3580: finishing write tid 5 to smithi01981774-20 2024-04-02T08:41:53.725 INFO:tasks.rados.rados.0.smithi019.stdout:3582: finishing rollback tid 0 to smithi01981774-37 2024-04-02T08:41:53.726 INFO:tasks.rados.rados.0.smithi019.stdout:3582: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:41:53.726 INFO:tasks.rados.rados.0.smithi019.stdout:3582: finishing rollback tid 2 to smithi01981774-37 2024-04-02T08:41:53.726 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1716 (ObjNum 954 snap 282 seq_num 954) dirty exists 2024-04-02T08:41:53.726 INFO:tasks.rados.rados.0.smithi019.stdout:3580: finishing write tid 6 to smithi01981774-20 2024-04-02T08:41:53.726 INFO:tasks.rados.rados.0.smithi019.stdout:3580: oid 20 updating version 0 to 2427 2024-04-02T08:41:53.726 INFO:tasks.rados.rados.0.smithi019.stdout:3580: oid 20 version 2427 is already newer than 2425 2024-04-02T08:41:53.727 INFO:tasks.rados.rados.0.smithi019.stdout:3580: oid 20 updating version 2427 to 2429 2024-04-02T08:41:53.727 INFO:tasks.rados.rados.0.smithi019.stdout:3580: oid 20 version 2429 is already newer than 2426 2024-04-02T08:41:53.727 INFO:tasks.rados.rados.0.smithi019.stdout:3580: oid 20 version 2429 is already newer than 2428 2024-04-02T08:41:53.727 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2429 (ObjNum 1132 snap 321 seq_num 1132) dirty exists 2024-04-02T08:41:53.727 INFO:tasks.rados.rados.0.smithi019.stdout:3580: left oid 20 (ObjNum 1132 snap 321 seq_num 1132) 2024-04-02T08:41:53.728 INFO:tasks.rados.rados.0.smithi019.stdout:3581: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:41:53.861 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:53 smithi066 ceph-mon[87361]: pgmap v736: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-02T08:41:53.861 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:53 smithi066 ceph-mon[87361]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:41:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:53 smithi019 ceph-mon[94035]: pgmap v736: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-02T08:41:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:53 smithi019 ceph-mon[94035]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:41:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:53 smithi019 ceph-mon[96522]: pgmap v736: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-02T08:41:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:53 smithi019 ceph-mon[96522]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:41:54.666 INFO:tasks.rados.rados.0.smithi019.stdout:3580: done (3 left) 2024-04-02T08:41:54.666 INFO:tasks.rados.rados.0.smithi019.stdout:3581: done (2 left) 2024-04-02T08:41:54.666 INFO:tasks.rados.rados.0.smithi019.stdout:3582: done (1 left) 2024-04-02T08:41:54.667 INFO:tasks.rados.rados.0.smithi019.stdout:3583: done (0 left) 2024-04-02T08:41:54.667 INFO:tasks.rados.rados.0.smithi019.stdout:3584: snap_create 2024-04-02T08:41:54.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:54 smithi019 ceph-mon[94035]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:41:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:54 smithi019 ceph-mon[94035]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:41:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:54 smithi019 ceph-mon[96522]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:41:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:54 smithi019 ceph-mon[96522]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:41:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:54 smithi066 ceph-mon[87361]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:41:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:54 smithi066 ceph-mon[87361]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:41:55.668 INFO:tasks.rados.rados.0.smithi019.stdout:3584: done (0 left) 2024-04-02T08:41:55.668 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 323 2024-04-02T08:41:55.668 INFO:tasks.rados.rados.0.smithi019.stdout:3585: seq_num 1133 ranges {1720320=581632,2301952=753664,3055616=573440,3629056=278528} 2024-04-02T08:41:55.680 INFO:tasks.rados.rados.0.smithi019.stdout:3585: writing smithi01981774-8 from 1720320 to 2301952 tid 1 2024-04-02T08:41:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3585: writing smithi01981774-8 from 2301952 to 3055616 tid 2 2024-04-02T08:41:55.688 INFO:tasks.rados.rados.0.smithi019.stdout:3585: writing smithi01981774-8 from 3055616 to 3629056 tid 3 2024-04-02T08:41:55.691 INFO:tasks.rados.rados.0.smithi019.stdout:3585: writing smithi01981774-8 from 3629056 to 3907584 tid 4 2024-04-02T08:41:55.691 INFO:tasks.rados.rados.0.smithi019.stdout:3586: rollback oid 37 current snap is 323 2024-04-02T08:41:55.691 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 315 2024-04-02T08:41:55.691 INFO:tasks.rados.rados.0.smithi019.stdout:3585: finishing write tid 1 to smithi01981774-8 2024-04-02T08:41:55.691 INFO:tasks.rados.rados.0.smithi019.stdout:3585: finishing write tid 2 to smithi01981774-8 2024-04-02T08:41:55.691 INFO:tasks.rados.rados.0.smithi019.stdout:3587: snap_create 2024-04-02T08:41:55.692 INFO:tasks.rados.rados.0.smithi019.stdout:3585: finishing write tid 3 to smithi01981774-8 2024-04-02T08:41:55.693 INFO:tasks.rados.rados.0.smithi019.stdout:3585: finishing write tid 4 to smithi01981774-8 2024-04-02T08:41:55.693 INFO:tasks.rados.rados.0.smithi019.stdout:3585: finishing write tid 5 to smithi01981774-8 2024-04-02T08:41:55.698 INFO:tasks.rados.rados.0.smithi019.stdout:3585: finishing write tid 6 to smithi01981774-8 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3585: oid 8 updating version 0 to 2407 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3585: oid 8 updating version 2407 to 2408 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3585: oid 8 version 2408 is already newer than 2406 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3585: oid 8 updating version 2408 to 2409 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3585: oid 8 version 2409 is already newer than 2405 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 2409 (ObjNum 1133 snap 323 seq_num 1133) dirty exists 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3585: left oid 8 (ObjNum 1133 snap 323 seq_num 1133) 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3586: finishing rollback tid 0 to smithi01981774-37 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3586: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3586: finishing rollback tid 2 to smithi01981774-37 2024-04-02T08:41:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1719 (ObjNum 954 snap 282 seq_num 954) dirty exists 2024-04-02T08:41:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:55 smithi066 ceph-mon[87361]: pgmap v739: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-02T08:41:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:55 smithi066 ceph-mon[87361]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:41:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:55 smithi019 ceph-mon[94035]: pgmap v739: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-02T08:41:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:55 smithi019 ceph-mon[94035]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:41:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:55 smithi019 ceph-mon[96522]: pgmap v739: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-02T08:41:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:55 smithi019 ceph-mon[96522]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:41:56.667 INFO:tasks.rados.rados.0.smithi019.stdout:3585: done (2 left) 2024-04-02T08:41:56.667 INFO:tasks.rados.rados.0.smithi019.stdout:3586: done (1 left) 2024-04-02T08:41:56.667 INFO:tasks.rados.rados.0.smithi019.stdout:3587: done (0 left) 2024-04-02T08:41:56.667 INFO:tasks.rados.rados.0.smithi019.stdout:3588: setattr oid 17 current snap is 324 2024-04-02T08:41:56.668 INFO:tasks.rados.rados.0.smithi019.stdout:3589: snap_create 2024-04-02T08:41:56.674 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2430 (ObjNum 1130 snap 320 seq_num 1130) dirty exists 2024-04-02T08:41:57.669 INFO:tasks.rados.rados.0.smithi019.stdout:3588: done (1 left) 2024-04-02T08:41:57.669 INFO:tasks.rados.rados.0.smithi019.stdout:3589: done (0 left) 2024-04-02T08:41:57.669 INFO:tasks.rados.rados.0.smithi019.stdout:3590: snap_create 2024-04-02T08:41:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:57 smithi019 ceph-mon[94035]: pgmap v742: 121 pgs: 121 active+clean; 207 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 12 op/s 2024-04-02T08:41:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:57 smithi019 ceph-mon[94035]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:41:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:57 smithi019 ceph-mon[96522]: pgmap v742: 121 pgs: 121 active+clean; 207 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 12 op/s 2024-04-02T08:41:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:57 smithi019 ceph-mon[96522]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:41:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:57 smithi066 ceph-mon[87361]: pgmap v742: 121 pgs: 121 active+clean; 207 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 12 op/s 2024-04-02T08:41:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:57 smithi066 ceph-mon[87361]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:41:58.680 INFO:tasks.rados.rados.0.smithi019.stdout:3590: done (0 left) 2024-04-02T08:41:58.680 INFO:tasks.rados.rados.0.smithi019.stdout:3591: read oid 29 snap -1 2024-04-02T08:41:58.680 INFO:tasks.rados.rados.0.smithi019.stdout:3591: expect (ObjNum 1092 snap 308 seq_num 1092) 2024-04-02T08:41:58.680 INFO:tasks.rados.rados.0.smithi019.stdout:3592: read oid 23 snap 303 2024-04-02T08:41:58.680 INFO:tasks.rados.rados.0.smithi019.stdout:3592: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:41:58.680 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 326 2024-04-02T08:41:58.680 INFO:tasks.rados.rados.0.smithi019.stdout:3593: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-04-02T08:41:58.683 INFO:tasks.rados.rados.0.smithi019.stdout:3593: writing smithi01981774-1 from 0 to 598016 tid 1 2024-04-02T08:41:58.688 INFO:tasks.rados.rados.0.smithi019.stdout:3593: writing smithi01981774-1 from 598016 to 1236992 tid 2 2024-04-02T08:41:58.693 INFO:tasks.rados.rados.0.smithi019.stdout:3593: writing smithi01981774-1 from 1236992 to 1974272 tid 3 2024-04-02T08:41:58.695 INFO:tasks.rados.rados.0.smithi019.stdout:3593: writing smithi01981774-1 from 1974272 to 2203648 tid 4 2024-04-02T08:41:58.695 INFO:tasks.rados.rados.0.smithi019.stdout:3594: delete oid 37 current snap is 326 2024-04-02T08:41:58.695 INFO:tasks.rados.rados.0.smithi019.stdout:3591: expect (ObjNum 1092 snap 308 seq_num 1092) 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: finishing write tid 1 to smithi01981774-1 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: finishing write tid 2 to smithi01981774-1 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: finishing write tid 3 to smithi01981774-1 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: finishing write tid 4 to smithi01981774-1 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: finishing write tid 5 to smithi01981774-1 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: finishing write tid 6 to smithi01981774-1 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: oid 1 updating version 0 to 2412 2024-04-02T08:41:58.737 INFO:tasks.rados.rados.0.smithi019.stdout:3593: oid 1 updating version 2412 to 2413 2024-04-02T08:41:58.738 INFO:tasks.rados.rados.0.smithi019.stdout:3593: oid 1 version 2413 is already newer than 2411 2024-04-02T08:41:58.738 INFO:tasks.rados.rados.0.smithi019.stdout:3593: oid 1 version 2413 is already newer than 2410 2024-04-02T08:41:58.738 INFO:tasks.rados.rados.0.smithi019.stdout:3593: oid 1 updating version 2413 to 2414 2024-04-02T08:41:58.738 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2414 (ObjNum 1134 snap 326 seq_num 1134) dirty exists 2024-04-02T08:41:58.738 INFO:tasks.rados.rados.0.smithi019.stdout:3593: left oid 1 (ObjNum 1134 snap 326 seq_num 1134) 2024-04-02T08:41:58.738 INFO:tasks.rados.rados.0.smithi019.stdout:3592: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:41:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:58 smithi019 ceph-mon[94035]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:41:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:58 smithi019 ceph-mon[96522]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:41:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:58.962 INFO:tasks.rados.rados.0.smithi019.stdout:3591: done (3 left) 2024-04-02T08:41:58.962 INFO:tasks.rados.rados.0.smithi019.stdout:3592: done (2 left) 2024-04-02T08:41:58.962 INFO:tasks.rados.rados.0.smithi019.stdout:3593: done (1 left) 2024-04-02T08:41:58.962 INFO:tasks.rados.rados.0.smithi019.stdout:3594: done (0 left) 2024-04-02T08:41:58.963 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 326 2024-04-02T08:41:58.963 INFO:tasks.rados.rados.0.smithi019.stdout:3595: seq_num 1136 ranges {6422528=630784,7053312=409600,7462912=753664,8216576=417792,8634368=24576} 2024-04-02T08:41:59.001 INFO:tasks.rados.rados.0.smithi019.stdout:3595: writing smithi01981774-44 from 6422528 to 7053312 tid 1 2024-04-02T08:41:59.005 INFO:tasks.rados.rados.0.smithi019.stdout:3595: writing smithi01981774-44 from 7053312 to 7462912 tid 2 2024-04-02T08:41:59.009 INFO:tasks.rados.rados.0.smithi019.stdout:3595: writing smithi01981774-44 from 7462912 to 8216576 tid 3 2024-04-02T08:41:59.011 INFO:tasks.rados.rados.0.smithi019.stdout:3595: writing smithi01981774-44 from 8216576 to 8634368 tid 4 2024-04-02T08:41:59.012 INFO:tasks.rados.rados.0.smithi019.stdout:3595: writing smithi01981774-44 from 8634368 to 8658944 tid 5 2024-04-02T08:41:59.012 INFO:tasks.rados.rados.0.smithi019.stdout:3596: snap_create 2024-04-02T08:41:59.012 INFO:tasks.rados.rados.0.smithi019.stdout:3595: finishing write tid 1 to smithi01981774-44 2024-04-02T08:41:59.012 INFO:tasks.rados.rados.0.smithi019.stdout:3595: finishing write tid 2 to smithi01981774-44 2024-04-02T08:41:59.015 INFO:tasks.rados.rados.0.smithi019.stdout:3595: finishing write tid 3 to smithi01981774-44 2024-04-02T08:41:59.016 INFO:tasks.rados.rados.0.smithi019.stdout:3595: finishing write tid 4 to smithi01981774-44 2024-04-02T08:41:59.016 INFO:tasks.rados.rados.0.smithi019.stdout:3595: finishing write tid 5 to smithi01981774-44 2024-04-02T08:41:59.017 INFO:tasks.rados.rados.0.smithi019.stdout:3595: finishing write tid 6 to smithi01981774-44 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: finishing write tid 7 to smithi01981774-44 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: oid 44 updating version 0 to 2396 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: oid 44 updating version 2396 to 2400 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: oid 44 updating version 2400 to 2401 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: oid 44 version 2401 is already newer than 2398 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: oid 44 version 2401 is already newer than 2399 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: oid 44 version 2401 is already newer than 2397 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2401 (ObjNum 1136 snap 326 seq_num 1136) dirty exists 2024-04-02T08:41:59.019 INFO:tasks.rados.rados.0.smithi019.stdout:3595: left oid 44 (ObjNum 1136 snap 326 seq_num 1136) 2024-04-02T08:41:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:58 smithi066 ceph-mon[87361]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:41:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:59.666 INFO:tasks.rados.rados.0.smithi019.stdout:3595: done (1 left) 2024-04-02T08:41:59.666 INFO:tasks.rados.rados.0.smithi019.stdout:3596: done (0 left) 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3597: read oid 24 snap -1 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3597: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3598: copy_from oid 15 from oid 16 current snap is 327 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3599: copy_from oid 44 from oid 5 current snap is 327 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3600: read oid 17 snap -1 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3600: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3601: read oid 45 snap -1 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3601: expect (ObjNum 1129 snap 320 seq_num 1129) 2024-04-02T08:41:59.667 INFO:tasks.rados.rados.0.smithi019.stdout:3602: setattr oid 26 current snap is 327 2024-04-02T08:41:59.669 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 21 current snap is 327 2024-04-02T08:41:59.669 INFO:tasks.rados.rados.0.smithi019.stdout:3603: seq_num 1137 ranges {1187840=647168,1835008=696320,2531328=557056,3088384=352256} 2024-04-02T08:41:59.680 INFO:tasks.rados.rados.0.smithi019.stdout:3603: writing smithi01981774-21 from 1187840 to 1835008 tid 1 2024-04-02T08:41:59.684 INFO:tasks.rados.rados.0.smithi019.stdout:3603: writing smithi01981774-21 from 1835008 to 2531328 tid 2 2024-04-02T08:41:59.688 INFO:tasks.rados.rados.0.smithi019.stdout:3603: writing smithi01981774-21 from 2531328 to 3088384 tid 3 2024-04-02T08:41:59.691 INFO:tasks.rados.rados.0.smithi019.stdout:3603: writing smithi01981774-21 from 3088384 to 3440640 tid 4 2024-04-02T08:41:59.691 INFO:tasks.rados.rados.0.smithi019.stdout:3604: read oid 9 snap -1 2024-04-02T08:41:59.691 INFO:tasks.rados.rados.0.smithi019.stdout:3604: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:41:59.691 INFO:tasks.rados.rados.0.smithi019.stdout:3605: rollback oid 6 current snap is 327 2024-04-02T08:41:59.691 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 318 2024-04-02T08:41:59.691 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2275 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:41:59.691 INFO:tasks.rados.rados.0.smithi019.stdout:3597: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:41:59.816 INFO:tasks.rados.rados.0.smithi019.stdout:3603: finishing write tid 1 to smithi01981774-21 2024-04-02T08:41:59.816 INFO:tasks.rados.rados.0.smithi019.stdout:3603: finishing write tid 2 to smithi01981774-21 2024-04-02T08:41:59.816 INFO:tasks.rados.rados.0.smithi019.stdout:3605: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:41:59.816 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 0 (ObjNum 33 snap 0 seq_num 2825260944) dirty dne 2024-04-02T08:41:59.816 INFO:tasks.rados.rados.0.smithi019.stdout:3603: finishing write tid 3 to smithi01981774-21 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: finishing write tid 4 to smithi01981774-21 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: finishing write tid 5 to smithi01981774-21 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: finishing write tid 6 to smithi01981774-21 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: oid 21 updating version 0 to 2516 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: oid 21 version 2516 is already newer than 2513 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: oid 21 version 2516 is already newer than 2514 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: oid 21 updating version 2516 to 2517 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: oid 21 version 2517 is already newer than 2515 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 2517 (ObjNum 1137 snap 327 seq_num 1137) dirty exists 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3603: left oid 21 (ObjNum 1137 snap 327 seq_num 1137) 2024-04-02T08:41:59.817 INFO:tasks.rados.rados.0.smithi019.stdout:3600: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:41:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:59 smithi019 ceph-mon[94035]: pgmap v745: 121 pgs: 121 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.9 MiB/s wr, 28 op/s 2024-04-02T08:41:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:59 smithi019 ceph-mon[94035]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:41:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:41:59 smithi019 ceph-mon[94035]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:41:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:59 smithi019 ceph-mon[96522]: pgmap v745: 121 pgs: 121 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.9 MiB/s wr, 28 op/s 2024-04-02T08:41:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:59 smithi019 ceph-mon[96522]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:41:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:41:59 smithi019 ceph-mon[96522]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:59 smithi066 ceph-mon[87361]: pgmap v745: 121 pgs: 121 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.9 MiB/s wr, 28 op/s 2024-04-02T08:42:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:59 smithi066 ceph-mon[87361]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:42:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:41:59 smithi066 ceph-mon[87361]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:42:00.116 INFO:tasks.rados.rados.0.smithi019.stdout:3599: finishing copy_from racing read to smithi01981774-44 2024-04-02T08:42:00.380 INFO:tasks.rados.rados.0.smithi019.stdout:3599: finishing copy_from to smithi01981774-44 2024-04-02T08:42:00.380 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2404 (ObjNum 1073 snap 304 seq_num 1073) dirty exists 2024-04-02T08:42:00.380 INFO:tasks.rados.rados.0.smithi019.stdout:3604: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:42:00.381 INFO:tasks.rados.rados.0.smithi019.stdout:3601: expect (ObjNum 1129 snap 320 seq_num 1129) 2024-04-02T08:42:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:42:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:42:00] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-02T08:42:00.884 INFO:tasks.rados.rados.0.smithi019.stdout:3598: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:42:00.884 INFO:tasks.rados.rados.0.smithi019.stdout:3598: finishing copy_from to smithi01981774-15 2024-04-02T08:42:00.884 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 1727 (ObjNum 1085 snap 307 seq_num 1085) dirty exists 2024-04-02T08:42:00.884 INFO:tasks.rados.rados.0.smithi019.stdout:3597: done (8 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3598: done (7 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3599: done (6 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3600: done (5 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3601: done (4 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3602: done (3 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3603: done (2 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3604: done (1 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3605: done (0 left) 2024-04-02T08:42:00.885 INFO:tasks.rados.rados.0.smithi019.stdout:3606: delete oid 34 current snap is 327 2024-04-02T08:42:00.886 INFO:tasks.rados.rados.0.smithi019.stdout:3606: done (0 left) 2024-04-02T08:42:00.886 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 327 2024-04-02T08:42:00.886 INFO:tasks.rados.rados.0.smithi019.stdout:3607: seq_num 1139 ranges {12206080=679936,12886016=458752,13344768=524288,13869056=540672,14409728=81920} 2024-04-02T08:42:00.956 INFO:tasks.rados.rados.0.smithi019.stdout:3607: writing smithi01981774-15 from 12206080 to 12886016 tid 1 2024-04-02T08:42:00.958 INFO:tasks.rados.rados.0.smithi019.stdout:3607: writing smithi01981774-15 from 12886016 to 13344768 tid 2 2024-04-02T08:42:00.961 INFO:tasks.rados.rados.0.smithi019.stdout:3607: writing smithi01981774-15 from 13344768 to 13869056 tid 3 2024-04-02T08:42:00.964 INFO:tasks.rados.rados.0.smithi019.stdout:3607: writing smithi01981774-15 from 13869056 to 14409728 tid 4 2024-04-02T08:42:00.965 INFO:tasks.rados.rados.0.smithi019.stdout:3607: writing smithi01981774-15 from 14409728 to 14491648 tid 5 2024-04-02T08:42:00.965 INFO:tasks.rados.rados.0.smithi019.stdout:3608: rollback oid 31 current snap is 327 2024-04-02T08:42:00.965 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 31 to 306 2024-04-02T08:42:00.965 INFO:tasks.rados.rados.0.smithi019.stdout:3607: finishing write tid 1 to smithi01981774-15 2024-04-02T08:42:00.966 INFO:tasks.rados.rados.0.smithi019.stdout:3607: finishing write tid 2 to smithi01981774-15 2024-04-02T08:42:00.966 INFO:tasks.rados.rados.0.smithi019.stdout:3609: read oid 43 snap -1 2024-04-02T08:42:00.966 INFO:tasks.rados.rados.0.smithi019.stdout:3609: expect deleted 2024-04-02T08:42:00.966 INFO:tasks.rados.rados.0.smithi019.stdout:3610: snap_remove snap 314 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:3610: done (3 left) 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:3611: setattr oid 10 current snap is 327 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:3607: finishing write tid 3 to smithi01981774-15 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:3608: finishing rollback tid 1 to smithi01981774-31 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:3608: finishing rollback tid 2 to smithi01981774-31 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 2394 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:3607: finishing write tid 4 to smithi01981774-15 2024-04-02T08:42:01.689 INFO:tasks.rados.rados.0.smithi019.stdout:3607: finishing write tid 5 to smithi01981774-15 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: finishing write tid 6 to smithi01981774-15 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: finishing write tid 7 to smithi01981774-15 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: oid 15 updating version 0 to 2281 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: oid 15 version 2281 is already newer than 2280 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: oid 15 version 2281 is already newer than 2279 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: oid 15 version 2281 is already newer than 2276 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: oid 15 version 2281 is already newer than 2277 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: oid 15 version 2281 is already newer than 2278 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2281 (ObjNum 1139 snap 327 seq_num 1139) dirty exists 2024-04-02T08:42:01.690 INFO:tasks.rados.rados.0.smithi019.stdout:3607: left oid 15 (ObjNum 1139 snap 327 seq_num 1139) 2024-04-02T08:42:01.694 INFO:tasks.rados.rados.0.smithi019.stdout:3607: done (3 left) 2024-04-02T08:42:01.694 INFO:tasks.rados.rados.0.smithi019.stdout:3608: done (2 left) 2024-04-02T08:42:01.694 INFO:tasks.rados.rados.0.smithi019.stdout:3609: done (1 left) 2024-04-02T08:42:01.694 INFO:tasks.rados.rados.0.smithi019.stdout:3612: copy_from oid 39 from oid 9 current snap is 327 2024-04-02T08:42:01.695 INFO:tasks.rados.rados.0.smithi019.stdout:3613: copy_from oid 18 from oid 11 current snap is 327 2024-04-02T08:42:01.695 INFO:tasks.rados.rados.0.smithi019.stdout:3614: read oid 13 snap -1 2024-04-02T08:42:01.695 INFO:tasks.rados.rados.0.smithi019.stdout:3614: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:42:01.695 INFO:tasks.rados.rados.0.smithi019.stdout:3615: delete oid 19 current snap is 327 2024-04-02T08:42:01.701 INFO:tasks.rados.rados.0.smithi019.stdout:3615: done (4 left) 2024-04-02T08:42:01.701 INFO:tasks.rados.rados.0.smithi019.stdout:3616: snap_remove snap 315 2024-04-02T08:42:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:01 smithi019 ceph-mon[94035]: pgmap v748: 121 pgs: 121 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T08:42:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:01 smithi019 ceph-mon[96522]: pgmap v748: 121 pgs: 121 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T08:42:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:01 smithi066 ceph-mon[87361]: pgmap v748: 121 pgs: 121 active+clean; 222 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-02T08:42:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:42:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:02.695 INFO:tasks.rados.rados.0.smithi019.stdout:3614: expect (ObjNum 1005 snap 293 seq_num 1005) 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3613: finishing copy_from to smithi01981774-18 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3613: got expected ENOENT (src dne) 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3613: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2395 (ObjNum 1107 snap 313 seq_num 1107) dirty exists 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3612: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3612: finishing copy_from to smithi01981774-39 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 2242 (ObjNum 984 snap 290 seq_num 984) dirty exists 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3611: done (4 left) 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3612: done (3 left) 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3613: done (2 left) 2024-04-02T08:42:02.792 INFO:tasks.rados.rados.0.smithi019.stdout:3614: done (1 left) 2024-04-02T08:42:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:3616: done (0 left) 2024-04-02T08:42:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 327 2024-04-02T08:42:02.793 INFO:tasks.rados.rados.0.smithi019.stdout:3617: seq_num 1141 ranges {2088960=712704,2801664=679936,3481600=540672,4022272=385024} 2024-04-02T08:42:02.808 INFO:tasks.rados.rados.0.smithi019.stdout:3617: writing smithi01981774-30 from 2088960 to 2801664 tid 1 2024-04-02T08:42:02.813 INFO:tasks.rados.rados.0.smithi019.stdout:3617: writing smithi01981774-30 from 2801664 to 3481600 tid 2 2024-04-02T08:42:02.817 INFO:tasks.rados.rados.0.smithi019.stdout:3617: writing smithi01981774-30 from 3481600 to 4022272 tid 3 2024-04-02T08:42:02.819 INFO:tasks.rados.rados.0.smithi019.stdout:3617: writing smithi01981774-30 from 4022272 to 4407296 tid 4 2024-04-02T08:42:02.819 INFO:tasks.rados.rados.0.smithi019.stdout:3618: snap_remove snap 325 2024-04-02T08:42:02.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:02 smithi019 ceph-mon[94035]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:02 smithi019 ceph-mon[96522]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:02 smithi066 ceph-mon[87361]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3618: done (1 left) 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3619: read oid 14 snap 326 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3619: expect deleted 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3620: copy_from oid 15 from oid 1 current snap is 327 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3621: setattr oid 12 current snap is 327 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3617: finishing write tid 1 to smithi01981774-30 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3617: finishing write tid 2 to smithi01981774-30 2024-04-02T08:42:03.707 INFO:tasks.rados.rados.0.smithi019.stdout:3617: finishing write tid 3 to smithi01981774-30 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: finishing write tid 4 to smithi01981774-30 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: finishing write tid 5 to smithi01981774-30 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: finishing write tid 6 to smithi01981774-30 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: oid 30 updating version 0 to 2567 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: oid 30 version 2567 is already newer than 2563 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: oid 30 version 2567 is already newer than 2565 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: oid 30 version 2567 is already newer than 2564 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: oid 30 version 2567 is already newer than 2566 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2567 (ObjNum 1141 snap 327 seq_num 1141) dirty exists 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: left oid 30 (ObjNum 1141 snap 327 seq_num 1141) 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3617: done (3 left) 2024-04-02T08:42:03.708 INFO:tasks.rados.rados.0.smithi019.stdout:3619: done (2 left) 2024-04-02T08:42:03.709 INFO:tasks.rados.rados.0.smithi019.stdout:3622: snap_create 2024-04-02T08:42:03.714 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1748 (ObjNum 1108 snap 314 seq_num 1108) dirty exists 2024-04-02T08:42:03.723 INFO:tasks.rados.rados.0.smithi019.stdout:3620: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:42:03.724 INFO:tasks.rados.rados.0.smithi019.stdout:3620: finishing copy_from to smithi01981774-15 2024-04-02T08:42:03.724 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2414 (ObjNum 1134 snap 326 seq_num 1134) dirty exists 2024-04-02T08:42:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:03 smithi019 ceph-mon[94035]: pgmap v750: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-04-02T08:42:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:03 smithi019 ceph-mon[94035]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:03 smithi019 ceph-mon[96522]: pgmap v750: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-04-02T08:42:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:03 smithi019 ceph-mon[96522]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:03 smithi066 ceph-mon[87361]: pgmap v750: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-04-02T08:42:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:03 smithi066 ceph-mon[87361]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:42:04.705 INFO:tasks.rados.rados.0.smithi019.stdout:3620: done (2 left) 2024-04-02T08:42:04.705 INFO:tasks.rados.rados.0.smithi019.stdout:3621: done (1 left) 2024-04-02T08:42:04.706 INFO:tasks.rados.rados.0.smithi019.stdout:3622: done (0 left) 2024-04-02T08:42:04.706 INFO:tasks.rados.rados.0.smithi019.stdout:3623: delete oid 34 current snap is 328 2024-04-02T08:42:04.707 INFO:tasks.rados.rados.0.smithi019.stdout:3623: done (0 left) 2024-04-02T08:42:04.708 INFO:tasks.rados.rados.0.smithi019.stdout:3624: rmattr oid 6 current snap is 328 2024-04-02T08:42:04.708 INFO:tasks.rados.rados.0.smithi019.stdout:3624: done (0 left) 2024-04-02T08:42:04.708 INFO:tasks.rados.rados.0.smithi019.stdout:3625: read oid 36 snap -1 2024-04-02T08:42:04.708 INFO:tasks.rados.rados.0.smithi019.stdout:3625: expect (ObjNum 1057 snap 298 seq_num 1057) 2024-04-02T08:42:04.708 INFO:tasks.rados.rados.0.smithi019.stdout:3626: delete oid 50 current snap is 328 2024-04-02T08:42:04.712 INFO:tasks.rados.rados.0.smithi019.stdout:3626: done (1 left) 2024-04-02T08:42:04.712 INFO:tasks.rados.rados.0.smithi019.stdout:3627: rollback oid 25 current snap is 328 2024-04-02T08:42:04.712 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 25 to 327 2024-04-02T08:42:04.712 INFO:tasks.rados.rados.0.smithi019.stdout:3628: read oid 20 snap 320 2024-04-02T08:42:04.712 INFO:tasks.rados.rados.0.smithi019.stdout:3628: expect (ObjNum 1118 snap 319 seq_num 1118) 2024-04-02T08:42:04.712 INFO:tasks.rados.rados.0.smithi019.stdout:3629: snap_remove snap 306 2024-04-02T08:42:04.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:04 smithi019 ceph-mon[94035]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:04 smithi019 ceph-mon[96522]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:04 smithi066 ceph-mon[87361]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:42:05.712 INFO:tasks.rados.rados.0.smithi019.stdout:3629: done (3 left) 2024-04-02T08:42:05.712 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 328 2024-04-02T08:42:05.712 INFO:tasks.rados.rados.0.smithi019.stdout:3630: seq_num 1144 ranges {12206080=770048,12976128=737280,13713408=712704,14426112=155648} 2024-04-02T08:42:05.784 INFO:tasks.rados.rados.0.smithi019.stdout:3630: writing smithi01981774-16 from 12206080 to 12976128 tid 1 2024-04-02T08:42:05.788 INFO:tasks.rados.rados.0.smithi019.stdout:3630: writing smithi01981774-16 from 12976128 to 13713408 tid 2 2024-04-02T08:42:05.792 INFO:tasks.rados.rados.0.smithi019.stdout:3630: writing smithi01981774-16 from 13713408 to 14426112 tid 3 2024-04-02T08:42:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:3630: writing smithi01981774-16 from 14426112 to 14581760 tid 4 2024-04-02T08:42:05.794 INFO:tasks.rados.rados.0.smithi019.stdout:3631: copy_from oid 41 from oid 44 current snap is 328 2024-04-02T08:42:05.794 INFO:tasks.rados.rados.0.smithi019.stdout:3625: expect (ObjNum 1057 snap 298 seq_num 1057) 2024-04-02T08:42:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:3627: finishing rollback tid 0 to smithi01981774-25 2024-04-02T08:42:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:3627: finishing rollback tid 1 to smithi01981774-25 2024-04-02T08:42:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:3627: finishing rollback tid 2 to smithi01981774-25 2024-04-02T08:42:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 1723 (ObjNum 1103 snap 313 seq_num 1103) dirty exists 2024-04-02T08:42:05.913 INFO:tasks.rados.rados.0.smithi019.stdout:3628: expect (ObjNum 1118 snap 319 seq_num 1118) 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: finishing write tid 1 to smithi01981774-16 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: finishing write tid 2 to smithi01981774-16 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: finishing write tid 3 to smithi01981774-16 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: finishing write tid 4 to smithi01981774-16 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: finishing write tid 5 to smithi01981774-16 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: finishing write tid 6 to smithi01981774-16 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: oid 16 updating version 0 to 1750 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: oid 16 updating version 1750 to 1751 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: oid 16 version 1751 is already newer than 1749 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: oid 16 updating version 1751 to 1753 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:3630: oid 16 version 1753 is already newer than 1752 2024-04-02T08:42:05.964 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1753 (ObjNum 1144 snap 328 seq_num 1144) dirty exists 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3630: left oid 16 (ObjNum 1144 snap 328 seq_num 1144) 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3631: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3631: finishing copy_from to smithi01981774-41 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 2404 (ObjNum 1073 snap 304 seq_num 1073) dirty exists 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3625: done (4 left) 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3627: done (3 left) 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3628: done (2 left) 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3630: done (1 left) 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3631: done (0 left) 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3632: read oid 23 snap -1 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3632: expect (ObjNum 1094 snap 309 seq_num 1094) 2024-04-02T08:42:05.965 INFO:tasks.rados.rados.0.smithi019.stdout:3633: snap_remove snap 327 2024-04-02T08:42:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:05 smithi066 ceph-mon[87361]: pgmap v753: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-04-02T08:42:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:05 smithi066 ceph-mon[87361]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:05 smithi019 ceph-mon[94035]: pgmap v753: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-04-02T08:42:06.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:05 smithi019 ceph-mon[94035]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:05 smithi019 ceph-mon[96522]: pgmap v753: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 254 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-04-02T08:42:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:05 smithi019 ceph-mon[96522]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:42:06.719 INFO:tasks.rados.rados.0.smithi019.stdout:3633: done (1 left) 2024-04-02T08:42:06.719 INFO:tasks.rados.rados.0.smithi019.stdout:3634: snap_remove snap 324 2024-04-02T08:42:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:06 smithi066 ceph-mon[87361]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:07.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:06 smithi019 ceph-mon[94035]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:06 smithi019 ceph-mon[96522]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:42:07.720 INFO:tasks.rados.rados.0.smithi019.stdout:3632: expect (ObjNum 1094 snap 309 seq_num 1094) 2024-04-02T08:42:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:07 smithi066 ceph-mon[87361]: pgmap v756: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 566 KiB/s wr, 4 op/s 2024-04-02T08:42:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:07 smithi066 ceph-mon[87361]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:08.080 INFO:tasks.rados.rados.0.smithi019.stdout:3632: done (1 left) 2024-04-02T08:42:08.080 INFO:tasks.rados.rados.0.smithi019.stdout:3634: done (0 left) 2024-04-02T08:42:08.080 INFO:tasks.rados.rados.0.smithi019.stdout:3635: copy_from oid 22 from oid 26 current snap is 328 2024-04-02T08:42:08.080 INFO:tasks.rados.rados.0.smithi019.stdout:3636: read oid 48 snap -1 2024-04-02T08:42:08.080 INFO:tasks.rados.rados.0.smithi019.stdout:3636: expect (ObjNum 1122 snap 319 seq_num 1122) 2024-04-02T08:42:08.080 INFO:tasks.rados.rados.0.smithi019.stdout:3637: rmattr oid 19 current snap is 328 2024-04-02T08:42:08.081 INFO:tasks.rados.rados.0.smithi019.stdout:3637: done (2 left) 2024-04-02T08:42:08.081 INFO:tasks.rados.rados.0.smithi019.stdout:3638: delete oid 25 current snap is 328 2024-04-02T08:42:08.082 INFO:tasks.rados.rados.0.smithi019.stdout:3638: done (2 left) 2024-04-02T08:42:08.082 INFO:tasks.rados.rados.0.smithi019.stdout:3639: delete oid 34 current snap is 328 2024-04-02T08:42:08.085 INFO:tasks.rados.rados.0.smithi019.stdout:3639: done (2 left) 2024-04-02T08:42:08.085 INFO:tasks.rados.rados.0.smithi019.stdout:3640: delete oid 8 current snap is 328 2024-04-02T08:42:08.088 INFO:tasks.rados.rados.0.smithi019.stdout:3640: done (2 left) 2024-04-02T08:42:08.088 INFO:tasks.rados.rados.0.smithi019.stdout:3641: rmattr oid 37 current snap is 328 2024-04-02T08:42:08.088 INFO:tasks.rados.rados.0.smithi019.stdout:3641: done (2 left) 2024-04-02T08:42:08.088 INFO:tasks.rados.rados.0.smithi019.stdout:3642: snap_remove snap 318 2024-04-02T08:42:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:07 smithi019 ceph-mon[94035]: pgmap v756: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 566 KiB/s wr, 4 op/s 2024-04-02T08:42:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:07 smithi019 ceph-mon[94035]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:07 smithi019 ceph-mon[96522]: pgmap v756: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 566 KiB/s wr, 4 op/s 2024-04-02T08:42:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:07 smithi019 ceph-mon[96522]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:42:08.736 INFO:tasks.rados.rados.0.smithi019.stdout:3635: finishing copy_from racing read to smithi01981774-22 2024-04-02T08:42:08.736 INFO:tasks.rados.rados.0.smithi019.stdout:3635: finishing copy_from to smithi01981774-22 2024-04-02T08:42:08.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 2275 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:42:08.736 INFO:tasks.rados.rados.0.smithi019.stdout:3636: expect (ObjNum 1122 snap 319 seq_num 1122) 2024-04-02T08:42:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:08 smithi066 ceph-mon[87361]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:09.148 INFO:tasks.rados.rados.0.smithi019.stdout:3635: done (2 left) 2024-04-02T08:42:09.149 INFO:tasks.rados.rados.0.smithi019.stdout:3636: done (1 left) 2024-04-02T08:42:09.149 INFO:tasks.rados.rados.0.smithi019.stdout:3642: done (0 left) 2024-04-02T08:42:09.149 INFO:tasks.rados.rados.0.smithi019.stdout:3643: rmattr oid 50 current snap is 328 2024-04-02T08:42:09.149 INFO:tasks.rados.rados.0.smithi019.stdout:3643: done (0 left) 2024-04-02T08:42:09.149 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 328 2024-04-02T08:42:09.149 INFO:tasks.rados.rados.0.smithi019.stdout:3644: seq_num 1148 ranges {2768896=32768} 2024-04-02T08:42:09.164 INFO:tasks.rados.rados.0.smithi019.stdout:3644: writing smithi01981774-44 from 2768896 to 2801664 tid 1 2024-04-02T08:42:09.164 INFO:tasks.rados.rados.0.smithi019.stdout:3645: rollback oid 4 current snap is 328 2024-04-02T08:42:09.164 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 4 to 322 2024-04-02T08:42:09.164 INFO:tasks.rados.rados.0.smithi019.stdout:3646: read oid 2 snap -1 2024-04-02T08:42:09.164 INFO:tasks.rados.rados.0.smithi019.stdout:3646: expect (ObjNum 1070 snap 303 seq_num 1070) 2024-04-02T08:42:09.164 INFO:tasks.rados.rados.0.smithi019.stdout:3647: delete oid 40 current snap is 328 2024-04-02T08:42:09.170 INFO:tasks.rados.rados.0.smithi019.stdout:3646: expect (ObjNum 1070 snap 303 seq_num 1070) 2024-04-02T08:42:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:08 smithi019 ceph-mon[94035]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:08 smithi019 ceph-mon[96522]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:42:09.199 INFO:tasks.rados.rados.0.smithi019.stdout:3645: finishing rollback tid 0 to smithi01981774-4 2024-04-02T08:42:09.199 INFO:tasks.rados.rados.0.smithi019.stdout:3645: finishing rollback tid 1 to smithi01981774-4 2024-04-02T08:42:09.199 INFO:tasks.rados.rados.0.smithi019.stdout:3646: done (3 left) 2024-04-02T08:42:09.199 INFO:tasks.rados.rados.0.smithi019.stdout:3647: done (2 left) 2024-04-02T08:42:09.199 INFO:tasks.rados.rados.0.smithi019.stdout:3648: rollback oid 32 current snap is 328 2024-04-02T08:42:09.199 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 32 to 303 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3645: finishing rollback tid 2 to smithi01981774-4 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2267 (ObjNum 1124 snap 320 seq_num 1124) dirty exists 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3644: finishing write tid 1 to smithi01981774-44 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3644: finishing write tid 2 to smithi01981774-44 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3644: finishing write tid 3 to smithi01981774-44 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3644: oid 44 updating version 0 to 2406 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3644: oid 44 version 2406 is already newer than 2405 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2406 (ObjNum 1148 snap 328 seq_num 1148) dirty exists 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3644: left oid 44 (ObjNum 1148 snap 328 seq_num 1148) 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3644: done (2 left) 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3645: done (1 left) 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 328 2024-04-02T08:42:09.200 INFO:tasks.rados.rados.0.smithi019.stdout:3649: seq_num 1150 ranges {7593984=65536} 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3649: writing smithi01981774-4 from 7593984 to 7659520 tid 1 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3650: copy_from oid 15 from oid 44 current snap is 328 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3648: finishing rollback tid 0 to smithi01981774-32 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3648: finishing rollback tid 1 to smithi01981774-32 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2416 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3648: done (2 left) 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3651: rmattr oid 29 current snap is 328 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3651: done (2 left) 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3652: rmattr oid 18 current snap is 328 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3652: done (2 left) 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3653: read oid 16 snap -1 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3653: expect (ObjNum 1144 snap 328 seq_num 1144) 2024-04-02T08:42:09.242 INFO:tasks.rados.rados.0.smithi019.stdout:3654: read oid 17 snap -1 2024-04-02T08:42:09.243 INFO:tasks.rados.rados.0.smithi019.stdout:3654: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:42:09.243 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 11 current snap is 328 2024-04-02T08:42:09.243 INFO:tasks.rados.rados.0.smithi019.stdout:3655: seq_num 1151 ranges {0=81920} 2024-04-02T08:42:09.243 INFO:tasks.rados.rados.0.smithi019.stdout:3655: writing smithi01981774-11 from 0 to 81920 tid 1 2024-04-02T08:42:09.243 INFO:tasks.rados.rados.0.smithi019.stdout:3656: copy_from oid 39 from oid 22 current snap is 328 2024-04-02T08:42:09.243 INFO:tasks.rados.rados.0.smithi019.stdout:3657: snap_create 2024-04-02T08:42:09.248 INFO:tasks.rados.rados.0.smithi019.stdout:3649: finishing write tid 1 to smithi01981774-4 2024-04-02T08:42:09.248 INFO:tasks.rados.rados.0.smithi019.stdout:3649: finishing write tid 2 to smithi01981774-4 2024-04-02T08:42:09.250 INFO:tasks.rados.rados.0.smithi019.stdout:3655: finishing write tid 1 to smithi01981774-11 2024-04-02T08:42:09.250 INFO:tasks.rados.rados.0.smithi019.stdout:3655: finishing write tid 2 to smithi01981774-11 2024-04-02T08:42:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:3649: finishing write tid 3 to smithi01981774-4 2024-04-02T08:42:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:3649: oid 4 updating version 0 to 2269 2024-04-02T08:42:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:3649: oid 4 version 2269 is already newer than 2268 2024-04-02T08:42:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2269 (ObjNum 1150 snap 328 seq_num 1150) dirty exists 2024-04-02T08:42:09.253 INFO:tasks.rados.rados.0.smithi019.stdout:3649: left oid 4 (ObjNum 1150 snap 328 seq_num 1150) 2024-04-02T08:42:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:3655: finishing write tid 3 to smithi01981774-11 2024-04-02T08:42:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:3655: oid 11 updating version 0 to 2270 2024-04-02T08:42:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:3655: oid 11 updating version 2270 to 2271 2024-04-02T08:42:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2271 (ObjNum 1151 snap 328 seq_num 1151) dirty exists 2024-04-02T08:42:09.254 INFO:tasks.rados.rados.0.smithi019.stdout:3655: left oid 11 (ObjNum 1151 snap 328 seq_num 1151) 2024-04-02T08:42:09.256 INFO:tasks.rados.rados.0.smithi019.stdout:3656: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:42:09.257 INFO:tasks.rados.rados.0.smithi019.stdout:3656: finishing copy_from to smithi01981774-39 2024-04-02T08:42:09.257 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 2275 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:42:09.261 INFO:tasks.rados.rados.0.smithi019.stdout:3650: finishing copy_from racing read to smithi01981774-15 2024-04-02T08:42:09.262 INFO:tasks.rados.rados.0.smithi019.stdout:3650: finishing copy_from to smithi01981774-15 2024-04-02T08:42:09.262 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2406 (ObjNum 1148 snap 328 seq_num 1148) dirty exists 2024-04-02T08:42:09.276 INFO:tasks.rados.rados.0.smithi019.stdout:3654: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:42:09.579 INFO:tasks.rados.rados.0.smithi019.stdout:3653: expect (ObjNum 1144 snap 328 seq_num 1144) 2024-04-02T08:42:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:09 smithi066 ceph-mon[87361]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T08:42:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:09 smithi066 ceph-mon[87361]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:09 smithi066 ceph-mon[87361]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:09 smithi019 ceph-mon[94035]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T08:42:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:09 smithi019 ceph-mon[94035]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:09 smithi019 ceph-mon[94035]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:09 smithi019 ceph-mon[96522]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T08:42:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:09 smithi019 ceph-mon[96522]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:42:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:09 smithi019 ceph-mon[96522]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:42:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:42:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:42:10] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-02T08:42:10.860 INFO:tasks.rados.rados.0.smithi019.stdout:3649: done (6 left) 2024-04-02T08:42:10.860 INFO:tasks.rados.rados.0.smithi019.stdout:3650: done (5 left) 2024-04-02T08:42:10.861 INFO:tasks.rados.rados.0.smithi019.stdout:3653: done (4 left) 2024-04-02T08:42:10.861 INFO:tasks.rados.rados.0.smithi019.stdout:3654: done (3 left) 2024-04-02T08:42:10.861 INFO:tasks.rados.rados.0.smithi019.stdout:3655: done (2 left) 2024-04-02T08:42:10.861 INFO:tasks.rados.rados.0.smithi019.stdout:3656: done (1 left) 2024-04-02T08:42:10.861 INFO:tasks.rados.rados.0.smithi019.stdout:3657: done (0 left) 2024-04-02T08:42:10.861 INFO:tasks.rados.rados.0.smithi019.stdout:3658: delete oid 26 current snap is 329 2024-04-02T08:42:10.862 INFO:tasks.rados.rados.0.smithi019.stdout:3658: done (0 left) 2024-04-02T08:42:10.862 INFO:tasks.rados.rados.0.smithi019.stdout:3659: snap_remove snap 322 2024-04-02T08:42:11.742 INFO:tasks.rados.rados.0.smithi019.stdout:3659: done (0 left) 2024-04-02T08:42:11.742 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 329 2024-04-02T08:42:11.743 INFO:tasks.rados.rados.0.smithi019.stdout:3660: seq_num 1153 ranges {2203648=114688} 2024-04-02T08:42:11.756 INFO:tasks.rados.rados.0.smithi019.stdout:3660: writing smithi01981774-1 from 2203648 to 2318336 tid 1 2024-04-02T08:42:11.756 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 329 2024-04-02T08:42:11.756 INFO:tasks.rados.rados.0.smithi019.stdout:3661: seq_num 1154 ranges {4603904=131072} 2024-04-02T08:42:11.783 INFO:tasks.rados.rados.0.smithi019.stdout:3661: writing smithi01981774-31 from 4603904 to 4734976 tid 1 2024-04-02T08:42:11.783 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 329 2024-04-02T08:42:11.783 INFO:tasks.rados.rados.0.smithi019.stdout:3660: finishing write tid 1 to smithi01981774-1 2024-04-02T08:42:11.784 INFO:tasks.rados.rados.0.smithi019.stdout:3660: finishing write tid 2 to smithi01981774-1 2024-04-02T08:42:11.784 INFO:tasks.rados.rados.0.smithi019.stdout:3660: finishing write tid 3 to smithi01981774-1 2024-04-02T08:42:11.784 INFO:tasks.rados.rados.0.smithi019.stdout:3660: oid 1 updating version 0 to 2416 2024-04-02T08:42:11.784 INFO:tasks.rados.rados.0.smithi019.stdout:3660: oid 1 updating version 2416 to 2417 2024-04-02T08:42:11.784 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2417 (ObjNum 1153 snap 329 seq_num 1153) dirty exists 2024-04-02T08:42:11.784 INFO:tasks.rados.rados.0.smithi019.stdout:3660: left oid 1 (ObjNum 1153 snap 329 seq_num 1153) 2024-04-02T08:42:11.784 INFO:tasks.rados.rados.0.smithi019.stdout:3662: seq_num 1155 ranges {14073856=147456} 2024-04-02T08:42:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:3662: writing smithi01981774-38 from 14073856 to 14221312 tid 1 2024-04-02T08:42:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:3660: done (2 left) 2024-04-02T08:42:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 329 2024-04-02T08:42:11.861 INFO:tasks.rados.rados.0.smithi019.stdout:3663: seq_num 1156 ranges {1310720=163840} 2024-04-02T08:42:11.869 INFO:tasks.rados.rados.0.smithi019.stdout:3663: writing smithi01981774-22 from 1310720 to 1474560 tid 1 2024-04-02T08:42:11.869 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 329 2024-04-02T08:42:11.869 INFO:tasks.rados.rados.0.smithi019.stdout:3664: seq_num 1157 ranges {5447680=180224} 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3664: writing smithi01981774-3 from 5447680 to 5627904 tid 1 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3665: rmattr oid 28 current snap is 329 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3661: finishing write tid 1 to smithi01981774-31 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3661: finishing write tid 2 to smithi01981774-31 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3661: finishing write tid 3 to smithi01981774-31 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3661: oid 31 updating version 0 to 2397 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3661: oid 31 version 2397 is already newer than 2396 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 2397 (ObjNum 1154 snap 329 seq_num 1154) dirty exists 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3661: left oid 31 (ObjNum 1154 snap 329 seq_num 1154) 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3662: finishing write tid 1 to smithi01981774-38 2024-04-02T08:42:11.904 INFO:tasks.rados.rados.0.smithi019.stdout:3662: finishing write tid 2 to smithi01981774-38 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3662: finishing write tid 3 to smithi01981774-38 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3662: oid 38 updating version 0 to 2432 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3662: oid 38 version 2432 is already newer than 2431 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2432 (ObjNum 1155 snap 329 seq_num 1155) dirty exists 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3662: left oid 38 (ObjNum 1155 snap 329 seq_num 1155) 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3663: finishing write tid 1 to smithi01981774-22 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3663: finishing write tid 2 to smithi01981774-22 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3663: finishing write tid 3 to smithi01981774-22 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3663: oid 22 updating version 0 to 2549 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3663: oid 22 version 2549 is already newer than 2548 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 2549 (ObjNum 1156 snap 329 seq_num 1156) dirty exists 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3663: left oid 22 (ObjNum 1156 snap 329 seq_num 1156) 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3661: done (4 left) 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3662: done (3 left) 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3663: done (2 left) 2024-04-02T08:42:11.905 INFO:tasks.rados.rados.0.smithi019.stdout:3666: rollback oid 37 current snap is 329 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 37 to 326 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3667: rmattr oid 2 current snap is 329 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3667: done (3 left) 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3668: rmattr oid 42 current snap is 329 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3669: read oid 9 snap -1 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3669: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3670: rollback oid 1 current snap is 329 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 1 to 323 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3671: read oid 41 snap -1 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3671: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3672: setattr oid 6 current snap is 329 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3673: rmattr oid 30 current snap is 329 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3673: done (8 left) 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3674: read oid 22 snap -1 2024-04-02T08:42:11.906 INFO:tasks.rados.rados.0.smithi019.stdout:3674: expect (ObjNum 1156 snap 329 seq_num 1156) 2024-04-02T08:42:11.907 INFO:tasks.rados.rados.0.smithi019.stdout:3675: read oid 44 snap -1 2024-04-02T08:42:11.907 INFO:tasks.rados.rados.0.smithi019.stdout:3675: expect (ObjNum 1148 snap 328 seq_num 1148) 2024-04-02T08:42:11.907 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 329 2024-04-02T08:42:11.907 INFO:tasks.rados.rados.0.smithi019.stdout:3676: seq_num 1158 ranges {4104192=196608} 2024-04-02T08:42:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:3676: writing smithi01981774-20 from 4104192 to 4300800 tid 1 2024-04-02T08:42:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:3677: read oid 43 snap -1 2024-04-02T08:42:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:3677: expect deleted 2024-04-02T08:42:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:3678: rmattr oid 23 current snap is 329 2024-04-02T08:42:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:3666: finishing rollback tid 1 to smithi01981774-37 2024-04-02T08:42:11.929 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 1720 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3666: done (12 left) 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3678: done (11 left) 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3679: read oid 45 snap 326 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3679: expect (ObjNum 1129 snap 320 seq_num 1129) 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3680: rollback oid 46 current snap is 329 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 328 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2143 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 2144 (ObjNum 65 snap 0 seq_num 398) dirty exists 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 2584 (ObjNum 33 snap 0 seq_num 2825397808) dirty exists 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3664: finishing write tid 1 to smithi01981774-3 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3664: finishing write tid 2 to smithi01981774-3 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3670: finishing rollback tid 0 to smithi01981774-1 2024-04-02T08:42:11.930 INFO:tasks.rados.rados.0.smithi019.stdout:3665: done (12 left) 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3668: done (11 left) 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3672: done (10 left) 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3681: read oid 18 snap 303 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3681: expect (ObjNum 989 snap 290 seq_num 989) 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 30 current snap is 329 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3670: finishing rollback tid 1 to smithi01981774-1 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2421 (ObjNum 129 snap 0 seq_num 2825262896) dirty dne 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3664: finishing write tid 3 to smithi01981774-3 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3664: oid 3 updating version 0 to 2419 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3664: oid 3 version 2419 is already newer than 2418 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2419 (ObjNum 1157 snap 329 seq_num 1157) dirty exists 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3664: left oid 3 (ObjNum 1157 snap 329 seq_num 1157) 2024-04-02T08:42:11.931 INFO:tasks.rados.rados.0.smithi019.stdout:3674: expect (ObjNum 1156 snap 329 seq_num 1156) 2024-04-02T08:42:11.995 INFO:tasks.rados.rados.0.smithi019.stdout:3671: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:11 smithi066 ceph-mon[87361]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:42:12.106 INFO:tasks.rados.rados.0.smithi019.stdout:3675: expect (ObjNum 1148 snap 328 seq_num 1148) 2024-04-02T08:42:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:11 smithi019 ceph-mon[94035]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:42:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:11 smithi019 ceph-mon[96522]: pgmap v762: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:42:12.263 INFO:tasks.rados.rados.0.smithi019.stdout:3680: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:42:12.263 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 2807485688) dirty dne 2024-04-02T08:42:12.263 INFO:tasks.rados.rados.0.smithi019.stdout:3676: finishing write tid 1 to smithi01981774-20 2024-04-02T08:42:12.263 INFO:tasks.rados.rados.0.smithi019.stdout:3676: finishing write tid 2 to smithi01981774-20 2024-04-02T08:42:12.263 INFO:tasks.rados.rados.0.smithi019.stdout:3682: seq_num 1159 ranges {4407296=212992} 2024-04-02T08:42:12.288 INFO:tasks.rados.rados.0.smithi019.stdout:3682: writing smithi01981774-30 from 4407296 to 4620288 tid 1 2024-04-02T08:42:12.288 INFO:tasks.rados.rados.0.smithi019.stdout:3664: done (11 left) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3670: done (10 left) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3671: done (9 left) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3674: done (8 left) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3675: done (7 left) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3677: done (6 left) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3680: done (5 left) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3683: delete oid 49 current snap is 329 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3676: finishing write tid 3 to smithi01981774-20 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3676: oid 20 updating version 0 to 2433 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3676: oid 20 updating version 2433 to 2434 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2434 (ObjNum 1158 snap 329 seq_num 1158) dirty exists 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3676: left oid 20 (ObjNum 1158 snap 329 seq_num 1158) 2024-04-02T08:42:12.289 INFO:tasks.rados.rados.0.smithi019.stdout:3681: expect (ObjNum 989 snap 290 seq_num 989) 2024-04-02T08:42:12.350 INFO:tasks.rados.rados.0.smithi019.stdout:3669: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:42:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:42:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:42:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:12.574 INFO:tasks.rados.rados.0.smithi019.stdout:3679: expect (ObjNum 1129 snap 320 seq_num 1129) 2024-04-02T08:42:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:12 smithi066 ceph-mon[87361]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3682: finishing write tid 1 to smithi01981774-30 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3682: finishing write tid 2 to smithi01981774-30 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3682: finishing write tid 3 to smithi01981774-30 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3682: oid 30 updating version 0 to 2587 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3682: oid 30 version 2587 is already newer than 2586 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2587 (ObjNum 1159 snap 329 seq_num 1159) dirty exists 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3682: left oid 30 (ObjNum 1159 snap 329 seq_num 1159) 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3669: done (5 left) 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3676: done (4 left) 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3679: done (3 left) 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3681: done (2 left) 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3682: done (1 left) 2024-04-02T08:42:13.124 INFO:tasks.rados.rados.0.smithi019.stdout:3683: done (0 left) 2024-04-02T08:42:13.125 INFO:tasks.rados.rados.0.smithi019.stdout:3684: delete oid 2 current snap is 329 2024-04-02T08:42:13.126 INFO:tasks.rados.rados.0.smithi019.stdout:3684: done (0 left) 2024-04-02T08:42:13.126 INFO:tasks.rados.rados.0.smithi019.stdout:3685: snap_create 2024-04-02T08:42:13.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:12 smithi019 ceph-mon[94035]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:12 smithi019 ceph-mon[96522]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:42:13.752 INFO:tasks.rados.rados.0.smithi019.stdout:3685: done (0 left) 2024-04-02T08:42:13.752 INFO:tasks.rados.rados.0.smithi019.stdout:3686: read oid 49 snap -1 2024-04-02T08:42:13.752 INFO:tasks.rados.rados.0.smithi019.stdout:3686: expect deleted 2024-04-02T08:42:13.752 INFO:tasks.rados.rados.0.smithi019.stdout:3687: snap_remove snap 326 2024-04-02T08:42:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:13 smithi066 ceph-mon[87361]: pgmap v764: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-02T08:42:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:13 smithi019 ceph-mon[94035]: pgmap v764: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-02T08:42:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:13 smithi019 ceph-mon[96522]: pgmap v764: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-04-02T08:42:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:14.667 INFO:tasks.rados.rados.0.smithi019.stdout:3687: done (1 left) 2024-04-02T08:42:14.668 INFO:tasks.rados.rados.0.smithi019.stdout:3688: snap_remove snap 329 2024-04-02T08:42:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:14 smithi066 ceph-mon[87361]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:14 smithi066 ceph-mon[87361]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:14 smithi019 ceph-mon[94035]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:14 smithi019 ceph-mon[94035]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:14 smithi019 ceph-mon[96522]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:42:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:14 smithi019 ceph-mon[96522]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:42:15.670 INFO:tasks.rados.rados.0.smithi019.stdout:3688: done (1 left) 2024-04-02T08:42:15.671 INFO:tasks.rados.rados.0.smithi019.stdout:3689: delete oid 14 current snap is 330 2024-04-02T08:42:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:3686: done (1 left) 2024-04-02T08:42:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:3689: done (0 left) 2024-04-02T08:42:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:3690: rollback oid 19 current snap is 330 2024-04-02T08:42:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 321 2024-04-02T08:42:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:3691: copy_from oid 18 from oid 42 current snap is 330 2024-04-02T08:42:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:3692: read oid 30 snap 321 2024-04-02T08:42:15.674 INFO:tasks.rados.rados.0.smithi019.stdout:3692: expect (ObjNum 1127 snap 320 seq_num 1127) 2024-04-02T08:42:15.675 INFO:tasks.rados.rados.0.smithi019.stdout:3693: read oid 10 snap -1 2024-04-02T08:42:15.675 INFO:tasks.rados.rados.0.smithi019.stdout:3693: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:42:15.675 INFO:tasks.rados.rados.0.smithi019.stdout:3694: copy_from oid 48 from oid 13 current snap is 330 2024-04-02T08:42:15.675 INFO:tasks.rados.rados.0.smithi019.stdout:3695: snap_create 2024-04-02T08:42:15.676 INFO:tasks.rados.rados.0.smithi019.stdout:3690: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:42:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:3690: finishing rollback tid 2 to smithi01981774-19 2024-04-02T08:42:15.677 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1676 (ObjNum 1037 snap 298 seq_num 1037) dirty exists 2024-04-02T08:42:15.679 INFO:tasks.rados.rados.0.smithi019.stdout:3691: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:42:15.682 INFO:tasks.rados.rados.0.smithi019.stdout:3691: finishing copy_from to smithi01981774-18 2024-04-02T08:42:15.683 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 2143 (ObjNum 193 snap 0 seq_num 1571456553) dirty exists 2024-04-02T08:42:15.686 INFO:tasks.rados.rados.0.smithi019.stdout:3692: expect (ObjNum 1127 snap 320 seq_num 1127) 2024-04-02T08:42:15.744 INFO:tasks.rados.rados.0.smithi019.stdout:3693: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:42:15.816 INFO:tasks.rados.rados.0.smithi019.stdout:3694: finishing copy_from racing read to smithi01981774-48 2024-04-02T08:42:15.816 INFO:tasks.rados.rados.0.smithi019.stdout:3694: finishing copy_from to smithi01981774-48 2024-04-02T08:42:15.816 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 1426 (ObjNum 1005 snap 293 seq_num 1005) dirty exists 2024-04-02T08:42:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:15 smithi066 ceph-mon[87361]: pgmap v766: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:42:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:15 smithi066 ceph-mon[87361]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:15 smithi019 ceph-mon[94035]: pgmap v766: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:42:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:15 smithi019 ceph-mon[94035]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:15 smithi019 ceph-mon[96522]: pgmap v766: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:42:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:15 smithi019 ceph-mon[96522]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:42:16.671 INFO:tasks.rados.rados.0.smithi019.stdout:3690: done (5 left) 2024-04-02T08:42:16.671 INFO:tasks.rados.rados.0.smithi019.stdout:3691: done (4 left) 2024-04-02T08:42:16.671 INFO:tasks.rados.rados.0.smithi019.stdout:3692: done (3 left) 2024-04-02T08:42:16.672 INFO:tasks.rados.rados.0.smithi019.stdout:3693: done (2 left) 2024-04-02T08:42:16.672 INFO:tasks.rados.rados.0.smithi019.stdout:3694: done (1 left) 2024-04-02T08:42:16.672 INFO:tasks.rados.rados.0.smithi019.stdout:3695: done (0 left) 2024-04-02T08:42:16.672 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 331 2024-04-02T08:42:16.672 INFO:tasks.rados.rados.0.smithi019.stdout:3696: seq_num 1163 ranges {0=286720} 2024-04-02T08:42:16.673 INFO:tasks.rados.rados.0.smithi019.stdout:3696: writing smithi01981774-26 from 0 to 286720 tid 1 2024-04-02T08:42:16.673 INFO:tasks.rados.rados.0.smithi019.stdout:3697: rollback oid 10 current snap is 331 2024-04-02T08:42:16.673 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 323 2024-04-02T08:42:16.673 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 49 current snap is 331 2024-04-02T08:42:16.673 INFO:tasks.rados.rados.0.smithi019.stdout:3698: seq_num 1164 ranges {0=303104} 2024-04-02T08:42:16.674 INFO:tasks.rados.rados.0.smithi019.stdout:3698: writing smithi01981774-49 from 0 to 303104 tid 1 2024-04-02T08:42:16.674 INFO:tasks.rados.rados.0.smithi019.stdout:3699: read oid 25 snap -1 2024-04-02T08:42:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3699: expect deleted 2024-04-02T08:42:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3700: read oid 24 snap -1 2024-04-02T08:42:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3700: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:16.675 INFO:tasks.rados.rados.0.smithi019.stdout:3701: snap_create 2024-04-02T08:42:16.682 INFO:tasks.rados.rados.0.smithi019.stdout:3700: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:16.797 INFO:tasks.rados.rados.0.smithi019.stdout:3697: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:42:16.797 INFO:tasks.rados.rados.0.smithi019.stdout:3696: finishing write tid 1 to smithi01981774-26 2024-04-02T08:42:16.797 INFO:tasks.rados.rados.0.smithi019.stdout:3698: finishing write tid 1 to smithi01981774-49 2024-04-02T08:42:16.797 INFO:tasks.rados.rados.0.smithi019.stdout:3697: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3696: finishing write tid 2 to smithi01981774-26 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3698: finishing write tid 2 to smithi01981774-49 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3697: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2400 (ObjNum 1107 snap 313 seq_num 1107) dirty exists 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3696: finishing write tid 3 to smithi01981774-26 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3696: oid 26 updating version 0 to 2419 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3696: oid 26 version 2419 is already newer than 2418 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2419 (ObjNum 1163 snap 331 seq_num 1163) dirty exists 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3696: left oid 26 (ObjNum 1163 snap 331 seq_num 1163) 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3698: finishing write tid 3 to smithi01981774-49 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3698: oid 49 updating version 0 to 2253 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3698: oid 49 updating version 2253 to 2254 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 49 v 2254 (ObjNum 1164 snap 331 seq_num 1164) dirty exists 2024-04-02T08:42:16.798 INFO:tasks.rados.rados.0.smithi019.stdout:3698: left oid 49 (ObjNum 1164 snap 331 seq_num 1164) 2024-04-02T08:42:17.673 INFO:tasks.rados.rados.0.smithi019.stdout:3696: done (5 left) 2024-04-02T08:42:17.673 INFO:tasks.rados.rados.0.smithi019.stdout:3697: done (4 left) 2024-04-02T08:42:17.673 INFO:tasks.rados.rados.0.smithi019.stdout:3698: done (3 left) 2024-04-02T08:42:17.673 INFO:tasks.rados.rados.0.smithi019.stdout:3699: done (2 left) 2024-04-02T08:42:17.673 INFO:tasks.rados.rados.0.smithi019.stdout:3700: done (1 left) 2024-04-02T08:42:17.674 INFO:tasks.rados.rados.0.smithi019.stdout:3701: done (0 left) 2024-04-02T08:42:17.674 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 332 2024-04-02T08:42:17.674 INFO:tasks.rados.rados.0.smithi019.stdout:3702: seq_num 1165 ranges {2088960=319488} 2024-04-02T08:42:17.687 INFO:tasks.rados.rados.0.smithi019.stdout:3702: writing smithi01981774-13 from 2088960 to 2408448 tid 1 2024-04-02T08:42:17.687 INFO:tasks.rados.rados.0.smithi019.stdout:3703: read oid 26 snap -1 2024-04-02T08:42:17.687 INFO:tasks.rados.rados.0.smithi019.stdout:3703: expect (ObjNum 1163 snap 331 seq_num 1163) 2024-04-02T08:42:17.687 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 332 2024-04-02T08:42:17.687 INFO:tasks.rados.rados.0.smithi019.stdout:3704: seq_num 1166 ranges {1474560=335872} 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:3704: writing smithi01981774-22 from 1474560 to 1810432 tid 1 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:3705: rollback oid 23 current snap is 332 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 23 to 330 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:3702: finishing write tid 1 to smithi01981774-13 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:3702: finishing write tid 2 to smithi01981774-13 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:3702: finishing write tid 3 to smithi01981774-13 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:3702: oid 13 updating version 0 to 1428 2024-04-02T08:42:17.697 INFO:tasks.rados.rados.0.smithi019.stdout:3702: oid 13 version 1428 is already newer than 1427 2024-04-02T08:42:17.698 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 1428 (ObjNum 1165 snap 332 seq_num 1165) dirty exists 2024-04-02T08:42:17.698 INFO:tasks.rados.rados.0.smithi019.stdout:3702: left oid 13 (ObjNum 1165 snap 332 seq_num 1165) 2024-04-02T08:42:17.698 INFO:tasks.rados.rados.0.smithi019.stdout:3702: done (3 left) 2024-04-02T08:42:17.698 INFO:tasks.rados.rados.0.smithi019.stdout:3706: setattr oid 6 current snap is 332 2024-04-02T08:42:17.698 INFO:tasks.rados.rados.0.smithi019.stdout:3703: expect (ObjNum 1163 snap 331 seq_num 1163) 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3704: finishing write tid 1 to smithi01981774-22 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3705: finishing rollback tid 0 to smithi01981774-23 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3705: finishing rollback tid 1 to smithi01981774-23 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3705: finishing rollback tid 2 to smithi01981774-23 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2250 (ObjNum 1094 snap 309 seq_num 1094) dirty exists 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3704: finishing write tid 2 to smithi01981774-22 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3704: finishing write tid 3 to smithi01981774-22 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3704: oid 22 updating version 0 to 2551 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3704: oid 22 version 2551 is already newer than 2550 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 2551 (ObjNum 1166 snap 332 seq_num 1166) dirty exists 2024-04-02T08:42:17.711 INFO:tasks.rados.rados.0.smithi019.stdout:3704: left oid 22 (ObjNum 1166 snap 332 seq_num 1166) 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3703: done (3 left) 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3704: done (2 left) 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3705: done (1 left) 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3707: read oid 50 snap -1 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3707: expect deleted 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3708: rollback oid 15 current snap is 332 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 15 to 320 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3709: read oid 37 snap -1 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3709: expect deleted 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3710: read oid 5 snap -1 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3710: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3711: read oid 10 snap -1 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3711: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3712: read oid 28 snap -1 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3712: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:17.712 INFO:tasks.rados.rados.0.smithi019.stdout:3713: read oid 35 snap -1 2024-04-02T08:42:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:3713: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:42:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:3714: copy_from oid 13 from oid 2 current snap is 332 2024-04-02T08:42:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:3715: snap_create 2024-04-02T08:42:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:3712: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:3714: finishing copy_from to smithi01981774-13 2024-04-02T08:42:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:3714: got expected ENOENT (src dne) 2024-04-02T08:42:17.713 INFO:tasks.rados.rados.0.smithi019.stdout:3714: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:42:17.714 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 2145 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:17.715 INFO:tasks.rados.rados.0.smithi019.stdout:3713: expect (ObjNum 1096 snap 312 seq_num 1096) 2024-04-02T08:42:17.771 INFO:tasks.rados.rados.0.smithi019.stdout:3708: finishing rollback tid 0 to smithi01981774-15 2024-04-02T08:42:17.771 INFO:tasks.rados.rados.0.smithi019.stdout:3708: finishing rollback tid 1 to smithi01981774-15 2024-04-02T08:42:17.772 INFO:tasks.rados.rados.0.smithi019.stdout:3708: finishing rollback tid 2 to smithi01981774-15 2024-04-02T08:42:17.772 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2422 (ObjNum 1056 snap 298 seq_num 1056) dirty exists 2024-04-02T08:42:17.772 INFO:tasks.rados.rados.0.smithi019.stdout:3711: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:42:17.861 INFO:tasks.rados.rados.0.smithi019.stdout:3710: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:17 smithi019 ceph-mon[94035]: pgmap v769: 121 pgs: 121 active+clean; 230 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 457 KiB/s wr, 19 op/s 2024-04-02T08:42:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:17 smithi019 ceph-mon[94035]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:17 smithi019 ceph-mon[96522]: pgmap v769: 121 pgs: 121 active+clean; 230 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 457 KiB/s wr, 19 op/s 2024-04-02T08:42:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:17 smithi019 ceph-mon[96522]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:17 smithi066 ceph-mon[87361]: pgmap v769: 121 pgs: 121 active+clean; 230 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 457 KiB/s wr, 19 op/s 2024-04-02T08:42:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:17 smithi066 ceph-mon[87361]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:42:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:3706: done (9 left) 2024-04-02T08:42:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:3707: done (8 left) 2024-04-02T08:42:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:3708: done (7 left) 2024-04-02T08:42:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:3709: done (6 left) 2024-04-02T08:42:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:3710: done (5 left) 2024-04-02T08:42:18.683 INFO:tasks.rados.rados.0.smithi019.stdout:3711: done (4 left) 2024-04-02T08:42:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:3712: done (3 left) 2024-04-02T08:42:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:3713: done (2 left) 2024-04-02T08:42:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:3714: done (1 left) 2024-04-02T08:42:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:3715: done (0 left) 2024-04-02T08:42:18.684 INFO:tasks.rados.rados.0.smithi019.stdout:3716: snap_remove snap 320 2024-04-02T08:42:18.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:18 smithi019 ceph-mon[94035]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:42:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:18 smithi019 ceph-mon[96522]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:42:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:18 smithi066 ceph-mon[87361]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:42:19.670 INFO:tasks.rados.rados.0.smithi019.stdout:3716: done (0 left) 2024-04-02T08:42:19.670 INFO:tasks.rados.rados.0.smithi019.stdout:3717: snap_create 2024-04-02T08:42:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:19 smithi019 ceph-mon[94035]: pgmap v772: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 318 KiB/s wr, 24 op/s 2024-04-02T08:42:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:19 smithi019 ceph-mon[94035]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:42:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:19 smithi019 ceph-mon[94035]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:42:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:19 smithi019 ceph-mon[96522]: pgmap v772: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 318 KiB/s wr, 24 op/s 2024-04-02T08:42:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:19 smithi019 ceph-mon[96522]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:42:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:19 smithi019 ceph-mon[96522]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:42:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:19 smithi066 ceph-mon[87361]: pgmap v772: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 318 KiB/s wr, 24 op/s 2024-04-02T08:42:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:19 smithi066 ceph-mon[87361]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:42:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:19 smithi066 ceph-mon[87361]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:42:20.673 INFO:tasks.rados.rados.0.smithi019.stdout:3717: done (0 left) 2024-04-02T08:42:20.673 INFO:tasks.rados.rados.0.smithi019.stdout:3718: snap_create 2024-04-02T08:42:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:42:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:42:20] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-02T08:42:21.672 INFO:tasks.rados.rados.0.smithi019.stdout:3718: done (0 left) 2024-04-02T08:42:21.672 INFO:tasks.rados.rados.0.smithi019.stdout:3719: copy_from oid 28 from oid 26 current snap is 335 2024-04-02T08:42:21.672 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 335 2024-04-02T08:42:21.672 INFO:tasks.rados.rados.0.smithi019.stdout:3720: seq_num 1167 ranges {4300800=352256} 2024-04-02T08:42:21.697 INFO:tasks.rados.rados.0.smithi019.stdout:3720: writing smithi01981774-20 from 4300800 to 4653056 tid 1 2024-04-02T08:42:21.697 INFO:tasks.rados.rados.0.smithi019.stdout:3721: snap_create 2024-04-02T08:42:21.697 INFO:tasks.rados.rados.0.smithi019.stdout:3719: finishing copy_from racing read to smithi01981774-28 2024-04-02T08:42:21.698 INFO:tasks.rados.rados.0.smithi019.stdout:3719: finishing copy_from to smithi01981774-28 2024-04-02T08:42:21.698 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 2419 (ObjNum 1163 snap 331 seq_num 1163) dirty exists 2024-04-02T08:42:21.701 INFO:tasks.rados.rados.0.smithi019.stdout:3720: finishing write tid 1 to smithi01981774-20 2024-04-02T08:42:21.701 INFO:tasks.rados.rados.0.smithi019.stdout:3720: finishing write tid 2 to smithi01981774-20 2024-04-02T08:42:21.703 INFO:tasks.rados.rados.0.smithi019.stdout:3720: finishing write tid 3 to smithi01981774-20 2024-04-02T08:42:21.703 INFO:tasks.rados.rados.0.smithi019.stdout:3720: oid 20 updating version 0 to 2435 2024-04-02T08:42:21.703 INFO:tasks.rados.rados.0.smithi019.stdout:3720: oid 20 updating version 2435 to 2436 2024-04-02T08:42:21.704 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2436 (ObjNum 1167 snap 335 seq_num 1167) dirty exists 2024-04-02T08:42:21.704 INFO:tasks.rados.rados.0.smithi019.stdout:3720: left oid 20 (ObjNum 1167 snap 335 seq_num 1167) 2024-04-02T08:42:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:21 smithi019 ceph-mon[94035]: pgmap v775: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 154 KiB/s wr, 6 op/s 2024-04-02T08:42:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:21 smithi019 ceph-mon[94035]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:42:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:21 smithi019 ceph-mon[96522]: pgmap v775: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 154 KiB/s wr, 6 op/s 2024-04-02T08:42:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:21 smithi019 ceph-mon[96522]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:42:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:21 smithi066 ceph-mon[87361]: pgmap v775: 121 pgs: 121 active+clean; 229 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 154 KiB/s wr, 6 op/s 2024-04-02T08:42:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:21 smithi066 ceph-mon[87361]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:42:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:42:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:22.685 INFO:tasks.rados.rados.0.smithi019.stdout:3719: done (2 left) 2024-04-02T08:42:22.685 INFO:tasks.rados.rados.0.smithi019.stdout:3720: done (1 left) 2024-04-02T08:42:22.685 INFO:tasks.rados.rados.0.smithi019.stdout:3721: done (0 left) 2024-04-02T08:42:22.685 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 336 2024-04-02T08:42:22.685 INFO:tasks.rados.rados.0.smithi019.stdout:3722: seq_num 1168 ranges {2768896=368640} 2024-04-02T08:42:22.702 INFO:tasks.rados.rados.0.smithi019.stdout:3722: writing smithi01981774-5 from 2768896 to 3137536 tid 1 2024-04-02T08:42:22.702 INFO:tasks.rados.rados.0.smithi019.stdout:3723: delete oid 35 current snap is 336 2024-04-02T08:42:22.704 INFO:tasks.rados.rados.0.smithi019.stdout:3723: done (1 left) 2024-04-02T08:42:22.704 INFO:tasks.rados.rados.0.smithi019.stdout:3724: rmattr oid 45 current snap is 336 2024-04-02T08:42:22.704 INFO:tasks.rados.rados.0.smithi019.stdout:3724: done (1 left) 2024-04-02T08:42:22.704 INFO:tasks.rados.rados.0.smithi019.stdout:3725: read oid 42 snap -1 2024-04-02T08:42:22.704 INFO:tasks.rados.rados.0.smithi019.stdout:3725: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:22.705 INFO:tasks.rados.rados.0.smithi019.stdout:3726: read oid 31 snap 328 2024-04-02T08:42:22.705 INFO:tasks.rados.rados.0.smithi019.stdout:3726: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:42:22.705 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 336 2024-04-02T08:42:22.705 INFO:tasks.rados.rados.0.smithi019.stdout:3727: seq_num 1170 ranges {2088960=401408} 2024-04-02T08:42:22.718 INFO:tasks.rados.rados.0.smithi019.stdout:3727: writing smithi01981774-48 from 2088960 to 2490368 tid 1 2024-04-02T08:42:22.718 INFO:tasks.rados.rados.0.smithi019.stdout:3728: read oid 47 snap -1 2024-04-02T08:42:22.719 INFO:tasks.rados.rados.0.smithi019.stdout:3728: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:22.719 INFO:tasks.rados.rados.0.smithi019.stdout:3729: read oid 27 snap -1 2024-04-02T08:42:22.719 INFO:tasks.rados.rados.0.smithi019.stdout:3729: expect (ObjNum 1122 snap 319 seq_num 1122) 2024-04-02T08:42:22.719 INFO:tasks.rados.rados.0.smithi019.stdout:3730: delete oid 29 current snap is 336 2024-04-02T08:42:22.719 INFO:tasks.rados.rados.0.smithi019.stdout:3725: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:3722: finishing write tid 1 to smithi01981774-5 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:3722: finishing write tid 2 to smithi01981774-5 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:3722: finishing write tid 3 to smithi01981774-5 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:3722: oid 5 updating version 0 to 2437 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:3722: oid 5 updating version 2437 to 2438 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2438 (ObjNum 1168 snap 336 seq_num 1168) dirty exists 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:3722: left oid 5 (ObjNum 1168 snap 336 seq_num 1168) 2024-04-02T08:42:22.721 INFO:tasks.rados.rados.0.smithi019.stdout:3728: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:22.724 INFO:tasks.rados.rados.0.smithi019.stdout:3727: finishing write tid 1 to smithi01981774-48 2024-04-02T08:42:22.724 INFO:tasks.rados.rados.0.smithi019.stdout:3727: finishing write tid 2 to smithi01981774-48 2024-04-02T08:42:22.732 INFO:tasks.rados.rados.0.smithi019.stdout:3726: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-02T08:42:22.941 INFO:tasks.rados.rados.0.smithi019.stdout:3727: finishing write tid 3 to smithi01981774-48 2024-04-02T08:42:22.942 INFO:tasks.rados.rados.0.smithi019.stdout:3727: oid 48 updating version 0 to 2603 2024-04-02T08:42:22.942 INFO:tasks.rados.rados.0.smithi019.stdout:3727: oid 48 updating version 2603 to 2604 2024-04-02T08:42:22.942 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2604 (ObjNum 1170 snap 336 seq_num 1170) dirty exists 2024-04-02T08:42:22.942 INFO:tasks.rados.rados.0.smithi019.stdout:3727: left oid 48 (ObjNum 1170 snap 336 seq_num 1170) 2024-04-02T08:42:22.942 INFO:tasks.rados.rados.0.smithi019.stdout:3729: expect (ObjNum 1122 snap 319 seq_num 1122) 2024-04-02T08:42:22.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:22 smithi019 ceph-mon[94035]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:42:22.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:22 smithi019 ceph-mon[96522]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:42:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:22 smithi066 ceph-mon[87361]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:42:23.363 INFO:tasks.rados.rados.0.smithi019.stdout:3722: done (6 left) 2024-04-02T08:42:23.363 INFO:tasks.rados.rados.0.smithi019.stdout:3725: done (5 left) 2024-04-02T08:42:23.363 INFO:tasks.rados.rados.0.smithi019.stdout:3726: done (4 left) 2024-04-02T08:42:23.363 INFO:tasks.rados.rados.0.smithi019.stdout:3727: done (3 left) 2024-04-02T08:42:23.363 INFO:tasks.rados.rados.0.smithi019.stdout:3728: done (2 left) 2024-04-02T08:42:23.363 INFO:tasks.rados.rados.0.smithi019.stdout:3729: done (1 left) 2024-04-02T08:42:23.363 INFO:tasks.rados.rados.0.smithi019.stdout:3730: done (0 left) 2024-04-02T08:42:23.364 INFO:tasks.rados.rados.0.smithi019.stdout:3731: snap_create 2024-04-02T08:42:23.690 INFO:tasks.rados.rados.0.smithi019.stdout:3731: done (0 left) 2024-04-02T08:42:23.690 INFO:tasks.rados.rados.0.smithi019.stdout:3732: snap_create 2024-04-02T08:42:23.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:23 smithi019 ceph-mon[94035]: pgmap v778: 121 pgs: 121 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 15 op/s 2024-04-02T08:42:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:23 smithi019 ceph-mon[94035]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:42:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:23 smithi019 ceph-mon[96522]: pgmap v778: 121 pgs: 121 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 15 op/s 2024-04-02T08:42:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:23 smithi019 ceph-mon[96522]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:42:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:23 smithi066 ceph-mon[87361]: pgmap v778: 121 pgs: 121 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 15 op/s 2024-04-02T08:42:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:23 smithi066 ceph-mon[87361]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:42:24.671 INFO:tasks.rados.rados.0.smithi019.stdout:3732: done (0 left) 2024-04-02T08:42:24.671 INFO:tasks.rados.rados.0.smithi019.stdout:3733: rollback oid 11 current snap is 338 2024-04-02T08:42:24.671 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 11 to 321 2024-04-02T08:42:24.671 INFO:tasks.rados.rados.0.smithi019.stdout:3734: rollback oid 32 current snap is 338 2024-04-02T08:42:24.671 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 32 to 323 2024-04-02T08:42:24.671 INFO:tasks.rados.rados.0.smithi019.stdout:3735: delete oid 15 current snap is 338 2024-04-02T08:42:24.680 INFO:tasks.rados.rados.0.smithi019.stdout:3734: finishing rollback tid 1 to smithi01981774-32 2024-04-02T08:42:24.680 INFO:tasks.rados.rados.0.smithi019.stdout:3733: finishing rollback tid 0 to smithi01981774-11 2024-04-02T08:42:24.680 INFO:tasks.rados.rados.0.smithi019.stdout:3734: finishing rollback tid 2 to smithi01981774-32 2024-04-02T08:42:24.680 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2424 (ObjNum 1125 snap 320 seq_num 1125) dirty exists 2024-04-02T08:42:24.681 INFO:tasks.rados.rados.0.smithi019.stdout:3733: finishing rollback tid 1 to smithi01981774-11 2024-04-02T08:42:24.681 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2273 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:24.682 INFO:tasks.rados.rados.0.smithi019.stdout:3733: done (2 left) 2024-04-02T08:42:24.682 INFO:tasks.rados.rados.0.smithi019.stdout:3734: done (1 left) 2024-04-02T08:42:24.682 INFO:tasks.rados.rados.0.smithi019.stdout:3735: done (0 left) 2024-04-02T08:42:24.683 INFO:tasks.rados.rados.0.smithi019.stdout:3736: rollback oid 45 current snap is 338 2024-04-02T08:42:24.683 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 45 to 330 2024-04-02T08:42:24.683 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 338 2024-04-02T08:42:24.683 INFO:tasks.rados.rados.0.smithi019.stdout:3737: seq_num 1173 ranges {0=450560} 2024-04-02T08:42:24.685 INFO:tasks.rados.rados.0.smithi019.stdout:3737: writing smithi01981774-40 from 0 to 450560 tid 1 2024-04-02T08:42:24.685 INFO:tasks.rados.rados.0.smithi019.stdout:3738: snap_create 2024-04-02T08:42:24.686 INFO:tasks.rados.rados.0.smithi019.stdout:3736: finishing rollback tid 0 to smithi01981774-45 2024-04-02T08:42:24.686 INFO:tasks.rados.rados.0.smithi019.stdout:3736: finishing rollback tid 1 to smithi01981774-45 2024-04-02T08:42:24.687 INFO:tasks.rados.rados.0.smithi019.stdout:3736: finishing rollback tid 2 to smithi01981774-45 2024-04-02T08:42:24.687 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1756 (ObjNum 1129 snap 320 seq_num 1129) dirty exists 2024-04-02T08:42:24.692 INFO:tasks.rados.rados.0.smithi019.stdout:3737: finishing write tid 1 to smithi01981774-40 2024-04-02T08:42:24.692 INFO:tasks.rados.rados.0.smithi019.stdout:3737: finishing write tid 2 to smithi01981774-40 2024-04-02T08:42:24.694 INFO:tasks.rados.rados.0.smithi019.stdout:3737: finishing write tid 3 to smithi01981774-40 2024-04-02T08:42:24.694 INFO:tasks.rados.rados.0.smithi019.stdout:3737: oid 40 updating version 0 to 2409 2024-04-02T08:42:24.694 INFO:tasks.rados.rados.0.smithi019.stdout:3737: oid 40 version 2409 is already newer than 2408 2024-04-02T08:42:24.694 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 2409 (ObjNum 1173 snap 338 seq_num 1173) dirty exists 2024-04-02T08:42:24.694 INFO:tasks.rados.rados.0.smithi019.stdout:3737: left oid 40 (ObjNum 1173 snap 338 seq_num 1173) 2024-04-02T08:42:24.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:24 smithi019 ceph-mon[94035]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:42:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:24 smithi019 ceph-mon[94035]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:42:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:24 smithi019 ceph-mon[96522]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:42:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:24 smithi019 ceph-mon[96522]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:42:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:24 smithi066 ceph-mon[87361]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:42:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:24 smithi066 ceph-mon[87361]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:42:25.673 INFO:tasks.rados.rados.0.smithi019.stdout:3736: done (2 left) 2024-04-02T08:42:25.673 INFO:tasks.rados.rados.0.smithi019.stdout:3737: done (1 left) 2024-04-02T08:42:25.674 INFO:tasks.rados.rados.0.smithi019.stdout:3738: done (0 left) 2024-04-02T08:42:25.674 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 339 2024-04-02T08:42:25.674 INFO:tasks.rados.rados.0.smithi019.stdout:3739: seq_num 1174 ranges {2408448=466944} 2024-04-02T08:42:25.690 INFO:tasks.rados.rados.0.smithi019.stdout:3739: writing smithi01981774-13 from 2408448 to 2875392 tid 1 2024-04-02T08:42:25.690 INFO:tasks.rados.rados.0.smithi019.stdout:3740: rollback oid 30 current snap is 339 2024-04-02T08:42:25.690 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 30 to 323 2024-04-02T08:42:25.690 INFO:tasks.rados.rados.0.smithi019.stdout:3741: snap_create 2024-04-02T08:42:25.694 INFO:tasks.rados.rados.0.smithi019.stdout:3739: finishing write tid 1 to smithi01981774-13 2024-04-02T08:42:25.694 INFO:tasks.rados.rados.0.smithi019.stdout:3740: finishing rollback tid 0 to smithi01981774-30 2024-04-02T08:42:25.695 INFO:tasks.rados.rados.0.smithi019.stdout:3739: finishing write tid 2 to smithi01981774-13 2024-04-02T08:42:25.696 INFO:tasks.rados.rados.0.smithi019.stdout:3739: finishing write tid 3 to smithi01981774-13 2024-04-02T08:42:25.696 INFO:tasks.rados.rados.0.smithi019.stdout:3739: oid 13 updating version 0 to 1430 2024-04-02T08:42:25.696 INFO:tasks.rados.rados.0.smithi019.stdout:3739: oid 13 version 1430 is already newer than 1429 2024-04-02T08:42:25.696 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 1430 (ObjNum 1174 snap 339 seq_num 1174) dirty exists 2024-04-02T08:42:25.696 INFO:tasks.rados.rados.0.smithi019.stdout:3739: left oid 13 (ObjNum 1174 snap 339 seq_num 1174) 2024-04-02T08:42:25.697 INFO:tasks.rados.rados.0.smithi019.stdout:3740: finishing rollback tid 1 to smithi01981774-30 2024-04-02T08:42:25.700 INFO:tasks.rados.rados.0.smithi019.stdout:3740: finishing rollback tid 2 to smithi01981774-30 2024-04-02T08:42:25.700 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 30 v 2610 (ObjNum 1127 snap 320 seq_num 1127) dirty exists 2024-04-02T08:42:25.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:25 smithi019 ceph-mon[94035]: pgmap v781: 121 pgs: 121 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 15 op/s 2024-04-02T08:42:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:25 smithi019 ceph-mon[94035]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:42:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:25 smithi019 ceph-mon[96522]: pgmap v781: 121 pgs: 121 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 15 op/s 2024-04-02T08:42:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:25 smithi019 ceph-mon[96522]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:42:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:25 smithi066 ceph-mon[87361]: pgmap v781: 121 pgs: 121 active+clean; 233 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 830 KiB/s wr, 15 op/s 2024-04-02T08:42:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:25 smithi066 ceph-mon[87361]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:42:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:3739: done (2 left) 2024-04-02T08:42:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:3740: done (1 left) 2024-04-02T08:42:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:3741: done (0 left) 2024-04-02T08:42:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:3742: read oid 41 snap -1 2024-04-02T08:42:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:3742: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:26.677 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 8 current snap is 340 2024-04-02T08:42:26.678 INFO:tasks.rados.rados.0.smithi019.stdout:3743: seq_num 1175 ranges {0=483328} 2024-04-02T08:42:26.680 INFO:tasks.rados.rados.0.smithi019.stdout:3743: writing smithi01981774-8 from 0 to 483328 tid 1 2024-04-02T08:42:26.680 INFO:tasks.rados.rados.0.smithi019.stdout:3744: snap_create 2024-04-02T08:42:26.686 INFO:tasks.rados.rados.0.smithi019.stdout:3742: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:26.829 INFO:tasks.rados.rados.0.smithi019.stdout:3743: finishing write tid 1 to smithi01981774-8 2024-04-02T08:42:26.830 INFO:tasks.rados.rados.0.smithi019.stdout:3743: finishing write tid 2 to smithi01981774-8 2024-04-02T08:42:26.830 INFO:tasks.rados.rados.0.smithi019.stdout:3743: finishing write tid 3 to smithi01981774-8 2024-04-02T08:42:26.830 INFO:tasks.rados.rados.0.smithi019.stdout:3743: oid 8 updating version 0 to 2423 2024-04-02T08:42:26.830 INFO:tasks.rados.rados.0.smithi019.stdout:3743: oid 8 updating version 2423 to 2424 2024-04-02T08:42:26.830 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 2424 (ObjNum 1175 snap 340 seq_num 1175) dirty exists 2024-04-02T08:42:26.830 INFO:tasks.rados.rados.0.smithi019.stdout:3743: left oid 8 (ObjNum 1175 snap 340 seq_num 1175) 2024-04-02T08:42:27.682 INFO:tasks.rados.rados.0.smithi019.stdout:3742: done (2 left) 2024-04-02T08:42:27.682 INFO:tasks.rados.rados.0.smithi019.stdout:3743: done (1 left) 2024-04-02T08:42:27.682 INFO:tasks.rados.rados.0.smithi019.stdout:3744: done (0 left) 2024-04-02T08:42:27.682 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 341 2024-04-02T08:42:27.682 INFO:tasks.rados.rados.0.smithi019.stdout:3745: seq_num 1176 ranges {7659520=499712} 2024-04-02T08:42:27.725 INFO:tasks.rados.rados.0.smithi019.stdout:3745: writing smithi01981774-4 from 7659520 to 8159232 tid 1 2024-04-02T08:42:27.725 INFO:tasks.rados.rados.0.smithi019.stdout:3746: copy_from oid 41 from oid 13 current snap is 341 2024-04-02T08:42:27.726 INFO:tasks.rados.rados.0.smithi019.stdout:3747: setattr oid 47 current snap is 341 2024-04-02T08:42:27.727 INFO:tasks.rados.rados.0.smithi019.stdout:3748: delete oid 37 current snap is 341 2024-04-02T08:42:27.734 INFO:tasks.rados.rados.0.smithi019.stdout:3745: finishing write tid 1 to smithi01981774-4 2024-04-02T08:42:27.735 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 1725 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:42:27.735 INFO:tasks.rados.rados.0.smithi019.stdout:3745: finishing write tid 2 to smithi01981774-4 2024-04-02T08:42:27.736 INFO:tasks.rados.rados.0.smithi019.stdout:3747: done (3 left) 2024-04-02T08:42:27.736 INFO:tasks.rados.rados.0.smithi019.stdout:3748: done (2 left) 2024-04-02T08:42:27.736 INFO:tasks.rados.rados.0.smithi019.stdout:3749: delete oid 2 current snap is 341 2024-04-02T08:42:27.739 INFO:tasks.rados.rados.0.smithi019.stdout:3749: done (2 left) 2024-04-02T08:42:27.739 INFO:tasks.rados.rados.0.smithi019.stdout:3750: snap_remove snap 337 2024-04-02T08:42:27.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:27 smithi019 ceph-mon[94035]: pgmap v784: 121 pgs: 121 active+clean; 234 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 168 KiB/s wr, 4 op/s 2024-04-02T08:42:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:27 smithi019 ceph-mon[94035]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:42:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:27 smithi019 ceph-mon[96522]: pgmap v784: 121 pgs: 121 active+clean; 234 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 168 KiB/s wr, 4 op/s 2024-04-02T08:42:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:27 smithi019 ceph-mon[96522]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:42:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:27 smithi066 ceph-mon[87361]: pgmap v784: 121 pgs: 121 active+clean; 234 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 168 KiB/s wr, 4 op/s 2024-04-02T08:42:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:27 smithi066 ceph-mon[87361]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:42:28.692 INFO:tasks.rados.rados.0.smithi019.stdout:3745: finishing write tid 3 to smithi01981774-4 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3745: oid 4 updating version 0 to 2274 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3745: oid 4 updating version 2274 to 2275 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2275 (ObjNum 1176 snap 341 seq_num 1176) dirty exists 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3745: left oid 4 (ObjNum 1176 snap 341 seq_num 1176) 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3746: finishing copy_from racing read to smithi01981774-41 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3746: finishing copy_from to smithi01981774-41 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 1430 (ObjNum 1174 snap 339 seq_num 1174) dirty exists 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3745: done (2 left) 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3746: done (1 left) 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3750: done (0 left) 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 41 current snap is 341 2024-04-02T08:42:28.693 INFO:tasks.rados.rados.0.smithi019.stdout:3751: seq_num 1179 ranges {2875392=548864} 2024-04-02T08:42:28.711 INFO:tasks.rados.rados.0.smithi019.stdout:3751: writing smithi01981774-41 from 2875392 to 3424256 tid 1 2024-04-02T08:42:28.711 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 341 2024-04-02T08:42:28.711 INFO:tasks.rados.rados.0.smithi019.stdout:3752: seq_num 1180 ranges {7356416=565248} 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3752: writing smithi01981774-27 from 7356416 to 7921664 tid 1 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3753: read oid 3 snap -1 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3753: expect (ObjNum 1157 snap 329 seq_num 1157) 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3754: read oid 6 snap -1 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3754: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3755: snap_create 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3751: finishing write tid 1 to smithi01981774-41 2024-04-02T08:42:28.758 INFO:tasks.rados.rados.0.smithi019.stdout:3751: finishing write tid 2 to smithi01981774-41 2024-04-02T08:42:28.759 INFO:tasks.rados.rados.0.smithi019.stdout:3751: finishing write tid 3 to smithi01981774-41 2024-04-02T08:42:28.759 INFO:tasks.rados.rados.0.smithi019.stdout:3751: oid 41 updating version 0 to 2618 2024-04-02T08:42:28.759 INFO:tasks.rados.rados.0.smithi019.stdout:3751: oid 41 version 2618 is already newer than 2617 2024-04-02T08:42:28.759 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 2618 (ObjNum 1179 snap 341 seq_num 1179) dirty exists 2024-04-02T08:42:28.759 INFO:tasks.rados.rados.0.smithi019.stdout:3751: left oid 41 (ObjNum 1179 snap 341 seq_num 1179) 2024-04-02T08:42:28.759 INFO:tasks.rados.rados.0.smithi019.stdout:3754: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:28.761 INFO:tasks.rados.rados.0.smithi019.stdout:3752: finishing write tid 1 to smithi01981774-27 2024-04-02T08:42:28.761 INFO:tasks.rados.rados.0.smithi019.stdout:3752: finishing write tid 2 to smithi01981774-27 2024-04-02T08:42:28.761 INFO:tasks.rados.rados.0.smithi019.stdout:3752: finishing write tid 3 to smithi01981774-27 2024-04-02T08:42:28.761 INFO:tasks.rados.rados.0.smithi019.stdout:3752: oid 27 updating version 0 to 2552 2024-04-02T08:42:28.761 INFO:tasks.rados.rados.0.smithi019.stdout:3752: oid 27 updating version 2552 to 2553 2024-04-02T08:42:28.762 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 2553 (ObjNum 1180 snap 341 seq_num 1180) dirty exists 2024-04-02T08:42:28.762 INFO:tasks.rados.rados.0.smithi019.stdout:3752: left oid 27 (ObjNum 1180 snap 341 seq_num 1180) 2024-04-02T08:42:28.771 INFO:tasks.rados.rados.0.smithi019.stdout:3753: expect (ObjNum 1157 snap 329 seq_num 1157) 2024-04-02T08:42:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:28 smithi019 ceph-mon[94035]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:42:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:28 smithi019 ceph-mon[96522]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:42:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:28 smithi066 ceph-mon[87361]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:42:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:29.701 INFO:tasks.rados.rados.0.smithi019.stdout:3751: done (4 left) 2024-04-02T08:42:29.701 INFO:tasks.rados.rados.0.smithi019.stdout:3752: done (3 left) 2024-04-02T08:42:29.701 INFO:tasks.rados.rados.0.smithi019.stdout:3753: done (2 left) 2024-04-02T08:42:29.701 INFO:tasks.rados.rados.0.smithi019.stdout:3754: done (1 left) 2024-04-02T08:42:29.701 INFO:tasks.rados.rados.0.smithi019.stdout:3755: done (0 left) 2024-04-02T08:42:29.701 INFO:tasks.rados.rados.0.smithi019.stdout:3756: read oid 48 snap 336 2024-04-02T08:42:29.702 INFO:tasks.rados.rados.0.smithi019.stdout:3756: expect (ObjNum 1170 snap 336 seq_num 1170) 2024-04-02T08:42:29.702 INFO:tasks.rados.rados.0.smithi019.stdout:3757: read oid 39 snap 336 2024-04-02T08:42:29.702 INFO:tasks.rados.rados.0.smithi019.stdout:3757: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:42:29.702 INFO:tasks.rados.rados.0.smithi019.stdout:3758: copy_from oid 46 from oid 34 current snap is 342 2024-04-02T08:42:29.702 INFO:tasks.rados.rados.0.smithi019.stdout:3759: delete oid 6 current snap is 342 2024-04-02T08:42:29.716 INFO:tasks.rados.rados.0.smithi019.stdout:3757: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:42:29.758 INFO:tasks.rados.rados.0.smithi019.stdout:3756: expect (ObjNum 1170 snap 336 seq_num 1170) 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3758: finishing copy_from to smithi01981774-46 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3758: got expected ENOENT (src dne) 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3758: finishing copy_from racing read to smithi01981774-46 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3756: done (3 left) 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3757: done (2 left) 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3758: done (1 left) 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3759: done (0 left) 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 342 2024-04-02T08:42:29.892 INFO:tasks.rados.rados.0.smithi019.stdout:3760: seq_num 1182 ranges {2801664=606208} 2024-04-02T08:42:29.912 INFO:tasks.rados.rados.0.smithi019.stdout:3760: writing smithi01981774-44 from 2801664 to 3407872 tid 1 2024-04-02T08:42:29.912 INFO:tasks.rados.rados.0.smithi019.stdout:3761: snap_create 2024-04-02T08:42:29.917 INFO:tasks.rados.rados.0.smithi019.stdout:3760: finishing write tid 1 to smithi01981774-44 2024-04-02T08:42:29.917 INFO:tasks.rados.rados.0.smithi019.stdout:3760: finishing write tid 2 to smithi01981774-44 2024-04-02T08:42:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:3760: finishing write tid 3 to smithi01981774-44 2024-04-02T08:42:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:3760: oid 44 updating version 0 to 2410 2024-04-02T08:42:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:3760: oid 44 updating version 2410 to 2411 2024-04-02T08:42:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2411 (ObjNum 1182 snap 342 seq_num 1182) dirty exists 2024-04-02T08:42:29.918 INFO:tasks.rados.rados.0.smithi019.stdout:3760: left oid 44 (ObjNum 1182 snap 342 seq_num 1182) 2024-04-02T08:42:29.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:29 smithi019 ceph-mon[94035]: pgmap v787: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 368 KiB/s wr, 9 op/s 2024-04-02T08:42:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:29 smithi019 ceph-mon[94035]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:42:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:29 smithi019 ceph-mon[96522]: pgmap v787: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 368 KiB/s wr, 9 op/s 2024-04-02T08:42:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:29 smithi019 ceph-mon[96522]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:42:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:29 smithi066 ceph-mon[87361]: pgmap v787: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 368 KiB/s wr, 9 op/s 2024-04-02T08:42:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:29 smithi066 ceph-mon[87361]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:42:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:42:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:42:30] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-02T08:42:30.706 INFO:tasks.rados.rados.0.smithi019.stdout:3760: done (1 left) 2024-04-02T08:42:30.706 INFO:tasks.rados.rados.0.smithi019.stdout:3761: done (0 left) 2024-04-02T08:42:30.706 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 23 current snap is 343 2024-04-02T08:42:30.706 INFO:tasks.rados.rados.0.smithi019.stdout:3762: seq_num 1183 ranges {6979584=622592} 2024-04-02T08:42:30.747 INFO:tasks.rados.rados.0.smithi019.stdout:3762: writing smithi01981774-23 from 6979584 to 7602176 tid 1 2024-04-02T08:42:30.748 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 343 2024-04-02T08:42:30.748 INFO:tasks.rados.rados.0.smithi019.stdout:3763: seq_num 1184 ranges {5627904=638976} 2024-04-02T08:42:30.782 INFO:tasks.rados.rados.0.smithi019.stdout:3763: writing smithi01981774-3 from 5627904 to 6266880 tid 1 2024-04-02T08:42:30.782 INFO:tasks.rados.rados.0.smithi019.stdout:3764: read oid 34 snap -1 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3764: expect deleted 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3765: rollback oid 19 current snap is 343 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 19 to 303 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3762: finishing write tid 1 to smithi01981774-23 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3762: finishing write tid 2 to smithi01981774-23 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3762: finishing write tid 3 to smithi01981774-23 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3762: oid 23 updating version 0 to 2252 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3762: oid 23 version 2252 is already newer than 2251 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 23 v 2252 (ObjNum 1183 snap 343 seq_num 1183) dirty exists 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3762: left oid 23 (ObjNum 1183 snap 343 seq_num 1183) 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3762: done (3 left) 2024-04-02T08:42:30.783 INFO:tasks.rados.rados.0.smithi019.stdout:3766: delete oid 5 current snap is 343 2024-04-02T08:42:30.785 INFO:tasks.rados.rados.0.smithi019.stdout:3764: done (3 left) 2024-04-02T08:42:30.785 INFO:tasks.rados.rados.0.smithi019.stdout:3766: done (2 left) 2024-04-02T08:42:30.785 INFO:tasks.rados.rados.0.smithi019.stdout:3767: rollback oid 10 current snap is 343 2024-04-02T08:42:30.785 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 328 2024-04-02T08:42:30.785 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 343 2024-04-02T08:42:30.786 INFO:tasks.rados.rados.0.smithi019.stdout:3768: seq_num 1186 ranges {1810432=671744} 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3768: writing smithi01981774-22 from 1810432 to 2482176 tid 1 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3769: rollback oid 41 current snap is 343 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 41 to 332 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3765: finishing rollback tid 0 to smithi01981774-19 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3763: finishing write tid 1 to smithi01981774-3 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3763: finishing write tid 2 to smithi01981774-3 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3765: finishing rollback tid 1 to smithi01981774-19 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3765: finishing rollback tid 2 to smithi01981774-19 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1679 (ObjNum 877 snap 268 seq_num 877) dirty exists 2024-04-02T08:42:30.800 INFO:tasks.rados.rados.0.smithi019.stdout:3763: finishing write tid 3 to smithi01981774-3 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3763: oid 3 updating version 0 to 2426 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3763: oid 3 version 2426 is already newer than 2425 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2426 (ObjNum 1184 snap 343 seq_num 1184) dirty exists 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3763: left oid 3 (ObjNum 1184 snap 343 seq_num 1184) 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3767: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3767: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3767: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2403 (ObjNum 1107 snap 313 seq_num 1107) dirty exists 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3763: done (4 left) 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3765: done (3 left) 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3767: done (2 left) 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 343 2024-04-02T08:42:30.801 INFO:tasks.rados.rados.0.smithi019.stdout:3770: seq_num 1187 ranges {14221312=688128} 2024-04-02T08:42:30.885 INFO:tasks.rados.rados.0.smithi019.stdout:3770: writing smithi01981774-38 from 14221312 to 14909440 tid 1 2024-04-02T08:42:30.885 INFO:tasks.rados.rados.0.smithi019.stdout:3771: snap_create 2024-04-02T08:42:30.885 INFO:tasks.rados.rados.0.smithi019.stdout:3768: finishing write tid 1 to smithi01981774-22 2024-04-02T08:42:30.885 INFO:tasks.rados.rados.0.smithi019.stdout:3768: finishing write tid 2 to smithi01981774-22 2024-04-02T08:42:30.885 INFO:tasks.rados.rados.0.smithi019.stdout:3769: finishing rollback tid 0 to smithi01981774-41 2024-04-02T08:42:30.885 INFO:tasks.rados.rados.0.smithi019.stdout:3769: finishing rollback tid 1 to smithi01981774-41 2024-04-02T08:42:30.885 INFO:tasks.rados.rados.0.smithi019.stdout:3769: finishing rollback tid 2 to smithi01981774-41 2024-04-02T08:42:30.886 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 41 v 2622 (ObjNum 1073 snap 304 seq_num 1073) dirty exists 2024-04-02T08:42:30.886 INFO:tasks.rados.rados.0.smithi019.stdout:3768: finishing write tid 3 to smithi01981774-22 2024-04-02T08:42:30.886 INFO:tasks.rados.rados.0.smithi019.stdout:3768: oid 22 updating version 0 to 2555 2024-04-02T08:42:30.886 INFO:tasks.rados.rados.0.smithi019.stdout:3768: oid 22 version 2555 is already newer than 2554 2024-04-02T08:42:30.886 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 2555 (ObjNum 1186 snap 343 seq_num 1186) dirty exists 2024-04-02T08:42:30.886 INFO:tasks.rados.rados.0.smithi019.stdout:3768: left oid 22 (ObjNum 1186 snap 343 seq_num 1186) 2024-04-02T08:42:30.891 INFO:tasks.rados.rados.0.smithi019.stdout:3770: finishing write tid 1 to smithi01981774-38 2024-04-02T08:42:30.892 INFO:tasks.rados.rados.0.smithi019.stdout:3770: finishing write tid 2 to smithi01981774-38 2024-04-02T08:42:30.894 INFO:tasks.rados.rados.0.smithi019.stdout:3770: finishing write tid 3 to smithi01981774-38 2024-04-02T08:42:30.894 INFO:tasks.rados.rados.0.smithi019.stdout:3770: oid 38 updating version 0 to 2440 2024-04-02T08:42:30.894 INFO:tasks.rados.rados.0.smithi019.stdout:3770: oid 38 updating version 2440 to 2441 2024-04-02T08:42:30.894 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2441 (ObjNum 1187 snap 343 seq_num 1187) dirty exists 2024-04-02T08:42:30.894 INFO:tasks.rados.rados.0.smithi019.stdout:3770: left oid 38 (ObjNum 1187 snap 343 seq_num 1187) 2024-04-02T08:42:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:30 smithi066 ceph-mon[87361]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:42:31.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:30 smithi019 ceph-mon[94035]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:42:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:30 smithi019 ceph-mon[96522]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:42:31.710 INFO:tasks.rados.rados.0.smithi019.stdout:3768: done (3 left) 2024-04-02T08:42:31.711 INFO:tasks.rados.rados.0.smithi019.stdout:3769: done (2 left) 2024-04-02T08:42:31.711 INFO:tasks.rados.rados.0.smithi019.stdout:3770: done (1 left) 2024-04-02T08:42:31.711 INFO:tasks.rados.rados.0.smithi019.stdout:3771: done (0 left) 2024-04-02T08:42:31.711 INFO:tasks.rados.rados.0.smithi019.stdout:3772: delete oid 49 current snap is 344 2024-04-02T08:42:31.715 INFO:tasks.rados.rados.0.smithi019.stdout:3772: done (0 left) 2024-04-02T08:42:31.715 INFO:tasks.rados.rados.0.smithi019.stdout:3773: snap_remove snap 330 2024-04-02T08:42:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:31 smithi066 ceph-mon[87361]: pgmap v790: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 200 KiB/s wr, 5 op/s 2024-04-02T08:42:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:31 smithi066 ceph-mon[87361]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:42:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:31 smithi019 ceph-mon[94035]: pgmap v790: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 200 KiB/s wr, 5 op/s 2024-04-02T08:42:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:31 smithi019 ceph-mon[94035]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:42:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:31 smithi019 ceph-mon[96522]: pgmap v790: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 200 KiB/s wr, 5 op/s 2024-04-02T08:42:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:31 smithi019 ceph-mon[96522]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:42:32.712 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:42:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:32.716 INFO:tasks.rados.rados.0.smithi019.stdout:3773: done (0 left) 2024-04-02T08:42:32.717 INFO:tasks.rados.rados.0.smithi019.stdout:3774: rollback oid 20 current snap is 344 2024-04-02T08:42:32.717 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 20 to 342 2024-04-02T08:42:32.717 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 344 2024-04-02T08:42:32.717 INFO:tasks.rados.rados.0.smithi019.stdout:3775: seq_num 1189 ranges {2211840=720896} 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:3775: writing smithi01981774-10 from 2211840 to 2932736 tid 1 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:3776: copy_from oid 24 from oid 49 current snap is 344 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:3774: finishing rollback tid 0 to smithi01981774-20 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:3774: finishing rollback tid 1 to smithi01981774-20 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:3774: finishing rollback tid 2 to smithi01981774-20 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2444 (ObjNum 1167 snap 335 seq_num 1167) dirty exists 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:3774: done (2 left) 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:3777: rollback oid 22 current snap is 344 2024-04-02T08:42:32.735 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 334 2024-04-02T08:42:32.736 INFO:tasks.rados.rados.0.smithi019.stdout:3778: snap_remove snap 342 2024-04-02T08:42:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:32 smithi066 ceph-mon[87361]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:42:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:32 smithi019 ceph-mon[94035]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:42:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:32 smithi019 ceph-mon[96522]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3778: done (3 left) 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3779: delete oid 30 current snap is 344 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3776: finishing copy_from to smithi01981774-24 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3776: got expected ENOENT (src dne) 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3776: finishing copy_from racing read to smithi01981774-24 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3775: finishing write tid 1 to smithi01981774-10 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3775: finishing write tid 2 to smithi01981774-10 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3777: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3777: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3777: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 2558 (ObjNum 1166 snap 332 seq_num 1166) dirty exists 2024-04-02T08:42:33.722 INFO:tasks.rados.rados.0.smithi019.stdout:3775: finishing write tid 3 to smithi01981774-10 2024-04-02T08:42:33.723 INFO:tasks.rados.rados.0.smithi019.stdout:3775: oid 10 updating version 0 to 2404 2024-04-02T08:42:33.723 INFO:tasks.rados.rados.0.smithi019.stdout:3775: oid 10 updating version 2404 to 2405 2024-04-02T08:42:33.723 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2405 (ObjNum 1189 snap 344 seq_num 1189) dirty exists 2024-04-02T08:42:33.723 INFO:tasks.rados.rados.0.smithi019.stdout:3775: left oid 10 (ObjNum 1189 snap 344 seq_num 1189) 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3775: done (3 left) 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3776: done (2 left) 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3777: done (1 left) 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3779: done (0 left) 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3780: read oid 27 snap -1 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3780: expect (ObjNum 1180 snap 341 seq_num 1180) 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3781: copy_from oid 25 from oid 17 current snap is 344 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 19 current snap is 344 2024-04-02T08:42:33.731 INFO:tasks.rados.rados.0.smithi019.stdout:3782: seq_num 1191 ranges {483328=753664} 2024-04-02T08:42:33.738 INFO:tasks.rados.rados.0.smithi019.stdout:3782: writing smithi01981774-19 from 483328 to 1236992 tid 1 2024-04-02T08:42:33.738 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 344 2024-04-02T08:42:33.739 INFO:tasks.rados.rados.0.smithi019.stdout:3783: seq_num 1192 ranges {0=770048} 2024-04-02T08:42:33.744 INFO:tasks.rados.rados.0.smithi019.stdout:3783: writing smithi01981774-42 from 0 to 770048 tid 1 2024-04-02T08:42:33.744 INFO:tasks.rados.rados.0.smithi019.stdout:3784: rollback oid 10 current snap is 344 2024-04-02T08:42:33.744 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 338 2024-04-02T08:42:33.744 INFO:tasks.rados.rados.0.smithi019.stdout:3785: read oid 26 snap -1 2024-04-02T08:42:33.744 INFO:tasks.rados.rados.0.smithi019.stdout:3785: expect (ObjNum 1163 snap 331 seq_num 1163) 2024-04-02T08:42:33.744 INFO:tasks.rados.rados.0.smithi019.stdout:3786: delete oid 5 current snap is 344 2024-04-02T08:42:33.744 INFO:tasks.rados.rados.0.smithi019.stdout:3782: finishing write tid 1 to smithi01981774-19 2024-04-02T08:42:33.745 INFO:tasks.rados.rados.0.smithi019.stdout:3782: finishing write tid 2 to smithi01981774-19 2024-04-02T08:42:33.747 INFO:tasks.rados.rados.0.smithi019.stdout:3782: finishing write tid 3 to smithi01981774-19 2024-04-02T08:42:33.747 INFO:tasks.rados.rados.0.smithi019.stdout:3782: oid 19 updating version 0 to 1681 2024-04-02T08:42:33.747 INFO:tasks.rados.rados.0.smithi019.stdout:3782: oid 19 version 1681 is already newer than 1680 2024-04-02T08:42:33.747 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1681 (ObjNum 1191 snap 344 seq_num 1191) dirty exists 2024-04-02T08:42:33.747 INFO:tasks.rados.rados.0.smithi019.stdout:3782: left oid 19 (ObjNum 1191 snap 344 seq_num 1191) 2024-04-02T08:42:33.749 INFO:tasks.rados.rados.0.smithi019.stdout:3785: expect (ObjNum 1163 snap 331 seq_num 1163) 2024-04-02T08:42:33.760 INFO:tasks.rados.rados.0.smithi019.stdout:3784: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:42:33.760 INFO:tasks.rados.rados.0.smithi019.stdout:3783: finishing write tid 1 to smithi01981774-42 2024-04-02T08:42:33.760 INFO:tasks.rados.rados.0.smithi019.stdout:3783: finishing write tid 2 to smithi01981774-42 2024-04-02T08:42:33.760 INFO:tasks.rados.rados.0.smithi019.stdout:3784: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:42:33.760 INFO:tasks.rados.rados.0.smithi019.stdout:3784: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:42:33.760 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2408 (ObjNum 1107 snap 313 seq_num 1107) dirty exists 2024-04-02T08:42:33.760 INFO:tasks.rados.rados.0.smithi019.stdout:3783: finishing write tid 3 to smithi01981774-42 2024-04-02T08:42:33.761 INFO:tasks.rados.rados.0.smithi019.stdout:3783: oid 42 updating version 0 to 2147 2024-04-02T08:42:33.761 INFO:tasks.rados.rados.0.smithi019.stdout:3783: oid 42 updating version 2147 to 2148 2024-04-02T08:42:33.761 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2148 (ObjNum 1192 snap 344 seq_num 1192) dirty exists 2024-04-02T08:42:33.761 INFO:tasks.rados.rados.0.smithi019.stdout:3783: left oid 42 (ObjNum 1192 snap 344 seq_num 1192) 2024-04-02T08:42:33.761 INFO:tasks.rados.rados.0.smithi019.stdout:3780: expect (ObjNum 1180 snap 341 seq_num 1180) 2024-04-02T08:42:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:33 smithi066 ceph-mon[87361]: pgmap v793: 121 pgs: 121 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:42:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:33 smithi066 ceph-mon[87361]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:42:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:33 smithi019 ceph-mon[94035]: pgmap v793: 121 pgs: 121 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:42:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:33 smithi019 ceph-mon[94035]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:42:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:33 smithi019 ceph-mon[96522]: pgmap v793: 121 pgs: 121 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:42:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:33 smithi019 ceph-mon[96522]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3781: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3781: finishing copy_from to smithi01981774-25 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 2430 (ObjNum 1130 snap 320 seq_num 1130) dirty exists 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3780: done (6 left) 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3781: done (5 left) 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3782: done (4 left) 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3783: done (3 left) 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3784: done (2 left) 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3785: done (1 left) 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3786: done (0 left) 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3787: rollback oid 25 current snap is 344 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 25 to 303 2024-04-02T08:42:34.287 INFO:tasks.rados.rados.0.smithi019.stdout:3788: delete oid 48 current snap is 344 2024-04-02T08:42:34.289 INFO:tasks.rados.rados.0.smithi019.stdout:3788: done (1 left) 2024-04-02T08:42:34.289 INFO:tasks.rados.rados.0.smithi019.stdout:3789: setattr oid 20 current snap is 344 2024-04-02T08:42:34.290 INFO:tasks.rados.rados.0.smithi019.stdout:3787: finishing rollback tid 0 to smithi01981774-25 2024-04-02T08:42:34.290 INFO:tasks.rados.rados.0.smithi019.stdout:3787: finishing rollback tid 1 to smithi01981774-25 2024-04-02T08:42:34.291 INFO:tasks.rados.rados.0.smithi019.stdout:3787: finishing rollback tid 2 to smithi01981774-25 2024-04-02T08:42:34.291 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 2433 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-02T08:42:34.291 INFO:tasks.rados.rados.0.smithi019.stdout:3787: done (1 left) 2024-04-02T08:42:34.291 INFO:tasks.rados.rados.0.smithi019.stdout:3790: setattr oid 12 current snap is 344 2024-04-02T08:42:34.292 INFO:tasks.rados.rados.0.smithi019.stdout:3791: read oid 8 snap -1 2024-04-02T08:42:34.293 INFO:tasks.rados.rados.0.smithi019.stdout:3791: expect (ObjNum 1175 snap 340 seq_num 1175) 2024-04-02T08:42:34.293 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 32 current snap is 344 2024-04-02T08:42:34.293 INFO:tasks.rados.rados.0.smithi019.stdout:3792: seq_num 1195 ranges {3907584=417792,4325376=401408} 2024-04-02T08:42:34.316 INFO:tasks.rados.rados.0.smithi019.stdout:3792: writing smithi01981774-32 from 3907584 to 4325376 tid 1 2024-04-02T08:42:34.319 INFO:tasks.rados.rados.0.smithi019.stdout:3792: writing smithi01981774-32 from 4325376 to 4726784 tid 2 2024-04-02T08:42:34.319 INFO:tasks.rados.rados.0.smithi019.stdout:3793: read oid 41 snap -1 2024-04-02T08:42:34.319 INFO:tasks.rados.rados.0.smithi019.stdout:3793: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:34.319 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 45 current snap is 344 2024-04-02T08:42:34.319 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2445 (ObjNum 1167 snap 335 seq_num 1167) dirty exists 2024-04-02T08:42:34.319 INFO:tasks.rados.rados.0.smithi019.stdout:3791: expect (ObjNum 1175 snap 340 seq_num 1175) 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1757 (ObjNum 1108 snap 314 seq_num 1108) dirty exists 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: finishing write tid 1 to smithi01981774-32 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: finishing write tid 2 to smithi01981774-32 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: finishing write tid 3 to smithi01981774-32 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: finishing write tid 4 to smithi01981774-32 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: oid 32 updating version 0 to 2427 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: oid 32 updating version 2427 to 2428 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: oid 32 version 2428 is already newer than 2426 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 32 v 2428 (ObjNum 1195 snap 344 seq_num 1195) dirty exists 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3792: left oid 32 (ObjNum 1195 snap 344 seq_num 1195) 2024-04-02T08:42:34.335 INFO:tasks.rados.rados.0.smithi019.stdout:3793: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:34.445 INFO:tasks.rados.rados.0.smithi019.stdout:3794: seq_num 1196 ranges {8617984=434176,9052160=401408} 2024-04-02T08:42:34.494 INFO:tasks.rados.rados.0.smithi019.stdout:3794: writing smithi01981774-45 from 8617984 to 9052160 tid 1 2024-04-02T08:42:34.497 INFO:tasks.rados.rados.0.smithi019.stdout:3794: writing smithi01981774-45 from 9052160 to 9453568 tid 2 2024-04-02T08:42:34.497 INFO:tasks.rados.rados.0.smithi019.stdout:3789: done (5 left) 2024-04-02T08:42:34.497 INFO:tasks.rados.rados.0.smithi019.stdout:3790: done (4 left) 2024-04-02T08:42:34.497 INFO:tasks.rados.rados.0.smithi019.stdout:3791: done (3 left) 2024-04-02T08:42:34.497 INFO:tasks.rados.rados.0.smithi019.stdout:3792: done (2 left) 2024-04-02T08:42:34.497 INFO:tasks.rados.rados.0.smithi019.stdout:3793: done (1 left) 2024-04-02T08:42:34.497 INFO:tasks.rados.rados.0.smithi019.stdout:3795: snap_create 2024-04-02T08:42:34.501 INFO:tasks.rados.rados.0.smithi019.stdout:3794: finishing write tid 1 to smithi01981774-45 2024-04-02T08:42:34.501 INFO:tasks.rados.rados.0.smithi019.stdout:3794: finishing write tid 2 to smithi01981774-45 2024-04-02T08:42:34.501 INFO:tasks.rados.rados.0.smithi019.stdout:3794: finishing write tid 3 to smithi01981774-45 2024-04-02T08:42:34.503 INFO:tasks.rados.rados.0.smithi019.stdout:3794: finishing write tid 4 to smithi01981774-45 2024-04-02T08:42:34.503 INFO:tasks.rados.rados.0.smithi019.stdout:3794: oid 45 updating version 0 to 1760 2024-04-02T08:42:34.503 INFO:tasks.rados.rados.0.smithi019.stdout:3794: oid 45 version 1760 is already newer than 1758 2024-04-02T08:42:34.503 INFO:tasks.rados.rados.0.smithi019.stdout:3794: oid 45 version 1760 is already newer than 1759 2024-04-02T08:42:34.503 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 45 v 1760 (ObjNum 1196 snap 344 seq_num 1196) dirty exists 2024-04-02T08:42:34.503 INFO:tasks.rados.rados.0.smithi019.stdout:3794: left oid 45 (ObjNum 1196 snap 344 seq_num 1196) 2024-04-02T08:42:34.675 INFO:tasks.rados.rados.0.smithi019.stdout:3794: done (1 left) 2024-04-02T08:42:34.676 INFO:tasks.rados.rados.0.smithi019.stdout:3795: done (0 left) 2024-04-02T08:42:34.676 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 345 2024-04-02T08:42:34.676 INFO:tasks.rados.rados.0.smithi019.stdout:3796: seq_num 1197 ranges {0=450560,450560=401408} 2024-04-02T08:42:34.678 INFO:tasks.rados.rados.0.smithi019.stdout:3796: writing smithi01981774-43 from 0 to 450560 tid 1 2024-04-02T08:42:34.681 INFO:tasks.rados.rados.0.smithi019.stdout:3796: writing smithi01981774-43 from 450560 to 851968 tid 2 2024-04-02T08:42:34.681 INFO:tasks.rados.rados.0.smithi019.stdout:3797: setattr oid 29 current snap is 345 2024-04-02T08:42:34.686 INFO:tasks.rados.rados.0.smithi019.stdout:3798: snap_create 2024-04-02T08:42:34.686 INFO:tasks.rados.rados.0.smithi019.stdout:3796: finishing write tid 1 to smithi01981774-43 2024-04-02T08:42:34.686 INFO:tasks.rados.rados.0.smithi019.stdout:3796: finishing write tid 2 to smithi01981774-43 2024-04-02T08:42:34.686 INFO:tasks.rados.rados.0.smithi019.stdout:3796: finishing write tid 3 to smithi01981774-43 2024-04-02T08:42:34.687 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2639 (ObjNum 33 snap 0 seq_num 2825640016) dirty exists 2024-04-02T08:42:34.687 INFO:tasks.rados.rados.0.smithi019.stdout:3796: finishing write tid 4 to smithi01981774-43 2024-04-02T08:42:34.687 INFO:tasks.rados.rados.0.smithi019.stdout:3796: oid 43 updating version 0 to 2413 2024-04-02T08:42:34.687 INFO:tasks.rados.rados.0.smithi019.stdout:3796: oid 43 version 2413 is already newer than 2412 2024-04-02T08:42:34.687 INFO:tasks.rados.rados.0.smithi019.stdout:3796: oid 43 updating version 2413 to 2414 2024-04-02T08:42:34.687 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 2414 (ObjNum 1197 snap 345 seq_num 1197) dirty exists 2024-04-02T08:42:34.687 INFO:tasks.rados.rados.0.smithi019.stdout:3796: left oid 43 (ObjNum 1197 snap 345 seq_num 1197) 2024-04-02T08:42:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:34 smithi066 ceph-mon[87361]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:42:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:34 smithi066 ceph-mon[87361]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:42:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:34 smithi019 ceph-mon[94035]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:42:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:34 smithi019 ceph-mon[94035]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:42:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:34 smithi019 ceph-mon[96522]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:42:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:34 smithi019 ceph-mon[96522]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:42:35.677 INFO:tasks.rados.rados.0.smithi019.stdout:3796: done (2 left) 2024-04-02T08:42:35.677 INFO:tasks.rados.rados.0.smithi019.stdout:3797: done (1 left) 2024-04-02T08:42:35.677 INFO:tasks.rados.rados.0.smithi019.stdout:3798: done (0 left) 2024-04-02T08:42:35.677 INFO:tasks.rados.rados.0.smithi019.stdout:3799: snap_create 2024-04-02T08:42:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:35 smithi066 ceph-mon[87361]: pgmap v796: 121 pgs: 121 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:42:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:35 smithi066 ceph-mon[87361]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:42:36.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:35 smithi019 ceph-mon[96522]: pgmap v796: 121 pgs: 121 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:42:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:35 smithi019 ceph-mon[96522]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:42:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:35 smithi019 ceph-mon[94035]: pgmap v796: 121 pgs: 121 active+clean; 245 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:42:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:35 smithi019 ceph-mon[94035]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:42:36.678 INFO:tasks.rados.rados.0.smithi019.stdout:3799: done (0 left) 2024-04-02T08:42:36.678 INFO:tasks.rados.rados.0.smithi019.stdout:3800: delete oid 2 current snap is 347 2024-04-02T08:42:36.683 INFO:tasks.rados.rados.0.smithi019.stdout:3800: done (0 left) 2024-04-02T08:42:36.683 INFO:tasks.rados.rados.0.smithi019.stdout:3801: snap_remove snap 346 2024-04-02T08:42:37.685 INFO:tasks.rados.rados.0.smithi019.stdout:3801: done (0 left) 2024-04-02T08:42:37.685 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 347 2024-04-02T08:42:37.685 INFO:tasks.rados.rados.0.smithi019.stdout:3802: seq_num 1199 ranges {0=483328,483328=401408} 2024-04-02T08:42:37.688 INFO:tasks.rados.rados.0.smithi019.stdout:3802: writing smithi01981774-15 from 0 to 483328 tid 1 2024-04-02T08:42:37.691 INFO:tasks.rados.rados.0.smithi019.stdout:3802: writing smithi01981774-15 from 483328 to 884736 tid 2 2024-04-02T08:42:37.691 INFO:tasks.rados.rados.0.smithi019.stdout:3803: read oid 39 snap -1 2024-04-02T08:42:37.691 INFO:tasks.rados.rados.0.smithi019.stdout:3803: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:42:37.692 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 36 current snap is 347 2024-04-02T08:42:37.692 INFO:tasks.rados.rados.0.smithi019.stdout:3804: seq_num 1200 ranges {3088384=499712,3588096=401408} 2024-04-02T08:42:37.711 INFO:tasks.rados.rados.0.smithi019.stdout:3804: writing smithi01981774-36 from 3088384 to 3588096 tid 1 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3804: writing smithi01981774-36 from 3588096 to 3989504 tid 2 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3805: delete oid 42 current snap is 347 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3802: finishing write tid 1 to smithi01981774-15 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3802: finishing write tid 2 to smithi01981774-15 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3802: finishing write tid 3 to smithi01981774-15 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3802: finishing write tid 4 to smithi01981774-15 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3802: oid 15 updating version 0 to 2430 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3802: oid 15 version 2430 is already newer than 2429 2024-04-02T08:42:37.715 INFO:tasks.rados.rados.0.smithi019.stdout:3802: oid 15 updating version 2430 to 2431 2024-04-02T08:42:37.716 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2431 (ObjNum 1199 snap 347 seq_num 1199) dirty exists 2024-04-02T08:42:37.716 INFO:tasks.rados.rados.0.smithi019.stdout:3802: left oid 15 (ObjNum 1199 snap 347 seq_num 1199) 2024-04-02T08:42:37.716 INFO:tasks.rados.rados.0.smithi019.stdout:3803: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: finishing write tid 1 to smithi01981774-36 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: finishing write tid 2 to smithi01981774-36 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: finishing write tid 3 to smithi01981774-36 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: finishing write tid 4 to smithi01981774-36 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: oid 36 updating version 0 to 1684 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: oid 36 version 1684 is already newer than 1682 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: oid 36 version 1684 is already newer than 1683 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 1684 (ObjNum 1200 snap 347 seq_num 1200) dirty exists 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3804: left oid 36 (ObjNum 1200 snap 347 seq_num 1200) 2024-04-02T08:42:37.773 INFO:tasks.rados.rados.0.smithi019.stdout:3802: done (3 left) 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3803: done (2 left) 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3804: done (1 left) 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3805: done (0 left) 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3806: read oid 22 snap 344 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3806: expect (ObjNum 1166 snap 332 seq_num 1166) 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3807: read oid 1 snap -1 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3807: expect deleted 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3808: rollback oid 5 current snap is 347 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 5 to 344 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 13 current snap is 347 2024-04-02T08:42:37.774 INFO:tasks.rados.rados.0.smithi019.stdout:3809: seq_num 1202 ranges {2875392=540672,3416064=401408} 2024-04-02T08:42:37.790 INFO:tasks.rados.rados.0.smithi019.stdout:3809: writing smithi01981774-13 from 2875392 to 3416064 tid 1 2024-04-02T08:42:37.793 INFO:tasks.rados.rados.0.smithi019.stdout:3809: writing smithi01981774-13 from 3416064 to 3817472 tid 2 2024-04-02T08:42:37.793 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 15 current snap is 347 2024-04-02T08:42:37.793 INFO:tasks.rados.rados.0.smithi019.stdout:3810: seq_num 1203 ranges {884736=557056,1441792=401408} 2024-04-02T08:42:37.801 INFO:tasks.rados.rados.0.smithi019.stdout:3810: writing smithi01981774-15 from 884736 to 1441792 tid 1 2024-04-02T08:42:37.803 INFO:tasks.rados.rados.0.smithi019.stdout:3810: writing smithi01981774-15 from 1441792 to 1843200 tid 2 2024-04-02T08:42:37.803 INFO:tasks.rados.rados.0.smithi019.stdout:3811: rollback oid 11 current snap is 347 2024-04-02T08:42:37.804 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 11 to 303 2024-04-02T08:42:37.804 INFO:tasks.rados.rados.0.smithi019.stdout:3808: finishing rollback tid 1 to smithi01981774-5 2024-04-02T08:42:37.804 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2439 (ObjNum 545 snap 0 seq_num 2755636976) dirty dne 2024-04-02T08:42:37.804 INFO:tasks.rados.rados.0.smithi019.stdout:3806: expect (ObjNum 1166 snap 332 seq_num 1166) 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: finishing write tid 1 to smithi01981774-13 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: finishing write tid 2 to smithi01981774-13 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: finishing write tid 3 to smithi01981774-13 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: finishing write tid 4 to smithi01981774-13 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: oid 13 updating version 0 to 1433 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: oid 13 version 1433 is already newer than 1431 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: oid 13 version 1433 is already newer than 1432 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 1433 (ObjNum 1202 snap 347 seq_num 1202) dirty exists 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3809: left oid 13 (ObjNum 1202 snap 347 seq_num 1202) 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3811: finishing rollback tid 1 to smithi01981774-11 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3811: finishing rollback tid 2 to smithi01981774-11 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2277 (ObjNum 1065 snap 301 seq_num 1065) dirty exists 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3810: finishing write tid 1 to smithi01981774-15 2024-04-02T08:42:37.908 INFO:tasks.rados.rados.0.smithi019.stdout:3810: finishing write tid 2 to smithi01981774-15 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3810: finishing write tid 3 to smithi01981774-15 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3810: finishing write tid 4 to smithi01981774-15 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3810: oid 15 updating version 0 to 2433 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3810: oid 15 updating version 2433 to 2434 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3810: oid 15 version 2434 is already newer than 2432 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 15 v 2434 (ObjNum 1203 snap 347 seq_num 1203) dirty exists 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3810: left oid 15 (ObjNum 1203 snap 347 seq_num 1203) 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3806: done (5 left) 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3807: done (4 left) 2024-04-02T08:42:37.909 INFO:tasks.rados.rados.0.smithi019.stdout:3808: done (3 left) 2024-04-02T08:42:37.910 INFO:tasks.rados.rados.0.smithi019.stdout:3809: done (2 left) 2024-04-02T08:42:37.910 INFO:tasks.rados.rados.0.smithi019.stdout:3810: done (1 left) 2024-04-02T08:42:37.910 INFO:tasks.rados.rados.0.smithi019.stdout:3811: done (0 left) 2024-04-02T08:42:37.910 INFO:tasks.rados.rados.0.smithi019.stdout:3812: snap_create 2024-04-02T08:42:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:37 smithi019 ceph-mon[94035]: pgmap v799: 121 pgs: 121 active+clean; 251 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 844 KiB/s wr, 14 op/s 2024-04-02T08:42:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:37 smithi019 ceph-mon[94035]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:42:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:37 smithi019 ceph-mon[96522]: pgmap v799: 121 pgs: 121 active+clean; 251 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 844 KiB/s wr, 14 op/s 2024-04-02T08:42:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:37 smithi019 ceph-mon[96522]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:42:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:37 smithi066 ceph-mon[87361]: pgmap v799: 121 pgs: 121 active+clean; 251 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 844 KiB/s wr, 14 op/s 2024-04-02T08:42:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:37 smithi066 ceph-mon[87361]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:42:38.695 INFO:tasks.rados.rados.0.smithi019.stdout:3812: done (0 left) 2024-04-02T08:42:38.695 INFO:tasks.rados.rados.0.smithi019.stdout:3813: rollback oid 6 current snap is 348 2024-04-02T08:42:38.695 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 6 to 347 2024-04-02T08:42:38.695 INFO:tasks.rados.rados.0.smithi019.stdout:3814: read oid 16 snap -1 2024-04-02T08:42:38.695 INFO:tasks.rados.rados.0.smithi019.stdout:3814: expect (ObjNum 1144 snap 328 seq_num 1144) 2024-04-02T08:42:38.695 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 348 2024-04-02T08:42:38.695 INFO:tasks.rados.rados.0.smithi019.stdout:3815: seq_num 1204 ranges {0=573440,573440=401408} 2024-04-02T08:42:38.698 INFO:tasks.rados.rados.0.smithi019.stdout:3815: writing smithi01981774-2 from 0 to 573440 tid 1 2024-04-02T08:42:38.701 INFO:tasks.rados.rados.0.smithi019.stdout:3815: writing smithi01981774-2 from 573440 to 974848 tid 2 2024-04-02T08:42:38.701 INFO:tasks.rados.rados.0.smithi019.stdout:3816: copy_from oid 13 from oid 27 current snap is 348 2024-04-02T08:42:38.701 INFO:tasks.rados.rados.0.smithi019.stdout:3813: finishing rollback tid 1 to smithi01981774-6 2024-04-02T08:42:38.701 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 6 v 2146 (ObjNum 129 snap 0 seq_num 2825491696) dirty dne 2024-04-02T08:42:38.701 INFO:tasks.rados.rados.0.smithi019.stdout:3813: done (3 left) 2024-04-02T08:42:38.701 INFO:tasks.rados.rados.0.smithi019.stdout:3817: delete oid 18 current snap is 348 2024-04-02T08:42:38.705 INFO:tasks.rados.rados.0.smithi019.stdout:3815: finishing write tid 1 to smithi01981774-2 2024-04-02T08:42:38.705 INFO:tasks.rados.rados.0.smithi019.stdout:3815: finishing write tid 2 to smithi01981774-2 2024-04-02T08:42:38.707 INFO:tasks.rados.rados.0.smithi019.stdout:3815: finishing write tid 3 to smithi01981774-2 2024-04-02T08:42:38.710 INFO:tasks.rados.rados.0.smithi019.stdout:3815: finishing write tid 4 to smithi01981774-2 2024-04-02T08:42:38.710 INFO:tasks.rados.rados.0.smithi019.stdout:3815: oid 2 updating version 0 to 2427 2024-04-02T08:42:38.710 INFO:tasks.rados.rados.0.smithi019.stdout:3815: oid 2 updating version 2427 to 2429 2024-04-02T08:42:38.710 INFO:tasks.rados.rados.0.smithi019.stdout:3815: oid 2 version 2429 is already newer than 2428 2024-04-02T08:42:38.710 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 2429 (ObjNum 1204 snap 348 seq_num 1204) dirty exists 2024-04-02T08:42:38.711 INFO:tasks.rados.rados.0.smithi019.stdout:3815: left oid 2 (ObjNum 1204 snap 348 seq_num 1204) 2024-04-02T08:42:38.718 INFO:tasks.rados.rados.0.smithi019.stdout:3815: done (3 left) 2024-04-02T08:42:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3817: done (2 left) 2024-04-02T08:42:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 12 current snap is 348 2024-04-02T08:42:38.719 INFO:tasks.rados.rados.0.smithi019.stdout:3818: seq_num 1206 ranges {2727936=606208,3334144=401408} 2024-04-02T08:42:38.738 INFO:tasks.rados.rados.0.smithi019.stdout:3818: writing smithi01981774-12 from 2727936 to 3334144 tid 1 2024-04-02T08:42:38.740 INFO:tasks.rados.rados.0.smithi019.stdout:3818: writing smithi01981774-12 from 3334144 to 3735552 tid 2 2024-04-02T08:42:38.740 INFO:tasks.rados.rados.0.smithi019.stdout:3819: snap_create 2024-04-02T08:42:38.740 INFO:tasks.rados.rados.0.smithi019.stdout:3816: finishing copy_from racing read to smithi01981774-13 2024-04-02T08:42:38.753 INFO:tasks.rados.rados.0.smithi019.stdout:3816: finishing copy_from to smithi01981774-13 2024-04-02T08:42:38.753 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 13 v 2553 (ObjNum 1180 snap 341 seq_num 1180) dirty exists 2024-04-02T08:42:38.768 INFO:tasks.rados.rados.0.smithi019.stdout:3814: expect (ObjNum 1144 snap 328 seq_num 1144) 2024-04-02T08:42:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:38 smithi019 ceph-mon[94035]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:42:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:38 smithi019 ceph-mon[96522]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:42:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:38 smithi066 ceph-mon[87361]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:42:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[94035]: pgmap v802: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:42:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[94035]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:42:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[94035]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:42:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[96522]: pgmap v802: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:42:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[96522]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:42:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:39.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:39 smithi019 ceph-mon[96522]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:42:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:39 smithi066 ceph-mon[87361]: pgmap v802: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-02T08:42:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:39 smithi066 ceph-mon[87361]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:42:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:39 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:39 smithi066 ceph-mon[87361]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: finishing write tid 1 to smithi01981774-12 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: finishing write tid 2 to smithi01981774-12 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: finishing write tid 3 to smithi01981774-12 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: finishing write tid 4 to smithi01981774-12 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: oid 12 updating version 0 to 1763 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: oid 12 version 1763 is already newer than 1762 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: oid 12 version 1763 is already newer than 1761 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1763 (ObjNum 1206 snap 348 seq_num 1206) dirty exists 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3818: left oid 12 (ObjNum 1206 snap 348 seq_num 1206) 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3814: done (3 left) 2024-04-02T08:42:40.099 INFO:tasks.rados.rados.0.smithi019.stdout:3816: done (2 left) 2024-04-02T08:42:40.100 INFO:tasks.rados.rados.0.smithi019.stdout:3818: done (1 left) 2024-04-02T08:42:40.100 INFO:tasks.rados.rados.0.smithi019.stdout:3819: done (0 left) 2024-04-02T08:42:40.100 INFO:tasks.rados.rados.0.smithi019.stdout:3820: rmattr oid 27 current snap is 349 2024-04-02T08:42:40.100 INFO:tasks.rados.rados.0.smithi019.stdout:3820: done (0 left) 2024-04-02T08:42:40.100 INFO:tasks.rados.rados.0.smithi019.stdout:3821: copy_from oid 33 from oid 29 current snap is 349 2024-04-02T08:42:40.100 INFO:tasks.rados.rados.0.smithi019.stdout:3822: setattr oid 37 current snap is 349 2024-04-02T08:42:40.101 INFO:tasks.rados.rados.0.smithi019.stdout:3823: read oid 23 snap -1 2024-04-02T08:42:40.101 INFO:tasks.rados.rados.0.smithi019.stdout:3823: expect (ObjNum 1183 snap 343 seq_num 1183) 2024-04-02T08:42:40.101 INFO:tasks.rados.rados.0.smithi019.stdout:3824: rollback oid 27 current snap is 349 2024-04-02T08:42:40.101 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 27 to 343 2024-04-02T08:42:40.101 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 349 2024-04-02T08:42:40.101 INFO:tasks.rados.rados.0.smithi019.stdout:3825: seq_num 1207 ranges {286720=622592,909312=401408} 2024-04-02T08:42:40.107 INFO:tasks.rados.rados.0.smithi019.stdout:3825: writing smithi01981774-26 from 286720 to 909312 tid 1 2024-04-02T08:42:40.111 INFO:tasks.rados.rados.0.smithi019.stdout:3825: writing smithi01981774-26 from 909312 to 1310720 tid 2 2024-04-02T08:42:40.111 INFO:tasks.rados.rados.0.smithi019.stdout:3821: finishing copy_from racing read to smithi01981774-33 2024-04-02T08:42:40.111 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 2434 (ObjNum 33 snap 0 seq_num 2825142560) dirty exists 2024-04-02T08:42:40.111 INFO:tasks.rados.rados.0.smithi019.stdout:3821: finishing copy_from to smithi01981774-33 2024-04-02T08:42:40.111 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2639 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-02T08:42:40.111 INFO:tasks.rados.rados.0.smithi019.stdout:3824: finishing rollback tid 0 to smithi01981774-27 2024-04-02T08:42:40.111 INFO:tasks.rados.rados.0.smithi019.stdout:3824: finishing rollback tid 1 to smithi01981774-27 2024-04-02T08:42:40.112 INFO:tasks.rados.rados.0.smithi019.stdout:3821: done (4 left) 2024-04-02T08:42:40.112 INFO:tasks.rados.rados.0.smithi019.stdout:3822: done (3 left) 2024-04-02T08:42:40.112 INFO:tasks.rados.rados.0.smithi019.stdout:3826: rollback oid 43 current snap is 349 2024-04-02T08:42:40.112 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 43 to 339 2024-04-02T08:42:40.112 INFO:tasks.rados.rados.0.smithi019.stdout:3827: setattr oid 18 current snap is 349 2024-04-02T08:42:40.112 INFO:tasks.rados.rados.0.smithi019.stdout:3824: finishing rollback tid 2 to smithi01981774-27 2024-04-02T08:42:40.112 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 2562 (ObjNum 1180 snap 341 seq_num 1180) dirty exists 2024-04-02T08:42:40.113 INFO:tasks.rados.rados.0.smithi019.stdout:3824: done (4 left) 2024-04-02T08:42:40.113 INFO:tasks.rados.rados.0.smithi019.stdout:3828: snap_create 2024-04-02T08:42:40.114 INFO:tasks.rados.rados.0.smithi019.stdout:3826: finishing rollback tid 0 to smithi01981774-43 2024-04-02T08:42:40.115 INFO:tasks.rados.rados.0.smithi019.stdout:3825: finishing write tid 1 to smithi01981774-26 2024-04-02T08:42:40.115 INFO:tasks.rados.rados.0.smithi019.stdout:3826: finishing rollback tid 1 to smithi01981774-43 2024-04-02T08:42:40.115 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 2416 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:40.115 INFO:tasks.rados.rados.0.smithi019.stdout:3825: finishing write tid 2 to smithi01981774-26 2024-04-02T08:42:40.115 INFO:tasks.rados.rados.0.smithi019.stdout:3825: finishing write tid 3 to smithi01981774-26 2024-04-02T08:42:40.116 INFO:tasks.rados.rados.0.smithi019.stdout:3825: finishing write tid 4 to smithi01981774-26 2024-04-02T08:42:40.117 INFO:tasks.rados.rados.0.smithi019.stdout:3825: oid 26 updating version 0 to 2435 2024-04-02T08:42:40.117 INFO:tasks.rados.rados.0.smithi019.stdout:3825: oid 26 updating version 2435 to 2436 2024-04-02T08:42:40.117 INFO:tasks.rados.rados.0.smithi019.stdout:3825: oid 26 updating version 2436 to 2437 2024-04-02T08:42:40.117 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2437 (ObjNum 1207 snap 349 seq_num 1207) dirty exists 2024-04-02T08:42:40.117 INFO:tasks.rados.rados.0.smithi019.stdout:3825: left oid 26 (ObjNum 1207 snap 349 seq_num 1207) 2024-04-02T08:42:40.119 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 2563 (ObjNum 33 snap 0 seq_num 2550154608) dirty exists 2024-04-02T08:42:40.135 INFO:tasks.rados.rados.0.smithi019.stdout:3823: expect (ObjNum 1183 snap 343 seq_num 1183) 2024-04-02T08:42:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:42:40] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-02T08:42:40.788 INFO:tasks.rados.rados.0.smithi019.stdout:3823: done (4 left) 2024-04-02T08:42:40.788 INFO:tasks.rados.rados.0.smithi019.stdout:3825: done (3 left) 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3826: done (2 left) 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3827: done (1 left) 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3828: done (0 left) 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3829: read oid 20 snap -1 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3829: expect (ObjNum 1167 snap 335 seq_num 1167) 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3830: copy_from oid 18 from oid 31 current snap is 350 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3831: read oid 24 snap -1 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3831: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3832: rollback oid 22 current snap is 350 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 22 to 349 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3833: read oid 14 snap -1 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3833: expect deleted 2024-04-02T08:42:40.789 INFO:tasks.rados.rados.0.smithi019.stdout:3834: delete oid 5 current snap is 350 2024-04-02T08:42:40.795 INFO:tasks.rados.rados.0.smithi019.stdout:3832: finishing rollback tid 0 to smithi01981774-22 2024-04-02T08:42:40.796 INFO:tasks.rados.rados.0.smithi019.stdout:3832: finishing rollback tid 1 to smithi01981774-22 2024-04-02T08:42:40.798 INFO:tasks.rados.rados.0.smithi019.stdout:3832: finishing rollback tid 2 to smithi01981774-22 2024-04-02T08:42:40.798 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 2566 (ObjNum 1166 snap 332 seq_num 1166) dirty exists 2024-04-02T08:42:40.799 INFO:tasks.rados.rados.0.smithi019.stdout:3831: expect (ObjNum 1073 snap 304 seq_num 1073) 2024-04-02T08:42:40.955 INFO:tasks.rados.rados.0.smithi019.stdout:3829: expect (ObjNum 1167 snap 335 seq_num 1167) 2024-04-02T08:42:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:41.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:42:41.331 INFO:tasks.rados.rados.0.smithi019.stdout:3830: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:42:41.331 INFO:tasks.rados.rados.0.smithi019.stdout:3830: finishing copy_from to smithi01981774-18 2024-04-02T08:42:41.331 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 2397 (ObjNum 1154 snap 329 seq_num 1154) dirty exists 2024-04-02T08:42:41.331 INFO:tasks.rados.rados.0.smithi019.stdout:3829: done (5 left) 2024-04-02T08:42:41.331 INFO:tasks.rados.rados.0.smithi019.stdout:3830: done (4 left) 2024-04-02T08:42:41.332 INFO:tasks.rados.rados.0.smithi019.stdout:3831: done (3 left) 2024-04-02T08:42:41.332 INFO:tasks.rados.rados.0.smithi019.stdout:3832: done (2 left) 2024-04-02T08:42:41.332 INFO:tasks.rados.rados.0.smithi019.stdout:3833: done (1 left) 2024-04-02T08:42:41.332 INFO:tasks.rados.rados.0.smithi019.stdout:3834: done (0 left) 2024-04-02T08:42:41.332 INFO:tasks.rados.rados.0.smithi019.stdout:3835: read oid 36 snap 339 2024-04-02T08:42:41.332 INFO:tasks.rados.rados.0.smithi019.stdout:3835: expect (ObjNum 1057 snap 298 seq_num 1057) 2024-04-02T08:42:41.332 INFO:tasks.rados.rados.0.smithi019.stdout:3836: snap_create 2024-04-02T08:42:41.339 INFO:tasks.rados.rados.0.smithi019.stdout:3835: expect (ObjNum 1057 snap 298 seq_num 1057) 2024-04-02T08:42:41.810 INFO:tasks.rados.rados.0.smithi019.stdout:3835: done (1 left) 2024-04-02T08:42:41.810 INFO:tasks.rados.rados.0.smithi019.stdout:3836: done (0 left) 2024-04-02T08:42:41.810 INFO:tasks.rados.rados.0.smithi019.stdout:3837: delete oid 38 current snap is 351 2024-04-02T08:42:41.811 INFO:tasks.rados.rados.0.smithi019.stdout:3837: done (0 left) 2024-04-02T08:42:41.812 INFO:tasks.rados.rados.0.smithi019.stdout:3838: delete oid 47 current snap is 351 2024-04-02T08:42:41.812 INFO:tasks.rados.rados.0.smithi019.stdout:3838: done (0 left) 2024-04-02T08:42:41.812 INFO:tasks.rados.rados.0.smithi019.stdout:3839: rollback oid 25 current snap is 351 2024-04-02T08:42:41.812 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 25 to 328 2024-04-02T08:42:41.813 INFO:tasks.rados.rados.0.smithi019.stdout:3840: rollback oid 39 current snap is 351 2024-04-02T08:42:41.813 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 39 to 343 2024-04-02T08:42:41.813 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 47 current snap is 351 2024-04-02T08:42:41.813 INFO:tasks.rados.rados.0.smithi019.stdout:3841: seq_num 1211 ranges {0=688128,688128=401408} 2024-04-02T08:42:41.813 INFO:tasks.rados.rados.0.smithi019.stdout:3841: writing smithi01981774-47 from 0 to 688128 tid 1 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:3841: writing smithi01981774-47 from 688128 to 1089536 tid 2 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 9 current snap is 351 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:3839: finishing rollback tid 0 to smithi01981774-25 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:3839: finishing rollback tid 1 to smithi01981774-25 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 2437 (ObjNum 161 snap 0 seq_num 2825123328) dirty dne 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:3840: finishing rollback tid 0 to smithi01981774-39 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:3840: finishing rollback tid 1 to smithi01981774-39 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:3840: finishing rollback tid 2 to smithi01981774-39 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 2419 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:42:41.816 INFO:tasks.rados.rados.0.smithi019.stdout:3842: seq_num 1212 ranges {5447680=704512,6152192=401408} 2024-04-02T08:42:41.847 INFO:tasks.rados.rados.0.smithi019.stdout:3842: writing smithi01981774-9 from 5447680 to 6152192 tid 1 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:3842: writing smithi01981774-9 from 6152192 to 6553600 tid 2 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:3839: done (3 left) 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:3840: done (2 left) 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 351 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:3841: finishing write tid 1 to smithi01981774-47 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:3841: finishing write tid 2 to smithi01981774-47 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:3841: finishing write tid 3 to smithi01981774-47 2024-04-02T08:42:41.856 INFO:tasks.rados.rados.0.smithi019.stdout:3843: seq_num 1213 ranges {0=720896,720896=401408} 2024-04-02T08:42:41.862 INFO:tasks.rados.rados.0.smithi019.stdout:3843: writing smithi01981774-46 from 0 to 720896 tid 1 2024-04-02T08:42:41.862 INFO:tasks.rados.rados.0.smithi019.stdout:3843: writing smithi01981774-46 from 720896 to 1122304 tid 2 2024-04-02T08:42:41.862 INFO:tasks.rados.rados.0.smithi019.stdout:3844: delete oid 8 current snap is 351 2024-04-02T08:42:41.863 INFO:tasks.rados.rados.0.smithi019.stdout:3841: finishing write tid 4 to smithi01981774-47 2024-04-02T08:42:41.863 INFO:tasks.rados.rados.0.smithi019.stdout:3841: oid 47 updating version 0 to 2439 2024-04-02T08:42:41.863 INFO:tasks.rados.rados.0.smithi019.stdout:3841: oid 47 updating version 2439 to 2440 2024-04-02T08:42:41.863 INFO:tasks.rados.rados.0.smithi019.stdout:3841: oid 47 version 2440 is already newer than 2438 2024-04-02T08:42:41.863 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 47 v 2440 (ObjNum 1211 snap 351 seq_num 1211) dirty exists 2024-04-02T08:42:41.863 INFO:tasks.rados.rados.0.smithi019.stdout:3841: left oid 47 (ObjNum 1211 snap 351 seq_num 1211) 2024-04-02T08:42:41.863 INFO:tasks.rados.rados.0.smithi019.stdout:3842: finishing write tid 1 to smithi01981774-9 2024-04-02T08:42:41.864 INFO:tasks.rados.rados.0.smithi019.stdout:3842: finishing write tid 2 to smithi01981774-9 2024-04-02T08:42:41.864 INFO:tasks.rados.rados.0.smithi019.stdout:3842: finishing write tid 3 to smithi01981774-9 2024-04-02T08:42:41.864 INFO:tasks.rados.rados.0.smithi019.stdout:3842: finishing write tid 4 to smithi01981774-9 2024-04-02T08:42:41.864 INFO:tasks.rados.rados.0.smithi019.stdout:3842: oid 9 updating version 0 to 2280 2024-04-02T08:42:41.864 INFO:tasks.rados.rados.0.smithi019.stdout:3842: oid 9 version 2280 is already newer than 2279 2024-04-02T08:42:41.864 INFO:tasks.rados.rados.0.smithi019.stdout:3842: oid 9 version 2280 is already newer than 2278 2024-04-02T08:42:41.865 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 9 v 2280 (ObjNum 1212 snap 351 seq_num 1212) dirty exists 2024-04-02T08:42:41.865 INFO:tasks.rados.rados.0.smithi019.stdout:3842: left oid 9 (ObjNum 1212 snap 351 seq_num 1212) 2024-04-02T08:42:41.865 INFO:tasks.rados.rados.0.smithi019.stdout:3841: done (3 left) 2024-04-02T08:42:41.866 INFO:tasks.rados.rados.0.smithi019.stdout:3842: done (2 left) 2024-04-02T08:42:41.866 INFO:tasks.rados.rados.0.smithi019.stdout:3844: done (1 left) 2024-04-02T08:42:41.867 INFO:tasks.rados.rados.0.smithi019.stdout:3845: delete oid 1 current snap is 351 2024-04-02T08:42:41.867 INFO:tasks.rados.rados.0.smithi019.stdout:3843: finishing write tid 1 to smithi01981774-46 2024-04-02T08:42:41.867 INFO:tasks.rados.rados.0.smithi019.stdout:3843: finishing write tid 2 to smithi01981774-46 2024-04-02T08:42:41.867 INFO:tasks.rados.rados.0.smithi019.stdout:3843: finishing write tid 3 to smithi01981774-46 2024-04-02T08:42:41.868 INFO:tasks.rados.rados.0.smithi019.stdout:3845: done (1 left) 2024-04-02T08:42:41.868 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 351 2024-04-02T08:42:41.868 INFO:tasks.rados.rados.0.smithi019.stdout:3846: seq_num 1216 ranges {974848=770048,1744896=401408} 2024-04-02T08:42:41.871 INFO:tasks.rados.rados.0.smithi019.stdout:3846: writing smithi01981774-2 from 974848 to 1744896 tid 1 2024-04-02T08:42:41.878 INFO:tasks.rados.rados.0.smithi019.stdout:3846: writing smithi01981774-2 from 1744896 to 2146304 tid 2 2024-04-02T08:42:41.878 INFO:tasks.rados.rados.0.smithi019.stdout:3847: snap_create 2024-04-02T08:42:41.878 INFO:tasks.rados.rados.0.smithi019.stdout:3843: finishing write tid 4 to smithi01981774-46 2024-04-02T08:42:41.878 INFO:tasks.rados.rados.0.smithi019.stdout:3843: oid 46 updating version 0 to 2641 2024-04-02T08:42:41.879 INFO:tasks.rados.rados.0.smithi019.stdout:3843: oid 46 updating version 2641 to 2642 2024-04-02T08:42:41.879 INFO:tasks.rados.rados.0.smithi019.stdout:3843: oid 46 version 2642 is already newer than 2640 2024-04-02T08:42:41.879 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2642 (ObjNum 1213 snap 351 seq_num 1213) dirty exists 2024-04-02T08:42:41.879 INFO:tasks.rados.rados.0.smithi019.stdout:3843: left oid 46 (ObjNum 1213 snap 351 seq_num 1213) 2024-04-02T08:42:41.880 INFO:tasks.rados.rados.0.smithi019.stdout:3846: finishing write tid 1 to smithi01981774-2 2024-04-02T08:42:41.881 INFO:tasks.rados.rados.0.smithi019.stdout:3846: finishing write tid 2 to smithi01981774-2 2024-04-02T08:42:41.882 INFO:tasks.rados.rados.0.smithi019.stdout:3846: finishing write tid 3 to smithi01981774-2 2024-04-02T08:42:41.882 INFO:tasks.rados.rados.0.smithi019.stdout:3846: finishing write tid 4 to smithi01981774-2 2024-04-02T08:42:41.882 INFO:tasks.rados.rados.0.smithi019.stdout:3846: oid 2 updating version 0 to 2432 2024-04-02T08:42:41.882 INFO:tasks.rados.rados.0.smithi019.stdout:3846: oid 2 version 2432 is already newer than 2431 2024-04-02T08:42:41.882 INFO:tasks.rados.rados.0.smithi019.stdout:3846: oid 2 updating version 2432 to 2433 2024-04-02T08:42:41.882 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 2433 (ObjNum 1216 snap 351 seq_num 1216) dirty exists 2024-04-02T08:42:41.882 INFO:tasks.rados.rados.0.smithi019.stdout:3846: left oid 2 (ObjNum 1216 snap 351 seq_num 1216) 2024-04-02T08:42:42.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:41 smithi066 ceph-mon[87361]: pgmap v805: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-02T08:42:42.068 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:41 smithi066 ceph-mon[87361]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:42:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:41 smithi019 ceph-mon[94035]: pgmap v805: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-02T08:42:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:41 smithi019 ceph-mon[94035]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:42:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:41 smithi019 ceph-mon[96522]: pgmap v805: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-02T08:42:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:41 smithi019 ceph-mon[96522]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:42:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:42:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:42.799 INFO:tasks.rados.rados.0.smithi019.stdout:3843: done (2 left) 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3846: done (1 left) 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3847: done (0 left) 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3848: read oid 25 snap -1 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3848: expect deleted 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3849: rollback oid 21 current snap is 352 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 351 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3850: read oid 35 snap 344 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3850: expect deleted 2024-04-02T08:42:42.800 INFO:tasks.rados.rados.0.smithi019.stdout:3851: snap_create 2024-04-02T08:42:42.803 INFO:tasks.rados.rados.0.smithi019.stdout:3849: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:42:42.804 INFO:tasks.rados.rados.0.smithi019.stdout:3849: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:42:42.804 INFO:tasks.rados.rados.0.smithi019.stdout:3849: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:42:42.804 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 2521 (ObjNum 1137 snap 327 seq_num 1137) dirty exists 2024-04-02T08:42:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:42 smithi066 ceph-mon[87361]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:42:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:42 smithi019 ceph-mon[94035]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:42:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:42 smithi019 ceph-mon[96522]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:42:43.804 INFO:tasks.rados.rados.0.smithi019.stdout:3848: done (3 left) 2024-04-02T08:42:43.804 INFO:tasks.rados.rados.0.smithi019.stdout:3849: done (2 left) 2024-04-02T08:42:43.804 INFO:tasks.rados.rados.0.smithi019.stdout:3850: done (1 left) 2024-04-02T08:42:43.804 INFO:tasks.rados.rados.0.smithi019.stdout:3851: done (0 left) 2024-04-02T08:42:43.804 INFO:tasks.rados.rados.0.smithi019.stdout:3852: setattr oid 4 current snap is 353 2024-04-02T08:42:43.805 INFO:tasks.rados.rados.0.smithi019.stdout:3853: setattr oid 39 current snap is 353 2024-04-02T08:42:43.806 INFO:tasks.rados.rados.0.smithi019.stdout:3854: snap_create 2024-04-02T08:42:43.813 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2281 (ObjNum 1176 snap 341 seq_num 1176) dirty exists 2024-04-02T08:42:43.814 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 2420 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:42:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:43 smithi066 ceph-mon[87361]: pgmap v808: 121 pgs: 121 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-04-02T08:42:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:43 smithi066 ceph-mon[87361]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:42:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:43 smithi019 ceph-mon[94035]: pgmap v808: 121 pgs: 121 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-04-02T08:42:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:43 smithi019 ceph-mon[94035]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:42:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:43 smithi019 ceph-mon[96522]: pgmap v808: 121 pgs: 121 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-04-02T08:42:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:43 smithi019 ceph-mon[96522]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:42:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:44.681 INFO:tasks.rados.rados.0.smithi019.stdout:3852: done (2 left) 2024-04-02T08:42:44.682 INFO:tasks.rados.rados.0.smithi019.stdout:3853: done (1 left) 2024-04-02T08:42:44.682 INFO:tasks.rados.rados.0.smithi019.stdout:3854: done (0 left) 2024-04-02T08:42:44.682 INFO:tasks.rados.rados.0.smithi019.stdout:3855: rollback oid 29 current snap is 354 2024-04-02T08:42:44.682 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 349 2024-04-02T08:42:44.682 INFO:tasks.rados.rados.0.smithi019.stdout:3856: rollback oid 14 current snap is 354 2024-04-02T08:42:44.682 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 14 to 331 2024-04-02T08:42:44.682 INFO:tasks.rados.rados.0.smithi019.stdout:3857: snap_remove snap 343 2024-04-02T08:42:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:44 smithi066 ceph-mon[87361]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:42:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:44 smithi066 ceph-mon[87361]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:42:45.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:44 smithi019 ceph-mon[94035]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:42:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:44 smithi019 ceph-mon[94035]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:42:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:44 smithi019 ceph-mon[96522]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:42:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:44 smithi019 ceph-mon[96522]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:42:45.681 INFO:tasks.rados.rados.0.smithi019.stdout:3857: done (2 left) 2024-04-02T08:42:45.681 INFO:tasks.rados.rados.0.smithi019.stdout:3858: rmattr oid 43 current snap is 354 2024-04-02T08:42:45.681 INFO:tasks.rados.rados.0.smithi019.stdout:3858: done (2 left) 2024-04-02T08:42:45.681 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 27 current snap is 354 2024-04-02T08:42:45.681 INFO:tasks.rados.rados.0.smithi019.stdout:3856: finishing rollback tid 1 to smithi01981774-14 2024-04-02T08:42:45.681 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:42:45.682 INFO:tasks.rados.rados.0.smithi019.stdout:3855: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:42:45.682 INFO:tasks.rados.rados.0.smithi019.stdout:3855: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:42:45.682 INFO:tasks.rados.rados.0.smithi019.stdout:3859: seq_num 1217 ranges {7921664=786432,8708096=401408} 2024-04-02T08:42:45.732 INFO:tasks.rados.rados.0.smithi019.stdout:3859: writing smithi01981774-27 from 7921664 to 8708096 tid 1 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3859: writing smithi01981774-27 from 8708096 to 9109504 tid 2 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3856: done (2 left) 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3860: read oid 23 snap -1 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3860: expect (ObjNum 1183 snap 343 seq_num 1183) 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3861: copy_from oid 11 from oid 38 current snap is 354 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3855: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2646 (ObjNum 97 snap 0 seq_num 1571457232) dirty exists 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3855: done (3 left) 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 10 current snap is 354 2024-04-02T08:42:45.736 INFO:tasks.rados.rados.0.smithi019.stdout:3862: seq_num 1218 ranges {2211840=802816,3014656=401408} 2024-04-02T08:42:45.752 INFO:tasks.rados.rados.0.smithi019.stdout:3862: writing smithi01981774-10 from 2211840 to 3014656 tid 1 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3862: writing smithi01981774-10 from 3014656 to 3416064 tid 2 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3863: copy_from oid 36 from oid 39 current snap is 354 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3861: finishing copy_from to smithi01981774-11 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3861: got expected ENOENT (src dne) 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3861: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3859: finishing write tid 1 to smithi01981774-27 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3861: done (4 left) 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3864: read oid 35 snap -1 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3864: expect deleted 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3865: setattr oid 17 current snap is 354 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3859: finishing write tid 2 to smithi01981774-27 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3859: finishing write tid 3 to smithi01981774-27 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3859: finishing write tid 4 to smithi01981774-27 2024-04-02T08:42:45.756 INFO:tasks.rados.rados.0.smithi019.stdout:3859: oid 27 updating version 0 to 2569 2024-04-02T08:42:45.757 INFO:tasks.rados.rados.0.smithi019.stdout:3859: oid 27 version 2569 is already newer than 2568 2024-04-02T08:42:45.757 INFO:tasks.rados.rados.0.smithi019.stdout:3859: oid 27 version 2569 is already newer than 2567 2024-04-02T08:42:45.757 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 2569 (ObjNum 1217 snap 354 seq_num 1217) dirty exists 2024-04-02T08:42:45.757 INFO:tasks.rados.rados.0.smithi019.stdout:3859: left oid 27 (ObjNum 1217 snap 354 seq_num 1217) 2024-04-02T08:42:45.757 INFO:tasks.rados.rados.0.smithi019.stdout:3859: done (5 left) 2024-04-02T08:42:45.757 INFO:tasks.rados.rados.0.smithi019.stdout:3866: delete oid 7 current snap is 354 2024-04-02T08:42:45.759 INFO:tasks.rados.rados.0.smithi019.stdout:3862: finishing write tid 1 to smithi01981774-10 2024-04-02T08:42:45.759 INFO:tasks.rados.rados.0.smithi019.stdout:3862: finishing write tid 2 to smithi01981774-10 2024-04-02T08:42:45.760 INFO:tasks.rados.rados.0.smithi019.stdout:3862: finishing write tid 3 to smithi01981774-10 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:3864: done (5 left) 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:3866: done (4 left) 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:3867: read oid 33 snap -1 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:3867: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:3868: rollback oid 46 current snap is 354 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 348 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:3869: copy_from oid 11 from oid 41 current snap is 354 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 3 current snap is 354 2024-04-02T08:42:45.761 INFO:tasks.rados.rados.0.smithi019.stdout:3870: seq_num 1220 ranges {6266880=434176,6701056=442368,7143424=360448} 2024-04-02T08:42:45.798 INFO:tasks.rados.rados.0.smithi019.stdout:3870: writing smithi01981774-3 from 6266880 to 6701056 tid 1 2024-04-02T08:42:45.801 INFO:tasks.rados.rados.0.smithi019.stdout:3870: writing smithi01981774-3 from 6701056 to 7143424 tid 2 2024-04-02T08:42:45.804 INFO:tasks.rados.rados.0.smithi019.stdout:3870: writing smithi01981774-3 from 7143424 to 7503872 tid 3 2024-04-02T08:42:45.804 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 354 2024-04-02T08:42:45.804 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2447 (ObjNum 1130 snap 320 seq_num 1130) dirty exists 2024-04-02T08:42:45.804 INFO:tasks.rados.rados.0.smithi019.stdout:3871: seq_num 1221 ranges {3407872=458752,3866624=729088,4595712=73728} 2024-04-02T08:42:45.826 INFO:tasks.rados.rados.0.smithi019.stdout:3871: writing smithi01981774-44 from 3407872 to 3866624 tid 1 2024-04-02T08:42:45.829 INFO:tasks.rados.rados.0.smithi019.stdout:3871: writing smithi01981774-44 from 3866624 to 4595712 tid 2 2024-04-02T08:42:45.830 INFO:tasks.rados.rados.0.smithi019.stdout:3871: writing smithi01981774-44 from 4595712 to 4669440 tid 3 2024-04-02T08:42:45.830 INFO:tasks.rados.rados.0.smithi019.stdout:3865: done (8 left) 2024-04-02T08:42:45.830 INFO:tasks.rados.rados.0.smithi019.stdout:3872: rmattr oid 5 current snap is 354 2024-04-02T08:42:45.830 INFO:tasks.rados.rados.0.smithi019.stdout:3872: done (8 left) 2024-04-02T08:42:45.830 INFO:tasks.rados.rados.0.smithi019.stdout:3873: snap_remove snap 344 2024-04-02T08:42:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:45 smithi066 ceph-mon[87361]: pgmap v811: 121 pgs: 121 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-04-02T08:42:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:45 smithi066 ceph-mon[87361]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:42:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:45 smithi019 ceph-mon[94035]: pgmap v811: 121 pgs: 121 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-04-02T08:42:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:45 smithi019 ceph-mon[94035]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:42:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:45 smithi019 ceph-mon[96522]: pgmap v811: 121 pgs: 121 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-04-02T08:42:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:45 smithi019 ceph-mon[96522]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:42:46.815 INFO:tasks.rados.rados.0.smithi019.stdout:3873: done (8 left) 2024-04-02T08:42:46.815 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 48 current snap is 354 2024-04-02T08:42:46.815 INFO:tasks.rados.rados.0.smithi019.stdout:3874: seq_num 1222 ranges {0=475136,475136=606208,1081344=196608} 2024-04-02T08:42:46.818 INFO:tasks.rados.rados.0.smithi019.stdout:3874: writing smithi01981774-48 from 0 to 475136 tid 1 2024-04-02T08:42:46.822 INFO:tasks.rados.rados.0.smithi019.stdout:3874: writing smithi01981774-48 from 475136 to 1081344 tid 2 2024-04-02T08:42:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:3874: writing smithi01981774-48 from 1081344 to 1277952 tid 3 2024-04-02T08:42:46.823 INFO:tasks.rados.rados.0.smithi019.stdout:3875: snap_remove snap 323 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3875: done (9 left) 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3876: delete oid 9 current snap is 354 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3862: finishing write tid 4 to smithi01981774-10 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3862: oid 10 updating version 0 to 2411 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3862: oid 10 version 2411 is already newer than 2410 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3862: oid 10 version 2411 is already newer than 2409 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2411 (ObjNum 1218 snap 354 seq_num 1218) dirty exists 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3862: left oid 10 (ObjNum 1218 snap 354 seq_num 1218) 2024-04-02T08:42:47.822 INFO:tasks.rados.rados.0.smithi019.stdout:3867: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:47.825 INFO:tasks.rados.rados.0.smithi019.stdout:3860: expect (ObjNum 1183 snap 343 seq_num 1183) 2024-04-02T08:42:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:47 smithi066 ceph-mon[87361]: pgmap v814: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-02T08:42:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:47 smithi066 ceph-mon[87361]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:42:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:47 smithi019 ceph-mon[94035]: pgmap v814: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-02T08:42:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:47 smithi019 ceph-mon[94035]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:42:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:47 smithi019 ceph-mon[96522]: pgmap v814: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-02T08:42:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:47 smithi019 ceph-mon[96522]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:3868: finishing rollback tid 0 to smithi01981774-46 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:3868: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2655 (ObjNum 65 snap 0 seq_num 1817336424) dirty dne 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:3863: finishing copy_from racing read to smithi01981774-36 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:3860: done (9 left) 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:3862: done (8 left) 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:3867: done (7 left) 2024-04-02T08:42:48.319 INFO:tasks.rados.rados.0.smithi019.stdout:3868: done (6 left) 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3876: done (5 left) 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3877: rollback oid 46 current snap is 354 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 331 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3863: finishing copy_from to smithi01981774-36 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 36 v 2420 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3869: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3869: finishing copy_from to smithi01981774-11 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2622 (ObjNum 1073 snap 304 seq_num 1073) dirty exists 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: finishing write tid 1 to smithi01981774-3 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: finishing write tid 2 to smithi01981774-3 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: finishing write tid 3 to smithi01981774-3 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: finishing write tid 4 to smithi01981774-3 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: finishing write tid 5 to smithi01981774-3 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: oid 3 updating version 0 to 2435 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: oid 3 version 2435 is already newer than 2434 2024-04-02T08:42:48.320 INFO:tasks.rados.rados.0.smithi019.stdout:3870: oid 3 updating version 2435 to 2437 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3870: oid 3 version 2437 is already newer than 2436 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 3 v 2437 (ObjNum 1220 snap 354 seq_num 1220) dirty exists 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3870: left oid 3 (ObjNum 1220 snap 354 seq_num 1220) 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: finishing write tid 1 to smithi01981774-44 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: finishing write tid 2 to smithi01981774-44 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: finishing write tid 3 to smithi01981774-44 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: finishing write tid 4 to smithi01981774-44 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: finishing write tid 5 to smithi01981774-44 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: oid 44 updating version 0 to 2424 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: oid 44 version 2424 is already newer than 2423 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: oid 44 version 2424 is already newer than 2422 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: oid 44 version 2424 is already newer than 2421 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2424 (ObjNum 1221 snap 354 seq_num 1221) dirty exists 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3871: left oid 44 (ObjNum 1221 snap 354 seq_num 1221) 2024-04-02T08:42:48.321 INFO:tasks.rados.rados.0.smithi019.stdout:3874: finishing write tid 1 to smithi01981774-48 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3863: done (5 left) 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3869: done (4 left) 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3870: done (3 left) 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3871: done (2 left) 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3878: read oid 30 snap -1 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3878: expect deleted 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3879: delete oid 11 current snap is 354 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: finishing write tid 2 to smithi01981774-48 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: finishing write tid 3 to smithi01981774-48 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: finishing write tid 4 to smithi01981774-48 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: finishing write tid 5 to smithi01981774-48 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: oid 48 updating version 0 to 2656 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: oid 48 updating version 2656 to 2661 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: oid 48 version 2661 is already newer than 2657 2024-04-02T08:42:48.322 INFO:tasks.rados.rados.0.smithi019.stdout:3874: oid 48 version 2661 is already newer than 2660 2024-04-02T08:42:48.323 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2661 (ObjNum 1222 snap 354 seq_num 1222) dirty exists 2024-04-02T08:42:48.323 INFO:tasks.rados.rados.0.smithi019.stdout:3874: left oid 48 (ObjNum 1222 snap 354 seq_num 1222) 2024-04-02T08:42:48.323 INFO:tasks.rados.rados.0.smithi019.stdout:3874: done (3 left) 2024-04-02T08:42:48.323 INFO:tasks.rados.rados.0.smithi019.stdout:3878: done (2 left) 2024-04-02T08:42:48.323 INFO:tasks.rados.rados.0.smithi019.stdout:3879: done (1 left) 2024-04-02T08:42:48.323 INFO:tasks.rados.rados.0.smithi019.stdout:3880: snap_remove snap 340 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3880: done (1 left) 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3881: rollback oid 26 current snap is 354 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 26 to 341 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3882: rollback oid 35 current snap is 354 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 35 to 350 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3883: rollback oid 48 current snap is 354 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 48 to 353 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3884: delete oid 24 current snap is 354 2024-04-02T08:42:48.833 INFO:tasks.rados.rados.0.smithi019.stdout:3877: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:42:48.834 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2655 (ObjNum 65 snap 0 seq_num 1817336424) dirty dne 2024-04-02T08:42:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:3882: finishing rollback tid 1 to smithi01981774-35 2024-04-02T08:42:48.841 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 2518 (ObjNum 129 snap 0 seq_num 4123563679) dirty dne 2024-04-02T08:42:48.847 INFO:tasks.rados.rados.0.smithi019.stdout:3881: finishing rollback tid 0 to smithi01981774-26 2024-04-02T08:42:48.847 INFO:tasks.rados.rados.0.smithi019.stdout:3881: finishing rollback tid 1 to smithi01981774-26 2024-04-02T08:42:48.847 INFO:tasks.rados.rados.0.smithi019.stdout:3881: finishing rollback tid 2 to smithi01981774-26 2024-04-02T08:42:48.848 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2440 (ObjNum 1163 snap 331 seq_num 1163) dirty exists 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:3883: finishing rollback tid 0 to smithi01981774-48 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:3877: done (4 left) 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:3881: done (3 left) 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:3882: done (2 left) 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:3884: done (1 left) 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:3885: delete oid 27 current snap is 354 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:3883: finishing rollback tid 1 to smithi01981774-48 2024-04-02T08:42:48.850 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 48 v 2674 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:42:48.854 INFO:tasks.rados.rados.0.smithi019.stdout:3883: done (1 left) 2024-04-02T08:42:48.854 INFO:tasks.rados.rados.0.smithi019.stdout:3885: done (0 left) 2024-04-02T08:42:48.854 INFO:tasks.rados.rados.0.smithi019.stdout:3886: rmattr oid 44 current snap is 354 2024-04-02T08:42:48.854 INFO:tasks.rados.rados.0.smithi019.stdout:3886: done (0 left) 2024-04-02T08:42:48.854 INFO:tasks.rados.rados.0.smithi019.stdout:3887: read oid 7 snap -1 2024-04-02T08:42:48.854 INFO:tasks.rados.rados.0.smithi019.stdout:3887: expect deleted 2024-04-02T08:42:48.854 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 46 current snap is 354 2024-04-02T08:42:48.855 INFO:tasks.rados.rados.0.smithi019.stdout:3888: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2024-04-02T08:42:48.857 INFO:tasks.rados.rados.0.smithi019.stdout:3888: writing smithi01981774-46 from 0 to 557056 tid 1 2024-04-02T08:42:48.860 INFO:tasks.rados.rados.0.smithi019.stdout:3888: writing smithi01981774-46 from 557056 to 1040384 tid 2 2024-04-02T08:42:48.862 INFO:tasks.rados.rados.0.smithi019.stdout:3888: writing smithi01981774-46 from 1040384 to 1359872 tid 3 2024-04-02T08:42:48.862 INFO:tasks.rados.rados.0.smithi019.stdout:3887: done (1 left) 2024-04-02T08:42:48.862 INFO:tasks.rados.rados.0.smithi019.stdout:3889: copy_from oid 39 from oid 25 current snap is 354 2024-04-02T08:42:48.862 INFO:tasks.rados.rados.0.smithi019.stdout:3890: read oid 12 snap -1 2024-04-02T08:42:48.863 INFO:tasks.rados.rados.0.smithi019.stdout:3890: expect (ObjNum 1206 snap 348 seq_num 1206) 2024-04-02T08:42:48.863 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 354 2024-04-02T08:42:48.863 INFO:tasks.rados.rados.0.smithi019.stdout:3888: finishing write tid 1 to smithi01981774-46 2024-04-02T08:42:48.863 INFO:tasks.rados.rados.0.smithi019.stdout:3891: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-04-02T08:42:48.865 INFO:tasks.rados.rados.0.smithi019.stdout:3891: writing smithi01981774-42 from 0 to 573440 tid 1 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3891: writing smithi01981774-42 from 573440 to 1335296 tid 2 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3891: writing smithi01981774-42 from 1335296 to 1376256 tid 3 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3892: delete oid 48 current snap is 354 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3889: finishing copy_from to smithi01981774-39 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3889: got expected ENOENT (src dne) 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3889: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3888: finishing write tid 2 to smithi01981774-46 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3888: finishing write tid 3 to smithi01981774-46 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3888: finishing write tid 4 to smithi01981774-46 2024-04-02T08:42:48.871 INFO:tasks.rados.rados.0.smithi019.stdout:3888: finishing write tid 5 to smithi01981774-46 2024-04-02T08:42:48.872 INFO:tasks.rados.rados.0.smithi019.stdout:3888: oid 46 updating version 0 to 2684 2024-04-02T08:42:48.872 INFO:tasks.rados.rados.0.smithi019.stdout:3888: oid 46 version 2684 is already newer than 2683 2024-04-02T08:42:48.872 INFO:tasks.rados.rados.0.smithi019.stdout:3888: oid 46 updating version 2684 to 2685 2024-04-02T08:42:48.872 INFO:tasks.rados.rados.0.smithi019.stdout:3888: oid 46 updating version 2685 to 2686 2024-04-02T08:42:48.872 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2686 (ObjNum 1227 snap 354 seq_num 1227) dirty exists 2024-04-02T08:42:48.872 INFO:tasks.rados.rados.0.smithi019.stdout:3888: left oid 46 (ObjNum 1227 snap 354 seq_num 1227) 2024-04-02T08:42:48.872 INFO:tasks.rados.rados.0.smithi019.stdout:3891: finishing write tid 1 to smithi01981774-42 2024-04-02T08:42:48.874 INFO:tasks.rados.rados.0.smithi019.stdout:3888: done (4 left) 2024-04-02T08:42:48.874 INFO:tasks.rados.rados.0.smithi019.stdout:3889: done (3 left) 2024-04-02T08:42:48.874 INFO:tasks.rados.rados.0.smithi019.stdout:3892: done (2 left) 2024-04-02T08:42:48.874 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 354 2024-04-02T08:42:48.874 INFO:tasks.rados.rados.0.smithi019.stdout:3893: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2024-04-02T08:42:48.878 INFO:tasks.rados.rados.0.smithi019.stdout:3893: writing smithi01981774-14 from 0 to 606208 tid 1 2024-04-02T08:42:48.881 INFO:tasks.rados.rados.0.smithi019.stdout:3893: writing smithi01981774-14 from 606208 to 1138688 tid 2 2024-04-02T08:42:48.883 INFO:tasks.rados.rados.0.smithi019.stdout:3893: writing smithi01981774-14 from 1138688 to 1409024 tid 3 2024-04-02T08:42:48.883 INFO:tasks.rados.rados.0.smithi019.stdout:3894: snap_remove snap 349 2024-04-02T08:42:49.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:48 smithi019 ceph-mon[94035]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:42:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:48 smithi019 ceph-mon[96522]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:42:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:48 smithi066 ceph-mon[87361]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:42:49.835 INFO:tasks.rados.rados.0.smithi019.stdout:3891: finishing write tid 2 to smithi01981774-42 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: finishing write tid 3 to smithi01981774-42 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: finishing write tid 4 to smithi01981774-42 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: finishing write tid 5 to smithi01981774-42 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: oid 42 updating version 0 to 2152 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: oid 42 version 2152 is already newer than 2151 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: oid 42 version 2152 is already newer than 2150 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: oid 42 updating version 2152 to 2153 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2153 (ObjNum 1228 snap 354 seq_num 1228) dirty exists 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3891: left oid 42 (ObjNum 1228 snap 354 seq_num 1228) 2024-04-02T08:42:49.836 INFO:tasks.rados.rados.0.smithi019.stdout:3890: expect (ObjNum 1206 snap 348 seq_num 1206) 2024-04-02T08:42:50.005 INFO:tasks.rados.rados.0.smithi019.stdout:3893: finishing write tid 1 to smithi01981774-14 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: finishing write tid 2 to smithi01981774-14 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: finishing write tid 3 to smithi01981774-14 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: finishing write tid 4 to smithi01981774-14 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: finishing write tid 5 to smithi01981774-14 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: oid 14 updating version 0 to 2424 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: oid 14 version 2424 is already newer than 2422 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: oid 14 version 2424 is already newer than 2423 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: oid 14 version 2424 is already newer than 2421 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 2424 (ObjNum 1230 snap 354 seq_num 1230) dirty exists 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: left oid 14 (ObjNum 1230 snap 354 seq_num 1230) 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3890: done (3 left) 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3891: done (2 left) 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3893: done (1 left) 2024-04-02T08:42:50.006 INFO:tasks.rados.rados.0.smithi019.stdout:3894: done (0 left) 2024-04-02T08:42:50.007 INFO:tasks.rados.rados.0.smithi019.stdout:3895: snap_create 2024-04-02T08:42:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:49 smithi019 ceph-mon[94035]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:42:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:49 smithi019 ceph-mon[94035]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:42:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:49 smithi019 ceph-mon[96522]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:42:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:49 smithi019 ceph-mon[96522]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:42:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:49 smithi066 ceph-mon[87361]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-02T08:42:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:49 smithi066 ceph-mon[87361]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:42:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:42:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:42:50] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-04-02T08:42:50.840 INFO:tasks.rados.rados.0.smithi019.stdout:3895: done (0 left) 2024-04-02T08:42:50.840 INFO:tasks.rados.rados.0.smithi019.stdout:3896: rollback oid 21 current snap is 355 2024-04-02T08:42:50.840 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 21 to 345 2024-04-02T08:42:50.840 INFO:tasks.rados.rados.0.smithi019.stdout:3897: rollback oid 38 current snap is 355 2024-04-02T08:42:50.840 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 38 to 331 2024-04-02T08:42:50.840 INFO:tasks.rados.rados.0.smithi019.stdout:3898: snap_create 2024-04-02T08:42:50.845 INFO:tasks.rados.rados.0.smithi019.stdout:3896: finishing rollback tid 0 to smithi01981774-21 2024-04-02T08:42:50.845 INFO:tasks.rados.rados.0.smithi019.stdout:3896: finishing rollback tid 1 to smithi01981774-21 2024-04-02T08:42:50.845 INFO:tasks.rados.rados.0.smithi019.stdout:3896: finishing rollback tid 2 to smithi01981774-21 2024-04-02T08:42:50.845 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 21 v 2524 (ObjNum 1137 snap 327 seq_num 1137) dirty exists 2024-04-02T08:42:50.849 INFO:tasks.rados.rados.0.smithi019.stdout:3897: finishing rollback tid 1 to smithi01981774-38 2024-04-02T08:42:50.849 INFO:tasks.rados.rados.0.smithi019.stdout:3897: finishing rollback tid 2 to smithi01981774-38 2024-04-02T08:42:50.849 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2449 (ObjNum 1155 snap 329 seq_num 1155) dirty exists 2024-04-02T08:42:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:50 smithi019 ceph-mon[94035]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:42:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:50 smithi019 ceph-mon[96522]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:42:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:50 smithi066 ceph-mon[87361]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:42:51.846 INFO:tasks.rados.rados.0.smithi019.stdout:3896: done (2 left) 2024-04-02T08:42:51.846 INFO:tasks.rados.rados.0.smithi019.stdout:3897: done (1 left) 2024-04-02T08:42:51.846 INFO:tasks.rados.rados.0.smithi019.stdout:3898: done (0 left) 2024-04-02T08:42:51.846 INFO:tasks.rados.rados.0.smithi019.stdout:3899: read oid 9 snap 355 2024-04-02T08:42:51.846 INFO:tasks.rados.rados.0.smithi019.stdout:3899: expect deleted 2024-04-02T08:42:51.846 INFO:tasks.rados.rados.0.smithi019.stdout:3900: delete oid 37 current snap is 356 2024-04-02T08:42:51.851 INFO:tasks.rados.rados.0.smithi019.stdout:3899: done (1 left) 2024-04-02T08:42:51.851 INFO:tasks.rados.rados.0.smithi019.stdout:3900: done (0 left) 2024-04-02T08:42:51.851 INFO:tasks.rados.rados.0.smithi019.stdout:3901: rollback oid 10 current snap is 356 2024-04-02T08:42:51.851 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 10 to 351 2024-04-02T08:42:51.851 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 356 2024-04-02T08:42:51.851 INFO:tasks.rados.rados.0.smithi019.stdout:3902: seq_num 1232 ranges {0=638976,638976=753664,1392640=49152} 2024-04-02T08:42:51.854 INFO:tasks.rados.rados.0.smithi019.stdout:3902: writing smithi01981774-1 from 0 to 638976 tid 1 2024-04-02T08:42:51.859 INFO:tasks.rados.rados.0.smithi019.stdout:3902: writing smithi01981774-1 from 638976 to 1392640 tid 2 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3902: writing smithi01981774-1 from 1392640 to 1441792 tid 3 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3903: rmattr oid 15 current snap is 356 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3903: done (2 left) 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3904: copy_from oid 35 from oid 3 current snap is 356 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3901: finishing rollback tid 0 to smithi01981774-10 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3901: finishing rollback tid 1 to smithi01981774-10 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3901: finishing rollback tid 2 to smithi01981774-10 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 10 v 2414 (ObjNum 1107 snap 313 seq_num 1107) dirty exists 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3901: done (2 left) 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 20 current snap is 356 2024-04-02T08:42:51.860 INFO:tasks.rados.rados.0.smithi019.stdout:3905: seq_num 1233 ranges {4653056=655360,5308416=638976,5947392=163840} 2024-04-02T08:42:51.889 INFO:tasks.rados.rados.0.smithi019.stdout:3905: writing smithi01981774-20 from 4653056 to 5308416 tid 1 2024-04-02T08:42:51.893 INFO:tasks.rados.rados.0.smithi019.stdout:3905: writing smithi01981774-20 from 5308416 to 5947392 tid 2 2024-04-02T08:42:51.894 INFO:tasks.rados.rados.0.smithi019.stdout:3905: writing smithi01981774-20 from 5947392 to 6111232 tid 3 2024-04-02T08:42:51.894 INFO:tasks.rados.rados.0.smithi019.stdout:3906: read oid 30 snap -1 2024-04-02T08:42:51.894 INFO:tasks.rados.rados.0.smithi019.stdout:3906: expect deleted 2024-04-02T08:42:51.894 INFO:tasks.rados.rados.0.smithi019.stdout:3907: rmattr oid 16 current snap is 356 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: finishing write tid 1 to smithi01981774-1 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: finishing write tid 2 to smithi01981774-1 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: finishing write tid 3 to smithi01981774-1 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: finishing write tid 4 to smithi01981774-1 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: finishing write tid 5 to smithi01981774-1 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: oid 1 updating version 0 to 2439 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: oid 1 updating version 2439 to 2440 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: oid 1 updating version 2440 to 2442 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: oid 1 version 2442 is already newer than 2441 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2442 (ObjNum 1232 snap 356 seq_num 1232) dirty exists 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: left oid 1 (ObjNum 1232 snap 356 seq_num 1232) 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3904: finishing copy_from racing read to smithi01981774-35 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3902: done (4 left) 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 42 current snap is 356 2024-04-02T08:42:51.895 INFO:tasks.rados.rados.0.smithi019.stdout:3908: seq_num 1234 ranges {1376256=671744,2048000=516096,2564096=286720} 2024-04-02T08:42:51.905 INFO:tasks.rados.rados.0.smithi019.stdout:3908: writing smithi01981774-42 from 1376256 to 2048000 tid 1 2024-04-02T08:42:51.908 INFO:tasks.rados.rados.0.smithi019.stdout:3908: writing smithi01981774-42 from 2048000 to 2564096 tid 2 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:3908: writing smithi01981774-42 from 2564096 to 2850816 tid 3 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:3909: rmattr oid 10 current snap is 356 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:3909: done (5 left) 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:3910: snap_create 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:3904: finishing copy_from to smithi01981774-35 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 2437 (ObjNum 1220 snap 354 seq_num 1220) dirty exists 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1764 (ObjNum 1144 snap 328 seq_num 1144) dirty exists 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:3905: finishing write tid 1 to smithi01981774-20 2024-04-02T08:42:51.911 INFO:tasks.rados.rados.0.smithi019.stdout:3905: finishing write tid 2 to smithi01981774-20 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: finishing write tid 3 to smithi01981774-20 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: finishing write tid 4 to smithi01981774-20 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: finishing write tid 5 to smithi01981774-20 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: oid 20 updating version 0 to 2450 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: oid 20 updating version 2450 to 2453 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: oid 20 version 2453 is already newer than 2451 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: oid 20 version 2453 is already newer than 2452 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 20 v 2453 (ObjNum 1233 snap 356 seq_num 1233) dirty exists 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3905: left oid 20 (ObjNum 1233 snap 356 seq_num 1233) 2024-04-02T08:42:51.912 INFO:tasks.rados.rados.0.smithi019.stdout:3908: finishing write tid 1 to smithi01981774-42 2024-04-02T08:42:51.913 INFO:tasks.rados.rados.0.smithi019.stdout:3908: finishing write tid 2 to smithi01981774-42 2024-04-02T08:42:51.913 INFO:tasks.rados.rados.0.smithi019.stdout:3908: finishing write tid 3 to smithi01981774-42 2024-04-02T08:42:51.913 INFO:tasks.rados.rados.0.smithi019.stdout:3908: finishing write tid 4 to smithi01981774-42 2024-04-02T08:42:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:3908: finishing write tid 5 to smithi01981774-42 2024-04-02T08:42:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:3908: oid 42 updating version 0 to 2155 2024-04-02T08:42:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:3908: oid 42 updating version 2155 to 2157 2024-04-02T08:42:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:3908: oid 42 version 2157 is already newer than 2154 2024-04-02T08:42:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:3908: oid 42 version 2157 is already newer than 2156 2024-04-02T08:42:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2157 (ObjNum 1234 snap 356 seq_num 1234) dirty exists 2024-04-02T08:42:51.915 INFO:tasks.rados.rados.0.smithi019.stdout:3908: left oid 42 (ObjNum 1234 snap 356 seq_num 1234) 2024-04-02T08:42:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:51 smithi019 ceph-mon[94035]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 21 op/s 2024-04-02T08:42:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:51 smithi019 ceph-mon[94035]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:42:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:51 smithi019 ceph-mon[96522]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 21 op/s 2024-04-02T08:42:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:51 smithi019 ceph-mon[96522]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:42:52.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:51 smithi066 ceph-mon[87361]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 21 op/s 2024-04-02T08:42:52.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:51 smithi066 ceph-mon[87361]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:42:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:42:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:52.855 INFO:tasks.rados.rados.0.smithi019.stdout:3904: done (5 left) 2024-04-02T08:42:52.855 INFO:tasks.rados.rados.0.smithi019.stdout:3905: done (4 left) 2024-04-02T08:42:52.855 INFO:tasks.rados.rados.0.smithi019.stdout:3906: done (3 left) 2024-04-02T08:42:52.855 INFO:tasks.rados.rados.0.smithi019.stdout:3907: done (2 left) 2024-04-02T08:42:52.855 INFO:tasks.rados.rados.0.smithi019.stdout:3908: done (1 left) 2024-04-02T08:42:52.855 INFO:tasks.rados.rados.0.smithi019.stdout:3910: done (0 left) 2024-04-02T08:42:52.856 INFO:tasks.rados.rados.0.smithi019.stdout:3911: rmattr oid 16 current snap is 357 2024-04-02T08:42:52.856 INFO:tasks.rados.rados.0.smithi019.stdout:3912: read oid 21 snap 334 2024-04-02T08:42:52.856 INFO:tasks.rados.rados.0.smithi019.stdout:3912: expect (ObjNum 1137 snap 327 seq_num 1137) 2024-04-02T08:42:52.856 INFO:tasks.rados.rados.0.smithi019.stdout:3913: snap_create 2024-04-02T08:42:52.860 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1765 (ObjNum 1144 snap 328 seq_num 1144) dirty exists 2024-04-02T08:42:52.867 INFO:tasks.rados.rados.0.smithi019.stdout:3912: expect (ObjNum 1137 snap 327 seq_num 1137) 2024-04-02T08:42:53.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:52 smithi019 ceph-mon[94035]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:42:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:52 smithi019 ceph-mon[96522]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:42:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:52 smithi066 ceph-mon[87361]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:42:53.856 INFO:tasks.rados.rados.0.smithi019.stdout:3911: done (2 left) 2024-04-02T08:42:53.856 INFO:tasks.rados.rados.0.smithi019.stdout:3912: done (1 left) 2024-04-02T08:42:53.856 INFO:tasks.rados.rados.0.smithi019.stdout:3913: done (0 left) 2024-04-02T08:42:53.856 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 1 current snap is 358 2024-04-02T08:42:53.856 INFO:tasks.rados.rados.0.smithi019.stdout:3914: seq_num 1235 ranges {1441792=688128,2129920=802816} 2024-04-02T08:42:53.867 INFO:tasks.rados.rados.0.smithi019.stdout:3914: writing smithi01981774-1 from 1441792 to 2129920 tid 1 2024-04-02T08:42:53.872 INFO:tasks.rados.rados.0.smithi019.stdout:3914: writing smithi01981774-1 from 2129920 to 2932736 tid 2 2024-04-02T08:42:53.872 INFO:tasks.rados.rados.0.smithi019.stdout:3915: snap_create 2024-04-02T08:42:53.876 INFO:tasks.rados.rados.0.smithi019.stdout:3914: finishing write tid 1 to smithi01981774-1 2024-04-02T08:42:53.877 INFO:tasks.rados.rados.0.smithi019.stdout:3914: finishing write tid 2 to smithi01981774-1 2024-04-02T08:42:53.877 INFO:tasks.rados.rados.0.smithi019.stdout:3914: finishing write tid 3 to smithi01981774-1 2024-04-02T08:42:53.878 INFO:tasks.rados.rados.0.smithi019.stdout:3914: finishing write tid 4 to smithi01981774-1 2024-04-02T08:42:53.878 INFO:tasks.rados.rados.0.smithi019.stdout:3914: oid 1 updating version 0 to 2444 2024-04-02T08:42:53.878 INFO:tasks.rados.rados.0.smithi019.stdout:3914: oid 1 updating version 2444 to 2445 2024-04-02T08:42:53.878 INFO:tasks.rados.rados.0.smithi019.stdout:3914: oid 1 version 2445 is already newer than 2443 2024-04-02T08:42:53.879 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 1 v 2445 (ObjNum 1235 snap 358 seq_num 1235) dirty exists 2024-04-02T08:42:53.879 INFO:tasks.rados.rados.0.smithi019.stdout:3914: left oid 1 (ObjNum 1235 snap 358 seq_num 1235) 2024-04-02T08:42:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:53 smithi019 ceph-mon[94035]: pgmap v823: 121 pgs: 121 active+clean; 299 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-02T08:42:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:53 smithi019 ceph-mon[94035]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:42:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:53 smithi019 ceph-mon[96522]: pgmap v823: 121 pgs: 121 active+clean; 299 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-02T08:42:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:53 smithi019 ceph-mon[96522]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:42:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:53 smithi066 ceph-mon[87361]: pgmap v823: 121 pgs: 121 active+clean; 299 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-02T08:42:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:53 smithi066 ceph-mon[87361]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:42:54.681 INFO:tasks.rados.rados.0.smithi019.stdout:3914: done (1 left) 2024-04-02T08:42:54.681 INFO:tasks.rados.rados.0.smithi019.stdout:3915: done (0 left) 2024-04-02T08:42:54.681 INFO:tasks.rados.rados.0.smithi019.stdout:3916: copy_from oid 7 from oid 49 current snap is 359 2024-04-02T08:42:54.681 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 37 current snap is 359 2024-04-02T08:42:54.681 INFO:tasks.rados.rados.0.smithi019.stdout:3917: seq_num 1236 ranges {0=704512,704512=688128,1392640=114688} 2024-04-02T08:42:54.685 INFO:tasks.rados.rados.0.smithi019.stdout:3917: writing smithi01981774-37 from 0 to 704512 tid 1 2024-04-02T08:42:54.689 INFO:tasks.rados.rados.0.smithi019.stdout:3917: writing smithi01981774-37 from 704512 to 1392640 tid 2 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3917: writing smithi01981774-37 from 1392640 to 1507328 tid 3 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3918: copy_from oid 5 from oid 6 current snap is 359 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3916: finishing copy_from to smithi01981774-7 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3916: got expected ENOENT (src dne) 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3916: finishing copy_from racing read to smithi01981774-7 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3916: done (2 left) 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3919: rollback oid 46 current snap is 359 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 46 to 355 2024-04-02T08:42:54.691 INFO:tasks.rados.rados.0.smithi019.stdout:3920: rollback oid 33 current snap is 359 2024-04-02T08:42:54.692 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 33 to 339 2024-04-02T08:42:54.692 INFO:tasks.rados.rados.0.smithi019.stdout:3921: copy_from oid 34 from oid 48 current snap is 359 2024-04-02T08:42:54.692 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 26 current snap is 359 2024-04-02T08:42:54.692 INFO:tasks.rados.rados.0.smithi019.stdout:3922: seq_num 1237 ranges {286720=720896,1007616=573440,1581056=229376} 2024-04-02T08:42:54.697 INFO:tasks.rados.rados.0.smithi019.stdout:3922: writing smithi01981774-26 from 286720 to 1007616 tid 1 2024-04-02T08:42:54.700 INFO:tasks.rados.rados.0.smithi019.stdout:3922: writing smithi01981774-26 from 1007616 to 1581056 tid 2 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi019.stdout:3922: writing smithi01981774-26 from 1581056 to 1810432 tid 3 2024-04-02T08:42:54.702 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 359 2024-04-02T08:42:54.705 INFO:tasks.rados.rados.0.smithi019.stdout:3918: finishing copy_from to smithi01981774-5 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3918: got expected ENOENT (src dne) 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3918: finishing copy_from racing read to smithi01981774-5 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3920: finishing rollback tid 0 to smithi01981774-33 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3920: finishing rollback tid 1 to smithi01981774-33 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3920: finishing rollback tid 2 to smithi01981774-33 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 33 v 2642 (ObjNum 1128 snap 320 seq_num 1128) dirty exists 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3921: finishing copy_from to smithi01981774-34 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3921: got expected ENOENT (src dne) 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3923: seq_num 1238 ranges {0=737280,737280=458752,1196032=344064} 2024-04-02T08:42:54.706 INFO:tasks.rados.rados.0.smithi019.stdout:3923: writing smithi01981774-43 from 0 to 737280 tid 1 2024-04-02T08:42:54.708 INFO:tasks.rados.rados.0.smithi019.stdout:3923: writing smithi01981774-43 from 737280 to 1196032 tid 2 2024-04-02T08:42:54.711 INFO:tasks.rados.rados.0.smithi019.stdout:3923: writing smithi01981774-43 from 1196032 to 1540096 tid 3 2024-04-02T08:42:54.712 INFO:tasks.rados.rados.0.smithi019.stdout:3918: done (6 left) 2024-04-02T08:42:54.712 INFO:tasks.rados.rados.0.smithi019.stdout:3920: done (5 left) 2024-04-02T08:42:54.712 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 4 current snap is 359 2024-04-02T08:42:54.712 INFO:tasks.rados.rados.0.smithi019.stdout:3921: finishing copy_from racing read to smithi01981774-34 2024-04-02T08:42:54.712 INFO:tasks.rados.rados.0.smithi019.stdout:3919: finishing rollback tid 0 to smithi01981774-46 2024-04-02T08:42:54.712 INFO:tasks.rados.rados.0.smithi019.stdout:3924: seq_num 1239 ranges {8159232=753664,8912896=745472,9658368=57344} 2024-04-02T08:42:54.760 INFO:tasks.rados.rados.0.smithi019.stdout:3924: writing smithi01981774-4 from 8159232 to 8912896 tid 1 2024-04-02T08:42:54.764 INFO:tasks.rados.rados.0.smithi019.stdout:3924: writing smithi01981774-4 from 8912896 to 9658368 tid 2 2024-04-02T08:42:54.765 INFO:tasks.rados.rados.0.smithi019.stdout:3924: writing smithi01981774-4 from 9658368 to 9715712 tid 3 2024-04-02T08:42:54.765 INFO:tasks.rados.rados.0.smithi019.stdout:3921: done (5 left) 2024-04-02T08:42:54.765 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 2 current snap is 359 2024-04-02T08:42:54.765 INFO:tasks.rados.rados.0.smithi019.stdout:3919: finishing rollback tid 1 to smithi01981774-46 2024-04-02T08:42:54.766 INFO:tasks.rados.rados.0.smithi019.stdout:3917: finishing write tid 1 to smithi01981774-37 2024-04-02T08:42:54.766 INFO:tasks.rados.rados.0.smithi019.stdout:3919: finishing rollback tid 2 to smithi01981774-46 2024-04-02T08:42:54.766 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 46 v 2695 (ObjNum 1227 snap 354 seq_num 1227) dirty exists 2024-04-02T08:42:54.766 INFO:tasks.rados.rados.0.smithi019.stdout:3917: finishing write tid 2 to smithi01981774-37 2024-04-02T08:42:54.766 INFO:tasks.rados.rados.0.smithi019.stdout:3925: seq_num 1240 ranges {2146304=778240,2924544=671744,3596288=131072} 2024-04-02T08:42:54.780 INFO:tasks.rados.rados.0.smithi019.stdout:3925: writing smithi01981774-2 from 2146304 to 2924544 tid 1 2024-04-02T08:42:54.784 INFO:tasks.rados.rados.0.smithi019.stdout:3925: writing smithi01981774-2 from 2924544 to 3596288 tid 2 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3925: writing smithi01981774-2 from 3596288 to 3727360 tid 3 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3919: done (5 left) 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3926: read oid 49 snap -1 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3926: expect deleted 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3927: copy_from oid 25 from oid 36 current snap is 359 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3917: finishing write tid 3 to smithi01981774-37 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3917: finishing write tid 4 to smithi01981774-37 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3917: finishing write tid 5 to smithi01981774-37 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3917: oid 37 updating version 0 to 2442 2024-04-02T08:42:54.787 INFO:tasks.rados.rados.0.smithi019.stdout:3917: oid 37 updating version 2442 to 2443 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3917: oid 37 updating version 2443 to 2445 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3917: oid 37 version 2445 is already newer than 2444 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 37 v 2445 (ObjNum 1236 snap 359 seq_num 1236) dirty exists 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3917: left oid 37 (ObjNum 1236 snap 359 seq_num 1236) 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: finishing write tid 1 to smithi01981774-26 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: finishing write tid 2 to smithi01981774-26 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: finishing write tid 3 to smithi01981774-26 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: finishing write tid 4 to smithi01981774-26 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: finishing write tid 5 to smithi01981774-26 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: oid 26 updating version 0 to 2444 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: oid 26 version 2444 is already newer than 2443 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: oid 26 version 2444 is already newer than 2442 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:3922: oid 26 version 2444 is already newer than 2441 2024-04-02T08:42:54.788 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 2444 (ObjNum 1237 snap 359 seq_num 1237) dirty exists 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3922: left oid 26 (ObjNum 1237 snap 359 seq_num 1237) 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: finishing write tid 1 to smithi01981774-43 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: finishing write tid 2 to smithi01981774-43 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: finishing write tid 3 to smithi01981774-43 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: finishing write tid 4 to smithi01981774-43 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: finishing write tid 5 to smithi01981774-43 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: oid 43 updating version 0 to 2426 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: oid 43 updating version 2426 to 2427 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: oid 43 version 2427 is already newer than 2425 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: oid 43 updating version 2427 to 2428 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 2428 (ObjNum 1238 snap 359 seq_num 1238) dirty exists 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3923: left oid 43 (ObjNum 1238 snap 359 seq_num 1238) 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3924: finishing write tid 1 to smithi01981774-4 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3924: finishing write tid 2 to smithi01981774-4 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3924: finishing write tid 3 to smithi01981774-4 2024-04-02T08:42:54.789 INFO:tasks.rados.rados.0.smithi019.stdout:3924: finishing write tid 4 to smithi01981774-4 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3924: finishing write tid 5 to smithi01981774-4 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3924: oid 4 updating version 0 to 2628 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3924: oid 4 version 2628 is already newer than 2625 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3924: oid 4 version 2628 is already newer than 2627 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3924: oid 4 version 2628 is already newer than 2626 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 4 v 2628 (ObjNum 1239 snap 359 seq_num 1239) dirty exists 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3924: left oid 4 (ObjNum 1239 snap 359 seq_num 1239) 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3925: finishing write tid 1 to smithi01981774-2 2024-04-02T08:42:54.790 INFO:tasks.rados.rados.0.smithi019.stdout:3917: done (6 left) 2024-04-02T08:42:54.791 INFO:tasks.rados.rados.0.smithi019.stdout:3922: done (5 left) 2024-04-02T08:42:54.791 INFO:tasks.rados.rados.0.smithi019.stdout:3923: done (4 left) 2024-04-02T08:42:54.791 INFO:tasks.rados.rados.0.smithi019.stdout:3924: done (3 left) 2024-04-02T08:42:54.791 INFO:tasks.rados.rados.0.smithi019.stdout:3928: snap_remove snap 352 2024-04-02T08:42:55.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:54 smithi019 ceph-mon[96522]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:42:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:54 smithi019 ceph-mon[96522]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:42:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:54 smithi019 ceph-mon[94035]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:42:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:54 smithi019 ceph-mon[94035]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:42:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:54 smithi066 ceph-mon[87361]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:42:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:54 smithi066 ceph-mon[87361]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: finishing write tid 2 to smithi01981774-2 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: finishing write tid 3 to smithi01981774-2 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: finishing write tid 4 to smithi01981774-2 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: finishing write tid 5 to smithi01981774-2 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: oid 2 updating version 0 to 2446 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: oid 2 updating version 2446 to 2448 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: oid 2 updating version 2448 to 2449 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:3925: oid 2 version 2449 is already newer than 2447 2024-04-02T08:42:55.683 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 2 v 2449 (ObjNum 1240 snap 359 seq_num 1240) dirty exists 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3925: left oid 2 (ObjNum 1240 snap 359 seq_num 1240) 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3927: finishing copy_from racing read to smithi01981774-25 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3927: finishing copy_from to smithi01981774-25 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 25 v 2420 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3925: done (3 left) 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3926: done (2 left) 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3927: done (1 left) 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3928: done (0 left) 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3929: copy_from oid 45 from oid 30 current snap is 359 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3930: rollback oid 35 current snap is 359 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 35 to 356 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3931: copy_from oid 11 from oid 41 current snap is 359 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 14 current snap is 359 2024-04-02T08:42:55.684 INFO:tasks.rados.rados.0.smithi019.stdout:3932: seq_num 1241 ranges {1409024=794624,2203648=557056,2760704=245760} 2024-04-02T08:42:55.696 INFO:tasks.rados.rados.0.smithi019.stdout:3932: writing smithi01981774-14 from 1409024 to 2203648 tid 1 2024-04-02T08:42:55.699 INFO:tasks.rados.rados.0.smithi019.stdout:3932: writing smithi01981774-14 from 2203648 to 2760704 tid 2 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3932: writing smithi01981774-14 from 2760704 to 3006464 tid 3 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3933: copy_from oid 32 from oid 5 current snap is 359 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3929: finishing copy_from to smithi01981774-45 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3929: got expected ENOENT (src dne) 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3929: finishing copy_from racing read to smithi01981774-45 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3930: finishing rollback tid 0 to smithi01981774-35 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3930: finishing rollback tid 1 to smithi01981774-35 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:3930: finishing rollback tid 2 to smithi01981774-35 2024-04-02T08:42:55.702 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 35 v 2527 (ObjNum 1220 snap 354 seq_num 1220) dirty exists 2024-04-02T08:42:55.703 INFO:tasks.rados.rados.0.smithi019.stdout:3929: done (4 left) 2024-04-02T08:42:55.703 INFO:tasks.rados.rados.0.smithi019.stdout:3930: done (3 left) 2024-04-02T08:42:55.703 INFO:tasks.rados.rados.0.smithi019.stdout:3934: snap_remove snap 332 2024-04-02T08:42:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:55 smithi019 ceph-mon[94035]: pgmap v826: 121 pgs: 121 active+clean; 299 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-02T08:42:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:55 smithi019 ceph-mon[94035]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:42:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:55 smithi019 ceph-mon[96522]: pgmap v826: 121 pgs: 121 active+clean; 299 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-02T08:42:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:55 smithi019 ceph-mon[96522]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:42:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:55 smithi066 ceph-mon[87361]: pgmap v826: 121 pgs: 121 active+clean; 299 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-02T08:42:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:55 smithi066 ceph-mon[87361]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:42:56.685 INFO:tasks.rados.rados.0.smithi019.stdout:3934: done (3 left) 2024-04-02T08:42:56.685 INFO:tasks.rados.rados.0.smithi019.stdout:3935: snap_create 2024-04-02T08:42:56.685 INFO:tasks.rados.rados.0.smithi019.stdout:3933: finishing copy_from to smithi01981774-32 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3933: got expected ENOENT (src dne) 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3933: finishing copy_from racing read to smithi01981774-32 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: finishing write tid 1 to smithi01981774-14 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: finishing write tid 2 to smithi01981774-14 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: finishing write tid 3 to smithi01981774-14 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: finishing write tid 4 to smithi01981774-14 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3931: finishing copy_from racing read to smithi01981774-11 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: finishing write tid 5 to smithi01981774-14 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: oid 14 updating version 0 to 2426 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: oid 14 updating version 2426 to 2427 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: oid 14 version 2427 is already newer than 2425 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: oid 14 updating version 2427 to 2428 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 14 v 2428 (ObjNum 1241 snap 359 seq_num 1241) dirty exists 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: left oid 14 (ObjNum 1241 snap 359 seq_num 1241) 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:3931: finishing copy_from to smithi01981774-11 2024-04-02T08:42:56.686 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 11 v 2622 (ObjNum 1073 snap 304 seq_num 1073) dirty exists 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3931: done (3 left) 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3932: done (2 left) 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3933: done (1 left) 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3935: done (0 left) 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3936: rollback oid 42 current snap is 360 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 42 to 341 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3937: read oid 27 snap -1 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3937: expect deleted 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3938: read oid 29 snap -1 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3938: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:57.686 INFO:tasks.rados.rados.0.smithi019.stdout:3939: snap_remove snap 355 2024-04-02T08:42:57.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:57 smithi019 ceph-mon[94035]: pgmap v829: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 317 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-04-02T08:42:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:57 smithi019 ceph-mon[94035]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:42:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:57 smithi019 ceph-mon[96522]: pgmap v829: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 317 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-04-02T08:42:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:57 smithi019 ceph-mon[96522]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:42:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:57 smithi066 ceph-mon[87361]: pgmap v829: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 317 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-04-02T08:42:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:57 smithi066 ceph-mon[87361]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:42:58.703 INFO:tasks.rados.rados.0.smithi019.stdout:3939: done (3 left) 2024-04-02T08:42:58.703 INFO:tasks.rados.rados.0.smithi019.stdout:3940: rollback oid 7 current snap is 360 2024-04-02T08:42:58.703 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 353 2024-04-02T08:42:58.704 INFO:tasks.rados.rados.0.smithi019.stdout:3938: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:42:58.707 INFO:tasks.rados.rados.0.smithi019.stdout:3936: finishing rollback tid 0 to smithi01981774-42 2024-04-02T08:42:58.707 INFO:tasks.rados.rados.0.smithi019.stdout:3936: finishing rollback tid 1 to smithi01981774-42 2024-04-02T08:42:58.707 INFO:tasks.rados.rados.0.smithi019.stdout:3936: finishing rollback tid 2 to smithi01981774-42 2024-04-02T08:42:58.707 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 42 v 2160 (ObjNum 33 snap 0 seq_num 2824464752) dirty exists 2024-04-02T08:42:58.707 INFO:tasks.rados.rados.0.smithi019.stdout:3936: done (3 left) 2024-04-02T08:42:58.707 INFO:tasks.rados.rados.0.smithi019.stdout:3937: done (2 left) 2024-04-02T08:42:58.708 INFO:tasks.rados.rados.0.smithi019.stdout:3938: done (1 left) 2024-04-02T08:42:58.708 INFO:tasks.rados.rados.0.smithi019.stdout:3941: snap_remove snap 354 2024-04-02T08:42:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:58 smithi019 ceph-mon[94035]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:42:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:58 smithi019 ceph-mon[96522]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:42:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:58 smithi066 ceph-mon[87361]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:42:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:59.709 INFO:tasks.rados.rados.0.smithi019.stdout:3940: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:42:59.709 INFO:tasks.rados.rados.0.smithi019.stdout:3940: finishing rollback tid 2 to smithi01981774-7 2024-04-02T08:42:59.709 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2717 (ObjNum 1096 snap 312 seq_num 1096) dirty exists 2024-04-02T08:42:59.709 INFO:tasks.rados.rados.0.smithi019.stdout:3940: done (1 left) 2024-04-02T08:42:59.709 INFO:tasks.rados.rados.0.smithi019.stdout:3941: done (0 left) 2024-04-02T08:42:59.710 INFO:tasks.rados.rados.0.smithi019.stdout:3942: snap_create 2024-04-02T08:42:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:59 smithi019 ceph-mon[94035]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:42:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:42:59 smithi019 ceph-mon[94035]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:42:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:59 smithi019 ceph-mon[96522]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:42:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:42:59 smithi019 ceph-mon[96522]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:59 smithi066 ceph-mon[87361]: pgmap v832: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2024-04-02T08:43:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:42:59 smithi066 ceph-mon[87361]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:43:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:43:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:43:00] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-02T08:43:00.713 INFO:tasks.rados.rados.0.smithi019.stdout:3942: done (0 left) 2024-04-02T08:43:00.713 INFO:tasks.rados.rados.0.smithi019.stdout:3943: rmattr oid 7 current snap is 361 2024-04-02T08:43:00.713 INFO:tasks.rados.rados.0.smithi019.stdout:3943: done (0 left) 2024-04-02T08:43:00.713 INFO:tasks.rados.rados.0.smithi019.stdout:3944: read oid 17 snap 339 2024-04-02T08:43:00.713 INFO:tasks.rados.rados.0.smithi019.stdout:3944: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:43:00.714 INFO:tasks.rados.rados.0.smithi019.stdout:3945: read oid 36 snap -1 2024-04-02T08:43:00.714 INFO:tasks.rados.rados.0.smithi019.stdout:3945: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:43:00.714 INFO:tasks.rados.rados.0.smithi019.stdout:3946: read oid 14 snap -1 2024-04-02T08:43:00.714 INFO:tasks.rados.rados.0.smithi019.stdout:3946: expect (ObjNum 1241 snap 359 seq_num 1241) 2024-04-02T08:43:00.714 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 361 2024-04-02T08:43:00.714 INFO:tasks.rados.rados.0.smithi019.stdout:3947: seq_num 1242 ranges {1540096=409600,1949696=442368,2392064=655360,3047424=106496} 2024-04-02T08:43:00.724 INFO:tasks.rados.rados.0.smithi019.stdout:3947: writing smithi01981774-43 from 1540096 to 1949696 tid 1 2024-04-02T08:43:00.727 INFO:tasks.rados.rados.0.smithi019.stdout:3947: writing smithi01981774-43 from 1949696 to 2392064 tid 2 2024-04-02T08:43:00.731 INFO:tasks.rados.rados.0.smithi019.stdout:3947: writing smithi01981774-43 from 2392064 to 3047424 tid 3 2024-04-02T08:43:00.732 INFO:tasks.rados.rados.0.smithi019.stdout:3947: writing smithi01981774-43 from 3047424 to 3153920 tid 4 2024-04-02T08:43:00.732 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 44 current snap is 361 2024-04-02T08:43:00.732 INFO:tasks.rados.rados.0.smithi019.stdout:3948: seq_num 1243 ranges {4669440=425984,5095424=729088,5824512=466944,6291456=8192} 2024-04-02T08:43:00.762 INFO:tasks.rados.rados.0.smithi019.stdout:3948: writing smithi01981774-44 from 4669440 to 5095424 tid 1 2024-04-02T08:43:00.766 INFO:tasks.rados.rados.0.smithi019.stdout:3948: writing smithi01981774-44 from 5095424 to 5824512 tid 2 2024-04-02T08:43:00.769 INFO:tasks.rados.rados.0.smithi019.stdout:3948: writing smithi01981774-44 from 5824512 to 6291456 tid 3 2024-04-02T08:43:00.769 INFO:tasks.rados.rados.0.smithi019.stdout:3948: writing smithi01981774-44 from 6291456 to 6299648 tid 4 2024-04-02T08:43:00.769 INFO:tasks.rados.rados.0.smithi019.stdout:3949: read oid 10 snap -1 2024-04-02T08:43:00.769 INFO:tasks.rados.rados.0.smithi019.stdout:3949: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:43:00.769 INFO:tasks.rados.rados.0.smithi019.stdout:3950: snap_remove snap 333 2024-04-02T08:43:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:00 smithi066 ceph-mon[87361]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:01.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:00 smithi019 ceph-mon[94035]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:00 smithi019 ceph-mon[96522]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:43:01.729 INFO:tasks.rados.rados.0.smithi019.stdout:3945: expect (ObjNum 1081 snap 306 seq_num 1081) 2024-04-02T08:43:01.780 INFO:tasks.rados.rados.0.smithi019.stdout:3946: expect (ObjNum 1241 snap 359 seq_num 1241) 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:3947: finishing write tid 1 to smithi01981774-43 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:3947: finishing write tid 2 to smithi01981774-43 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:3945: done (6 left) 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:3946: done (5 left) 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:3950: done (4 left) 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 22 current snap is 361 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:3947: finishing write tid 3 to smithi01981774-43 2024-04-02T08:43:01.883 INFO:tasks.rados.rados.0.smithi019.stdout:3951: seq_num 1244 ranges {1810432=442368,2252800=614400,2867200=589824} 2024-04-02T08:43:01.894 INFO:tasks.rados.rados.0.smithi019.stdout:3951: writing smithi01981774-22 from 1810432 to 2252800 tid 1 2024-04-02T08:43:01.898 INFO:tasks.rados.rados.0.smithi019.stdout:3951: writing smithi01981774-22 from 2252800 to 2867200 tid 2 2024-04-02T08:43:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:3951: writing smithi01981774-22 from 2867200 to 3457024 tid 3 2024-04-02T08:43:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:3952: read oid 28 snap -1 2024-04-02T08:43:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:3952: expect (ObjNum 1163 snap 331 seq_num 1163) 2024-04-02T08:43:01.902 INFO:tasks.rados.rados.0.smithi019.stdout:3953: snap_remove snap 360 2024-04-02T08:43:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:01 smithi066 ceph-mon[87361]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-02T08:43:02.111 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:01 smithi066 ceph-mon[87361]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:01 smithi019 ceph-mon[94035]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-02T08:43:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:01 smithi019 ceph-mon[94035]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:01 smithi019 ceph-mon[96522]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-02T08:43:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:01 smithi019 ceph-mon[96522]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:43:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:43:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:02.736 INFO:tasks.rados.rados.0.smithi019.stdout:3953: done (6 left) 2024-04-02T08:43:02.736 INFO:tasks.rados.rados.0.smithi019.stdout:3954: copy_from oid 18 from oid 35 current snap is 361 2024-04-02T08:43:02.736 INFO:tasks.rados.rados.0.smithi019.stdout:3947: finishing write tid 4 to smithi01981774-43 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: finishing write tid 5 to smithi01981774-43 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: finishing write tid 6 to smithi01981774-43 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: oid 43 updating version 0 to 2429 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: oid 43 updating version 2429 to 2431 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: oid 43 updating version 2431 to 2432 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: oid 43 updating version 2432 to 2433 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: oid 43 version 2433 is already newer than 2430 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 2433 (ObjNum 1242 snap 361 seq_num 1242) dirty exists 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3947: left oid 43 (ObjNum 1242 snap 361 seq_num 1242) 2024-04-02T08:43:02.737 INFO:tasks.rados.rados.0.smithi019.stdout:3944: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: finishing write tid 1 to smithi01981774-44 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: finishing write tid 2 to smithi01981774-44 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: finishing write tid 3 to smithi01981774-44 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: finishing write tid 4 to smithi01981774-44 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: finishing write tid 5 to smithi01981774-44 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: finishing write tid 6 to smithi01981774-44 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: oid 44 updating version 0 to 2437 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: oid 44 version 2437 is already newer than 2435 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: oid 44 version 2437 is already newer than 2436 2024-04-02T08:43:03.043 INFO:tasks.rados.rados.0.smithi019.stdout:3948: oid 44 updating version 2437 to 2438 2024-04-02T08:43:03.044 INFO:tasks.rados.rados.0.smithi019.stdout:3948: oid 44 version 2438 is already newer than 2434 2024-04-02T08:43:03.044 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 44 v 2438 (ObjNum 1243 snap 361 seq_num 1243) dirty exists 2024-04-02T08:43:03.044 INFO:tasks.rados.rados.0.smithi019.stdout:3948: left oid 44 (ObjNum 1243 snap 361 seq_num 1243) 2024-04-02T08:43:03.044 INFO:tasks.rados.rados.0.smithi019.stdout:3949: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:43:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:02 smithi066 ceph-mon[87361]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3951: finishing write tid 1 to smithi01981774-22 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3951: finishing write tid 2 to smithi01981774-22 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3944: done (6 left) 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3947: done (5 left) 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3948: done (4 left) 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3949: done (3 left) 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3955: setattr oid 7 current snap is 361 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3951: finishing write tid 3 to smithi01981774-22 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3951: finishing write tid 4 to smithi01981774-22 2024-04-02T08:43:03.109 INFO:tasks.rados.rados.0.smithi019.stdout:3952: expect (ObjNum 1163 snap 331 seq_num 1163) 2024-04-02T08:43:03.116 INFO:tasks.rados.rados.0.smithi019.stdout:3951: finishing write tid 5 to smithi01981774-22 2024-04-02T08:43:03.116 INFO:tasks.rados.rados.0.smithi019.stdout:3951: oid 22 updating version 0 to 2572 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3951: oid 22 updating version 2572 to 2574 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3951: oid 22 version 2574 is already newer than 2571 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3951: oid 22 version 2574 is already newer than 2573 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 22 v 2574 (ObjNum 1244 snap 361 seq_num 1244) dirty exists 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3951: left oid 22 (ObjNum 1244 snap 361 seq_num 1244) 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3954: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3954: finishing copy_from to smithi01981774-18 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 2527 (ObjNum 1220 snap 354 seq_num 1220) dirty exists 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3951: done (3 left) 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3952: done (2 left) 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3954: done (1 left) 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3956: read oid 31 snap 358 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3956: expect (ObjNum 1154 snap 329 seq_num 1154) 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3957: read oid 26 snap -1 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3957: expect (ObjNum 1237 snap 359 seq_num 1237) 2024-04-02T08:43:03.117 INFO:tasks.rados.rados.0.smithi019.stdout:3958: snap_create 2024-04-02T08:43:03.120 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2732 (ObjNum 1096 snap 312 seq_num 1096) dirty exists 2024-04-02T08:43:03.129 INFO:tasks.rados.rados.0.smithi019.stdout:3957: expect (ObjNum 1237 snap 359 seq_num 1237) 2024-04-02T08:43:03.182 INFO:tasks.rados.rados.0.smithi019.stdout:3956: expect (ObjNum 1154 snap 329 seq_num 1154) 2024-04-02T08:43:03.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:02 smithi019 ceph-mon[94035]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:02 smithi019 ceph-mon[96522]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:43:03.737 INFO:tasks.rados.rados.0.smithi019.stdout:3955: done (3 left) 2024-04-02T08:43:03.737 INFO:tasks.rados.rados.0.smithi019.stdout:3956: done (2 left) 2024-04-02T08:43:03.737 INFO:tasks.rados.rados.0.smithi019.stdout:3957: done (1 left) 2024-04-02T08:43:03.738 INFO:tasks.rados.rados.0.smithi019.stdout:3958: done (0 left) 2024-04-02T08:43:03.738 INFO:tasks.rados.rados.0.smithi019.stdout:3959: rollback oid 29 current snap is 362 2024-04-02T08:43:03.738 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 29 to 361 2024-04-02T08:43:03.738 INFO:tasks.rados.rados.0.smithi019.stdout:3960: read oid 9 snap -1 2024-04-02T08:43:03.738 INFO:tasks.rados.rados.0.smithi019.stdout:3960: expect deleted 2024-04-02T08:43:03.738 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 38 current snap is 362 2024-04-02T08:43:03.739 INFO:tasks.rados.rados.0.smithi019.stdout:3961: seq_num 1245 ranges {14221312=458752,14680064=499712,15179776=425984,15605760=278528} 2024-04-02T08:43:03.819 INFO:tasks.rados.rados.0.smithi019.stdout:3961: writing smithi01981774-38 from 14221312 to 14680064 tid 1 2024-04-02T08:43:03.823 INFO:tasks.rados.rados.0.smithi019.stdout:3961: writing smithi01981774-38 from 14680064 to 15179776 tid 2 2024-04-02T08:43:03.826 INFO:tasks.rados.rados.0.smithi019.stdout:3961: writing smithi01981774-38 from 15179776 to 15605760 tid 3 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:3961: writing smithi01981774-38 from 15605760 to 15884288 tid 4 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:3962: rollback oid 17 current snap is 362 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 17 to 341 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:3959: finishing rollback tid 0 to smithi01981774-29 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:3959: finishing rollback tid 1 to smithi01981774-29 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:3960: done (3 left) 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:3963: copy_from oid 28 from oid 24 current snap is 362 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:3959: finishing rollback tid 2 to smithi01981774-29 2024-04-02T08:43:03.829 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 29 v 2736 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:43:03.830 INFO:tasks.rados.rados.0.smithi019.stdout:3961: finishing write tid 1 to smithi01981774-38 2024-04-02T08:43:03.830 INFO:tasks.rados.rados.0.smithi019.stdout:3959: done (3 left) 2024-04-02T08:43:03.830 INFO:tasks.rados.rados.0.smithi019.stdout:3964: read oid 3 snap -1 2024-04-02T08:43:03.830 INFO:tasks.rados.rados.0.smithi019.stdout:3964: expect (ObjNum 1220 snap 354 seq_num 1220) 2024-04-02T08:43:03.830 INFO:tasks.rados.rados.0.smithi019.stdout:3965: copy_from oid 31 from oid 44 current snap is 362 2024-04-02T08:43:03.830 INFO:tasks.rados.rados.0.smithi019.stdout:3966: snap_remove snap 338 2024-04-02T08:43:04.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:03 smithi066 ceph-mon[87361]: pgmap v838: 121 pgs: 121 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 792 KiB/s wr, 9 op/s 2024-04-02T08:43:04.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:03 smithi066 ceph-mon[87361]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:03 smithi019 ceph-mon[94035]: pgmap v838: 121 pgs: 121 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 792 KiB/s wr, 9 op/s 2024-04-02T08:43:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:03 smithi019 ceph-mon[94035]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:03 smithi019 ceph-mon[96522]: pgmap v838: 121 pgs: 121 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 792 KiB/s wr, 9 op/s 2024-04-02T08:43:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:03 smithi019 ceph-mon[96522]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:43:04.686 INFO:tasks.rados.rados.0.smithi019.stdout:3961: finishing write tid 2 to smithi01981774-38 2024-04-02T08:43:04.686 INFO:tasks.rados.rados.0.smithi019.stdout:3963: finishing copy_from to smithi01981774-28 2024-04-02T08:43:04.686 INFO:tasks.rados.rados.0.smithi019.stdout:3963: got expected ENOENT (src dne) 2024-04-02T08:43:04.686 INFO:tasks.rados.rados.0.smithi019.stdout:3963: finishing copy_from racing read to smithi01981774-28 2024-04-02T08:43:04.686 INFO:tasks.rados.rados.0.smithi019.stdout:3961: finishing write tid 3 to smithi01981774-38 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: finishing write tid 4 to smithi01981774-38 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: finishing write tid 5 to smithi01981774-38 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3962: finishing rollback tid 0 to smithi01981774-17 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3962: finishing rollback tid 1 to smithi01981774-17 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: finishing write tid 6 to smithi01981774-38 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: oid 38 updating version 0 to 2458 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: oid 38 version 2458 is already newer than 2455 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: oid 38 version 2458 is already newer than 2457 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: oid 38 version 2458 is already newer than 2454 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: oid 38 version 2458 is already newer than 2456 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 38 v 2458 (ObjNum 1245 snap 362 seq_num 1245) dirty exists 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3961: left oid 38 (ObjNum 1245 snap 362 seq_num 1245) 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3962: finishing rollback tid 2 to smithi01981774-17 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2461 (ObjNum 1130 snap 320 seq_num 1130) dirty exists 2024-04-02T08:43:04.687 INFO:tasks.rados.rados.0.smithi019.stdout:3964: expect (ObjNum 1220 snap 354 seq_num 1220) 2024-04-02T08:43:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:04 smithi066 ceph-mon[87361]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:04 smithi066 ceph-mon[87361]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:05.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:04 smithi019 ceph-mon[94035]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:04 smithi019 ceph-mon[94035]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:04 smithi019 ceph-mon[96522]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:43:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:04 smithi019 ceph-mon[96522]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:43:05.276 INFO:tasks.rados.rados.0.smithi019.stdout:3965: finishing copy_from racing read to smithi01981774-31 2024-04-02T08:43:05.276 INFO:tasks.rados.rados.0.smithi019.stdout:3965: finishing copy_from to smithi01981774-31 2024-04-02T08:43:05.276 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 2438 (ObjNum 1243 snap 361 seq_num 1243) dirty exists 2024-04-02T08:43:05.276 INFO:tasks.rados.rados.0.smithi019.stdout:3961: done (5 left) 2024-04-02T08:43:05.276 INFO:tasks.rados.rados.0.smithi019.stdout:3962: done (4 left) 2024-04-02T08:43:05.276 INFO:tasks.rados.rados.0.smithi019.stdout:3963: done (3 left) 2024-04-02T08:43:05.276 INFO:tasks.rados.rados.0.smithi019.stdout:3964: done (2 left) 2024-04-02T08:43:05.277 INFO:tasks.rados.rados.0.smithi019.stdout:3965: done (1 left) 2024-04-02T08:43:05.277 INFO:tasks.rados.rados.0.smithi019.stdout:3966: done (0 left) 2024-04-02T08:43:05.277 INFO:tasks.rados.rados.0.smithi019.stdout:3967: rollback oid 17 current snap is 362 2024-04-02T08:43:05.277 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 17 to 348 2024-04-02T08:43:05.277 INFO:tasks.rados.rados.0.smithi019.stdout:3968: copy_from oid 26 from oid 12 current snap is 362 2024-04-02T08:43:05.277 INFO:tasks.rados.rados.0.smithi019.stdout:3969: snap_remove snap 358 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3969: done (2 left) 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3970: rmattr oid 28 current snap is 362 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3970: done (2 left) 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3971: read oid 24 snap -1 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3971: expect deleted 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3972: read oid 35 snap -1 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3972: expect (ObjNum 1220 snap 354 seq_num 1220) 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3973: rmattr oid 27 current snap is 362 2024-04-02T08:43:05.763 INFO:tasks.rados.rados.0.smithi019.stdout:3973: done (4 left) 2024-04-02T08:43:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3974: read oid 45 snap -1 2024-04-02T08:43:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3974: expect (ObjNum 1196 snap 344 seq_num 1196) 2024-04-02T08:43:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 43 current snap is 362 2024-04-02T08:43:05.764 INFO:tasks.rados.rados.0.smithi019.stdout:3975: seq_num 1246 ranges {3153920=475136,3629056=786432,4415488=417792} 2024-04-02T08:43:05.783 INFO:tasks.rados.rados.0.smithi019.stdout:3975: writing smithi01981774-43 from 3153920 to 3629056 tid 1 2024-04-02T08:43:05.788 INFO:tasks.rados.rados.0.smithi019.stdout:3975: writing smithi01981774-43 from 3629056 to 4415488 tid 2 2024-04-02T08:43:05.792 INFO:tasks.rados.rados.0.smithi019.stdout:3975: writing smithi01981774-43 from 4415488 to 4833280 tid 3 2024-04-02T08:43:05.792 INFO:tasks.rados.rados.0.smithi019.stdout:3976: read oid 1 snap 347 2024-04-02T08:43:05.792 INFO:tasks.rados.rados.0.smithi019.stdout:3976: expect deleted 2024-04-02T08:43:05.792 INFO:tasks.rados.rados.0.smithi019.stdout:3977: rmattr oid 13 current snap is 362 2024-04-02T08:43:05.792 INFO:tasks.rados.rados.0.smithi019.stdout:3977: done (7 left) 2024-04-02T08:43:05.792 INFO:tasks.rados.rados.0.smithi019.stdout:3978: copy_from oid 39 from oid 15 current snap is 362 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:3967: finishing rollback tid 0 to smithi01981774-17 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:3967: finishing rollback tid 1 to smithi01981774-17 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 31 current snap is 362 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:3967: finishing rollback tid 2 to smithi01981774-17 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 17 v 2464 (ObjNum 1130 snap 320 seq_num 1130) dirty exists 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:3968: finishing copy_from racing read to smithi01981774-26 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:3968: finishing copy_from to smithi01981774-26 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 26 v 1763 (ObjNum 1206 snap 348 seq_num 1206) dirty exists 2024-04-02T08:43:05.793 INFO:tasks.rados.rados.0.smithi019.stdout:3979: seq_num 1247 ranges {6299648=491520,6791168=712704,7503872=442368,7946240=49152} 2024-04-02T08:43:05.829 INFO:tasks.rados.rados.0.smithi019.stdout:3979: writing smithi01981774-31 from 6299648 to 6791168 tid 1 2024-04-02T08:43:05.833 INFO:tasks.rados.rados.0.smithi019.stdout:3979: writing smithi01981774-31 from 6791168 to 7503872 tid 2 2024-04-02T08:43:05.836 INFO:tasks.rados.rados.0.smithi019.stdout:3979: writing smithi01981774-31 from 7503872 to 7946240 tid 3 2024-04-02T08:43:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:3979: writing smithi01981774-31 from 7946240 to 7995392 tid 4 2024-04-02T08:43:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:3967: done (8 left) 2024-04-02T08:43:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:3968: done (7 left) 2024-04-02T08:43:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 5 current snap is 362 2024-04-02T08:43:05.837 INFO:tasks.rados.rados.0.smithi019.stdout:3980: seq_num 1248 ranges {0=507904,507904=598016,1105920=606208} 2024-04-02T08:43:05.839 INFO:tasks.rados.rados.0.smithi019.stdout:3980: writing smithi01981774-5 from 0 to 507904 tid 1 2024-04-02T08:43:05.842 INFO:tasks.rados.rados.0.smithi019.stdout:3980: writing smithi01981774-5 from 507904 to 1105920 tid 2 2024-04-02T08:43:05.846 INFO:tasks.rados.rados.0.smithi019.stdout:3980: writing smithi01981774-5 from 1105920 to 1712128 tid 3 2024-04-02T08:43:05.846 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 40 current snap is 362 2024-04-02T08:43:05.846 INFO:tasks.rados.rados.0.smithi019.stdout:3981: seq_num 1249 ranges {450560=524288,974848=483328,1458176=409600,1867776=311296} 2024-04-02T08:43:05.851 INFO:tasks.rados.rados.0.smithi019.stdout:3981: writing smithi01981774-40 from 450560 to 974848 tid 1 2024-04-02T08:43:05.854 INFO:tasks.rados.rados.0.smithi019.stdout:3981: writing smithi01981774-40 from 974848 to 1458176 tid 2 2024-04-02T08:43:05.856 INFO:tasks.rados.rados.0.smithi019.stdout:3981: writing smithi01981774-40 from 1458176 to 1867776 tid 3 2024-04-02T08:43:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:3981: writing smithi01981774-40 from 1867776 to 2179072 tid 4 2024-04-02T08:43:05.858 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 16 current snap is 362 2024-04-02T08:43:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:3975: finishing write tid 1 to smithi01981774-43 2024-04-02T08:43:05.859 INFO:tasks.rados.rados.0.smithi019.stdout:3982: seq_num 1250 ranges {14581760=540672,15122432=770048,15892480=434176} 2024-04-02T08:43:05.941 INFO:tasks.rados.rados.0.smithi019.stdout:3982: writing smithi01981774-16 from 14581760 to 15122432 tid 1 2024-04-02T08:43:05.945 INFO:tasks.rados.rados.0.smithi019.stdout:3982: writing smithi01981774-16 from 15122432 to 15892480 tid 2 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi019.stdout:3982: writing smithi01981774-16 from 15892480 to 16326656 tid 3 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi019.stdout:3971: done (9 left) 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi019.stdout:3983: read oid 10 snap -1 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi019.stdout:3983: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi019.stdout:3984: snap_create 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi019.stdout:3975: finishing write tid 2 to smithi01981774-43 2024-04-02T08:43:05.948 INFO:tasks.rados.rados.0.smithi019.stdout:3975: finishing write tid 3 to smithi01981774-43 2024-04-02T08:43:05.949 INFO:tasks.rados.rados.0.smithi019.stdout:3975: finishing write tid 4 to smithi01981774-43 2024-04-02T08:43:05.949 INFO:tasks.rados.rados.0.smithi019.stdout:3972: expect (ObjNum 1220 snap 354 seq_num 1220) 2024-04-02T08:43:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:05 smithi066 ceph-mon[87361]: pgmap v841: 121 pgs: 121 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 792 KiB/s wr, 9 op/s 2024-04-02T08:43:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:05 smithi019 ceph-mon[94035]: pgmap v841: 121 pgs: 121 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 792 KiB/s wr, 9 op/s 2024-04-02T08:43:06.196 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 08:43:05 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T08:43:05.795+0000 7f985bf17700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ac after trimming was started 2024-04-02T08:43:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:05 smithi019 ceph-mon[96522]: pgmap v841: 121 pgs: 121 active+clean; 331 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 792 KiB/s wr, 9 op/s 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3975: finishing write tid 5 to smithi01981774-43 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3975: oid 43 updating version 0 to 2441 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3975: oid 43 version 2441 is already newer than 2439 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3975: oid 43 version 2441 is already newer than 2440 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3975: oid 43 updating version 2441 to 2442 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 2442 (ObjNum 1246 snap 362 seq_num 1246) dirty exists 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3975: left oid 43 (ObjNum 1246 snap 362 seq_num 1246) 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3978: finishing copy_from racing read to smithi01981774-39 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3978: finishing copy_from to smithi01981774-39 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 39 v 2434 (ObjNum 1203 snap 347 seq_num 1203) dirty exists 2024-04-02T08:43:06.538 INFO:tasks.rados.rados.0.smithi019.stdout:3974: expect (ObjNum 1196 snap 344 seq_num 1196) 2024-04-02T08:43:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:06 smithi066 ceph-mon[87361]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:07.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:06 smithi019 ceph-mon[94035]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:06 smithi019 ceph-mon[96522]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3979: finishing write tid 1 to smithi01981774-31 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3979: finishing write tid 2 to smithi01981774-31 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3979: finishing write tid 3 to smithi01981774-31 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3979: finishing write tid 4 to smithi01981774-31 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3979: finishing write tid 5 to smithi01981774-31 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3972: done (10 left) 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3974: done (9 left) 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3975: done (8 left) 2024-04-02T08:43:07.259 INFO:tasks.rados.rados.0.smithi019.stdout:3976: done (7 left) 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3978: done (6 left) 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3984: done (5 left) 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3985: delete oid 22 current snap is 363 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3980: finishing write tid 1 to smithi01981774-5 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3979: finishing write tid 6 to smithi01981774-31 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3979: oid 31 updating version 0 to 2440 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3979: oid 31 updating version 2440 to 2442 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3979: oid 31 version 2442 is already newer than 2439 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3979: oid 31 updating version 2442 to 2443 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3979: oid 31 version 2443 is already newer than 2441 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 31 v 2443 (ObjNum 1247 snap 362 seq_num 1247) dirty exists 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3979: left oid 31 (ObjNum 1247 snap 362 seq_num 1247) 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3980: finishing write tid 2 to smithi01981774-5 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3980: finishing write tid 3 to smithi01981774-5 2024-04-02T08:43:07.260 INFO:tasks.rados.rados.0.smithi019.stdout:3980: finishing write tid 4 to smithi01981774-5 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3980: finishing write tid 5 to smithi01981774-5 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3980: oid 5 updating version 0 to 2465 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3980: oid 5 updating version 2465 to 2467 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3980: oid 5 version 2467 is already newer than 2466 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3980: oid 5 updating version 2467 to 2468 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 5 v 2468 (ObjNum 1248 snap 362 seq_num 1248) dirty exists 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3980: left oid 5 (ObjNum 1248 snap 362 seq_num 1248) 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: finishing write tid 1 to smithi01981774-40 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: finishing write tid 2 to smithi01981774-40 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: finishing write tid 3 to smithi01981774-40 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: finishing write tid 4 to smithi01981774-40 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: finishing write tid 5 to smithi01981774-40 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: finishing write tid 6 to smithi01981774-40 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: oid 40 updating version 0 to 2446 2024-04-02T08:43:07.261 INFO:tasks.rados.rados.0.smithi019.stdout:3981: oid 40 version 2446 is already newer than 2443 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3981: oid 40 version 2446 is already newer than 2445 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3981: oid 40 updating version 2446 to 2447 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3981: oid 40 version 2447 is already newer than 2444 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 40 v 2447 (ObjNum 1249 snap 362 seq_num 1249) dirty exists 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3981: left oid 40 (ObjNum 1249 snap 362 seq_num 1249) 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: finishing write tid 1 to smithi01981774-16 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: finishing write tid 2 to smithi01981774-16 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: finishing write tid 3 to smithi01981774-16 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: finishing write tid 4 to smithi01981774-16 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: finishing write tid 5 to smithi01981774-16 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: oid 16 updating version 0 to 1766 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: oid 16 updating version 1766 to 1768 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: oid 16 updating version 1768 to 1769 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: oid 16 version 1769 is already newer than 1767 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 16 v 1769 (ObjNum 1250 snap 362 seq_num 1250) dirty exists 2024-04-02T08:43:07.262 INFO:tasks.rados.rados.0.smithi019.stdout:3982: left oid 16 (ObjNum 1250 snap 362 seq_num 1250) 2024-04-02T08:43:07.263 INFO:tasks.rados.rados.0.smithi019.stdout:3983: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3979: done (5 left) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3980: done (4 left) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3981: done (3 left) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3982: done (2 left) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3983: done (1 left) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3985: done (0 left) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3986: read oid 44 snap 348 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3986: expect (ObjNum 1182 snap 342 seq_num 1182) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3987: read oid 10 snap -1 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3987: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:43:07.325 INFO:tasks.rados.rados.0.smithi019.stdout:3988: setattr oid 43 current snap is 363 2024-04-02T08:43:07.327 INFO:tasks.rados.rados.0.smithi019.stdout:3989: copy_from oid 18 from oid 5 current snap is 363 2024-04-02T08:43:07.327 INFO:tasks.rados.rados.0.smithi019.stdout:3990: rmattr oid 12 current snap is 363 2024-04-02T08:43:07.327 INFO:tasks.rados.rados.0.smithi019.stdout:append oid 28 current snap is 363 2024-04-02T08:43:07.327 INFO:tasks.rados.rados.0.smithi019.stdout:3991: seq_num 1252 ranges {286720=573440,860160=540672,1400832=630784,2031616=32768} 2024-04-02T08:43:07.332 INFO:tasks.rados.rados.0.smithi019.stdout:3991: writing smithi01981774-28 from 286720 to 860160 tid 1 2024-04-02T08:43:07.335 INFO:tasks.rados.rados.0.smithi019.stdout:3991: writing smithi01981774-28 from 860160 to 1400832 tid 2 2024-04-02T08:43:07.340 INFO:tasks.rados.rados.0.smithi019.stdout:3991: writing smithi01981774-28 from 1400832 to 2031616 tid 3 2024-04-02T08:43:07.340 INFO:tasks.rados.rados.0.smithi019.stdout:3991: writing smithi01981774-28 from 2031616 to 2064384 tid 4 2024-04-02T08:43:07.340 INFO:tasks.rados.rados.0.smithi019.stdout:3992: copy_from oid 50 from oid 3 current snap is 363 2024-04-02T08:43:07.341 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 12 v 1770 (ObjNum 1206 snap 348 seq_num 1206) dirty exists 2024-04-02T08:43:07.341 INFO:tasks.rados.rados.0.smithi019.stdout:3991: finishing write tid 1 to smithi01981774-28 2024-04-02T08:43:07.341 INFO:tasks.rados.rados.0.smithi019.stdout:3991: finishing write tid 2 to smithi01981774-28 2024-04-02T08:43:07.341 INFO:tasks.rados.rados.0.smithi019.stdout:3990: done (6 left) 2024-04-02T08:43:07.341 INFO:tasks.rados.rados.0.smithi019.stdout:3993: setattr oid 8 current snap is 363 2024-04-02T08:43:07.342 INFO:tasks.rados.rados.0.smithi019.stdout:3994: rollback oid 7 current snap is 363 2024-04-02T08:43:07.342 INFO:tasks.rados.rados.0.smithi019.stdout:rollback oid 7 to 303 2024-04-02T08:43:07.342 INFO:tasks.rados.rados.0.smithi019.stdout:3989: finishing copy_from racing read to smithi01981774-18 2024-04-02T08:43:07.342 INFO:tasks.rados.rados.0.smithi019.stdout:3995: read oid 17 snap 359 2024-04-02T08:43:07.342 INFO:tasks.rados.rados.0.smithi019.stdout:3995: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:43:07.342 INFO:tasks.rados.rados.0.smithi019.stdout:3996: read oid 9 snap 339 2024-04-02T08:43:07.342 INFO:tasks.rados.rados.0.smithi019.stdout:3996: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:43:07.343 INFO:tasks.rados.rados.0.smithi019.stdout:3997: setattr oid 27 current snap is 363 2024-04-02T08:43:07.343 INFO:tasks.rados.rados.0.smithi019.stdout:3998: copy_from oid 19 from oid 26 current snap is 363 2024-04-02T08:43:07.344 INFO:tasks.rados.rados.0.smithi019.stdout:3999: snap_remove snap 328 2024-04-02T08:43:07.781 INFO:tasks.rados.rados.0.smithi019.stdout:3999: done (12 left) 2024-04-02T08:43:07.781 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 12 2024-04-02T08:43:07.781 INFO:tasks.rados.rados.0.smithi019.stdout:3989: finishing copy_from to smithi01981774-18 2024-04-02T08:43:07.781 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 18 v 2468 (ObjNum 1248 snap 362 seq_num 1248) dirty exists 2024-04-02T08:43:07.781 INFO:tasks.rados.rados.0.smithi019.stdout:3986: expect (ObjNum 1182 snap 342 seq_num 1182) 2024-04-02T08:43:08.009 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 27 v 2576 (ObjNum 33 snap 0 seq_num 2826052304) dirty exists 2024-04-02T08:43:08.009 INFO:tasks.rados.rados.0.smithi019.stdout:3987: expect (ObjNum 1107 snap 313 seq_num 1107) 2024-04-02T08:43:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:07 smithi066 ceph-mon[87361]: pgmap v844: 121 pgs: 121 active+clean; 340 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T08:43:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:07 smithi066 ceph-mon[87361]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 43 v 2448 (ObjNum 1246 snap 362 seq_num 1246) dirty exists 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 8 v 2450 (ObjNum 33 snap 0 seq_num 2827459584) dirty exists 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:3991: finishing write tid 3 to smithi01981774-28 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:3991: finishing write tid 4 to smithi01981774-28 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:3986: done (11 left) 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:3987: done (10 left) 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:3988: done (9 left) 2024-04-02T08:43:08.075 INFO:tasks.rados.rados.0.smithi019.stdout:3989: done (8 left) 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3993: done (7 left) 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3997: done (6 left) 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 6 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: finishing write tid 5 to smithi01981774-28 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3994: finishing rollback tid 0 to smithi01981774-7 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: finishing write tid 6 to smithi01981774-28 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: oid 28 updating version 0 to 2750 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: oid 28 updating version 2750 to 2752 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: oid 28 version 2752 is already newer than 2751 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: oid 28 updating version 2752 to 2753 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: oid 28 updating version 2753 to 2754 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 28 v 2754 (ObjNum 1252 snap 363 seq_num 1252) dirty exists 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: left oid 28 (ObjNum 1252 snap 363 seq_num 1252) 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3994: finishing rollback tid 1 to smithi01981774-7 2024-04-02T08:43:08.076 INFO:tasks.rados.rados.0.smithi019.stdout:3991: done (5 left) 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 5 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:3994: finishing rollback tid 2 to smithi01981774-7 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 7 v 2758 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:3992: finishing copy_from racing read to smithi01981774-50 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:3998: finishing copy_from racing read to smithi01981774-19 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:3994: done (4 left) 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout: waiting on 4 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:3992: finishing copy_from to smithi01981774-50 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 50 v 2437 (ObjNum 1220 snap 354 seq_num 1220) dirty exists 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:3998: finishing copy_from to smithi01981774-19 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:update_object_version oid 19 v 1763 (ObjNum 1206 snap 348 seq_num 1206) dirty exists 2024-04-02T08:43:08.077 INFO:tasks.rados.rados.0.smithi019.stdout:3995: expect (ObjNum 1130 snap 320 seq_num 1130) 2024-04-02T08:43:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:07 smithi019 ceph-mon[94035]: pgmap v844: 121 pgs: 121 active+clean; 340 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T08:43:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:07 smithi019 ceph-mon[94035]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:07 smithi019 ceph-mon[96522]: pgmap v844: 121 pgs: 121 active+clean; 340 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-02T08:43:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:07 smithi019 ceph-mon[96522]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:43:08.376 INFO:tasks.rados.rados.0.smithi019.stdout:3996: expect (ObjNum 984 snap 290 seq_num 984) 2024-04-02T08:43:08.600 INFO:tasks.rados.rados.0.smithi019.stdout:3992: done (3 left) 2024-04-02T08:43:08.600 INFO:tasks.rados.rados.0.smithi019.stdout:3995: done (2 left) 2024-04-02T08:43:08.600 INFO:tasks.rados.rados.0.smithi019.stdout:3996: done (1 left) 2024-04-02T08:43:08.600 INFO:tasks.rados.rados.0.smithi019.stdout:3998: done (0 left) 2024-04-02T08:43:08.601 INFO:tasks.rados.rados.0.smithi019.stderr:0 errors. 2024-04-02T08:43:08.602 INFO:tasks.rados.rados.0.smithi019.stderr: 2024-04-02T08:43:08.606 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:43:08.857 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:43:08.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:08 smithi019 ceph-mon[94035]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:08 smithi019 ceph-mon[96522]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:08 smithi066 ceph-mon[87361]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:43:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:09 smithi066 ceph-mon[87361]: pgmap v847: 121 pgs: 121 active+clean; 361 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 24 op/s 2024-04-02T08:43:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:09 smithi066 ceph-mon[87361]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:09 smithi019 ceph-mon[94035]: pgmap v847: 121 pgs: 121 active+clean; 361 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 24 op/s 2024-04-02T08:43:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:09 smithi019 ceph-mon[94035]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:09 smithi019 ceph-mon[96522]: pgmap v847: 121 pgs: 121 active+clean; 361 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 7.4 MiB/s wr, 24 op/s 2024-04-02T08:43:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:09 smithi019 ceph-mon[96522]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:43:10.510 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:43:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:43:10] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-02T08:43:11.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:43:11.013 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":793,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T08:43:09.680824+0000","last_up_change":"2024-04-02T08:38:37.644339+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:43.721088+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-02T08:30:38.566726+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"792","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":432,"snap_epoch":792,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":305,"up_from":316,"up_thru":528,"down_at":306,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6803","nonce":112731452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6805","nonce":112731452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6809","nonce":112731452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6807","nonce":112731452}]},"public_addr":"172.21.15.19:6803/112731452","cluster_addr":"172.21.15.19:6805/112731452","heartbeat_back_addr":"172.21.15.19:6809/112731452","heartbeat_front_addr":"172.21.15.19:6807/112731452","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":339,"up_from":351,"up_thru":528,"down_at":341,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6811","nonce":2082208904}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6813","nonce":2082208904}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6817","nonce":2082208904}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6815","nonce":2082208904}]},"public_addr":"172.21.15.19:6811/2082208904","cluster_addr":"172.21.15.19:6813/2082208904","heartbeat_back_addr":"172.21.15.19:6817/2082208904","heartbeat_front_addr":"172.21.15.19:6815/2082208904","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":374,"up_from":385,"up_thru":529,"down_at":375,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6819","nonce":3794025214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6821","nonce":3794025214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6825","nonce":3794025214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6823","nonce":3794025214}]},"public_addr":"172.21.15.19:6819/3794025214","cluster_addr":"172.21.15.19:6821/3794025214","heartbeat_back_addr":"172.21.15.19:6825/3794025214","heartbeat_front_addr":"172.21.15.19:6823/3794025214","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":394,"up_from":405,"up_thru":528,"down_at":395,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6827","nonce":3527747313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6829","nonce":3527747313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6833","nonce":3527747313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6831","nonce":3527747313}]},"public_addr":"172.21.15.19:6827/3527747313","cluster_addr":"172.21.15.19:6829/3527747313","heartbeat_back_addr":"172.21.15.19:6833/3527747313","heartbeat_front_addr":"172.21.15.19:6831/3527747313","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":428,"up_from":439,"up_thru":528,"down_at":429,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6801","nonce":2124650396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6803","nonce":2124650396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6807","nonce":2124650396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6805","nonce":2124650396}]},"public_addr":"172.21.15.66:6801/2124650396","cluster_addr":"172.21.15.66:6803/2124650396","heartbeat_back_addr":"172.21.15.66:6807/2124650396","heartbeat_front_addr":"172.21.15.66:6805/2124650396","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":463,"up_from":474,"up_thru":528,"down_at":464,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6809","nonce":166480683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6811","nonce":166480683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6815","nonce":166480683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6813","nonce":166480683}]},"public_addr":"172.21.15.66:6809/166480683","cluster_addr":"172.21.15.66:6811/166480683","heartbeat_back_addr":"172.21.15.66:6815/166480683","heartbeat_front_addr":"172.21.15.66:6813/166480683","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":498,"up_from":509,"up_thru":529,"down_at":499,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6817","nonce":4060554910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6819","nonce":4060554910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6823","nonce":4060554910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6821","nonce":4060554910}]},"public_addr":"172.21.15.66:6817/4060554910","cluster_addr":"172.21.15.66:6819/4060554910","heartbeat_back_addr":"172.21.15.66:6823/4060554910","heartbeat_front_addr":"172.21.15.66:6821/4060554910","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":517,"up_from":528,"up_thru":529,"down_at":518,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6825","nonce":2316227958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6827","nonce":2316227958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6831","nonce":2316227958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6829","nonce":2316227958}]},"public_addr":"172.21.15.66:6825/2316227958","cluster_addr":"172.21.15.66:6827/2316227958","heartbeat_back_addr":"172.21.15.66:6831/2316227958","heartbeat_front_addr":"172.21.15.66:6829/2316227958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":304},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":339},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":374},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":394},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":428},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":463},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":497},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":517}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2},{"from":0,"to":3}]},{"pgid":"2.4","mappings":[{"from":0,"to":4}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.1d","mappings":[{"from":5,"to":7}]},{"pgid":"3.21","mappings":[{"from":6,"to":7}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2},{"from":0,"to":7}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"3.3e","mappings":[{"from":1,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6832/556921811":"2024-04-03T08:39:10.829672+0000","172.21.15.19:6801/1208857340":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/2876891641":"2024-04-03T08:33:28.186654+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6801/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6835/2557675225":"2024-04-03T08:38:46.865733+0000","172.21.15.66:0/2276579966":"2024-04-03T08:32:42.348308+0000","172.21.15.19:0/2199691781":"2024-04-03T08:33:28.186654+0000","172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.66:0/2370947013":"2024-04-03T08:32:42.348308+0000","172.21.15.66:0/1245506392":"2024-04-03T08:32:42.348308+0000","172.21.15.19:6800/346085540":"2024-04-03T08:33:28.186654+0000","172.21.15.19:6800/1208857340":"2024-04-03T08:32:01.769534+0000","172.21.15.66:0/664246834":"2024-04-03T08:32:42.348308+0000","172.21.15.66:6833/556921811":"2024-04-03T08:39:10.829672+0000","172.21.15.19:0/2243646063":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/3999949947":"2024-04-03T08:33:28.186654+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2394919505":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/3303977209":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/882777154":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1076466595":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/758955171":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/2178701244":"2024-04-03T08:33:28.186654+0000","172.21.15.19:6801/346085540":"2024-04-03T08:33:28.186654+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.66:0/786553531":"2024-04-03T08:32:42.348308+0000","172.21.15.19:0/2259310014":"2024-04-03T08:33:28.186654+0000","172.21.15.19:0/1253458374":"2024-04-03T08:27:45.203400+0000","172.21.15.66:6834/4117461221":"2024-04-03T08:32:42.348308+0000","172.21.15.19:0/4026851677":"2024-04-03T08:32:01.769534+0000","172.21.15.66:6835/4117461221":"2024-04-03T08:32:42.348308+0000","172.21.15.19:0/2629552358":"2024-04-03T08:33:28.186654+0000","172.21.15.19:6834/2557675225":"2024-04-03T08:38:46.865733+0000","172.21.15.19:0/3158289133":"2024-04-03T08:27:45.203400+0000","172.21.15.66:0/563588849":"2024-04-03T08:32:42.348308+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":398,"length":1},{"begin":428,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":403,"length":1},{"begin":408,"length":1},{"begin":430,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:43:11.604 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:43:11.820 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:43:11.942 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:11 smithi019 ceph-mon[94035]: pgmap v849: 121 pgs: 121 active+clean; 361 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-02T08:43:11.942 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:11 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4190242301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:43:11.942 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:11 smithi019 ceph-mon[96522]: pgmap v849: 121 pgs: 121 active+clean; 361 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-02T08:43:11.943 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:11 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4190242301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:43:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:11 smithi066 ceph-mon[87361]: pgmap v849: 121 pgs: 121 active+clean; 361 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-02T08:43:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:11 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4190242301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:43:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:43:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:43:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:13.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T08:43:13.802 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2024-04-02T08:43:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:13 smithi066 ceph-mon[87361]: pgmap v850: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-04-02T08:43:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:14.111 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:13 smithi019 ceph-mon[94035]: pgmap v850: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-04-02T08:43:14.111 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:14.111 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:13 smithi019 ceph-mon[96522]: pgmap v850: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-04-02T08:43:14.112 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:14.466 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":850,"stamp":"2024-04-02T08:43:12.337309+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":391478270,"num_objects":237,"num_object_clones":163,"num_object_copies":711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":237,"num_whiteouts":8,"num_read":4842,"num_read_kb":5935832,"num_write":8526,"num_write_kb":1846788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":110,"num_bytes_recovered":347883104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20146,"ondisk_log_size":20146,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2889512,"kb_used_data":575304,"kb_used_omap":309,"kb_used_meta":2313802,"kb_avail":747071704,"statfs":{"total":767960285184,"available":765001424896,"internally_reserved":0,"allocated":589111296,"data_stored":1167350346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":317116,"internal_metadata":2369333572},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":35020800,"num_objects":9,"num_object_clones":9,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":-3,"num_read":50,"num_read_kb":126382,"num_write":123,"num_write_kb":35968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001060"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1015,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231390+0000","last_change":"2024-04-02T08:38:38.675240+0000","last_active":"2024-04-02T08:43:10.231390+0000","last_peered":"2024-04-02T08:43:10.231390+0000","last_clean":"2024-04-02T08:43:10.231390+0000","last_became_active":"2024-04-02T08:38:38.674925+0000","last_became_peered":"2024-04-02T08:38:38.674925+0000","last_unstale":"2024-04-02T08:43:10.231390+0000","last_undegraded":"2024-04-02T08:43:10.231390+0000","last_fullsized":"2024-04-02T08:43:10.231390+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:55.885634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":533,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231027+0000","last_change":"2024-04-02T08:38:39.677989+0000","last_active":"2024-04-02T08:43:10.231027+0000","last_peered":"2024-04-02T08:43:10.231027+0000","last_clean":"2024-04-02T08:43:10.231027+0000","last_became_active":"2024-04-02T08:38:39.677482+0000","last_became_peered":"2024-04-02T08:38:39.677482+0000","last_unstale":"2024-04-02T08:43:10.231027+0000","last_undegraded":"2024-04-02T08:43:10.231027+0000","last_fullsized":"2024-04-02T08:43:10.231027+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:54:10.012265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1200,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229518+0000","last_change":"2024-04-02T08:36:12.766367+0000","last_active":"2024-04-02T08:43:10.229518+0000","last_peered":"2024-04-02T08:43:10.229518+0000","last_clean":"2024-04-02T08:43:10.229518+0000","last_became_active":"2024-04-02T08:36:12.766041+0000","last_became_peered":"2024-04-02T08:36:12.766041+0000","last_unstale":"2024-04-02T08:43:10.229518+0000","last_undegraded":"2024-04-02T08:43:10.229518+0000","last_fullsized":"2024-04-02T08:43:10.229518+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:07:27.020390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1067,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.232112+0000","last_change":"2024-04-02T08:38:38.686029+0000","last_active":"2024-04-02T08:43:10.232112+0000","last_peered":"2024-04-02T08:43:10.232112+0000","last_clean":"2024-04-02T08:43:10.232112+0000","last_became_active":"2024-04-02T08:38:38.685701+0000","last_became_peered":"2024-04-02T08:38:38.685701+0000","last_unstale":"2024-04-02T08:43:10.232112+0000","last_undegraded":"2024-04-02T08:43:10.232112+0000","last_fullsized":"2024-04-02T08:43:10.232112+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:29.670457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":909,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685378+0000","last_change":"2024-04-02T08:37:08.658157+0000","last_active":"2024-04-02T08:43:09.685378+0000","last_peered":"2024-04-02T08:43:09.685378+0000","last_clean":"2024-04-02T08:43:09.685378+0000","last_became_active":"2024-04-02T08:37:08.657799+0000","last_became_peered":"2024-04-02T08:37:08.657799+0000","last_unstale":"2024-04-02T08:43:09.685378+0000","last_undegraded":"2024-04-02T08:43:09.685378+0000","last_fullsized":"2024-04-02T08:43:09.685378+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:30:49.813655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1059,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231094+0000","last_change":"2024-04-02T08:37:43.737563+0000","last_active":"2024-04-02T08:43:10.231094+0000","last_peered":"2024-04-02T08:43:10.231094+0000","last_clean":"2024-04-02T08:43:10.231094+0000","last_became_active":"2024-04-02T08:37:43.736688+0000","last_became_peered":"2024-04-02T08:37:43.736688+0000","last_unstale":"2024-04-02T08:43:10.231094+0000","last_undegraded":"2024-04-02T08:43:10.231094+0000","last_fullsized":"2024-04-02T08:43:10.231094+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:04.374514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":985,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231935+0000","last_change":"2024-04-02T08:38:38.668056+0000","last_active":"2024-04-02T08:43:10.231935+0000","last_peered":"2024-04-02T08:43:10.231935+0000","last_clean":"2024-04-02T08:43:10.231935+0000","last_became_active":"2024-04-02T08:38:38.667401+0000","last_became_peered":"2024-04-02T08:38:38.667401+0000","last_unstale":"2024-04-02T08:43:10.231935+0000","last_undegraded":"2024-04-02T08:43:10.231935+0000","last_fullsized":"2024-04-02T08:43:10.231935+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:45:13.876164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1139,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229240+0000","last_change":"2024-04-02T08:38:18.701730+0000","last_active":"2024-04-02T08:43:10.229240+0000","last_peered":"2024-04-02T08:43:10.229240+0000","last_clean":"2024-04-02T08:43:10.229240+0000","last_became_active":"2024-04-02T08:38:18.701381+0000","last_became_peered":"2024-04-02T08:38:18.701381+0000","last_unstale":"2024-04-02T08:43:10.229240+0000","last_undegraded":"2024-04-02T08:43:10.229240+0000","last_fullsized":"2024-04-02T08:43:10.229240+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:12:33.123498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1020,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231347+0000","last_change":"2024-04-02T08:38:38.682910+0000","last_active":"2024-04-02T08:43:10.231347+0000","last_peered":"2024-04-02T08:43:10.231347+0000","last_clean":"2024-04-02T08:43:10.231347+0000","last_became_active":"2024-04-02T08:38:38.682581+0000","last_became_peered":"2024-04-02T08:38:38.682581+0000","last_unstale":"2024-04-02T08:43:10.231347+0000","last_undegraded":"2024-04-02T08:43:10.231347+0000","last_fullsized":"2024-04-02T08:43:10.231347+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.160876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1026,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229276+0000","last_change":"2024-04-02T08:38:18.710243+0000","last_active":"2024-04-02T08:43:10.229276+0000","last_peered":"2024-04-02T08:43:10.229276+0000","last_clean":"2024-04-02T08:43:10.229276+0000","last_became_active":"2024-04-02T08:38:18.709069+0000","last_became_peered":"2024-04-02T08:38:18.709069+0000","last_unstale":"2024-04-02T08:43:10.229276+0000","last_undegraded":"2024-04-02T08:43:10.229276+0000","last_fullsized":"2024-04-02T08:43:10.229276+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:12:17.446118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1026,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229987+0000","last_change":"2024-04-02T08:38:18.715030+0000","last_active":"2024-04-02T08:43:10.229987+0000","last_peered":"2024-04-02T08:43:10.229987+0000","last_clean":"2024-04-02T08:43:10.229987+0000","last_became_active":"2024-04-02T08:38:18.714672+0000","last_became_peered":"2024-04-02T08:38:18.714672+0000","last_unstale":"2024-04-02T08:43:10.229987+0000","last_undegraded":"2024-04-02T08:43:10.229987+0000","last_fullsized":"2024-04-02T08:43:10.229987+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:45.853425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1163,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685313+0000","last_change":"2024-04-02T08:38:39.662379+0000","last_active":"2024-04-02T08:43:09.685313+0000","last_peered":"2024-04-02T08:43:09.685313+0000","last_clean":"2024-04-02T08:43:09.685313+0000","last_became_active":"2024-04-02T08:38:39.662053+0000","last_became_peered":"2024-04-02T08:38:39.662053+0000","last_unstale":"2024-04-02T08:43:09.685313+0000","last_undegraded":"2024-04-02T08:43:09.685313+0000","last_fullsized":"2024-04-02T08:43:09.685313+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:27:54.325445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1149,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229874+0000","last_change":"2024-04-02T08:38:18.719856+0000","last_active":"2024-04-02T08:43:10.229874+0000","last_peered":"2024-04-02T08:43:10.229874+0000","last_clean":"2024-04-02T08:43:10.229874+0000","last_became_active":"2024-04-02T08:38:18.719544+0000","last_became_peered":"2024-04-02T08:38:18.719544+0000","last_unstale":"2024-04-02T08:43:10.229874+0000","last_undegraded":"2024-04-02T08:43:10.229874+0000","last_fullsized":"2024-04-02T08:43:10.229874+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:27:54.718156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1199,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229079+0000","last_change":"2024-04-02T08:37:43.734041+0000","last_active":"2024-04-02T08:43:10.229079+0000","last_peered":"2024-04-02T08:43:10.229079+0000","last_clean":"2024-04-02T08:43:10.229079+0000","last_became_active":"2024-04-02T08:37:43.733676+0000","last_became_peered":"2024-04-02T08:37:43.733676+0000","last_unstale":"2024-04-02T08:43:10.229079+0000","last_undegraded":"2024-04-02T08:43:10.229079+0000","last_fullsized":"2024-04-02T08:43:10.229079+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:08:34.547515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684681+0000","last_change":"2024-04-02T08:37:43.729911+0000","last_active":"2024-04-02T08:43:09.684681+0000","last_peered":"2024-04-02T08:43:09.684681+0000","last_clean":"2024-04-02T08:43:09.684681+0000","last_became_active":"2024-04-02T08:37:43.729595+0000","last_became_peered":"2024-04-02T08:37:43.729595+0000","last_unstale":"2024-04-02T08:43:09.684681+0000","last_undegraded":"2024-04-02T08:43:09.684681+0000","last_fullsized":"2024-04-02T08:43:09.684681+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:03.736701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1147,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684301+0000","last_change":"2024-04-02T08:38:38.678701+0000","last_active":"2024-04-02T08:43:09.684301+0000","last_peered":"2024-04-02T08:43:09.684301+0000","last_clean":"2024-04-02T08:43:09.684301+0000","last_became_active":"2024-04-02T08:38:38.678306+0000","last_became_peered":"2024-04-02T08:38:38.678306+0000","last_unstale":"2024-04-02T08:43:09.684301+0000","last_undegraded":"2024-04-02T08:43:09.684301+0000","last_fullsized":"2024-04-02T08:43:09.684301+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:54:31.360780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1059,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.232770+0000","last_change":"2024-04-02T08:38:38.687754+0000","last_active":"2024-04-02T08:43:10.232770+0000","last_peered":"2024-04-02T08:43:10.232770+0000","last_clean":"2024-04-02T08:43:10.232770+0000","last_became_active":"2024-04-02T08:38:38.686316+0000","last_became_peered":"2024-04-02T08:38:38.686316+0000","last_unstale":"2024-04-02T08:43:10.232770+0000","last_undegraded":"2024-04-02T08:43:10.232770+0000","last_fullsized":"2024-04-02T08:43:10.232770+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:26:57.058903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1140,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685371+0000","last_change":"2024-04-02T08:38:38.678832+0000","last_active":"2024-04-02T08:43:09.685371+0000","last_peered":"2024-04-02T08:43:09.685371+0000","last_clean":"2024-04-02T08:43:09.685371+0000","last_became_active":"2024-04-02T08:38:38.678089+0000","last_became_peered":"2024-04-02T08:38:38.678089+0000","last_unstale":"2024-04-02T08:43:09.685371+0000","last_undegraded":"2024-04-02T08:43:09.685371+0000","last_fullsized":"2024-04-02T08:43:09.685371+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:14:01.358238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1014,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231926+0000","last_change":"2024-04-02T08:38:38.679149+0000","last_active":"2024-04-02T08:43:10.231926+0000","last_peered":"2024-04-02T08:43:10.231926+0000","last_clean":"2024-04-02T08:43:10.231926+0000","last_became_active":"2024-04-02T08:38:38.678601+0000","last_became_peered":"2024-04-02T08:38:38.678601+0000","last_unstale":"2024-04-02T08:43:10.231926+0000","last_undegraded":"2024-04-02T08:43:10.231926+0000","last_fullsized":"2024-04-02T08:43:10.231926+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:26.291632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"562'6","reported_seq":1211,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230322+0000","last_change":"2024-04-02T08:38:38.670716+0000","last_active":"2024-04-02T08:43:10.230322+0000","last_peered":"2024-04-02T08:43:10.230322+0000","last_clean":"2024-04-02T08:43:10.230322+0000","last_became_active":"2024-04-02T08:38:38.670388+0000","last_became_peered":"2024-04-02T08:38:38.670388+0000","last_unstale":"2024-04-02T08:43:10.230322+0000","last_undegraded":"2024-04-02T08:43:10.230322+0000","last_fullsized":"2024-04-02T08:43:10.230322+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:39.868607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1143,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229316+0000","last_change":"2024-04-02T08:38:18.721186+0000","last_active":"2024-04-02T08:43:10.229316+0000","last_peered":"2024-04-02T08:43:10.229316+0000","last_clean":"2024-04-02T08:43:10.229316+0000","last_became_active":"2024-04-02T08:38:18.720853+0000","last_became_peered":"2024-04-02T08:38:18.720853+0000","last_unstale":"2024-04-02T08:43:10.229316+0000","last_undegraded":"2024-04-02T08:43:10.229316+0000","last_fullsized":"2024-04-02T08:43:10.229316+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:03.025786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"562'3","reported_seq":1120,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229450+0000","last_change":"2024-04-02T08:37:43.745771+0000","last_active":"2024-04-02T08:43:10.229450+0000","last_peered":"2024-04-02T08:43:10.229450+0000","last_clean":"2024-04-02T08:43:10.229450+0000","last_became_active":"2024-04-02T08:37:43.745372+0000","last_became_peered":"2024-04-02T08:37:43.745372+0000","last_unstale":"2024-04-02T08:43:10.229450+0000","last_undegraded":"2024-04-02T08:43:10.229450+0000","last_fullsized":"2024-04-02T08:43:10.229450+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:31.242430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1200,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229730+0000","last_change":"2024-04-02T08:37:43.744866+0000","last_active":"2024-04-02T08:43:10.229730+0000","last_peered":"2024-04-02T08:43:10.229730+0000","last_clean":"2024-04-02T08:43:10.229730+0000","last_became_active":"2024-04-02T08:37:43.744475+0000","last_became_peered":"2024-04-02T08:37:43.744475+0000","last_unstale":"2024-04-02T08:43:10.229730+0000","last_undegraded":"2024-04-02T08:43:10.229730+0000","last_fullsized":"2024-04-02T08:43:10.229730+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:03:11.645013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1020,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.232146+0000","last_change":"2024-04-02T08:38:38.677723+0000","last_active":"2024-04-02T08:43:10.232146+0000","last_peered":"2024-04-02T08:43:10.232146+0000","last_clean":"2024-04-02T08:43:10.232146+0000","last_became_active":"2024-04-02T08:38:38.677368+0000","last_became_peered":"2024-04-02T08:38:38.677368+0000","last_unstale":"2024-04-02T08:43:10.232146+0000","last_undegraded":"2024-04-02T08:43:10.232146+0000","last_fullsized":"2024-04-02T08:43:10.232146+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:19:52.220632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1064,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231647+0000","last_change":"2024-04-02T08:37:43.735775+0000","last_active":"2024-04-02T08:43:10.231647+0000","last_peered":"2024-04-02T08:43:10.231647+0000","last_clean":"2024-04-02T08:43:10.231647+0000","last_became_active":"2024-04-02T08:37:43.735358+0000","last_became_peered":"2024-04-02T08:37:43.735358+0000","last_unstale":"2024-04-02T08:43:10.231647+0000","last_undegraded":"2024-04-02T08:43:10.231647+0000","last_fullsized":"2024-04-02T08:43:10.231647+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:28:56.909681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":540,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230787+0000","last_change":"2024-04-02T08:38:39.667967+0000","last_active":"2024-04-02T08:43:10.230787+0000","last_peered":"2024-04-02T08:43:10.230787+0000","last_clean":"2024-04-02T08:43:10.230787+0000","last_became_active":"2024-04-02T08:38:39.665471+0000","last_became_peered":"2024-04-02T08:38:39.665471+0000","last_unstale":"2024-04-02T08:43:10.230787+0000","last_undegraded":"2024-04-02T08:43:10.230787+0000","last_fullsized":"2024-04-02T08:43:10.230787+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:25.150843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":532,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231540+0000","last_change":"2024-04-02T08:38:39.662546+0000","last_active":"2024-04-02T08:43:10.231540+0000","last_peered":"2024-04-02T08:43:10.231540+0000","last_clean":"2024-04-02T08:43:10.231540+0000","last_became_active":"2024-04-02T08:38:39.662160+0000","last_became_peered":"2024-04-02T08:38:39.662160+0000","last_unstale":"2024-04-02T08:43:10.231540+0000","last_undegraded":"2024-04-02T08:43:10.231540+0000","last_fullsized":"2024-04-02T08:43:10.231540+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:54.435784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1b","version":"562'3","reported_seq":1143,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230139+0000","last_change":"2024-04-02T08:38:38.676281+0000","last_active":"2024-04-02T08:43:10.230139+0000","last_peered":"2024-04-02T08:43:10.230139+0000","last_clean":"2024-04-02T08:43:10.230139+0000","last_became_active":"2024-04-02T08:38:38.675937+0000","last_became_peered":"2024-04-02T08:38:38.675937+0000","last_unstale":"2024-04-02T08:43:10.230139+0000","last_undegraded":"2024-04-02T08:43:10.230139+0000","last_fullsized":"2024-04-02T08:43:10.230139+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:42:16.478406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1128,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684591+0000","last_change":"2024-04-02T08:37:08.663888+0000","last_active":"2024-04-02T08:43:09.684591+0000","last_peered":"2024-04-02T08:43:09.684591+0000","last_clean":"2024-04-02T08:43:09.684591+0000","last_became_active":"2024-04-02T08:37:08.663566+0000","last_became_peered":"2024-04-02T08:37:08.663566+0000","last_unstale":"2024-04-02T08:43:09.684591+0000","last_undegraded":"2024-04-02T08:43:09.684591+0000","last_fullsized":"2024-04-02T08:43:09.684591+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:45:22.244879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"562'3","reported_seq":1051,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229927+0000","last_change":"2024-04-02T08:38:39.660332+0000","last_active":"2024-04-02T08:43:10.229927+0000","last_peered":"2024-04-02T08:43:10.229927+0000","last_clean":"2024-04-02T08:43:10.229927+0000","last_became_active":"2024-04-02T08:38:39.659925+0000","last_became_peered":"2024-04-02T08:38:39.659925+0000","last_unstale":"2024-04-02T08:43:10.229927+0000","last_undegraded":"2024-04-02T08:43:10.229927+0000","last_fullsized":"2024-04-02T08:43:10.229927+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:55:38.673948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1199,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230111+0000","last_change":"2024-04-02T08:38:38.671339+0000","last_active":"2024-04-02T08:43:10.230111+0000","last_peered":"2024-04-02T08:43:10.230111+0000","last_clean":"2024-04-02T08:43:10.230111+0000","last_became_active":"2024-04-02T08:38:38.670982+0000","last_became_peered":"2024-04-02T08:38:38.670982+0000","last_unstale":"2024-04-02T08:43:10.230111+0000","last_undegraded":"2024-04-02T08:43:10.230111+0000","last_fullsized":"2024-04-02T08:43:10.230111+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:01:07.876032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1115,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228812+0000","last_change":"2024-04-02T08:38:18.695778+0000","last_active":"2024-04-02T08:43:10.228812+0000","last_peered":"2024-04-02T08:43:10.228812+0000","last_clean":"2024-04-02T08:43:10.228812+0000","last_became_active":"2024-04-02T08:38:18.695085+0000","last_became_peered":"2024-04-02T08:38:18.695085+0000","last_unstale":"2024-04-02T08:43:10.228812+0000","last_undegraded":"2024-04-02T08:43:10.228812+0000","last_fullsized":"2024-04-02T08:43:10.228812+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:10.456859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1155,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229079+0000","last_change":"2024-04-02T08:36:32.769377+0000","last_active":"2024-04-02T08:43:10.229079+0000","last_peered":"2024-04-02T08:43:10.229079+0000","last_clean":"2024-04-02T08:43:10.229079+0000","last_became_active":"2024-04-02T08:36:32.768537+0000","last_became_peered":"2024-04-02T08:36:32.768537+0000","last_unstale":"2024-04-02T08:43:10.229079+0000","last_undegraded":"2024-04-02T08:43:10.229079+0000","last_fullsized":"2024-04-02T08:43:10.229079+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:29:16.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1060,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230607+0000","last_change":"2024-04-02T08:38:38.686002+0000","last_active":"2024-04-02T08:43:10.230607+0000","last_peered":"2024-04-02T08:43:10.230607+0000","last_clean":"2024-04-02T08:43:10.230607+0000","last_became_active":"2024-04-02T08:38:38.685179+0000","last_became_peered":"2024-04-02T08:38:38.685179+0000","last_unstale":"2024-04-02T08:43:10.230607+0000","last_undegraded":"2024-04-02T08:43:10.230607+0000","last_fullsized":"2024-04-02T08:43:10.230607+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:26:44.490109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685042+0000","last_change":"2024-04-02T08:37:08.659618+0000","last_active":"2024-04-02T08:43:09.685042+0000","last_peered":"2024-04-02T08:43:09.685042+0000","last_clean":"2024-04-02T08:43:09.685042+0000","last_became_active":"2024-04-02T08:37:08.659259+0000","last_became_peered":"2024-04-02T08:37:08.659259+0000","last_unstale":"2024-04-02T08:43:09.685042+0000","last_undegraded":"2024-04-02T08:43:09.685042+0000","last_fullsized":"2024-04-02T08:43:09.685042+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:28:11.772289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1027,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229484+0000","last_change":"2024-04-02T08:38:18.713426+0000","last_active":"2024-04-02T08:43:10.229484+0000","last_peered":"2024-04-02T08:43:10.229484+0000","last_clean":"2024-04-02T08:43:10.229484+0000","last_became_active":"2024-04-02T08:38:18.710306+0000","last_became_peered":"2024-04-02T08:38:18.710306+0000","last_unstale":"2024-04-02T08:43:10.229484+0000","last_undegraded":"2024-04-02T08:43:10.229484+0000","last_fullsized":"2024-04-02T08:43:10.229484+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:10:06.988381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1054,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231850+0000","last_change":"2024-04-02T08:38:38.687658+0000","last_active":"2024-04-02T08:43:10.231850+0000","last_peered":"2024-04-02T08:43:10.231850+0000","last_clean":"2024-04-02T08:43:10.231850+0000","last_became_active":"2024-04-02T08:38:38.685738+0000","last_became_peered":"2024-04-02T08:38:38.685738+0000","last_unstale":"2024-04-02T08:43:10.231850+0000","last_undegraded":"2024-04-02T08:43:10.231850+0000","last_fullsized":"2024-04-02T08:43:10.231850+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:44:20.204308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1049,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231557+0000","last_change":"2024-04-02T08:38:18.712079+0000","last_active":"2024-04-02T08:43:10.231557+0000","last_peered":"2024-04-02T08:43:10.231557+0000","last_clean":"2024-04-02T08:43:10.231557+0000","last_became_active":"2024-04-02T08:38:18.711758+0000","last_became_peered":"2024-04-02T08:38:18.711758+0000","last_unstale":"2024-04-02T08:43:10.231557+0000","last_undegraded":"2024-04-02T08:43:10.231557+0000","last_fullsized":"2024-04-02T08:43:10.231557+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:50.818900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1199,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230004+0000","last_change":"2024-04-02T08:37:43.745347+0000","last_active":"2024-04-02T08:43:10.230004+0000","last_peered":"2024-04-02T08:43:10.230004+0000","last_clean":"2024-04-02T08:43:10.230004+0000","last_became_active":"2024-04-02T08:37:43.745014+0000","last_became_peered":"2024-04-02T08:37:43.745014+0000","last_unstale":"2024-04-02T08:43:10.230004+0000","last_undegraded":"2024-04-02T08:43:10.230004+0000","last_fullsized":"2024-04-02T08:43:10.230004+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:36.011373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1195,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.686432+0000","last_change":"2024-04-02T08:37:43.731802+0000","last_active":"2024-04-02T08:43:09.686432+0000","last_peered":"2024-04-02T08:43:09.686432+0000","last_clean":"2024-04-02T08:43:09.686432+0000","last_became_active":"2024-04-02T08:37:43.731339+0000","last_became_peered":"2024-04-02T08:37:43.731339+0000","last_unstale":"2024-04-02T08:43:09.686432+0000","last_undegraded":"2024-04-02T08:43:09.686432+0000","last_fullsized":"2024-04-02T08:43:09.686432+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:33:55.221044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1078,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685102+0000","last_change":"2024-04-02T08:38:38.673680+0000","last_active":"2024-04-02T08:43:09.685102+0000","last_peered":"2024-04-02T08:43:09.685102+0000","last_clean":"2024-04-02T08:43:09.685102+0000","last_became_active":"2024-04-02T08:38:38.673340+0000","last_became_peered":"2024-04-02T08:38:38.673340+0000","last_unstale":"2024-04-02T08:43:09.685102+0000","last_undegraded":"2024-04-02T08:43:09.685102+0000","last_fullsized":"2024-04-02T08:43:09.685102+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:40:56.383203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"562'30","reported_seq":1069,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229835+0000","last_change":"2024-04-02T08:38:18.718118+0000","last_active":"2024-04-02T08:43:10.229835+0000","last_peered":"2024-04-02T08:43:10.229835+0000","last_clean":"2024-04-02T08:43:10.229835+0000","last_became_active":"2024-04-02T08:38:18.717589+0000","last_became_peered":"2024-04-02T08:38:18.717589+0000","last_unstale":"2024-04-02T08:43:10.229835+0000","last_undegraded":"2024-04-02T08:43:10.229835+0000","last_fullsized":"2024-04-02T08:43:10.229835+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:46:49.809252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":985,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231790+0000","last_change":"2024-04-02T08:38:38.668822+0000","last_active":"2024-04-02T08:43:10.231790+0000","last_peered":"2024-04-02T08:43:10.231790+0000","last_clean":"2024-04-02T08:43:10.231790+0000","last_became_active":"2024-04-02T08:38:38.668209+0000","last_became_peered":"2024-04-02T08:38:38.668209+0000","last_unstale":"2024-04-02T08:43:10.231790+0000","last_undegraded":"2024-04-02T08:43:10.231790+0000","last_fullsized":"2024-04-02T08:43:10.231790+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:21:26.555822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1206,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230304+0000","last_change":"2024-04-02T08:37:08.663535+0000","last_active":"2024-04-02T08:43:10.230304+0000","last_peered":"2024-04-02T08:43:10.230304+0000","last_clean":"2024-04-02T08:43:10.230304+0000","last_became_active":"2024-04-02T08:37:08.662981+0000","last_became_peered":"2024-04-02T08:37:08.662981+0000","last_unstale":"2024-04-02T08:43:10.230304+0000","last_undegraded":"2024-04-02T08:43:10.230304+0000","last_fullsized":"2024-04-02T08:43:10.230304+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:53.258713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1199,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229392+0000","last_change":"2024-04-02T08:38:38.670687+0000","last_active":"2024-04-02T08:43:10.229392+0000","last_peered":"2024-04-02T08:43:10.229392+0000","last_clean":"2024-04-02T08:43:10.229392+0000","last_became_active":"2024-04-02T08:38:38.669286+0000","last_became_peered":"2024-04-02T08:38:38.669286+0000","last_unstale":"2024-04-02T08:43:10.229392+0000","last_undegraded":"2024-04-02T08:43:10.229392+0000","last_fullsized":"2024-04-02T08:43:10.229392+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:23:15.547593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1068,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230860+0000","last_change":"2024-04-02T08:38:38.685650+0000","last_active":"2024-04-02T08:43:10.230860+0000","last_peered":"2024-04-02T08:43:10.230860+0000","last_clean":"2024-04-02T08:43:10.230860+0000","last_became_active":"2024-04-02T08:38:38.685312+0000","last_became_peered":"2024-04-02T08:38:38.685312+0000","last_unstale":"2024-04-02T08:43:10.230860+0000","last_undegraded":"2024-04-02T08:43:10.230860+0000","last_fullsized":"2024-04-02T08:43:10.230860+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:27:49.778904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":985,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230146+0000","last_change":"2024-04-02T08:38:38.672347+0000","last_active":"2024-04-02T08:43:10.230146+0000","last_peered":"2024-04-02T08:43:10.230146+0000","last_clean":"2024-04-02T08:43:10.230146+0000","last_became_active":"2024-04-02T08:38:38.671975+0000","last_became_peered":"2024-04-02T08:38:38.671975+0000","last_unstale":"2024-04-02T08:43:10.230146+0000","last_undegraded":"2024-04-02T08:43:10.230146+0000","last_fullsized":"2024-04-02T08:43:10.230146+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:36:12.516472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1034,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229445+0000","last_change":"2024-04-02T08:38:18.698485+0000","last_active":"2024-04-02T08:43:10.229445+0000","last_peered":"2024-04-02T08:43:10.229445+0000","last_clean":"2024-04-02T08:43:10.229445+0000","last_became_active":"2024-04-02T08:38:18.698215+0000","last_became_peered":"2024-04-02T08:38:18.698215+0000","last_unstale":"2024-04-02T08:43:10.229445+0000","last_undegraded":"2024-04-02T08:43:10.229445+0000","last_fullsized":"2024-04-02T08:43:10.229445+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:22:56.796034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1026,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229567+0000","last_change":"2024-04-02T08:38:18.704966+0000","last_active":"2024-04-02T08:43:10.229567+0000","last_peered":"2024-04-02T08:43:10.229567+0000","last_clean":"2024-04-02T08:43:10.229567+0000","last_became_active":"2024-04-02T08:38:18.699854+0000","last_became_peered":"2024-04-02T08:38:18.699854+0000","last_unstale":"2024-04-02T08:43:10.229567+0000","last_undegraded":"2024-04-02T08:43:10.229567+0000","last_fullsized":"2024-04-02T08:43:10.229567+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.456088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1180,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684434+0000","last_change":"2024-04-02T08:36:12.765509+0000","last_active":"2024-04-02T08:43:09.684434+0000","last_peered":"2024-04-02T08:43:09.684434+0000","last_clean":"2024-04-02T08:43:09.684434+0000","last_became_active":"2024-04-02T08:36:12.761084+0000","last_became_peered":"2024-04-02T08:36:12.761084+0000","last_unstale":"2024-04-02T08:43:09.684434+0000","last_undegraded":"2024-04-02T08:43:09.684434+0000","last_fullsized":"2024-04-02T08:43:09.684434+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:58.881692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1013,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231273+0000","last_change":"2024-04-02T08:38:38.668805+0000","last_active":"2024-04-02T08:43:10.231273+0000","last_peered":"2024-04-02T08:43:10.231273+0000","last_clean":"2024-04-02T08:43:10.231273+0000","last_became_active":"2024-04-02T08:38:38.667967+0000","last_became_peered":"2024-04-02T08:38:38.667967+0000","last_unstale":"2024-04-02T08:43:10.231273+0000","last_undegraded":"2024-04-02T08:43:10.231273+0000","last_fullsized":"2024-04-02T08:43:10.231273+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:16:51.886221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"792'904","reported_seq":3888,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684571+0000","last_change":"2024-04-02T08:43:07.794113+0000","last_active":"2024-04-02T08:43:09.684571+0000","last_peered":"2024-04-02T08:43:09.684571+0000","last_clean":"2024-04-02T08:43:09.684571+0000","last_became_active":"2024-04-02T08:36:12.767854+0000","last_became_peered":"2024-04-02T08:36:12.767854+0000","last_unstale":"2024-04-02T08:43:09.684571+0000","last_undegraded":"2024-04-02T08:43:09.684571+0000","last_fullsized":"2024-04-02T08:43:09.684571+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":904,"log_dups_size":0,"ondisk_log_size":904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:03:06.155738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01333988,"stat_sum":{"num_bytes":16662528,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":170,"num_read_kb":453678,"num_write":380,"num_write_kb":85360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34004992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1099,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685619+0000","last_change":"2024-04-02T08:38:38.674587+0000","last_active":"2024-04-02T08:43:09.685619+0000","last_peered":"2024-04-02T08:43:09.685619+0000","last_clean":"2024-04-02T08:43:09.685619+0000","last_became_active":"2024-04-02T08:38:38.673995+0000","last_became_peered":"2024-04-02T08:38:38.673995+0000","last_unstale":"2024-04-02T08:43:09.685619+0000","last_undegraded":"2024-04-02T08:43:09.685619+0000","last_fullsized":"2024-04-02T08:43:09.685619+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:40:45.618929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1002,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230909+0000","last_change":"2024-04-02T08:38:38.680913+0000","last_active":"2024-04-02T08:43:10.230909+0000","last_peered":"2024-04-02T08:43:10.230909+0000","last_clean":"2024-04-02T08:43:10.230909+0000","last_became_active":"2024-04-02T08:38:38.680583+0000","last_became_peered":"2024-04-02T08:38:38.680583+0000","last_unstale":"2024-04-02T08:43:10.230909+0000","last_undegraded":"2024-04-02T08:43:10.230909+0000","last_fullsized":"2024-04-02T08:43:10.230909+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:26:32.731300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"792'1179","reported_seq":4234,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229837+0000","last_change":"2024-04-02T08:43:07.796445+0000","last_active":"2024-04-02T08:43:10.229837+0000","last_peered":"2024-04-02T08:43:10.229837+0000","last_clean":"2024-04-02T08:43:10.229837+0000","last_became_active":"2024-04-02T08:38:18.722091+0000","last_became_peered":"2024-04-02T08:38:18.722091+0000","last_unstale":"2024-04-02T08:43:10.229837+0000","last_undegraded":"2024-04-02T08:43:10.229837+0000","last_fullsized":"2024-04-02T08:43:10.229837+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1179,"log_dups_size":0,"ondisk_log_size":1179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:20.097367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0090753180000000006,"stat_sum":{"num_bytes":14909440,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":194,"num_read_kb":287045,"num_write":467,"num_write_kb":80056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":33357824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685957+0000","last_change":"2024-04-02T08:37:43.733204+0000","last_active":"2024-04-02T08:43:09.685957+0000","last_peered":"2024-04-02T08:43:09.685957+0000","last_clean":"2024-04-02T08:43:09.685957+0000","last_became_active":"2024-04-02T08:37:43.732850+0000","last_became_peered":"2024-04-02T08:37:43.732850+0000","last_unstale":"2024-04-02T08:43:09.685957+0000","last_undegraded":"2024-04-02T08:43:09.685957+0000","last_fullsized":"2024-04-02T08:43:09.685957+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:15:08.647137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1192,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685862+0000","last_change":"2024-04-02T08:38:38.669416+0000","last_active":"2024-04-02T08:43:09.685862+0000","last_peered":"2024-04-02T08:43:09.685862+0000","last_clean":"2024-04-02T08:43:09.685862+0000","last_became_active":"2024-04-02T08:38:38.668775+0000","last_became_peered":"2024-04-02T08:38:38.668775+0000","last_unstale":"2024-04-02T08:43:09.685862+0000","last_undegraded":"2024-04-02T08:43:09.685862+0000","last_fullsized":"2024-04-02T08:43:09.685862+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:57:05.477069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1073,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231542+0000","last_change":"2024-04-02T08:37:43.742887+0000","last_active":"2024-04-02T08:43:10.231542+0000","last_peered":"2024-04-02T08:43:10.231542+0000","last_clean":"2024-04-02T08:43:10.231542+0000","last_became_active":"2024-04-02T08:37:43.742572+0000","last_became_peered":"2024-04-02T08:37:43.742572+0000","last_unstale":"2024-04-02T08:43:10.231542+0000","last_undegraded":"2024-04-02T08:43:10.231542+0000","last_fullsized":"2024-04-02T08:43:10.231542+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:05:21.085814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"792'1822","reported_seq":4899,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230257+0000","last_change":"2024-04-02T08:43:07.806024+0000","last_active":"2024-04-02T08:43:10.230257+0000","last_peered":"2024-04-02T08:43:10.230257+0000","last_clean":"2024-04-02T08:43:10.230257+0000","last_became_active":"2024-04-02T08:37:08.667518+0000","last_became_peered":"2024-04-02T08:37:08.667518+0000","last_unstale":"2024-04-02T08:43:10.230257+0000","last_undegraded":"2024-04-02T08:43:10.230257+0000","last_fullsized":"2024-04-02T08:43:10.230257+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1822,"log_dups_size":0,"ondisk_log_size":1822,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:06:26.630359+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.019298045999999999,"stat_sum":{"num_bytes":26263552,"num_objects":18,"num_object_clones":13,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":1,"num_read":382,"num_read_kb":391779,"num_write":626,"num_write_kb":126272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":25673728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685710+0000","last_change":"2024-04-02T08:36:32.751339+0000","last_active":"2024-04-02T08:43:09.685710+0000","last_peered":"2024-04-02T08:43:09.685710+0000","last_clean":"2024-04-02T08:43:09.685710+0000","last_became_active":"2024-04-02T08:36:32.750988+0000","last_became_peered":"2024-04-02T08:36:32.750988+0000","last_unstale":"2024-04-02T08:43:09.685710+0000","last_undegraded":"2024-04-02T08:43:09.685710+0000","last_fullsized":"2024-04-02T08:43:09.685710+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:52:40.784831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1055,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230564+0000","last_change":"2024-04-02T08:38:18.703755+0000","last_active":"2024-04-02T08:43:10.230564+0000","last_peered":"2024-04-02T08:43:10.230564+0000","last_clean":"2024-04-02T08:43:10.230564+0000","last_became_active":"2024-04-02T08:38:18.703452+0000","last_became_peered":"2024-04-02T08:38:18.703452+0000","last_unstale":"2024-04-02T08:43:10.230564+0000","last_undegraded":"2024-04-02T08:43:10.230564+0000","last_fullsized":"2024-04-02T08:43:10.230564+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:05:47.665086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1095,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685693+0000","last_change":"2024-04-02T08:38:18.716931+0000","last_active":"2024-04-02T08:43:09.685693+0000","last_peered":"2024-04-02T08:43:09.685693+0000","last_clean":"2024-04-02T08:43:09.685693+0000","last_became_active":"2024-04-02T08:38:18.716427+0000","last_became_peered":"2024-04-02T08:38:18.716427+0000","last_unstale":"2024-04-02T08:43:09.685693+0000","last_undegraded":"2024-04-02T08:43:09.685693+0000","last_fullsized":"2024-04-02T08:43:09.685693+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:52.203054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"792'2770","reported_seq":5670,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685653+0000","last_change":"2024-04-02T08:43:07.818944+0000","last_active":"2024-04-02T08:43:09.685653+0000","last_peered":"2024-04-02T08:43:09.685653+0000","last_clean":"2024-04-02T08:43:09.685653+0000","last_became_active":"2024-04-02T08:37:43.747000+0000","last_became_peered":"2024-04-02T08:37:43.747000+0000","last_unstale":"2024-04-02T08:43:09.685653+0000","last_undegraded":"2024-04-02T08:43:09.685653+0000","last_fullsized":"2024-04-02T08:43:09.685653+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":2770,"log_dups_size":0,"ondisk_log_size":2770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:24:20.753381+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.037329274000000003,"stat_sum":{"num_bytes":37691392,"num_objects":28,"num_object_clones":21,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":2,"num_read":579,"num_read_kb":700493,"num_write":1178,"num_write_kb":278400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":26148864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1180,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.686606+0000","last_change":"2024-04-02T08:37:43.744910+0000","last_active":"2024-04-02T08:43:09.686606+0000","last_peered":"2024-04-02T08:43:09.686606+0000","last_clean":"2024-04-02T08:43:09.686606+0000","last_became_active":"2024-04-02T08:37:43.744590+0000","last_became_peered":"2024-04-02T08:37:43.744590+0000","last_unstale":"2024-04-02T08:43:09.686606+0000","last_undegraded":"2024-04-02T08:43:09.686606+0000","last_fullsized":"2024-04-02T08:43:09.686606+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:28:49.813957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684393+0000","last_change":"2024-04-02T08:38:18.704674+0000","last_active":"2024-04-02T08:43:09.684393+0000","last_peered":"2024-04-02T08:43:09.684393+0000","last_clean":"2024-04-02T08:43:09.684393+0000","last_became_active":"2024-04-02T08:38:18.700972+0000","last_became_peered":"2024-04-02T08:38:18.700972+0000","last_unstale":"2024-04-02T08:43:09.684393+0000","last_undegraded":"2024-04-02T08:43:09.684393+0000","last_fullsized":"2024-04-02T08:43:09.684393+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:53:40.389659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1158,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684298+0000","last_change":"2024-04-02T08:36:32.742795+0000","last_active":"2024-04-02T08:43:09.684298+0000","last_peered":"2024-04-02T08:43:09.684298+0000","last_clean":"2024-04-02T08:43:09.684298+0000","last_became_active":"2024-04-02T08:36:32.742428+0000","last_became_peered":"2024-04-02T08:36:32.742428+0000","last_unstale":"2024-04-02T08:43:09.684298+0000","last_undegraded":"2024-04-02T08:43:09.684298+0000","last_fullsized":"2024-04-02T08:43:09.684298+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:28:22.794012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"792'1299","reported_seq":3969,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.232356+0000","last_change":"2024-04-02T08:43:07.803250+0000","last_active":"2024-04-02T08:43:10.232356+0000","last_peered":"2024-04-02T08:43:10.232356+0000","last_clean":"2024-04-02T08:43:10.232356+0000","last_became_active":"2024-04-02T08:38:38.682131+0000","last_became_peered":"2024-04-02T08:38:38.682131+0000","last_unstale":"2024-04-02T08:43:10.232356+0000","last_undegraded":"2024-04-02T08:43:10.232356+0000","last_fullsized":"2024-04-02T08:43:10.232356+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1299,"log_dups_size":0,"ondisk_log_size":1299,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:49:26.055770+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.011591482,"stat_sum":{"num_bytes":27107328,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":251,"num_read_kb":366989,"num_write":587,"num_write_kb":141864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":15286272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1022,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230326+0000","last_change":"2024-04-02T08:38:38.672162+0000","last_active":"2024-04-02T08:43:10.230326+0000","last_peered":"2024-04-02T08:43:10.230326+0000","last_clean":"2024-04-02T08:43:10.230326+0000","last_became_active":"2024-04-02T08:38:38.671859+0000","last_became_peered":"2024-04-02T08:38:38.671859+0000","last_unstale":"2024-04-02T08:43:10.230326+0000","last_undegraded":"2024-04-02T08:43:10.230326+0000","last_fullsized":"2024-04-02T08:43:10.230326+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:16:07.622507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1141,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228832+0000","last_change":"2024-04-02T08:38:18.711155+0000","last_active":"2024-04-02T08:43:10.228832+0000","last_peered":"2024-04-02T08:43:10.228832+0000","last_clean":"2024-04-02T08:43:10.228832+0000","last_became_active":"2024-04-02T08:38:18.710675+0000","last_became_peered":"2024-04-02T08:38:18.710675+0000","last_unstale":"2024-04-02T08:43:10.228832+0000","last_undegraded":"2024-04-02T08:43:10.228832+0000","last_fullsized":"2024-04-02T08:43:10.228832+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:58:45.186600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1049,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230990+0000","last_change":"2024-04-02T08:38:38.674891+0000","last_active":"2024-04-02T08:43:10.230990+0000","last_peered":"2024-04-02T08:43:10.230990+0000","last_clean":"2024-04-02T08:43:10.230990+0000","last_became_active":"2024-04-02T08:38:38.674595+0000","last_became_peered":"2024-04-02T08:38:38.674595+0000","last_unstale":"2024-04-02T08:43:10.230990+0000","last_undegraded":"2024-04-02T08:43:10.230990+0000","last_fullsized":"2024-04-02T08:43:10.230990+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:06.635937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"240'197","reported_seq":1507,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229806+0000","last_change":"2024-04-02T08:38:38.670280+0000","last_active":"2024-04-02T08:43:10.229806+0000","last_peered":"2024-04-02T08:43:10.229806+0000","last_clean":"2024-04-02T08:43:10.229806+0000","last_became_active":"2024-04-02T08:38:38.669244+0000","last_became_peered":"2024-04-02T08:38:38.669244+0000","last_unstale":"2024-04-02T08:43:10.229806+0000","last_undegraded":"2024-04-02T08:43:10.229806+0000","last_fullsized":"2024-04-02T08:43:10.229806+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:51.455240+0000","last_clean_scrub_stamp":"2024-04-02T08:24:51.455240+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:04:37.864417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"792'1511","reported_seq":4285,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231524+0000","last_change":"2024-04-02T08:43:07.809628+0000","last_active":"2024-04-02T08:43:10.231524+0000","last_peered":"2024-04-02T08:43:10.231524+0000","last_clean":"2024-04-02T08:43:10.231524+0000","last_became_active":"2024-04-02T08:37:43.749177+0000","last_became_peered":"2024-04-02T08:37:43.749177+0000","last_unstale":"2024-04-02T08:43:10.231524+0000","last_undegraded":"2024-04-02T08:43:10.231524+0000","last_fullsized":"2024-04-02T08:43:10.231524+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1511,"log_dups_size":0,"ondisk_log_size":1511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:27.270559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.018159817000000002,"stat_sum":{"num_bytes":38060032,"num_objects":20,"num_object_clones":16,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":279,"num_read_kb":581688,"num_write":615,"num_write_kb":168560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":20127744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1199,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229891+0000","last_change":"2024-04-02T08:36:12.766990+0000","last_active":"2024-04-02T08:43:10.229891+0000","last_peered":"2024-04-02T08:43:10.229891+0000","last_clean":"2024-04-02T08:43:10.229891+0000","last_became_active":"2024-04-02T08:36:12.766673+0000","last_became_peered":"2024-04-02T08:36:12.766673+0000","last_unstale":"2024-04-02T08:43:10.229891+0000","last_undegraded":"2024-04-02T08:43:10.229891+0000","last_fullsized":"2024-04-02T08:43:10.229891+0000","mapping_epoch":385,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":386,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:25.900623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1200,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228955+0000","last_change":"2024-04-02T08:37:08.662477+0000","last_active":"2024-04-02T08:43:10.228955+0000","last_peered":"2024-04-02T08:43:10.228955+0000","last_clean":"2024-04-02T08:43:10.228955+0000","last_became_active":"2024-04-02T08:37:08.662118+0000","last_became_peered":"2024-04-02T08:37:08.662118+0000","last_unstale":"2024-04-02T08:43:10.228955+0000","last_undegraded":"2024-04-02T08:43:10.228955+0000","last_fullsized":"2024-04-02T08:43:10.228955+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:23.885247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1174,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684802+0000","last_change":"2024-04-02T08:36:32.753647+0000","last_active":"2024-04-02T08:43:09.684802+0000","last_peered":"2024-04-02T08:43:09.684802+0000","last_clean":"2024-04-02T08:43:09.684802+0000","last_became_active":"2024-04-02T08:36:32.753311+0000","last_became_peered":"2024-04-02T08:36:32.753311+0000","last_unstale":"2024-04-02T08:43:09.684802+0000","last_undegraded":"2024-04-02T08:43:09.684802+0000","last_fullsized":"2024-04-02T08:43:09.684802+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:35:22.906497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2","version":"792'1134","reported_seq":3871,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230155+0000","last_change":"2024-04-02T08:43:07.807440+0000","last_active":"2024-04-02T08:43:10.230155+0000","last_peered":"2024-04-02T08:43:10.230155+0000","last_clean":"2024-04-02T08:43:10.230155+0000","last_became_active":"2024-04-02T08:38:18.698713+0000","last_became_peered":"2024-04-02T08:38:18.698713+0000","last_unstale":"2024-04-02T08:43:10.230155+0000","last_undegraded":"2024-04-02T08:43:10.230155+0000","last_fullsized":"2024-04-02T08:43:10.230155+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1134,"log_dups_size":0,"ondisk_log_size":1134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:37.496409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021641506000000001,"stat_sum":{"num_bytes":28278784,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":205,"num_read_kb":350099,"num_write":396,"num_write_kb":115344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":5578752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1200,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230004+0000","last_change":"2024-04-02T08:38:38.672361+0000","last_active":"2024-04-02T08:43:10.230004+0000","last_peered":"2024-04-02T08:43:10.230004+0000","last_clean":"2024-04-02T08:43:10.230004+0000","last_became_active":"2024-04-02T08:38:38.671639+0000","last_became_peered":"2024-04-02T08:38:38.671639+0000","last_unstale":"2024-04-02T08:43:10.230004+0000","last_undegraded":"2024-04-02T08:43:10.230004+0000","last_fullsized":"2024-04-02T08:43:10.230004+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:21.411821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":533,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230397+0000","last_change":"2024-04-02T08:38:39.677888+0000","last_active":"2024-04-02T08:43:10.230397+0000","last_peered":"2024-04-02T08:43:10.230397+0000","last_clean":"2024-04-02T08:43:10.230397+0000","last_became_active":"2024-04-02T08:38:39.677483+0000","last_became_peered":"2024-04-02T08:38:39.677483+0000","last_unstale":"2024-04-02T08:43:10.230397+0000","last_undegraded":"2024-04-02T08:43:10.230397+0000","last_fullsized":"2024-04-02T08:43:10.230397+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:29.679610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685585+0000","last_change":"2024-04-02T08:37:43.733100+0000","last_active":"2024-04-02T08:43:09.685585+0000","last_peered":"2024-04-02T08:43:09.685585+0000","last_clean":"2024-04-02T08:43:09.685585+0000","last_became_active":"2024-04-02T08:37:43.732770+0000","last_became_peered":"2024-04-02T08:37:43.732770+0000","last_unstale":"2024-04-02T08:43:09.685585+0000","last_undegraded":"2024-04-02T08:43:09.685585+0000","last_fullsized":"2024-04-02T08:43:09.685585+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:09.219764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"792'1278","reported_seq":4161,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684603+0000","last_change":"2024-04-02T08:43:07.806285+0000","last_active":"2024-04-02T08:43:09.684603+0000","last_peered":"2024-04-02T08:43:09.684603+0000","last_clean":"2024-04-02T08:43:09.684603+0000","last_became_active":"2024-04-02T08:38:38.674904+0000","last_became_peered":"2024-04-02T08:38:38.674904+0000","last_unstale":"2024-04-02T08:43:09.684603+0000","last_undegraded":"2024-04-02T08:43:09.684603+0000","last_fullsized":"2024-04-02T08:43:09.684603+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1278,"log_dups_size":0,"ondisk_log_size":1278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:32.147814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019511130000000002,"stat_sum":{"num_bytes":29515776,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":246,"num_read_kb":491221,"num_write":665,"num_write_kb":142816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1540096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1110,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228596+0000","last_change":"2024-04-02T08:38:38.676208+0000","last_active":"2024-04-02T08:43:10.228596+0000","last_peered":"2024-04-02T08:43:10.228596+0000","last_clean":"2024-04-02T08:43:10.228596+0000","last_became_active":"2024-04-02T08:38:38.675881+0000","last_became_peered":"2024-04-02T08:38:38.675881+0000","last_unstale":"2024-04-02T08:43:10.228596+0000","last_undegraded":"2024-04-02T08:43:10.228596+0000","last_fullsized":"2024-04-02T08:43:10.228596+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:46:11.530127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"565'3","reported_seq":1177,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.686809+0000","last_change":"2024-04-02T08:38:18.709821+0000","last_active":"2024-04-02T08:43:09.686809+0000","last_peered":"2024-04-02T08:43:09.686809+0000","last_clean":"2024-04-02T08:43:09.686809+0000","last_became_active":"2024-04-02T08:38:18.709020+0000","last_became_peered":"2024-04-02T08:38:18.709020+0000","last_unstale":"2024-04-02T08:43:09.686809+0000","last_undegraded":"2024-04-02T08:43:09.686809+0000","last_fullsized":"2024-04-02T08:43:09.686809+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:43:29.431116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1115,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229700+0000","last_change":"2024-04-02T08:38:38.676204+0000","last_active":"2024-04-02T08:43:10.229700+0000","last_peered":"2024-04-02T08:43:10.229700+0000","last_clean":"2024-04-02T08:43:10.229700+0000","last_became_active":"2024-04-02T08:38:38.675872+0000","last_became_peered":"2024-04-02T08:38:38.675872+0000","last_unstale":"2024-04-02T08:43:10.229700+0000","last_undegraded":"2024-04-02T08:43:10.229700+0000","last_fullsized":"2024-04-02T08:43:10.229700+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:41:19.680540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"792'1078","reported_seq":3987,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228927+0000","last_change":"2024-04-02T08:43:07.796927+0000","last_active":"2024-04-02T08:43:10.228927+0000","last_peered":"2024-04-02T08:43:10.228927+0000","last_clean":"2024-04-02T08:43:10.228927+0000","last_became_active":"2024-04-02T08:37:08.655589+0000","last_became_peered":"2024-04-02T08:37:08.655589+0000","last_unstale":"2024-04-02T08:43:10.228927+0000","last_undegraded":"2024-04-02T08:43:10.228927+0000","last_fullsized":"2024-04-02T08:43:10.228927+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1078,"log_dups_size":0,"ondisk_log_size":1078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:54:51.882568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011745065000000001,"stat_sum":{"num_bytes":13541376,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":199,"num_read_kb":297781,"num_write":444,"num_write_kb":78912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":20316160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1079,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684389+0000","last_change":"2024-04-02T08:38:18.707118+0000","last_active":"2024-04-02T08:43:09.684389+0000","last_peered":"2024-04-02T08:43:09.684389+0000","last_clean":"2024-04-02T08:43:09.684389+0000","last_became_active":"2024-04-02T08:38:18.703735+0000","last_became_peered":"2024-04-02T08:38:18.703735+0000","last_unstale":"2024-04-02T08:43:09.684389+0000","last_undegraded":"2024-04-02T08:43:09.684389+0000","last_fullsized":"2024-04-02T08:43:09.684389+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:43.771234+0000","last_clean_scrub_stamp":"2024-04-02T08:27:43.771234+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:26:45.026183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1050,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229282+0000","last_change":"2024-04-02T08:38:39.665305+0000","last_active":"2024-04-02T08:43:10.229282+0000","last_peered":"2024-04-02T08:43:10.229282+0000","last_clean":"2024-04-02T08:43:10.229282+0000","last_became_active":"2024-04-02T08:38:39.659796+0000","last_became_peered":"2024-04-02T08:38:39.659796+0000","last_unstale":"2024-04-02T08:43:10.229282+0000","last_undegraded":"2024-04-02T08:43:10.229282+0000","last_fullsized":"2024-04-02T08:43:10.229282+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:14:19.645812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1200,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229713+0000","last_change":"2024-04-02T08:37:08.666998+0000","last_active":"2024-04-02T08:43:10.229713+0000","last_peered":"2024-04-02T08:43:10.229713+0000","last_clean":"2024-04-02T08:43:10.229713+0000","last_became_active":"2024-04-02T08:37:08.666587+0000","last_became_peered":"2024-04-02T08:37:08.666587+0000","last_unstale":"2024-04-02T08:43:10.229713+0000","last_undegraded":"2024-04-02T08:43:10.229713+0000","last_fullsized":"2024-04-02T08:43:10.229713+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:21.264208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"792'938","reported_seq":3744,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231919+0000","last_change":"2024-04-02T08:43:07.808226+0000","last_active":"2024-04-02T08:43:10.231919+0000","last_peered":"2024-04-02T08:43:10.231919+0000","last_clean":"2024-04-02T08:43:10.231919+0000","last_became_active":"2024-04-02T08:38:18.700388+0000","last_became_peered":"2024-04-02T08:38:18.700388+0000","last_unstale":"2024-04-02T08:43:10.231919+0000","last_undegraded":"2024-04-02T08:43:10.231919+0000","last_fullsized":"2024-04-02T08:43:10.231919+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":938,"log_dups_size":0,"ondisk_log_size":938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:23.186828+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.016358531999999999,"stat_sum":{"num_bytes":19546112,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":176,"num_read_kb":296943,"num_write":279,"num_write_kb":62456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":47374336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":533,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229405+0000","last_change":"2024-04-02T08:38:39.677362+0000","last_active":"2024-04-02T08:43:10.229405+0000","last_peered":"2024-04-02T08:43:10.229405+0000","last_clean":"2024-04-02T08:43:10.229405+0000","last_became_active":"2024-04-02T08:38:39.676943+0000","last_became_peered":"2024-04-02T08:38:39.676943+0000","last_unstale":"2024-04-02T08:43:10.229405+0000","last_undegraded":"2024-04-02T08:43:10.229405+0000","last_fullsized":"2024-04-02T08:43:10.229405+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:14.031347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1123,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684387+0000","last_change":"2024-04-02T08:38:38.675477+0000","last_active":"2024-04-02T08:43:09.684387+0000","last_peered":"2024-04-02T08:43:09.684387+0000","last_clean":"2024-04-02T08:43:09.684387+0000","last_became_active":"2024-04-02T08:38:38.674339+0000","last_became_peered":"2024-04-02T08:38:38.674339+0000","last_unstale":"2024-04-02T08:43:09.684387+0000","last_undegraded":"2024-04-02T08:43:09.684387+0000","last_fullsized":"2024-04-02T08:43:09.684387+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:24:03.523971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"792'1490","reported_seq":4357,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685528+0000","last_change":"2024-04-02T08:43:07.813099+0000","last_active":"2024-04-02T08:43:09.685528+0000","last_peered":"2024-04-02T08:43:09.685528+0000","last_clean":"2024-04-02T08:43:09.685528+0000","last_became_active":"2024-04-02T08:37:43.723216+0000","last_became_peered":"2024-04-02T08:37:43.723216+0000","last_unstale":"2024-04-02T08:43:09.685528+0000","last_undegraded":"2024-04-02T08:43:09.685528+0000","last_fullsized":"2024-04-02T08:43:09.685528+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1490,"log_dups_size":0,"ondisk_log_size":1490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:43:52.178328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026086743999999999,"stat_sum":{"num_bytes":58433536,"num_objects":20,"num_object_clones":16,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":330,"num_read_kb":475295,"num_write":671,"num_write_kb":146768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":10223616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684827+0000","last_change":"2024-04-02T08:38:38.666884+0000","last_active":"2024-04-02T08:43:09.684827+0000","last_peered":"2024-04-02T08:43:09.684827+0000","last_clean":"2024-04-02T08:43:09.684827+0000","last_became_active":"2024-04-02T08:38:38.666593+0000","last_became_peered":"2024-04-02T08:38:38.666593+0000","last_unstale":"2024-04-02T08:43:09.684827+0000","last_undegraded":"2024-04-02T08:43:09.684827+0000","last_fullsized":"2024-04-02T08:43:09.684827+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:29.360645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1151,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229768+0000","last_change":"2024-04-02T08:38:38.676349+0000","last_active":"2024-04-02T08:43:10.229768+0000","last_peered":"2024-04-02T08:43:10.229768+0000","last_clean":"2024-04-02T08:43:10.229768+0000","last_became_active":"2024-04-02T08:38:38.676030+0000","last_became_peered":"2024-04-02T08:38:38.676030+0000","last_unstale":"2024-04-02T08:43:10.229768+0000","last_undegraded":"2024-04-02T08:43:10.229768+0000","last_fullsized":"2024-04-02T08:43:10.229768+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:00:35.906997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"792'464","reported_seq":3473,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685501+0000","last_change":"2024-04-02T08:43:07.810045+0000","last_active":"2024-04-02T08:43:09.685501+0000","last_peered":"2024-04-02T08:43:09.685501+0000","last_clean":"2024-04-02T08:43:09.685501+0000","last_became_active":"2024-04-02T08:38:38.678450+0000","last_became_peered":"2024-04-02T08:38:38.678450+0000","last_unstale":"2024-04-02T08:43:09.685501+0000","last_undegraded":"2024-04-02T08:43:09.685501+0000","last_fullsized":"2024-04-02T08:43:09.685501+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":464,"log_dups_size":0,"ondisk_log_size":464,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:19:40.089251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.028161746000000001,"stat_sum":{"num_bytes":11739136,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":86312,"num_write":150,"num_write_kb":42192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":2949120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685799+0000","last_change":"2024-04-02T08:38:38.667977+0000","last_active":"2024-04-02T08:43:09.685799+0000","last_peered":"2024-04-02T08:43:09.685799+0000","last_clean":"2024-04-02T08:43:09.685799+0000","last_became_active":"2024-04-02T08:38:38.667676+0000","last_became_peered":"2024-04-02T08:38:38.667676+0000","last_unstale":"2024-04-02T08:43:09.685799+0000","last_undegraded":"2024-04-02T08:43:09.685799+0000","last_fullsized":"2024-04-02T08:43:09.685799+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:14.946237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1176,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228949+0000","last_change":"2024-04-02T08:38:29.622520+0000","last_active":"2024-04-02T08:43:10.228949+0000","last_peered":"2024-04-02T08:43:10.228949+0000","last_clean":"2024-04-02T08:43:10.228949+0000","last_became_active":"2024-04-02T08:38:29.622168+0000","last_became_peered":"2024-04-02T08:38:29.622168+0000","last_unstale":"2024-04-02T08:43:10.228949+0000","last_undegraded":"2024-04-02T08:43:10.228949+0000","last_fullsized":"2024-04-02T08:43:10.228949+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:21:02.746573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"792'789","reported_seq":3865,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685409+0000","last_change":"2024-04-02T08:43:07.798868+0000","last_active":"2024-04-02T08:43:09.685409+0000","last_peered":"2024-04-02T08:43:09.685409+0000","last_clean":"2024-04-02T08:43:09.685409+0000","last_became_active":"2024-04-02T08:37:08.660102+0000","last_became_peered":"2024-04-02T08:37:08.660102+0000","last_unstale":"2024-04-02T08:43:09.685409+0000","last_undegraded":"2024-04-02T08:43:09.685409+0000","last_fullsized":"2024-04-02T08:43:09.685409+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":789,"log_dups_size":0,"ondisk_log_size":789,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:26.852513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016447539000000001,"stat_sum":{"num_bytes":4079616,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":185,"num_read_kb":211975,"num_write":326,"num_write_kb":77704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":30253056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.b","version":"562'4","reported_seq":1029,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230264+0000","last_change":"2024-04-02T08:38:38.682166+0000","last_active":"2024-04-02T08:43:10.230264+0000","last_peered":"2024-04-02T08:43:10.230264+0000","last_clean":"2024-04-02T08:43:10.230264+0000","last_became_active":"2024-04-02T08:38:38.681723+0000","last_became_peered":"2024-04-02T08:38:38.681723+0000","last_unstale":"2024-04-02T08:43:10.230264+0000","last_undegraded":"2024-04-02T08:43:10.230264+0000","last_fullsized":"2024-04-02T08:43:10.230264+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:54.695697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1033,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229799+0000","last_change":"2024-04-02T08:38:18.710081+0000","last_active":"2024-04-02T08:43:10.229799+0000","last_peered":"2024-04-02T08:43:10.229799+0000","last_clean":"2024-04-02T08:43:10.229799+0000","last_became_active":"2024-04-02T08:38:18.709235+0000","last_became_peered":"2024-04-02T08:38:18.709235+0000","last_unstale":"2024-04-02T08:43:10.229799+0000","last_undegraded":"2024-04-02T08:43:10.229799+0000","last_fullsized":"2024-04-02T08:43:10.229799+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:20:00.239037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"792'1228","reported_seq":4187,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685904+0000","last_change":"2024-04-02T08:43:07.806628+0000","last_active":"2024-04-02T08:43:09.685904+0000","last_peered":"2024-04-02T08:43:09.685904+0000","last_clean":"2024-04-02T08:43:09.685904+0000","last_became_active":"2024-04-02T08:37:43.746569+0000","last_became_peered":"2024-04-02T08:37:43.746569+0000","last_unstale":"2024-04-02T08:43:09.685904+0000","last_undegraded":"2024-04-02T08:43:09.685904+0000","last_fullsized":"2024-04-02T08:43:09.685904+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1228,"log_dups_size":0,"ondisk_log_size":1228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:44.315663+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.025151030000000001,"stat_sum":{"num_bytes":31547392,"num_objects":18,"num_object_clones":15,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":1,"num_read":253,"num_read_kb":318555,"num_write":549,"num_write_kb":135088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":24428544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1157,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685520+0000","last_change":"2024-04-02T08:37:43.745296+0000","last_active":"2024-04-02T08:43:09.685520+0000","last_peered":"2024-04-02T08:43:09.685520+0000","last_clean":"2024-04-02T08:43:09.685520+0000","last_became_active":"2024-04-02T08:37:43.744793+0000","last_became_peered":"2024-04-02T08:37:43.744793+0000","last_unstale":"2024-04-02T08:43:09.685520+0000","last_undegraded":"2024-04-02T08:43:09.685520+0000","last_fullsized":"2024-04-02T08:43:09.685520+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:18:47.072575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1014,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.232039+0000","last_change":"2024-04-02T08:38:38.682659+0000","last_active":"2024-04-02T08:43:10.232039+0000","last_peered":"2024-04-02T08:43:10.232039+0000","last_clean":"2024-04-02T08:43:10.232039+0000","last_became_active":"2024-04-02T08:38:38.682328+0000","last_became_peered":"2024-04-02T08:38:38.682328+0000","last_unstale":"2024-04-02T08:43:10.232039+0000","last_undegraded":"2024-04-02T08:43:10.232039+0000","last_fullsized":"2024-04-02T08:43:10.232039+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:03:03.670655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"792'810","reported_seq":3756,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684777+0000","last_change":"2024-04-02T08:43:07.788548+0000","last_active":"2024-04-02T08:43:09.684777+0000","last_peered":"2024-04-02T08:43:09.684777+0000","last_clean":"2024-04-02T08:43:09.684777+0000","last_became_active":"2024-04-02T08:37:08.655291+0000","last_became_peered":"2024-04-02T08:37:08.655291+0000","last_unstale":"2024-04-02T08:43:09.684777+0000","last_undegraded":"2024-04-02T08:43:09.684777+0000","last_fullsized":"2024-04-02T08:43:09.684777+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":810,"log_dups_size":0,"ondisk_log_size":810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:54.407496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0075165900000000001,"stat_sum":{"num_bytes":18464768,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":127,"num_read_kb":239874,"num_write":239,"num_write_kb":61536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6881280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1174,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.686142+0000","last_change":"2024-04-02T08:37:08.661954+0000","last_active":"2024-04-02T08:43:09.686142+0000","last_peered":"2024-04-02T08:43:09.686142+0000","last_clean":"2024-04-02T08:43:09.686142+0000","last_became_active":"2024-04-02T08:37:08.659239+0000","last_became_peered":"2024-04-02T08:37:08.659239+0000","last_unstale":"2024-04-02T08:43:09.686142+0000","last_undegraded":"2024-04-02T08:43:09.686142+0000","last_fullsized":"2024-04-02T08:43:09.686142+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:26:43.350663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1067,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231371+0000","last_change":"2024-04-02T08:38:18.719215+0000","last_active":"2024-04-02T08:43:10.231371+0000","last_peered":"2024-04-02T08:43:10.231371+0000","last_clean":"2024-04-02T08:43:10.231371+0000","last_became_active":"2024-04-02T08:38:18.718872+0000","last_became_peered":"2024-04-02T08:38:18.718872+0000","last_unstale":"2024-04-02T08:43:10.231371+0000","last_undegraded":"2024-04-02T08:43:10.231371+0000","last_fullsized":"2024-04-02T08:43:10.231371+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:05:38.787925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"792'1180","reported_seq":3875,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231591+0000","last_change":"2024-04-02T08:43:07.803202+0000","last_active":"2024-04-02T08:43:10.231591+0000","last_peered":"2024-04-02T08:43:10.231591+0000","last_clean":"2024-04-02T08:43:10.231591+0000","last_became_active":"2024-04-02T08:38:38.679188+0000","last_became_peered":"2024-04-02T08:38:38.679188+0000","last_unstale":"2024-04-02T08:43:10.231591+0000","last_undegraded":"2024-04-02T08:43:10.231591+0000","last_fullsized":"2024-04-02T08:43:10.231591+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:30:39.311393+0000","last_clean_scrub_stamp":"2024-04-02T08:30:39.311393+0000","objects_scrubbed":0,"log_size":1180,"log_dups_size":0,"ondisk_log_size":1180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:40:32.357129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012552967999999999,"stat_sum":{"num_bytes":15040512,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":221,"num_read_kb":384621,"num_write":574,"num_write_kb":101008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":41967616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"18e","length":"1"},{"start":"1ac","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1147,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685488+0000","last_change":"2024-04-02T08:38:38.680257+0000","last_active":"2024-04-02T08:43:09.685488+0000","last_peered":"2024-04-02T08:43:09.685488+0000","last_clean":"2024-04-02T08:43:09.685488+0000","last_became_active":"2024-04-02T08:38:38.678804+0000","last_became_peered":"2024-04-02T08:38:38.678804+0000","last_unstale":"2024-04-02T08:43:09.685488+0000","last_undegraded":"2024-04-02T08:43:09.685488+0000","last_fullsized":"2024-04-02T08:43:09.685488+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:10.204162+0000","last_clean_scrub_stamp":"2024-04-02T08:27:10.204162+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:34:48.285993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":986,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.231171+0000","last_change":"2024-04-02T08:38:38.668263+0000","last_active":"2024-04-02T08:43:10.231171+0000","last_peered":"2024-04-02T08:43:10.231171+0000","last_clean":"2024-04-02T08:43:10.231171+0000","last_became_active":"2024-04-02T08:38:38.667668+0000","last_became_peered":"2024-04-02T08:38:38.667668+0000","last_unstale":"2024-04-02T08:43:10.231171+0000","last_undegraded":"2024-04-02T08:43:10.231171+0000","last_fullsized":"2024-04-02T08:43:10.231171+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:31.175222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1027,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229432+0000","last_change":"2024-04-02T08:38:18.705404+0000","last_active":"2024-04-02T08:43:10.229432+0000","last_peered":"2024-04-02T08:43:10.229432+0000","last_clean":"2024-04-02T08:43:10.229432+0000","last_became_active":"2024-04-02T08:38:18.703738+0000","last_became_peered":"2024-04-02T08:38:18.703738+0000","last_unstale":"2024-04-02T08:43:10.229432+0000","last_undegraded":"2024-04-02T08:43:10.229432+0000","last_fullsized":"2024-04-02T08:43:10.229432+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:43:17.669056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1150,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684536+0000","last_change":"2024-04-02T08:38:39.664941+0000","last_active":"2024-04-02T08:43:09.684536+0000","last_peered":"2024-04-02T08:43:09.684536+0000","last_clean":"2024-04-02T08:43:09.684536+0000","last_became_active":"2024-04-02T08:38:39.664542+0000","last_became_peered":"2024-04-02T08:38:39.664542+0000","last_unstale":"2024-04-02T08:43:09.684536+0000","last_undegraded":"2024-04-02T08:43:09.684536+0000","last_fullsized":"2024-04-02T08:43:09.684536+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:07:42.711888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1073,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230982+0000","last_change":"2024-04-02T08:37:43.736973+0000","last_active":"2024-04-02T08:43:10.230982+0000","last_peered":"2024-04-02T08:43:10.230982+0000","last_clean":"2024-04-02T08:43:10.230982+0000","last_became_active":"2024-04-02T08:37:43.734534+0000","last_became_peered":"2024-04-02T08:37:43.734534+0000","last_unstale":"2024-04-02T08:43:10.230982+0000","last_undegraded":"2024-04-02T08:43:10.230982+0000","last_fullsized":"2024-04-02T08:43:10.230982+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:41.276985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1147,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.685691+0000","last_change":"2024-04-02T08:36:32.747692+0000","last_active":"2024-04-02T08:43:09.685691+0000","last_peered":"2024-04-02T08:43:09.685691+0000","last_clean":"2024-04-02T08:43:09.685691+0000","last_became_active":"2024-04-02T08:36:32.747372+0000","last_became_peered":"2024-04-02T08:36:32.747372+0000","last_unstale":"2024-04-02T08:43:09.685691+0000","last_undegraded":"2024-04-02T08:43:09.685691+0000","last_fullsized":"2024-04-02T08:43:09.685691+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:19:10.593470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1115,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228704+0000","last_change":"2024-04-02T08:37:08.655847+0000","last_active":"2024-04-02T08:43:10.228704+0000","last_peered":"2024-04-02T08:43:10.228704+0000","last_clean":"2024-04-02T08:43:10.228704+0000","last_became_active":"2024-04-02T08:37:08.655406+0000","last_became_peered":"2024-04-02T08:37:08.655406+0000","last_unstale":"2024-04-02T08:43:10.228704+0000","last_undegraded":"2024-04-02T08:43:10.228704+0000","last_fullsized":"2024-04-02T08:43:10.228704+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:24.274812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1170,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.686258+0000","last_change":"2024-04-02T08:36:32.753512+0000","last_active":"2024-04-02T08:43:09.686258+0000","last_peered":"2024-04-02T08:43:09.686258+0000","last_clean":"2024-04-02T08:43:09.686258+0000","last_became_active":"2024-04-02T08:36:32.751576+0000","last_became_peered":"2024-04-02T08:36:32.751576+0000","last_unstale":"2024-04-02T08:43:09.686258+0000","last_undegraded":"2024-04-02T08:43:09.686258+0000","last_fullsized":"2024-04-02T08:43:09.686258+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:26:23.971140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1027,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229933+0000","last_change":"2024-04-02T08:38:38.673313+0000","last_active":"2024-04-02T08:43:10.229933+0000","last_peered":"2024-04-02T08:43:10.229933+0000","last_clean":"2024-04-02T08:43:10.229933+0000","last_became_active":"2024-04-02T08:38:38.673003+0000","last_became_peered":"2024-04-02T08:38:38.673003+0000","last_unstale":"2024-04-02T08:43:10.229933+0000","last_undegraded":"2024-04-02T08:43:10.229933+0000","last_fullsized":"2024-04-02T08:43:10.229933+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:45.342749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1143,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229913+0000","last_change":"2024-04-02T08:37:08.661083+0000","last_active":"2024-04-02T08:43:10.229913+0000","last_peered":"2024-04-02T08:43:10.229913+0000","last_clean":"2024-04-02T08:43:10.229913+0000","last_became_active":"2024-04-02T08:37:08.660753+0000","last_became_peered":"2024-04-02T08:37:08.660753+0000","last_unstale":"2024-04-02T08:43:10.229913+0000","last_undegraded":"2024-04-02T08:43:10.229913+0000","last_fullsized":"2024-04-02T08:43:10.229913+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:27.651142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1073,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230342+0000","last_change":"2024-04-02T08:37:43.742772+0000","last_active":"2024-04-02T08:43:10.230342+0000","last_peered":"2024-04-02T08:43:10.230342+0000","last_clean":"2024-04-02T08:43:10.230342+0000","last_became_active":"2024-04-02T08:37:43.742446+0000","last_became_peered":"2024-04-02T08:37:43.742446+0000","last_unstale":"2024-04-02T08:43:10.230342+0000","last_undegraded":"2024-04-02T08:43:10.230342+0000","last_fullsized":"2024-04-02T08:43:10.230342+0000","mapping_epoch":474,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":475,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:59:05.403041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1150,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.228813+0000","last_change":"2024-04-02T08:37:08.656079+0000","last_active":"2024-04-02T08:43:10.228813+0000","last_peered":"2024-04-02T08:43:10.228813+0000","last_clean":"2024-04-02T08:43:10.228813+0000","last_became_active":"2024-04-02T08:37:08.655743+0000","last_became_peered":"2024-04-02T08:37:08.655743+0000","last_unstale":"2024-04-02T08:43:10.228813+0000","last_undegraded":"2024-04-02T08:43:10.228813+0000","last_fullsized":"2024-04-02T08:43:10.228813+0000","mapping_epoch":439,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":440,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:13:41.987690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1045,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.230008+0000","last_change":"2024-04-02T08:38:38.685621+0000","last_active":"2024-04-02T08:43:10.230008+0000","last_peered":"2024-04-02T08:43:10.230008+0000","last_clean":"2024-04-02T08:43:10.230008+0000","last_became_active":"2024-04-02T08:38:38.685240+0000","last_became_peered":"2024-04-02T08:38:38.685240+0000","last_unstale":"2024-04-02T08:43:10.230008+0000","last_undegraded":"2024-04-02T08:43:10.230008+0000","last_fullsized":"2024-04-02T08:43:10.230008+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:54:48.230510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":868,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:09.684543+0000","last_change":"2024-04-02T08:38:38.673839+0000","last_active":"2024-04-02T08:43:09.684543+0000","last_peered":"2024-04-02T08:43:09.684543+0000","last_clean":"2024-04-02T08:43:09.684543+0000","last_became_active":"2024-04-02T08:38:38.673372+0000","last_became_peered":"2024-04-02T08:38:38.673372+0000","last_unstale":"2024-04-02T08:43:09.684543+0000","last_undegraded":"2024-04-02T08:43:09.684543+0000","last_fullsized":"2024-04-02T08:43:09.684543+0000","mapping_epoch":528,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":529,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:34.466971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1036,"reported_epoch":793,"state":"active+clean","last_fresh":"2024-04-02T08:43:10.229774+0000","last_change":"2024-04-02T08:38:18.722639+0000","last_active":"2024-04-02T08:43:10.229774+0000","last_peered":"2024-04-02T08:43:10.229774+0000","last_clean":"2024-04-02T08:43:10.229774+0000","last_became_active":"2024-04-02T08:38:18.722157+0000","last_became_peered":"2024-04-02T08:38:18.722157+0000","last_unstale":"2024-04-02T08:43:10.229774+0000","last_undegraded":"2024-04-02T08:43:10.229774+0000","last_fullsized":"2024-04-02T08:43:10.229774+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:27:11.211496+0000","last_clean_scrub_stamp":"2024-04-02T08:27:11.211496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:44:59.506688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":390881280,"num_objects":213,"num_object_clones":163,"num_object_copies":639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":213,"num_whiteouts":8,"num_read":3872,"num_read_kb":5934348,"num_write":8146,"num_write_kb":1844336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":101,"num_bytes_recovered":346112000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":516243456,"data_stored":1123909632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19874,"ondisk_log_size":19874,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44580,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":528,"seq":2267742732344,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":211056,"kb_used_data":44580,"kb_used_omap":28,"kb_used_meta":166435,"kb_avail":93534096,"statfs":{"total":95995035648,"available":95778914304,"internally_reserved":0,"allocated":45649920,"data_stored":101926214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28821,"internal_metadata":170430315},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":509,"seq":2186138353724,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":168392,"kb_used_data":38844,"kb_used_omap":28,"kb_used_meta":129507,"kb_avail":93576760,"statfs":{"total":95995035648,"available":95822602240,"internally_reserved":0,"allocated":39776256,"data_stored":68766122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29137,"internal_metadata":132615727},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":351,"seq":1507533520988,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":482828,"kb_used_data":76416,"kb_used_omap":41,"kb_used_meta":406358,"kb_avail":93262324,"statfs":{"total":95995035648,"available":95500619776,"internally_reserved":0,"allocated":78249984,"data_stored":119116138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43005,"internal_metadata":416110595},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":316,"seq":1357209665635,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":509712,"kb_used_data":104768,"kb_used_omap":44,"kb_used_meta":404883,"kb_avail":93235440,"statfs":{"total":95995035648,"available":95473090560,"internally_reserved":0,"allocated":107282432,"data_stored":221795778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45869,"internal_metadata":414600403},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":385,"seq":1653562409045,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":385576,"kb_used_data":72924,"kb_used_omap":38,"kb_used_meta":312601,"kb_avail":93359576,"statfs":{"total":95995035648,"available":95600205824,"internally_reserved":0,"allocated":74674176,"data_stored":116924618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39731,"internal_metadata":320103629},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":405,"seq":1739461754961,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":217904,"kb_used_data":43684,"kb_used_omap":25,"kb_used_meta":174182,"kb_avail":93527248,"statfs":{"total":95995035648,"available":95771901952,"internally_reserved":0,"allocated":44732416,"data_stored":103737330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25706,"internal_metadata":178363286},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":439,"seq":1885490643018,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":410476,"kb_used_data":80612,"kb_used_omap":41,"kb_used_meta":329814,"kb_avail":93334676,"statfs":{"total":95995035648,"available":95574708224,"internally_reserved":0,"allocated":82546688,"data_stored":204116878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42603,"internal_metadata":337729941},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":474,"seq":2035814498371,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":503568,"kb_used_data":113476,"kb_used_omap":60,"kb_used_meta":390019,"kb_avail":93241584,"statfs":{"total":95995035648,"available":95479382016,"internally_reserved":0,"allocated":116199424,"data_stored":230967268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":62244,"internal_metadata":399379676},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6066,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4550,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5696,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5992,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6401,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5288,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5292,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5295,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":97800192,"data_stored":215998464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69369856,"data_stored":113909760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65802240,"data_stored":111718400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":35835904,"data_stored":98525184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73658368,"data_stored":198909952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":107307008,"data_stored":225755136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30294016,"data_stored":62963712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":36175872,"data_stored":96129024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:43:14.472 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-02T08:43:14.472 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-02T08:43:14.684 INFO:teuthology.orchestra.run.smithi019.stderr:Inferring config /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:43:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:14 smithi066 ceph-mon[87361]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:43:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:14 smithi066 ceph-mon[87361]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:15.124 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:14 smithi019 ceph-mon[94035]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:43:15.124 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:14 smithi019 ceph-mon[94035]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:15.124 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:14 smithi019 ceph-mon[96522]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:43:15.124 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:14 smithi019 ceph-mon[96522]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:43:15.861 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:15 smithi019 ceph-mon[94035]: pgmap v851: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-02T08:43:15.861 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:15 smithi019 ceph-mon[96522]: pgmap v851: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-02T08:43:16.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:15 smithi066 ceph-mon[87361]: pgmap v851: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-02T08:43:16.808 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'unique_pool_0' removed 2024-04-02T08:43:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:16 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3783254811' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:43:17.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:16 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3783254811' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:43:17.119 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:16 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3783254811' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:43:17.405 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:43:17.405 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-02T08:43:17.405 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:43:17.405 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-02T08:43:17.405 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:43:17.406 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:43:17.407 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:43:17.407 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:43:17.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:43:17.422 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:43:17.422 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:43:17.476 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:43:17.477 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:43:17.531 INFO:tasks.workunit:timeout=3h 2024-04-02T08:43:17.531 INFO:tasks.workunit:cleanup=True 2024-04-02T08:43:17.531 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:43:17.585 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:43:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:17 smithi066 ceph-mon[87361]: pgmap v853: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-02T08:43:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:17 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3783254811' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:43:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:17 smithi066 ceph-mon[87361]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:18.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:17 smithi019 ceph-mon[94035]: pgmap v853: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-02T08:43:18.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:17 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3783254811' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:43:18.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:17 smithi019 ceph-mon[94035]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:18.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:17 smithi019 ceph-mon[96522]: pgmap v853: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-02T08:43:18.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:17 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3783254811' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:43:18.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:17 smithi019 ceph-mon[96522]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:43:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:19 smithi066 ceph-mon[87361]: pgmap v855: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:43:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:19 smithi019 ceph-mon[94035]: pgmap v855: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:43:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:19 smithi019 ceph-mon[96522]: pgmap v855: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:43:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:43:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:43:20] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-02T08:43:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:21 smithi066 ceph-mon[87361]: pgmap v856: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:43:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:21 smithi019 ceph-mon[94035]: pgmap v856: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:43:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:21 smithi019 ceph-mon[96522]: pgmap v856: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:43:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:43:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:22.919 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:43:22.974 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:43:22.976 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:43:22.976 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:43:23.027 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:43:23.076 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:43:23.115 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:43:23.117 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:43:23.117 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:43:23.155 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:43:23.158 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:43:23.158 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:43:23.214 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-02T08:43:23.215 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-02T08:43:23.215 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-02T08:43:23.281 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:43:23.282 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-02T08:43:23.282 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:43:23.282 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-02T08:43:23.282 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-02T08:43:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:23 smithi066 ceph-mon[87361]: pgmap v857: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:23 smithi019 ceph-mon[94035]: pgmap v857: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:23 smithi019 ceph-mon[96522]: pgmap v857: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:24 smithi019 ceph-mon[94035]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/856997360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:24 smithi019 ceph-mon[96522]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/856997360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:24 smithi066 ceph-mon[87361]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:43:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/856997360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:25.832 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2550 ms) 2024-04-02T08:43:25.833 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[94035]: pgmap v859: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/856997360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[94035]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[96522]: pgmap v859: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/856997360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:25 smithi019 ceph-mon[96522]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:25 smithi066 ceph-mon[87361]: pgmap v859: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:25 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/856997360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:25 smithi066 ceph-mon[87361]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:43:27.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:26 smithi019 ceph-mon[94035]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:43:27.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:26 smithi019 ceph-mon[96522]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:43:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:26 smithi066 ceph-mon[87361]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[94035]: pgmap v862: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[94035]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1629882594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[96522]: pgmap v862: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:43:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[96522]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:43:28.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:27 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1629882594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:27 smithi066 ceph-mon[87361]: pgmap v862: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:27 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:27 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:43:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:27 smithi066 ceph-mon[87361]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:43:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:27 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1629882594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:28.848 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3012 ms) 2024-04-02T08:43:28.848 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1629882594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[94035]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[94035]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1629882594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[96522]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:28 smithi019 ceph-mon[96522]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:43:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:28 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1629882594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:28 smithi066 ceph-mon[87361]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:43:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:28 smithi066 ceph-mon[87361]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:43:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:29 smithi019 ceph-mon[94035]: pgmap v865: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:29 smithi019 ceph-mon[96522]: pgmap v865: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:29 smithi066 ceph-mon[87361]: pgmap v865: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:43:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:43:30] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-04-02T08:43:31.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:30 smithi019 ceph-mon[94035]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:43:31.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:30 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1355540968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:30 smithi019 ceph-mon[96522]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:43:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:30 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1355540968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:30 smithi066 ceph-mon[87361]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:43:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:30 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1355540968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:31.885 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Reserve (3041 ms) 2024-04-02T08:43:31.886 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-02T08:43:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[94035]: pgmap v868: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1355540968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[94035]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:43:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[96522]: pgmap v868: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1355540968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:31 smithi019 ceph-mon[96522]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:43:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:31 smithi066 ceph-mon[87361]: pgmap v868: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:31 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:31 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1355540968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:31 smithi066 ceph-mon[87361]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:43:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:43:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:32 smithi019 ceph-mon[94035]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:43:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:32 smithi019 ceph-mon[96522]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:43:33.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:32 smithi066 ceph-mon[87361]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:43:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[94035]: pgmap v871: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:43:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[94035]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:43:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2098553479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:34.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[96522]: pgmap v871: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:34.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:34.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:43:34.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[96522]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:43:34.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:33 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2098553479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:33 smithi066 ceph-mon[87361]: pgmap v871: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:33 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:33 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:43:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:33 smithi066 ceph-mon[87361]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:43:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:33 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2098553479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:34.904 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3019 ms) 2024-04-02T08:43:34.904 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-02T08:43:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:34 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2098553479' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:34 smithi019 ceph-mon[94035]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:43:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:34 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2098553479' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:34 smithi019 ceph-mon[96522]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:43:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:34 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2098553479' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:34 smithi066 ceph-mon[87361]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:43:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:35 smithi019 ceph-mon[94035]: pgmap v874: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:35 smithi019 ceph-mon[94035]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:43:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:35 smithi019 ceph-mon[96522]: pgmap v874: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:35 smithi019 ceph-mon[96522]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:43:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:35 smithi066 ceph-mon[87361]: pgmap v874: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:35 smithi066 ceph-mon[87361]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:43:37.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:36 smithi019 ceph-mon[94035]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:43:37.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:36 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1696307792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:37.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:36 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:36 smithi019 ceph-mon[96522]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:43:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:36 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1696307792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:36 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:36 smithi066 ceph-mon[87361]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:43:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:36 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1696307792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:36 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:37.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Commit (3021 ms) 2024-04-02T08:43:37.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[94035]: pgmap v877: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[94035]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[96522]: pgmap v877: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:37 smithi019 ceph-mon[96522]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:43:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:37 smithi066 ceph-mon[87361]: pgmap v877: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:37 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:37 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:37 smithi066 ceph-mon[87361]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:43:39.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:38 smithi019 ceph-mon[94035]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:43:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:38 smithi019 ceph-mon[96522]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:43:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:38 smithi066 ceph-mon[87361]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[96522]: pgmap v880: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[96522]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1318408356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[94035]: pgmap v880: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:43:40.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[94035]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:43:40.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1318408356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:40.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:39 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:39 smithi066 ceph-mon[87361]: pgmap v880: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:39 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:39 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:43:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:39 smithi066 ceph-mon[87361]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:43:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:39 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1318408356' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:39 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:43:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:43:40] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.43.0" 2024-04-02T08:43:40.943 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Abort (3018 ms) 2024-04-02T08:43:40.944 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-02T08:43:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:40 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:40 smithi019 ceph-mon[94035]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:43:41.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:40 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:40 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:40 smithi019 ceph-mon[96522]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:43:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:40 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:40 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:40 smithi066 ceph-mon[87361]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:43:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:40 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[94035]: pgmap v883: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[94035]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[96522]: pgmap v883: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[96522]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:43:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:41 smithi066 ceph-mon[87361]: pgmap v883: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:41 smithi066 ceph-mon[87361]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:43:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:43:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:42 smithi066 ceph-mon[87361]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:43:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:42 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2050925112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:42 smithi019 ceph-mon[94035]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:43:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:42 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2050925112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:43.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:42 smithi019 ceph-mon[96522]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:43:43.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:42 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2050925112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:43.966 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveError (3023 ms) 2024-04-02T08:43:43.966 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-02T08:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:43 smithi066 ceph-mon[87361]: pgmap v886: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:43 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:43 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2050925112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:43 smithi066 ceph-mon[87361]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[94035]: pgmap v886: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2050925112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[94035]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:43:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:44.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[96522]: pgmap v886: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2050925112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[96522]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:43:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:44 smithi066 ceph-mon[87361]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:43:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:44 smithi019 ceph-mon[94035]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:43:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:44 smithi019 ceph-mon[96522]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:43:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:45 smithi066 ceph-mon[87361]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:45 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:45 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:43:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:45 smithi066 ceph-mon[87361]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:43:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:45 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2165723191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:45 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[96522]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[96522]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2165723191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[94035]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:43:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[94035]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:43:46.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2165723191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:46.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:45 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:46.984 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.CommitError (3018 ms) 2024-04-02T08:43:46.984 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-02T08:43:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:46 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:46 smithi066 ceph-mon[87361]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:43:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:46 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:46 smithi019 ceph-mon[94035]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:43:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:46 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:46 smithi019 ceph-mon[96522]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:43:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:47 smithi066 ceph-mon[87361]: pgmap v892: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:47 smithi066 ceph-mon[87361]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:43:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:47 smithi019 ceph-mon[94035]: pgmap v892: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:47 smithi019 ceph-mon[94035]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:43:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:47 smithi019 ceph-mon[96522]: pgmap v892: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:47 smithi019 ceph-mon[96522]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:43:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:48 smithi066 ceph-mon[87361]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:43:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:48 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3254807427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:48 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:48 smithi019 ceph-mon[94035]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:43:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:48 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3254807427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:48 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:48 smithi019 ceph-mon[96522]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:43:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:48 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3254807427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:48 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:49.999 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AbortError (3015 ms) 2024-04-02T08:43:49.999 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-02T08:43:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:49 smithi066 ceph-mon[87361]: pgmap v895: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:49 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:49 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:49 smithi066 ceph-mon[87361]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:43:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[94035]: pgmap v895: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:50.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:50.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:50.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[94035]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:43:50.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[96522]: pgmap v895: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:50.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:50.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:50.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:49 smithi019 ceph-mon[96522]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:43:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:43:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:43:50] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-02T08:43:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:51 smithi066 ceph-mon[87361]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:43:51.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:50 smithi019 ceph-mon[94035]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:43:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:50 smithi019 ceph-mon[96522]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:43:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:52 smithi066 ceph-mon[87361]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:52 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:52 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:43:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:52 smithi066 ceph-mon[87361]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:43:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:52 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3139608804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[94035]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[94035]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3139608804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[96522]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[96522]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:43:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:52 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3139608804' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:43:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:53.021 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3022 ms) 2024-04-02T08:43:53.021 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-02T08:43:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:53 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3139608804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:53 smithi066 ceph-mon[87361]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:43:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:53 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3139608804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:53 smithi019 ceph-mon[94035]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:43:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:53 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3139608804' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:53 smithi019 ceph-mon[96522]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:43:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:54 smithi066 ceph-mon[87361]: pgmap v901: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:54 smithi066 ceph-mon[87361]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:43:54.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:54 smithi019 ceph-mon[94035]: pgmap v901: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:54.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:54 smithi019 ceph-mon[94035]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:43:54.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:54 smithi019 ceph-mon[96522]: pgmap v901: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:54.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:54 smithi019 ceph-mon[96522]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:43:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:55 smithi066 ceph-mon[87361]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:43:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:55 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3718482159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:55 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:55 smithi019 ceph-mon[96522]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:43:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:55 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3718482159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:55 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:55 smithi019 ceph-mon[94035]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:43:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:55 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3718482159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:55 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:56.038 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3017 ms) 2024-04-02T08:43:56.039 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-02T08:43:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:56 smithi066 ceph-mon[87361]: pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:56 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:56 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:56 smithi066 ceph-mon[87361]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:43:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[94035]: pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[94035]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:43:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[96522]: pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:56 smithi019 ceph-mon[96522]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:43:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:57 smithi066 ceph-mon[87361]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:43:57.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:57 smithi019 ceph-mon[94035]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:43:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:57 smithi019 ceph-mon[96522]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:43:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:58 smithi066 ceph-mon[87361]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:58 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:58 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:43:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:58 smithi066 ceph-mon[87361]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:43:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:58 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2786096668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:58 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[94035]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[94035]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2786096668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[96522]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:43:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:58.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:43:58.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[96522]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:43:58.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2786096668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:58.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:58 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:59.062 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3024 ms) 2024-04-02T08:43:59.062 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-02T08:43:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:59 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:59 smithi066 ceph-mon[87361]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:43:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:43:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:59.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[96522]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:43:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[94035]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:43:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:43:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:43:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:00 smithi066 ceph-mon[87361]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:00 smithi066 ceph-mon[87361]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:00 smithi019 ceph-mon[94035]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:00 smithi019 ceph-mon[94035]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:00 smithi019 ceph-mon[96522]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:00 smithi019 ceph-mon[96522]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:44:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:44:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:44:00] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:44:01.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:01 smithi019 ceph-mon[94035]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:01.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:01 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2047274974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:01.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:01 smithi019 ceph-mon[96522]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:01.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:01 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2047274974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:01.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:01 smithi066 ceph-mon[87361]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:44:01.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:01 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2047274974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:02.069 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3008 ms) 2024-04-02T08:44:02.070 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[94035]: pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2047274974' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[94035]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[94035]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[96522]: pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2047274974' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:02.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[96522]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:02.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:02 smithi019 ceph-mon[96522]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:44:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:02 smithi066 ceph-mon[87361]: pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:02 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:02 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2047274974' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:02 smithi066 ceph-mon[87361]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:44:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:02 smithi066 ceph-mon[87361]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:44:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[96522]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:44:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[96522]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2603855137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:03.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[94035]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:03.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:03.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:44:03.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[94035]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:03.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2603855137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:03.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:03 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:03 smithi066 ceph-mon[87361]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:03 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:03 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:44:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:03 smithi066 ceph-mon[87361]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:44:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2603855137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:03 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:05.097 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3028 ms) 2024-04-02T08:44:05.098 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-02T08:44:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:05 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:05.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:05 smithi019 ceph-mon[94035]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:05 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:05 smithi019 ceph-mon[96522]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:05 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:05.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:05 smithi066 ceph-mon[87361]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:44:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:06 smithi019 ceph-mon[94035]: pgmap v919: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:06 smithi019 ceph-mon[94035]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:06 smithi019 ceph-mon[96522]: pgmap v919: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:06 smithi019 ceph-mon[96522]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:06 smithi066 ceph-mon[87361]: pgmap v919: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:06 smithi066 ceph-mon[87361]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:44:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:07 smithi019 ceph-mon[94035]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:07.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:07 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3928500140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:07.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:07 smithi019 ceph-mon[96522]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:07.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:07 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3928500140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:07.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:07 smithi066 ceph-mon[87361]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:44:07.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:07 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3928500140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:08.115 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3017 ms) 2024-04-02T08:44:08.115 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-02T08:44:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[94035]: pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3928500140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[94035]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[96522]: pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3928500140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:08.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:08 smithi019 ceph-mon[96522]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:08 smithi066 ceph-mon[87361]: pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:08 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:08 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3928500140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:08 smithi066 ceph-mon[87361]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:44:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:09 smithi019 ceph-mon[94035]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:09.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:09 smithi019 ceph-mon[94035]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:09 smithi019 ceph-mon[96522]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:09 smithi019 ceph-mon[96522]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:09 smithi066 ceph-mon[87361]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:44:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:09 smithi066 ceph-mon[87361]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[94035]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3993892724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[96522]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3993892724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:10 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:10 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:44:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:10 smithi066 ceph-mon[87361]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:44:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:10 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3993892724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:44:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:44:10] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:44:11.135 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Cleanup (3017 ms) 2024-04-02T08:44:11.136 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-02T08:44:11.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:11 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3993892724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:11.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:11 smithi019 ceph-mon[94035]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:11.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:11 smithi019 ceph-mon[94035]: pgmap v928: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:11.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:11 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3993892724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:11.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:11 smithi019 ceph-mon[96522]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:11.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:11 smithi019 ceph-mon[96522]: pgmap v928: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:11 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3993892724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:11 smithi066 ceph-mon[87361]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:44:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:11 smithi066 ceph-mon[87361]: pgmap v928: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:12 smithi019 ceph-mon[94035]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:12 smithi019 ceph-mon[96522]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:12 smithi066 ceph-mon[87361]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:44:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:44:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:13 smithi019 ceph-mon[94035]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:13.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:13 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1279913181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:13.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:13 smithi019 ceph-mon[94035]: pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:13 smithi019 ceph-mon[96522]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:13 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1279913181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:13 smithi019 ceph-mon[96522]: pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:13 smithi066 ceph-mon[87361]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:44:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:13 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1279913181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:13 smithi066 ceph-mon[87361]: pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1279913181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[94035]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1279913181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[96522]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:14 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1279913181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:14 smithi066 ceph-mon[87361]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:44:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:15 smithi019 ceph-mon[94035]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:15 smithi019 ceph-mon[94035]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:15 smithi019 ceph-mon[96522]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:15 smithi019 ceph-mon[96522]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:15 smithi066 ceph-mon[87361]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:44:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:15 smithi066 ceph-mon[87361]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:16 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:16 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:44:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:16 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:16 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:44:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:16 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:16 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:44:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:17 smithi019 ceph-mon[94035]: pgmap v935: 137 pgs: 18 unknown, 119 active+clean; 1.2 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 6.18k op/s 2024-04-02T08:44:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:17 smithi019 ceph-mon[96522]: pgmap v935: 137 pgs: 18 unknown, 119 active+clean; 1.2 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 6.18k op/s 2024-04-02T08:44:17.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:17 smithi066 ceph-mon[87361]: pgmap v935: 137 pgs: 18 unknown, 119 active+clean; 1.2 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 6.18k op/s 2024-04-02T08:44:19.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:19 smithi019 ceph-mon[94035]: pgmap v936: 137 pgs: 137 active+clean; 1.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 5.19k op/s 2024-04-02T08:44:19.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:19 smithi019 ceph-mon[96522]: pgmap v936: 137 pgs: 137 active+clean; 1.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 5.19k op/s 2024-04-02T08:44:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:19 smithi066 ceph-mon[87361]: pgmap v936: 137 pgs: 137 active+clean; 1.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 5.19k op/s 2024-04-02T08:44:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:44:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:44:20] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:44:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:21 smithi019 ceph-mon[94035]: pgmap v937: 137 pgs: 137 active+clean; 1.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.6 MiB/s wr, 4.03k op/s 2024-04-02T08:44:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:21 smithi019 ceph-mon[96522]: pgmap v937: 137 pgs: 137 active+clean; 1.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.6 MiB/s wr, 4.03k op/s 2024-04-02T08:44:21.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:21 smithi066 ceph-mon[87361]: pgmap v937: 137 pgs: 137 active+clean; 1.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.6 MiB/s wr, 4.03k op/s 2024-04-02T08:44:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:44:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:23 smithi019 ceph-mon[94035]: pgmap v938: 137 pgs: 137 active+clean; 2.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.2 MiB/s wr, 8.11k op/s 2024-04-02T08:44:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:23 smithi019 ceph-mon[96522]: pgmap v938: 137 pgs: 137 active+clean; 2.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.2 MiB/s wr, 8.11k op/s 2024-04-02T08:44:23.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:23 smithi066 ceph-mon[87361]: pgmap v938: 137 pgs: 137 active+clean; 2.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.2 MiB/s wr, 8.11k op/s 2024-04-02T08:44:25.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:25 smithi019 ceph-mon[94035]: pgmap v939: 137 pgs: 137 active+clean; 2.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.5 MiB/s wr, 7.32k op/s 2024-04-02T08:44:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:25 smithi019 ceph-mon[96522]: pgmap v939: 137 pgs: 137 active+clean; 2.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.5 MiB/s wr, 7.32k op/s 2024-04-02T08:44:25.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:25 smithi066 ceph-mon[87361]: pgmap v939: 137 pgs: 137 active+clean; 2.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.5 MiB/s wr, 7.32k op/s 2024-04-02T08:44:26.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15282 ms) 2024-04-02T08:44:26.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-02T08:44:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:27 smithi019 ceph-mon[94035]: pgmap v940: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 198 MiB/s rd, 6.2 MiB/s wr, 7.53k op/s 2024-04-02T08:44:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:27 smithi019 ceph-mon[94035]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:27 smithi019 ceph-mon[96522]: pgmap v940: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 198 MiB/s rd, 6.2 MiB/s wr, 7.53k op/s 2024-04-02T08:44:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:27 smithi019 ceph-mon[96522]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:27 smithi066 ceph-mon[87361]: pgmap v940: 137 pgs: 137 active+clean; 2.3 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 198 MiB/s rd, 6.2 MiB/s wr, 7.53k op/s 2024-04-02T08:44:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:27 smithi066 ceph-mon[87361]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:44:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[94035]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3107295676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[96522]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3107295676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:28 smithi066 ceph-mon[87361]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:44:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:28 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3107295676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:28 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[94035]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[94035]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[96522]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[96522]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:29 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:29 smithi066 ceph-mon[87361]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:29 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:29 smithi066 ceph-mon[87361]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:44:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:29 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:30.447 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4033 ms) 2024-04-02T08:44:30.447 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-02T08:44:30.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:30 smithi019 ceph-mon[94035]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:44:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:44:30] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:44:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:30 smithi019 ceph-mon[96522]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:30.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:30 smithi066 ceph-mon[87361]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:44:31.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[94035]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:44:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[94035]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[96522]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:44:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:31 smithi019 ceph-mon[96522]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:31 smithi066 ceph-mon[87361]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:31 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:31 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:44:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:31 smithi066 ceph-mon[87361]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:44:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:32 smithi066 ceph-mon[87361]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:32 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1317192743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:32 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:44:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:32 smithi019 ceph-mon[94035]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:32 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1317192743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:32 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:32 smithi019 ceph-mon[96522]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:44:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:32 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1317192743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:32 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:33 smithi066 ceph-mon[87361]: pgmap v949: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:33 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:33 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:33.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:33 smithi066 ceph-mon[87361]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[94035]: pgmap v949: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[94035]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[96522]: pgmap v949: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:33 smithi019 ceph-mon[96522]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:44:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:34 smithi066 ceph-mon[87361]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:34.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:34 smithi019 ceph-mon[94035]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:34 smithi019 ceph-mon[96522]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:44:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:35 smithi066 ceph-mon[87361]: pgmap v952: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:35 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:35 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:44:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:35 smithi019 ceph-mon[94035]: pgmap v952: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:35 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:35 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:44:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:35 smithi019 ceph-mon[96522]: pgmap v952: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:44:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:35 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:35 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:44:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:37 smithi066 ceph-mon[87361]: pgmap v953: 137 pgs: 14 creating+peering, 123 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.4 MiB/s wr, 5.26k op/s 2024-04-02T08:44:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:37 smithi019 ceph-mon[94035]: pgmap v953: 137 pgs: 14 creating+peering, 123 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.4 MiB/s wr, 5.26k op/s 2024-04-02T08:44:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:37 smithi019 ceph-mon[96522]: pgmap v953: 137 pgs: 14 creating+peering, 123 active+clean; 1.2 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.4 MiB/s wr, 5.26k op/s 2024-04-02T08:44:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:39 smithi066 ceph-mon[87361]: pgmap v954: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.8 MiB/s wr, 4.50k op/s 2024-04-02T08:44:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:39 smithi019 ceph-mon[94035]: pgmap v954: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.8 MiB/s wr, 4.50k op/s 2024-04-02T08:44:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:39 smithi019 ceph-mon[96522]: pgmap v954: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.8 MiB/s wr, 4.50k op/s 2024-04-02T08:44:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:44:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:44:40] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:44:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:41 smithi066 ceph-mon[87361]: pgmap v955: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 3.88k op/s 2024-04-02T08:44:41.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:41 smithi019 ceph-mon[96522]: pgmap v955: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 3.88k op/s 2024-04-02T08:44:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:41 smithi019 ceph-mon[94035]: pgmap v955: 137 pgs: 137 active+clean; 1.2 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.3 MiB/s wr, 3.88k op/s 2024-04-02T08:44:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:44:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:44:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:43 smithi066 ceph-mon[87361]: pgmap v956: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 5.3 MiB/s wr, 6.34k op/s 2024-04-02T08:44:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[94035]: pgmap v956: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 5.3 MiB/s wr, 6.34k op/s 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[96522]: pgmap v956: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 5.3 MiB/s wr, 6.34k op/s 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:44:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:45 smithi066 ceph-mon[87361]: pgmap v957: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.8 MiB/s wr, 5.76k op/s 2024-04-02T08:44:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:45 smithi019 ceph-mon[94035]: pgmap v957: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.8 MiB/s wr, 5.76k op/s 2024-04-02T08:44:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:45 smithi019 ceph-mon[96522]: pgmap v957: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.8 MiB/s wr, 5.76k op/s 2024-04-02T08:44:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:47 smithi066 ceph-mon[87361]: pgmap v958: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.4 MiB/s wr, 6.50k op/s 2024-04-02T08:44:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:47 smithi019 ceph-mon[94035]: pgmap v958: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.4 MiB/s wr, 6.50k op/s 2024-04-02T08:44:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:47 smithi019 ceph-mon[96522]: pgmap v958: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 5.4 MiB/s wr, 6.50k op/s 2024-04-02T08:44:49.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:49 smithi066 ceph-mon[87361]: pgmap v959: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 3.2 MiB/s wr, 3.91k op/s 2024-04-02T08:44:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:49 smithi019 ceph-mon[94035]: pgmap v959: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 3.2 MiB/s wr, 3.91k op/s 2024-04-02T08:44:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:49 smithi019 ceph-mon[96522]: pgmap v959: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 3.2 MiB/s wr, 3.91k op/s 2024-04-02T08:44:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:44:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:44:50] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-02T08:44:51.506 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (21059 ms) 2024-04-02T08:44:51.507 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-02T08:44:51.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:51 smithi066 ceph-mon[87361]: pgmap v960: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 3.2 MiB/s wr, 3.91k op/s 2024-04-02T08:44:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:51 smithi019 ceph-mon[94035]: pgmap v960: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 3.2 MiB/s wr, 3.91k op/s 2024-04-02T08:44:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:51 smithi019 ceph-mon[96522]: pgmap v960: 137 pgs: 137 active+clean; 1.6 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 3.2 MiB/s wr, 3.91k op/s 2024-04-02T08:44:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:52 smithi066 ceph-mon[87361]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:44:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:44:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:44:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:52 smithi019 ceph-mon[94035]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:44:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:52 smithi019 ceph-mon[96522]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:44:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:53 smithi066 ceph-mon[87361]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:53 smithi066 ceph-mon[87361]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:44:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:53 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/72141221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:53 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[94035]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[94035]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/72141221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[96522]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[96522]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/72141221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:53 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:54.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:54 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:54 smithi066 ceph-mon[87361]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:44:54.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:54 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:54.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:54 smithi019 ceph-mon[94035]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:44:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:54 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:54 smithi019 ceph-mon[96522]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:44:55.537 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4030 ms) 2024-04-02T08:44:55.537 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-02T08:44:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:55 smithi066 ceph-mon[87361]: pgmap v965: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:55 smithi066 ceph-mon[87361]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:44:55.847 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:55 smithi019 ceph-mon[94035]: pgmap v965: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:55.847 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:55 smithi019 ceph-mon[94035]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:44:55.847 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:55 smithi019 ceph-mon[96522]: pgmap v965: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:55.847 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:55 smithi019 ceph-mon[96522]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:44:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:56 smithi066 ceph-mon[87361]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:44:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:56 smithi019 ceph-mon[94035]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:44:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:56 smithi019 ceph-mon[96522]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:44:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:57 smithi066 ceph-mon[87361]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:57 smithi066 ceph-mon[87361]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:44:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1316314227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:57 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[96522]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[96522]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:44:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1316314227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[94035]: pgmap v968: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[94035]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:44:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1316314227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:57.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:57 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:58 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:58 smithi066 ceph-mon[87361]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:44:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:58 smithi066 ceph-mon[87361]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:44:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[94035]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:44:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[94035]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:44:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[96522]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:44:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:58 smithi019 ceph-mon[96522]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:44:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:44:59 smithi066 ceph-mon[87361]: pgmap v971: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:44:59 smithi019 ceph-mon[94035]: pgmap v971: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:44:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:44:59 smithi019 ceph-mon[96522]: pgmap v971: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:00.570 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5033 ms) 2024-04-02T08:45:00.570 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-02T08:45:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:45:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:45:00] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:45:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:01 smithi019 ceph-mon[94035]: pgmap v973: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:01 smithi019 ceph-mon[94035]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:45:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:01 smithi019 ceph-mon[96522]: pgmap v973: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:01 smithi019 ceph-mon[96522]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:45:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:01 smithi066 ceph-mon[87361]: pgmap v973: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:01 smithi066 ceph-mon[87361]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:45:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:45:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:02 smithi019 ceph-mon[94035]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:45:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:02 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2570223981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:02 smithi019 ceph-mon[96522]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:45:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:02 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2570223981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:02 smithi066 ceph-mon[87361]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:45:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:02 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2570223981' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[94035]: pgmap v976: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2570223981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[94035]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:45:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[96522]: pgmap v976: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2570223981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:03 smithi019 ceph-mon[96522]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:45:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:03 smithi066 ceph-mon[87361]: pgmap v976: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:03 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2570223981' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137180-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:03 smithi066 ceph-mon[87361]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:45:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:04 smithi019 ceph-mon[94035]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:45:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:04 smithi019 ceph-mon[96522]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:45:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:04 smithi066 ceph-mon[87361]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:45:05.596 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5025 ms) 2024-04-02T08:45:05.596 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 22 tests from TestCls2PCQueue (102314 ms total) 2024-04-02T08:45:05.596 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:45:05.596 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:45:05.596 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 22 tests from 1 test suite ran. (102314 ms total) 2024-04-02T08:45:05.596 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 22 tests. 2024-04-02T08:45:05.599 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:45:05.600 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:45:05.637 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-02T08:45:05.637 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-02T08:45:05.707 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:45:05.707 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-02T08:45:05.707 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:45:05.708 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 5 tests from cls_cas 2024-04-02T08:45:05.708 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_cas.get_put 2024-04-02T08:45:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:05 smithi019 ceph-mon[94035]: pgmap v979: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:05 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:05 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:05 smithi019 ceph-mon[96522]: pgmap v979: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:05 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:05 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:05 smithi066 ceph-mon[87361]: pgmap v979: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:05 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:05 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:06 smithi019 ceph-mon[94035]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:45:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:06 smithi019 ceph-mon[96522]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:45:07.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:06 smithi066 ceph-mon[87361]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:45:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[94035]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[94035]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:45:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1708562524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[96522]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[96522]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:45:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1708562524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:07 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:07 smithi066 ceph-mon[87361]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:07 smithi066 ceph-mon[87361]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:45:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:07 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1708562524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:07 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:08.625 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_cas.get_put (2918 ms) 2024-04-02T08:45:08.626 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_cas.wrong_put 2024-04-02T08:45:08.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:08 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:08 smithi019 ceph-mon[94035]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:45:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:08 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:08 smithi019 ceph-mon[96522]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:45:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:08 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:08 smithi066 ceph-mon[87361]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:45:09.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:09 smithi019 ceph-mon[94035]: pgmap v984: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:09 smithi019 ceph-mon[94035]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:45:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:09 smithi019 ceph-mon[96522]: pgmap v984: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:09 smithi019 ceph-mon[96522]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:45:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:09 smithi066 ceph-mon[87361]: pgmap v984: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:09 smithi066 ceph-mon[87361]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:45:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:45:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:45:10] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:45:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:10 smithi019 ceph-mon[94035]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:10 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1101646304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:10 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:10 smithi019 ceph-mon[96522]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:10 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1101646304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:10 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:10 smithi066 ceph-mon[87361]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:45:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:10 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1101646304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:10 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:11.642 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-04-02T08:45:11.642 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_cas.dup_get 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[94035]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[94035]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[96522]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:11 smithi019 ceph-mon[96522]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:11 smithi066 ceph-mon[87361]: pgmap v987: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:11 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:11 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:11 smithi066 ceph-mon[87361]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:45:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:45:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:12.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:12 smithi019 ceph-mon[94035]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:12 smithi019 ceph-mon[96522]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:13.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:12 smithi066 ceph-mon[87361]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:45:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[94035]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[94035]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2214985398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[96522]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[96522]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2214985398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:13 smithi066 ceph-mon[87361]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:13 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:13 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:13 smithi066 ceph-mon[87361]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:45:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:13 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2214985398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:14.664 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_cas.dup_get (3022 ms) 2024-04-02T08:45:14.664 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_cas.dup_put 2024-04-02T08:45:14.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2214985398' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:14 smithi019 ceph-mon[94035]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2214985398' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:14 smithi019 ceph-mon[96522]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2214985398' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:15.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:14 smithi066 ceph-mon[87361]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:45:15.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:15 smithi019 ceph-mon[94035]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:15 smithi019 ceph-mon[94035]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:15 smithi019 ceph-mon[96522]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:15 smithi019 ceph-mon[96522]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:15 smithi066 ceph-mon[87361]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:15 smithi066 ceph-mon[87361]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:45:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:16 smithi019 ceph-mon[94035]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:16 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/878863602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:16 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:16 smithi019 ceph-mon[96522]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:16 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/878863602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:16 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:16 smithi066 ceph-mon[87361]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:45:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:16 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/878863602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:16 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:17.681 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_cas.dup_put (3017 ms) 2024-04-02T08:45:17.681 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-02T08:45:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[94035]: pgmap v996: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[94035]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[96522]: pgmap v996: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:17 smithi019 ceph-mon[96522]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:17 smithi066 ceph-mon[87361]: pgmap v996: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:17 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:17 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:17 smithi066 ceph-mon[87361]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:45:18.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:18 smithi019 ceph-mon[94035]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:18 smithi019 ceph-mon[96522]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:18 smithi066 ceph-mon[87361]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:45:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[94035]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[94035]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/731916585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[96522]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:19.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:19.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:19.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[96522]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:19.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/731916585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:19.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:19 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:19 smithi066 ceph-mon[87361]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:19 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:19 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:19 smithi066 ceph-mon[87361]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:45:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:19 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/731916585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:19 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:20.693 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:45:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:45:20] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:45:20.699 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_cas.get_wrong_data (3018 ms) 2024-04-02T08:45:20.699 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 5 tests from cls_cas (14992 ms total) 2024-04-02T08:45:20.699 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:45:20.699 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from chunk_refs_t 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] chunk_refs_t.size 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:1 60 by_object 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:2 103 by_object 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:4 189 by_object 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:8 361 by_object 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:16 112 by_hash(32 bits) 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:32 208 by_hash(32 bits) 2024-04-02T08:45:20.700 INFO:tasks.workunit.client.0.smithi019.stdout:64 400 by_hash(32 bits) 2024-04-02T08:45:20.701 INFO:tasks.workunit.client.0.smithi019.stdout:128 509 by_hash(10 bits) 2024-04-02T08:45:20.701 INFO:tasks.workunit.client.0.smithi019.stdout:256 499 by_hash(7 bits) 2024-04-02T08:45:20.701 INFO:tasks.workunit.client.0.smithi019.stdout:512 462 by_hash(5 bits) 2024-04-02T08:45:20.701 INFO:tasks.workunit.client.0.smithi019.stdout:1024 466 by_hash(5 bits) 2024-04-02T08:45:20.701 INFO:tasks.workunit.client.0.smithi019.stdout:2048 466 by_hash(5 bits) 2024-04-02T08:45:20.702 INFO:tasks.workunit.client.0.smithi019.stdout:4096 470 by_hash(5 bits) 2024-04-02T08:45:20.704 INFO:tasks.workunit.client.0.smithi019.stdout:8192 498 by_hash(4 bits) 2024-04-02T08:45:20.706 INFO:tasks.workunit.client.0.smithi019.stdout:16384 278 by_hash(3 bits) 2024-04-02T08:45:20.710 INFO:tasks.workunit.client.0.smithi019.stdout:32768 337 by_hash(2 bits) 2024-04-02T08:45:20.714 INFO:tasks.workunit.client.0.smithi019.stdout:65536 367 by_hash(2 bits) 2024-04-02T08:45:20.724 INFO:tasks.workunit.client.0.smithi019.stdout:131072 387 by_hash(1 bits) 2024-04-02T08:45:20.741 INFO:tasks.workunit.client.0.smithi019.stdout:262144 331 by_pool 2024-04-02T08:45:20.771 INFO:tasks.workunit.client.0.smithi019.stdout:524288 21 count 2024-04-02T08:45:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:1048576 21 count 2024-04-02T08:45:20.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] chunk_refs_t.size (223 ms) 2024-04-02T08:45:20.922 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from chunk_refs_t (223 ms total) 2024-04-02T08:45:20.922 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:45:20.922 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:45:20.922 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 6 tests from 2 test suites ran. (15215 ms total) 2024-04-02T08:45:20.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 6 tests. 2024-04-02T08:45:20.924 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:45:20.924 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:45:20.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:20 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:20.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:20 smithi019 ceph-mon[96522]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:20 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:20.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:20 smithi019 ceph-mon[94035]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:20.972 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-02T08:45:20.973 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-02T08:45:21.041 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:45:21.042 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-02T08:45:21.042 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:45:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:20 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-137964-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:20 smithi066 ceph-mon[87361]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:45:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:21 smithi019 ceph-mon[94035]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:21 smithi019 ceph-mon[94035]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:21 smithi019 ceph-mon[96522]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:21 smithi019 ceph-mon[96522]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:21 smithi066 ceph-mon[87361]: pgmap v1002: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:21 smithi066 ceph-mon[87361]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:45:22.706 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 31 tests from CmpOmap 2024-04-02T08:45:22.706 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-02T08:45:22.713 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:45:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:22.721 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-04-02T08:45:22.722 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-02T08:45:22.725 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (3 ms) 2024-04-02T08:45:22.725 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-02T08:45:22.728 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-02T08:45:22.728 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-02T08:45:22.731 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-02T08:45:22.731 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-02T08:45:22.737 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-02T08:45:22.737 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-02T08:45:22.743 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-04-02T08:45:22.744 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-02T08:45:22.747 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (4 ms) 2024-04-02T08:45:22.747 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-02T08:45:22.750 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-02T08:45:22.750 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-02T08:45:22.753 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-02T08:45:22.753 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-02T08:45:22.756 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-02T08:45:22.757 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-02T08:45:22.757 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-02T08:45:22.757 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-02T08:45:22.758 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-04-02T08:45:22.758 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-02T08:45:22.764 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-02T08:45:22.764 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-02T08:45:22.770 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-02T08:45:22.770 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-02T08:45:22.776 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-02T08:45:22.776 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-02T08:45:22.783 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-04-02T08:45:22.784 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-02T08:45:22.790 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-02T08:45:22.790 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-02T08:45:22.798 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-04-02T08:45:22.799 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-02T08:45:22.801 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-02T08:45:22.801 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-02T08:45:22.803 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-02T08:45:22.803 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-02T08:45:22.804 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-02T08:45:22.804 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-02T08:45:22.805 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-02T08:45:22.805 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-02T08:45:22.812 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-02T08:45:22.812 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-02T08:45:22.817 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-02T08:45:22.817 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-02T08:45:22.824 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-04-02T08:45:22.824 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-02T08:45:22.832 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-02T08:45:22.832 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-02T08:45:22.834 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-02T08:45:22.834 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-02T08:45:22.836 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-02T08:45:22.836 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-02T08:45:22.837 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-02T08:45:22.837 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-02T08:45:22.838 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-02T08:45:22.838 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-02T08:45:22.846 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-04-02T08:45:22.847 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 31 tests from CmpOmap (141 ms total) 2024-04-02T08:45:22.847 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:45:22.847 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:45:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:22 smithi066 ceph-mon[87361]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:22 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1324520015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138087-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:23.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:22 smithi019 ceph-mon[94035]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:22 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1324520015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138087-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:22 smithi019 ceph-mon[96522]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:45:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:22 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1324520015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138087-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:23.705 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 31 tests from 1 test suite ran. (2664 ms total) 2024-04-02T08:45:23.706 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 31 tests. 2024-04-02T08:45:23.708 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:45:23.708 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:45:23.775 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-02T08:45:23.776 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-02T08:45:23.843 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:45:23.843 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-02T08:45:23.843 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:45:23.844 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 6 tests from ClsHello 2024-04-02T08:45:23.844 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsHello.SayHello 2024-04-02T08:45:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:23 smithi066 ceph-mon[87361]: pgmap v1005: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:23 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1324520015' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138087-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:23 smithi066 ceph-mon[87361]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:23 smithi066 ceph-mon[87361]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[94035]: pgmap v1005: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1324520015' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138087-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[94035]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[94035]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[96522]: pgmap v1005: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1324520015' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138087-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[96522]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:45:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:23 smithi019 ceph-mon[96522]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:45:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:24 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:24 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:24 smithi066 ceph-mon[87361]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2078053647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:25.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:25.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:25.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[94035]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:25.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2078053647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:25.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:25.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:25.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[96522]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:45:25.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2078053647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:25 smithi066 ceph-mon[87361]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2078053647' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:25 smithi066 ceph-mon[87361]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:26.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:25 smithi019 ceph-mon[94035]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:26.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2078053647' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:26.118 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:25 smithi019 ceph-mon[94035]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:26.118 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:25 smithi019 ceph-mon[96522]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:26.118 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2078053647' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:26.118 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:25 smithi019 ceph-mon[96522]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:45:26.731 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsHello.SayHello (2888 ms) 2024-04-02T08:45:26.732 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsHello.RecordHello 2024-04-02T08:45:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:27 smithi066 ceph-mon[87361]: pgmap v1011: 137 pgs: 1 active, 3 creating+activating, 6 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:27 smithi066 ceph-mon[87361]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:27 smithi019 ceph-mon[94035]: pgmap v1011: 137 pgs: 1 active, 3 creating+activating, 6 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:27 smithi019 ceph-mon[94035]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:27 smithi019 ceph-mon[96522]: pgmap v1011: 137 pgs: 1 active, 3 creating+activating, 6 creating+peering, 14 unknown, 113 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:27 smithi019 ceph-mon[96522]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:45:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:28 smithi066 ceph-mon[87361]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:28 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3588957288' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:28 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[94035]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3588957288' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[96522]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:45:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3588957288' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:29.751 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsHello.RecordHello (3019 ms) 2024-04-02T08:45:29.751 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-02T08:45:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:29 smithi066 ceph-mon[87361]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:29 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:29 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:29 smithi066 ceph-mon[87361]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[94035]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[94035]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[96522]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:29 smithi019 ceph-mon[96522]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:45:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:45:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:45:30] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:45:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:30 smithi066 ceph-mon[87361]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:31.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:30 smithi019 ceph-mon[94035]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:31.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:30 smithi019 ceph-mon[96522]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:45:31.769 INFO:tasks.workunit.client.0.smithi019.stdout:require_osd_release = squid 2024-04-02T08:45:31.776 INFO:tasks.workunit.client.0.smithi019.stdout:0 2024-04-02T08:45:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:31 smithi066 ceph-mon[87361]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:31 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:31 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:31 smithi066 ceph-mon[87361]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:31 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1950485265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:31 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[94035]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[94035]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1950485265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[96522]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[96522]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1950485265' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:31 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:32.349 INFO:tasks.workunit.client.0.smithi019.stdout:1 2024-04-02T08:45:32.350 INFO:tasks.workunit.client.0.smithi019.stdout:2 2024-04-02T08:45:32.351 INFO:tasks.workunit.client.0.smithi019.stdout:3 2024-04-02T08:45:32.352 INFO:tasks.workunit.client.0.smithi019.stdout:4 2024-04-02T08:45:32.354 INFO:tasks.workunit.client.0.smithi019.stdout:5 2024-04-02T08:45:32.355 INFO:tasks.workunit.client.0.smithi019.stdout:6 2024-04-02T08:45:32.356 INFO:tasks.workunit.client.0.smithi019.stdout:7 2024-04-02T08:45:32.357 INFO:tasks.workunit.client.0.smithi019.stdout:8 2024-04-02T08:45:32.358 INFO:tasks.workunit.client.0.smithi019.stdout:9 2024-04-02T08:45:32.359 INFO:tasks.workunit.client.0.smithi019.stdout:10 2024-04-02T08:45:32.360 INFO:tasks.workunit.client.0.smithi019.stdout:11 2024-04-02T08:45:32.361 INFO:tasks.workunit.client.0.smithi019.stdout:12 2024-04-02T08:45:32.362 INFO:tasks.workunit.client.0.smithi019.stdout:13 2024-04-02T08:45:32.363 INFO:tasks.workunit.client.0.smithi019.stdout:14 2024-04-02T08:45:32.364 INFO:tasks.workunit.client.0.smithi019.stdout:15 2024-04-02T08:45:32.365 INFO:tasks.workunit.client.0.smithi019.stdout:16 2024-04-02T08:45:32.366 INFO:tasks.workunit.client.0.smithi019.stdout:17 2024-04-02T08:45:32.367 INFO:tasks.workunit.client.0.smithi019.stdout:18 2024-04-02T08:45:32.368 INFO:tasks.workunit.client.0.smithi019.stdout:19 2024-04-02T08:45:32.369 INFO:tasks.workunit.client.0.smithi019.stdout:20 2024-04-02T08:45:32.370 INFO:tasks.workunit.client.0.smithi019.stdout:21 2024-04-02T08:45:32.371 INFO:tasks.workunit.client.0.smithi019.stdout:22 2024-04-02T08:45:32.371 INFO:tasks.workunit.client.0.smithi019.stdout:23 2024-04-02T08:45:32.372 INFO:tasks.workunit.client.0.smithi019.stdout:24 2024-04-02T08:45:32.373 INFO:tasks.workunit.client.0.smithi019.stdout:25 2024-04-02T08:45:32.374 INFO:tasks.workunit.client.0.smithi019.stdout:26 2024-04-02T08:45:32.375 INFO:tasks.workunit.client.0.smithi019.stdout:27 2024-04-02T08:45:32.376 INFO:tasks.workunit.client.0.smithi019.stdout:28 2024-04-02T08:45:32.377 INFO:tasks.workunit.client.0.smithi019.stdout:29 2024-04-02T08:45:32.378 INFO:tasks.workunit.client.0.smithi019.stdout:30 2024-04-02T08:45:32.379 INFO:tasks.workunit.client.0.smithi019.stdout:31 2024-04-02T08:45:32.380 INFO:tasks.workunit.client.0.smithi019.stdout:32 2024-04-02T08:45:32.381 INFO:tasks.workunit.client.0.smithi019.stdout:33 2024-04-02T08:45:32.382 INFO:tasks.workunit.client.0.smithi019.stdout:34 2024-04-02T08:45:32.383 INFO:tasks.workunit.client.0.smithi019.stdout:35 2024-04-02T08:45:32.384 INFO:tasks.workunit.client.0.smithi019.stdout:36 2024-04-02T08:45:32.385 INFO:tasks.workunit.client.0.smithi019.stdout:37 2024-04-02T08:45:32.386 INFO:tasks.workunit.client.0.smithi019.stdout:38 2024-04-02T08:45:32.387 INFO:tasks.workunit.client.0.smithi019.stdout:39 2024-04-02T08:45:32.388 INFO:tasks.workunit.client.0.smithi019.stdout:40 2024-04-02T08:45:32.389 INFO:tasks.workunit.client.0.smithi019.stdout:41 2024-04-02T08:45:32.390 INFO:tasks.workunit.client.0.smithi019.stdout:42 2024-04-02T08:45:32.391 INFO:tasks.workunit.client.0.smithi019.stdout:43 2024-04-02T08:45:32.392 INFO:tasks.workunit.client.0.smithi019.stdout:44 2024-04-02T08:45:32.393 INFO:tasks.workunit.client.0.smithi019.stdout:45 2024-04-02T08:45:32.394 INFO:tasks.workunit.client.0.smithi019.stdout:46 2024-04-02T08:45:32.394 INFO:tasks.workunit.client.0.smithi019.stdout:47 2024-04-02T08:45:32.396 INFO:tasks.workunit.client.0.smithi019.stdout:48 2024-04-02T08:45:32.397 INFO:tasks.workunit.client.0.smithi019.stdout:49 2024-04-02T08:45:32.398 INFO:tasks.workunit.client.0.smithi019.stdout:50 2024-04-02T08:45:32.399 INFO:tasks.workunit.client.0.smithi019.stdout:51 2024-04-02T08:45:32.400 INFO:tasks.workunit.client.0.smithi019.stdout:52 2024-04-02T08:45:32.401 INFO:tasks.workunit.client.0.smithi019.stdout:53 2024-04-02T08:45:32.402 INFO:tasks.workunit.client.0.smithi019.stdout:54 2024-04-02T08:45:32.403 INFO:tasks.workunit.client.0.smithi019.stdout:55 2024-04-02T08:45:32.404 INFO:tasks.workunit.client.0.smithi019.stdout:56 2024-04-02T08:45:32.404 INFO:tasks.workunit.client.0.smithi019.stdout:57 2024-04-02T08:45:32.405 INFO:tasks.workunit.client.0.smithi019.stdout:58 2024-04-02T08:45:32.406 INFO:tasks.workunit.client.0.smithi019.stdout:59 2024-04-02T08:45:32.407 INFO:tasks.workunit.client.0.smithi019.stdout:60 2024-04-02T08:45:32.408 INFO:tasks.workunit.client.0.smithi019.stdout:61 2024-04-02T08:45:32.409 INFO:tasks.workunit.client.0.smithi019.stdout:62 2024-04-02T08:45:32.410 INFO:tasks.workunit.client.0.smithi019.stdout:63 2024-04-02T08:45:32.412 INFO:tasks.workunit.client.0.smithi019.stdout:64 2024-04-02T08:45:32.412 INFO:tasks.workunit.client.0.smithi019.stdout:65 2024-04-02T08:45:32.414 INFO:tasks.workunit.client.0.smithi019.stdout:66 2024-04-02T08:45:32.415 INFO:tasks.workunit.client.0.smithi019.stdout:67 2024-04-02T08:45:32.416 INFO:tasks.workunit.client.0.smithi019.stdout:68 2024-04-02T08:45:32.417 INFO:tasks.workunit.client.0.smithi019.stdout:69 2024-04-02T08:45:32.418 INFO:tasks.workunit.client.0.smithi019.stdout:70 2024-04-02T08:45:32.418 INFO:tasks.workunit.client.0.smithi019.stdout:71 2024-04-02T08:45:32.419 INFO:tasks.workunit.client.0.smithi019.stdout:72 2024-04-02T08:45:32.420 INFO:tasks.workunit.client.0.smithi019.stdout:73 2024-04-02T08:45:32.421 INFO:tasks.workunit.client.0.smithi019.stdout:74 2024-04-02T08:45:32.422 INFO:tasks.workunit.client.0.smithi019.stdout:75 2024-04-02T08:45:32.423 INFO:tasks.workunit.client.0.smithi019.stdout:76 2024-04-02T08:45:32.424 INFO:tasks.workunit.client.0.smithi019.stdout:77 2024-04-02T08:45:32.425 INFO:tasks.workunit.client.0.smithi019.stdout:78 2024-04-02T08:45:32.426 INFO:tasks.workunit.client.0.smithi019.stdout:79 2024-04-02T08:45:32.427 INFO:tasks.workunit.client.0.smithi019.stdout:80 2024-04-02T08:45:32.428 INFO:tasks.workunit.client.0.smithi019.stdout:81 2024-04-02T08:45:32.428 INFO:tasks.workunit.client.0.smithi019.stdout:82 2024-04-02T08:45:32.429 INFO:tasks.workunit.client.0.smithi019.stdout:83 2024-04-02T08:45:32.430 INFO:tasks.workunit.client.0.smithi019.stdout:84 2024-04-02T08:45:32.431 INFO:tasks.workunit.client.0.smithi019.stdout:85 2024-04-02T08:45:32.432 INFO:tasks.workunit.client.0.smithi019.stdout:86 2024-04-02T08:45:32.433 INFO:tasks.workunit.client.0.smithi019.stdout:87 2024-04-02T08:45:32.434 INFO:tasks.workunit.client.0.smithi019.stdout:88 2024-04-02T08:45:32.435 INFO:tasks.workunit.client.0.smithi019.stdout:89 2024-04-02T08:45:32.436 INFO:tasks.workunit.client.0.smithi019.stdout:90 2024-04-02T08:45:32.437 INFO:tasks.workunit.client.0.smithi019.stdout:91 2024-04-02T08:45:32.438 INFO:tasks.workunit.client.0.smithi019.stdout:92 2024-04-02T08:45:32.439 INFO:tasks.workunit.client.0.smithi019.stdout:93 2024-04-02T08:45:32.440 INFO:tasks.workunit.client.0.smithi019.stdout:94 2024-04-02T08:45:32.440 INFO:tasks.workunit.client.0.smithi019.stdout:95 2024-04-02T08:45:32.441 INFO:tasks.workunit.client.0.smithi019.stdout:96 2024-04-02T08:45:32.442 INFO:tasks.workunit.client.0.smithi019.stdout:97 2024-04-02T08:45:32.443 INFO:tasks.workunit.client.0.smithi019.stdout:98 2024-04-02T08:45:32.444 INFO:tasks.workunit.client.0.smithi019.stdout:99 2024-04-02T08:45:32.445 INFO:tasks.workunit.client.0.smithi019.stdout:100 2024-04-02T08:45:32.446 INFO:tasks.workunit.client.0.smithi019.stdout:101 2024-04-02T08:45:32.447 INFO:tasks.workunit.client.0.smithi019.stdout:102 2024-04-02T08:45:32.448 INFO:tasks.workunit.client.0.smithi019.stdout:103 2024-04-02T08:45:32.449 INFO:tasks.workunit.client.0.smithi019.stdout:104 2024-04-02T08:45:32.450 INFO:tasks.workunit.client.0.smithi019.stdout:105 2024-04-02T08:45:32.451 INFO:tasks.workunit.client.0.smithi019.stdout:106 2024-04-02T08:45:32.452 INFO:tasks.workunit.client.0.smithi019.stdout:107 2024-04-02T08:45:32.452 INFO:tasks.workunit.client.0.smithi019.stdout:108 2024-04-02T08:45:32.453 INFO:tasks.workunit.client.0.smithi019.stdout:109 2024-04-02T08:45:32.454 INFO:tasks.workunit.client.0.smithi019.stdout:110 2024-04-02T08:45:32.455 INFO:tasks.workunit.client.0.smithi019.stdout:111 2024-04-02T08:45:32.456 INFO:tasks.workunit.client.0.smithi019.stdout:112 2024-04-02T08:45:32.457 INFO:tasks.workunit.client.0.smithi019.stdout:113 2024-04-02T08:45:32.458 INFO:tasks.workunit.client.0.smithi019.stdout:114 2024-04-02T08:45:32.459 INFO:tasks.workunit.client.0.smithi019.stdout:115 2024-04-02T08:45:32.460 INFO:tasks.workunit.client.0.smithi019.stdout:116 2024-04-02T08:45:32.461 INFO:tasks.workunit.client.0.smithi019.stdout:117 2024-04-02T08:45:32.462 INFO:tasks.workunit.client.0.smithi019.stdout:118 2024-04-02T08:45:32.463 INFO:tasks.workunit.client.0.smithi019.stdout:119 2024-04-02T08:45:32.464 INFO:tasks.workunit.client.0.smithi019.stdout:120 2024-04-02T08:45:32.464 INFO:tasks.workunit.client.0.smithi019.stdout:121 2024-04-02T08:45:32.465 INFO:tasks.workunit.client.0.smithi019.stdout:122 2024-04-02T08:45:32.466 INFO:tasks.workunit.client.0.smithi019.stdout:123 2024-04-02T08:45:32.467 INFO:tasks.workunit.client.0.smithi019.stdout:124 2024-04-02T08:45:32.468 INFO:tasks.workunit.client.0.smithi019.stdout:125 2024-04-02T08:45:32.469 INFO:tasks.workunit.client.0.smithi019.stdout:126 2024-04-02T08:45:32.470 INFO:tasks.workunit.client.0.smithi019.stdout:127 2024-04-02T08:45:32.471 INFO:tasks.workunit.client.0.smithi019.stdout:128 2024-04-02T08:45:32.472 INFO:tasks.workunit.client.0.smithi019.stdout:129 2024-04-02T08:45:32.473 INFO:tasks.workunit.client.0.smithi019.stdout:130 2024-04-02T08:45:32.474 INFO:tasks.workunit.client.0.smithi019.stdout:131 2024-04-02T08:45:32.475 INFO:tasks.workunit.client.0.smithi019.stdout:132 2024-04-02T08:45:32.476 INFO:tasks.workunit.client.0.smithi019.stdout:133 2024-04-02T08:45:32.477 INFO:tasks.workunit.client.0.smithi019.stdout:134 2024-04-02T08:45:32.478 INFO:tasks.workunit.client.0.smithi019.stdout:135 2024-04-02T08:45:32.479 INFO:tasks.workunit.client.0.smithi019.stdout:136 2024-04-02T08:45:32.479 INFO:tasks.workunit.client.0.smithi019.stdout:137 2024-04-02T08:45:32.480 INFO:tasks.workunit.client.0.smithi019.stdout:138 2024-04-02T08:45:32.482 INFO:tasks.workunit.client.0.smithi019.stdout:139 2024-04-02T08:45:32.482 INFO:tasks.workunit.client.0.smithi019.stdout:140 2024-04-02T08:45:32.483 INFO:tasks.workunit.client.0.smithi019.stdout:141 2024-04-02T08:45:32.484 INFO:tasks.workunit.client.0.smithi019.stdout:142 2024-04-02T08:45:32.485 INFO:tasks.workunit.client.0.smithi019.stdout:143 2024-04-02T08:45:32.486 INFO:tasks.workunit.client.0.smithi019.stdout:144 2024-04-02T08:45:32.487 INFO:tasks.workunit.client.0.smithi019.stdout:145 2024-04-02T08:45:32.488 INFO:tasks.workunit.client.0.smithi019.stdout:146 2024-04-02T08:45:32.489 INFO:tasks.workunit.client.0.smithi019.stdout:147 2024-04-02T08:45:32.490 INFO:tasks.workunit.client.0.smithi019.stdout:148 2024-04-02T08:45:32.491 INFO:tasks.workunit.client.0.smithi019.stdout:149 2024-04-02T08:45:32.492 INFO:tasks.workunit.client.0.smithi019.stdout:150 2024-04-02T08:45:32.493 INFO:tasks.workunit.client.0.smithi019.stdout:151 2024-04-02T08:45:32.493 INFO:tasks.workunit.client.0.smithi019.stdout:152 2024-04-02T08:45:32.494 INFO:tasks.workunit.client.0.smithi019.stdout:153 2024-04-02T08:45:32.495 INFO:tasks.workunit.client.0.smithi019.stdout:154 2024-04-02T08:45:32.496 INFO:tasks.workunit.client.0.smithi019.stdout:155 2024-04-02T08:45:32.497 INFO:tasks.workunit.client.0.smithi019.stdout:156 2024-04-02T08:45:32.498 INFO:tasks.workunit.client.0.smithi019.stdout:157 2024-04-02T08:45:32.499 INFO:tasks.workunit.client.0.smithi019.stdout:158 2024-04-02T08:45:32.500 INFO:tasks.workunit.client.0.smithi019.stdout:159 2024-04-02T08:45:32.500 INFO:tasks.workunit.client.0.smithi019.stdout:160 2024-04-02T08:45:32.501 INFO:tasks.workunit.client.0.smithi019.stdout:161 2024-04-02T08:45:32.502 INFO:tasks.workunit.client.0.smithi019.stdout:162 2024-04-02T08:45:32.503 INFO:tasks.workunit.client.0.smithi019.stdout:163 2024-04-02T08:45:32.504 INFO:tasks.workunit.client.0.smithi019.stdout:164 2024-04-02T08:45:32.505 INFO:tasks.workunit.client.0.smithi019.stdout:165 2024-04-02T08:45:32.506 INFO:tasks.workunit.client.0.smithi019.stdout:166 2024-04-02T08:45:32.506 INFO:tasks.workunit.client.0.smithi019.stdout:167 2024-04-02T08:45:32.507 INFO:tasks.workunit.client.0.smithi019.stdout:168 2024-04-02T08:45:32.508 INFO:tasks.workunit.client.0.smithi019.stdout:169 2024-04-02T08:45:32.509 INFO:tasks.workunit.client.0.smithi019.stdout:170 2024-04-02T08:45:32.510 INFO:tasks.workunit.client.0.smithi019.stdout:171 2024-04-02T08:45:32.511 INFO:tasks.workunit.client.0.smithi019.stdout:172 2024-04-02T08:45:32.512 INFO:tasks.workunit.client.0.smithi019.stdout:173 2024-04-02T08:45:32.512 INFO:tasks.workunit.client.0.smithi019.stdout:174 2024-04-02T08:45:32.513 INFO:tasks.workunit.client.0.smithi019.stdout:175 2024-04-02T08:45:32.514 INFO:tasks.workunit.client.0.smithi019.stdout:176 2024-04-02T08:45:32.515 INFO:tasks.workunit.client.0.smithi019.stdout:177 2024-04-02T08:45:32.516 INFO:tasks.workunit.client.0.smithi019.stdout:178 2024-04-02T08:45:32.517 INFO:tasks.workunit.client.0.smithi019.stdout:179 2024-04-02T08:45:32.518 INFO:tasks.workunit.client.0.smithi019.stdout:180 2024-04-02T08:45:32.519 INFO:tasks.workunit.client.0.smithi019.stdout:181 2024-04-02T08:45:32.520 INFO:tasks.workunit.client.0.smithi019.stdout:182 2024-04-02T08:45:32.521 INFO:tasks.workunit.client.0.smithi019.stdout:183 2024-04-02T08:45:32.521 INFO:tasks.workunit.client.0.smithi019.stdout:184 2024-04-02T08:45:32.522 INFO:tasks.workunit.client.0.smithi019.stdout:185 2024-04-02T08:45:32.523 INFO:tasks.workunit.client.0.smithi019.stdout:186 2024-04-02T08:45:32.524 INFO:tasks.workunit.client.0.smithi019.stdout:187 2024-04-02T08:45:32.525 INFO:tasks.workunit.client.0.smithi019.stdout:188 2024-04-02T08:45:32.526 INFO:tasks.workunit.client.0.smithi019.stdout:189 2024-04-02T08:45:32.527 INFO:tasks.workunit.client.0.smithi019.stdout:190 2024-04-02T08:45:32.528 INFO:tasks.workunit.client.0.smithi019.stdout:191 2024-04-02T08:45:32.529 INFO:tasks.workunit.client.0.smithi019.stdout:192 2024-04-02T08:45:32.529 INFO:tasks.workunit.client.0.smithi019.stdout:193 2024-04-02T08:45:32.531 INFO:tasks.workunit.client.0.smithi019.stdout:194 2024-04-02T08:45:32.532 INFO:tasks.workunit.client.0.smithi019.stdout:195 2024-04-02T08:45:32.533 INFO:tasks.workunit.client.0.smithi019.stdout:196 2024-04-02T08:45:32.534 INFO:tasks.workunit.client.0.smithi019.stdout:197 2024-04-02T08:45:32.534 INFO:tasks.workunit.client.0.smithi019.stdout:198 2024-04-02T08:45:32.535 INFO:tasks.workunit.client.0.smithi019.stdout:199 2024-04-02T08:45:32.536 INFO:tasks.workunit.client.0.smithi019.stdout:200 2024-04-02T08:45:32.537 INFO:tasks.workunit.client.0.smithi019.stdout:201 2024-04-02T08:45:32.538 INFO:tasks.workunit.client.0.smithi019.stdout:202 2024-04-02T08:45:32.539 INFO:tasks.workunit.client.0.smithi019.stdout:203 2024-04-02T08:45:32.540 INFO:tasks.workunit.client.0.smithi019.stdout:204 2024-04-02T08:45:32.541 INFO:tasks.workunit.client.0.smithi019.stdout:205 2024-04-02T08:45:32.542 INFO:tasks.workunit.client.0.smithi019.stdout:206 2024-04-02T08:45:32.543 INFO:tasks.workunit.client.0.smithi019.stdout:207 2024-04-02T08:45:32.544 INFO:tasks.workunit.client.0.smithi019.stdout:208 2024-04-02T08:45:32.545 INFO:tasks.workunit.client.0.smithi019.stdout:209 2024-04-02T08:45:32.546 INFO:tasks.workunit.client.0.smithi019.stdout:210 2024-04-02T08:45:32.547 INFO:tasks.workunit.client.0.smithi019.stdout:211 2024-04-02T08:45:32.548 INFO:tasks.workunit.client.0.smithi019.stdout:212 2024-04-02T08:45:32.549 INFO:tasks.workunit.client.0.smithi019.stdout:213 2024-04-02T08:45:32.550 INFO:tasks.workunit.client.0.smithi019.stdout:214 2024-04-02T08:45:32.551 INFO:tasks.workunit.client.0.smithi019.stdout:215 2024-04-02T08:45:32.552 INFO:tasks.workunit.client.0.smithi019.stdout:216 2024-04-02T08:45:32.553 INFO:tasks.workunit.client.0.smithi019.stdout:217 2024-04-02T08:45:32.554 INFO:tasks.workunit.client.0.smithi019.stdout:218 2024-04-02T08:45:32.555 INFO:tasks.workunit.client.0.smithi019.stdout:219 2024-04-02T08:45:32.556 INFO:tasks.workunit.client.0.smithi019.stdout:220 2024-04-02T08:45:32.557 INFO:tasks.workunit.client.0.smithi019.stdout:221 2024-04-02T08:45:32.558 INFO:tasks.workunit.client.0.smithi019.stdout:222 2024-04-02T08:45:32.558 INFO:tasks.workunit.client.0.smithi019.stdout:223 2024-04-02T08:45:32.559 INFO:tasks.workunit.client.0.smithi019.stdout:224 2024-04-02T08:45:32.560 INFO:tasks.workunit.client.0.smithi019.stdout:225 2024-04-02T08:45:32.561 INFO:tasks.workunit.client.0.smithi019.stdout:226 2024-04-02T08:45:32.562 INFO:tasks.workunit.client.0.smithi019.stdout:227 2024-04-02T08:45:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:45:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:32.563 INFO:tasks.workunit.client.0.smithi019.stdout:228 2024-04-02T08:45:32.564 INFO:tasks.workunit.client.0.smithi019.stdout:229 2024-04-02T08:45:32.565 INFO:tasks.workunit.client.0.smithi019.stdout:230 2024-04-02T08:45:32.566 INFO:tasks.workunit.client.0.smithi019.stdout:231 2024-04-02T08:45:32.567 INFO:tasks.workunit.client.0.smithi019.stdout:232 2024-04-02T08:45:32.568 INFO:tasks.workunit.client.0.smithi019.stdout:233 2024-04-02T08:45:32.569 INFO:tasks.workunit.client.0.smithi019.stdout:234 2024-04-02T08:45:32.570 INFO:tasks.workunit.client.0.smithi019.stdout:235 2024-04-02T08:45:32.571 INFO:tasks.workunit.client.0.smithi019.stdout:236 2024-04-02T08:45:32.572 INFO:tasks.workunit.client.0.smithi019.stdout:237 2024-04-02T08:45:32.573 INFO:tasks.workunit.client.0.smithi019.stdout:238 2024-04-02T08:45:32.573 INFO:tasks.workunit.client.0.smithi019.stdout:239 2024-04-02T08:45:32.574 INFO:tasks.workunit.client.0.smithi019.stdout:240 2024-04-02T08:45:32.575 INFO:tasks.workunit.client.0.smithi019.stdout:241 2024-04-02T08:45:32.576 INFO:tasks.workunit.client.0.smithi019.stdout:242 2024-04-02T08:45:32.577 INFO:tasks.workunit.client.0.smithi019.stdout:243 2024-04-02T08:45:32.578 INFO:tasks.workunit.client.0.smithi019.stdout:244 2024-04-02T08:45:32.579 INFO:tasks.workunit.client.0.smithi019.stdout:245 2024-04-02T08:45:32.580 INFO:tasks.workunit.client.0.smithi019.stdout:246 2024-04-02T08:45:32.581 INFO:tasks.workunit.client.0.smithi019.stdout:247 2024-04-02T08:45:32.582 INFO:tasks.workunit.client.0.smithi019.stdout:248 2024-04-02T08:45:32.583 INFO:tasks.workunit.client.0.smithi019.stdout:249 2024-04-02T08:45:32.584 INFO:tasks.workunit.client.0.smithi019.stdout:250 2024-04-02T08:45:32.585 INFO:tasks.workunit.client.0.smithi019.stdout:251 2024-04-02T08:45:32.586 INFO:tasks.workunit.client.0.smithi019.stdout:252 2024-04-02T08:45:32.587 INFO:tasks.workunit.client.0.smithi019.stdout:253 2024-04-02T08:45:32.587 INFO:tasks.workunit.client.0.smithi019.stdout:254 2024-04-02T08:45:32.588 INFO:tasks.workunit.client.0.smithi019.stdout:255 2024-04-02T08:45:32.589 INFO:tasks.workunit.client.0.smithi019.stdout:256 2024-04-02T08:45:32.590 INFO:tasks.workunit.client.0.smithi019.stdout:257 2024-04-02T08:45:32.591 INFO:tasks.workunit.client.0.smithi019.stdout:258 2024-04-02T08:45:32.592 INFO:tasks.workunit.client.0.smithi019.stdout:259 2024-04-02T08:45:32.593 INFO:tasks.workunit.client.0.smithi019.stdout:260 2024-04-02T08:45:32.594 INFO:tasks.workunit.client.0.smithi019.stdout:261 2024-04-02T08:45:32.595 INFO:tasks.workunit.client.0.smithi019.stdout:262 2024-04-02T08:45:32.596 INFO:tasks.workunit.client.0.smithi019.stdout:263 2024-04-02T08:45:32.597 INFO:tasks.workunit.client.0.smithi019.stdout:264 2024-04-02T08:45:32.597 INFO:tasks.workunit.client.0.smithi019.stdout:265 2024-04-02T08:45:32.598 INFO:tasks.workunit.client.0.smithi019.stdout:266 2024-04-02T08:45:32.600 INFO:tasks.workunit.client.0.smithi019.stdout:267 2024-04-02T08:45:32.601 INFO:tasks.workunit.client.0.smithi019.stdout:268 2024-04-02T08:45:32.602 INFO:tasks.workunit.client.0.smithi019.stdout:269 2024-04-02T08:45:32.603 INFO:tasks.workunit.client.0.smithi019.stdout:270 2024-04-02T08:45:32.604 INFO:tasks.workunit.client.0.smithi019.stdout:271 2024-04-02T08:45:32.605 INFO:tasks.workunit.client.0.smithi019.stdout:272 2024-04-02T08:45:32.606 INFO:tasks.workunit.client.0.smithi019.stdout:273 2024-04-02T08:45:32.607 INFO:tasks.workunit.client.0.smithi019.stdout:274 2024-04-02T08:45:32.608 INFO:tasks.workunit.client.0.smithi019.stdout:275 2024-04-02T08:45:32.609 INFO:tasks.workunit.client.0.smithi019.stdout:276 2024-04-02T08:45:32.610 INFO:tasks.workunit.client.0.smithi019.stdout:277 2024-04-02T08:45:32.611 INFO:tasks.workunit.client.0.smithi019.stdout:278 2024-04-02T08:45:32.612 INFO:tasks.workunit.client.0.smithi019.stdout:279 2024-04-02T08:45:32.613 INFO:tasks.workunit.client.0.smithi019.stdout:280 2024-04-02T08:45:32.614 INFO:tasks.workunit.client.0.smithi019.stdout:281 2024-04-02T08:45:32.615 INFO:tasks.workunit.client.0.smithi019.stdout:282 2024-04-02T08:45:32.616 INFO:tasks.workunit.client.0.smithi019.stdout:283 2024-04-02T08:45:32.617 INFO:tasks.workunit.client.0.smithi019.stdout:284 2024-04-02T08:45:32.618 INFO:tasks.workunit.client.0.smithi019.stdout:285 2024-04-02T08:45:32.619 INFO:tasks.workunit.client.0.smithi019.stdout:286 2024-04-02T08:45:32.621 INFO:tasks.workunit.client.0.smithi019.stdout:287 2024-04-02T08:45:32.622 INFO:tasks.workunit.client.0.smithi019.stdout:288 2024-04-02T08:45:32.623 INFO:tasks.workunit.client.0.smithi019.stdout:289 2024-04-02T08:45:32.624 INFO:tasks.workunit.client.0.smithi019.stdout:290 2024-04-02T08:45:32.625 INFO:tasks.workunit.client.0.smithi019.stdout:291 2024-04-02T08:45:32.626 INFO:tasks.workunit.client.0.smithi019.stdout:292 2024-04-02T08:45:32.627 INFO:tasks.workunit.client.0.smithi019.stdout:293 2024-04-02T08:45:32.628 INFO:tasks.workunit.client.0.smithi019.stdout:294 2024-04-02T08:45:32.629 INFO:tasks.workunit.client.0.smithi019.stdout:295 2024-04-02T08:45:32.630 INFO:tasks.workunit.client.0.smithi019.stdout:296 2024-04-02T08:45:32.630 INFO:tasks.workunit.client.0.smithi019.stdout:297 2024-04-02T08:45:32.631 INFO:tasks.workunit.client.0.smithi019.stdout:298 2024-04-02T08:45:32.632 INFO:tasks.workunit.client.0.smithi019.stdout:299 2024-04-02T08:45:32.633 INFO:tasks.workunit.client.0.smithi019.stdout:300 2024-04-02T08:45:32.634 INFO:tasks.workunit.client.0.smithi019.stdout:301 2024-04-02T08:45:32.635 INFO:tasks.workunit.client.0.smithi019.stdout:302 2024-04-02T08:45:32.636 INFO:tasks.workunit.client.0.smithi019.stdout:303 2024-04-02T08:45:32.637 INFO:tasks.workunit.client.0.smithi019.stdout:304 2024-04-02T08:45:32.638 INFO:tasks.workunit.client.0.smithi019.stdout:305 2024-04-02T08:45:32.639 INFO:tasks.workunit.client.0.smithi019.stdout:306 2024-04-02T08:45:32.640 INFO:tasks.workunit.client.0.smithi019.stdout:307 2024-04-02T08:45:32.641 INFO:tasks.workunit.client.0.smithi019.stdout:308 2024-04-02T08:45:32.642 INFO:tasks.workunit.client.0.smithi019.stdout:309 2024-04-02T08:45:32.643 INFO:tasks.workunit.client.0.smithi019.stdout:310 2024-04-02T08:45:32.644 INFO:tasks.workunit.client.0.smithi019.stdout:311 2024-04-02T08:45:32.645 INFO:tasks.workunit.client.0.smithi019.stdout:312 2024-04-02T08:45:32.646 INFO:tasks.workunit.client.0.smithi019.stdout:313 2024-04-02T08:45:32.647 INFO:tasks.workunit.client.0.smithi019.stdout:314 2024-04-02T08:45:32.647 INFO:tasks.workunit.client.0.smithi019.stdout:315 2024-04-02T08:45:32.648 INFO:tasks.workunit.client.0.smithi019.stdout:316 2024-04-02T08:45:32.649 INFO:tasks.workunit.client.0.smithi019.stdout:317 2024-04-02T08:45:32.650 INFO:tasks.workunit.client.0.smithi019.stdout:318 2024-04-02T08:45:32.651 INFO:tasks.workunit.client.0.smithi019.stdout:319 2024-04-02T08:45:32.652 INFO:tasks.workunit.client.0.smithi019.stdout:320 2024-04-02T08:45:32.653 INFO:tasks.workunit.client.0.smithi019.stdout:321 2024-04-02T08:45:32.654 INFO:tasks.workunit.client.0.smithi019.stdout:322 2024-04-02T08:45:32.655 INFO:tasks.workunit.client.0.smithi019.stdout:323 2024-04-02T08:45:32.656 INFO:tasks.workunit.client.0.smithi019.stdout:324 2024-04-02T08:45:32.657 INFO:tasks.workunit.client.0.smithi019.stdout:325 2024-04-02T08:45:32.658 INFO:tasks.workunit.client.0.smithi019.stdout:326 2024-04-02T08:45:32.659 INFO:tasks.workunit.client.0.smithi019.stdout:327 2024-04-02T08:45:32.660 INFO:tasks.workunit.client.0.smithi019.stdout:328 2024-04-02T08:45:32.661 INFO:tasks.workunit.client.0.smithi019.stdout:329 2024-04-02T08:45:32.662 INFO:tasks.workunit.client.0.smithi019.stdout:330 2024-04-02T08:45:32.663 INFO:tasks.workunit.client.0.smithi019.stdout:331 2024-04-02T08:45:32.664 INFO:tasks.workunit.client.0.smithi019.stdout:332 2024-04-02T08:45:32.665 INFO:tasks.workunit.client.0.smithi019.stdout:333 2024-04-02T08:45:32.666 INFO:tasks.workunit.client.0.smithi019.stdout:334 2024-04-02T08:45:32.667 INFO:tasks.workunit.client.0.smithi019.stdout:335 2024-04-02T08:45:32.668 INFO:tasks.workunit.client.0.smithi019.stdout:336 2024-04-02T08:45:32.669 INFO:tasks.workunit.client.0.smithi019.stdout:337 2024-04-02T08:45:32.670 INFO:tasks.workunit.client.0.smithi019.stdout:338 2024-04-02T08:45:32.671 INFO:tasks.workunit.client.0.smithi019.stdout:339 2024-04-02T08:45:32.672 INFO:tasks.workunit.client.0.smithi019.stdout:340 2024-04-02T08:45:32.674 INFO:tasks.workunit.client.0.smithi019.stdout:341 2024-04-02T08:45:32.675 INFO:tasks.workunit.client.0.smithi019.stdout:342 2024-04-02T08:45:32.676 INFO:tasks.workunit.client.0.smithi019.stdout:343 2024-04-02T08:45:32.677 INFO:tasks.workunit.client.0.smithi019.stdout:344 2024-04-02T08:45:32.678 INFO:tasks.workunit.client.0.smithi019.stdout:345 2024-04-02T08:45:32.679 INFO:tasks.workunit.client.0.smithi019.stdout:346 2024-04-02T08:45:32.680 INFO:tasks.workunit.client.0.smithi019.stdout:347 2024-04-02T08:45:32.681 INFO:tasks.workunit.client.0.smithi019.stdout:348 2024-04-02T08:45:32.683 INFO:tasks.workunit.client.0.smithi019.stdout:349 2024-04-02T08:45:32.683 INFO:tasks.workunit.client.0.smithi019.stdout:350 2024-04-02T08:45:32.684 INFO:tasks.workunit.client.0.smithi019.stdout:351 2024-04-02T08:45:32.685 INFO:tasks.workunit.client.0.smithi019.stdout:352 2024-04-02T08:45:32.686 INFO:tasks.workunit.client.0.smithi019.stdout:353 2024-04-02T08:45:32.687 INFO:tasks.workunit.client.0.smithi019.stdout:354 2024-04-02T08:45:32.688 INFO:tasks.workunit.client.0.smithi019.stdout:355 2024-04-02T08:45:32.689 INFO:tasks.workunit.client.0.smithi019.stdout:356 2024-04-02T08:45:32.690 INFO:tasks.workunit.client.0.smithi019.stdout:357 2024-04-02T08:45:32.691 INFO:tasks.workunit.client.0.smithi019.stdout:358 2024-04-02T08:45:32.692 INFO:tasks.workunit.client.0.smithi019.stdout:359 2024-04-02T08:45:32.693 INFO:tasks.workunit.client.0.smithi019.stdout:360 2024-04-02T08:45:32.694 INFO:tasks.workunit.client.0.smithi019.stdout:361 2024-04-02T08:45:32.695 INFO:tasks.workunit.client.0.smithi019.stdout:362 2024-04-02T08:45:32.696 INFO:tasks.workunit.client.0.smithi019.stdout:363 2024-04-02T08:45:32.697 INFO:tasks.workunit.client.0.smithi019.stdout:364 2024-04-02T08:45:32.698 INFO:tasks.workunit.client.0.smithi019.stdout:365 2024-04-02T08:45:32.699 INFO:tasks.workunit.client.0.smithi019.stdout:366 2024-04-02T08:45:32.700 INFO:tasks.workunit.client.0.smithi019.stdout:367 2024-04-02T08:45:32.701 INFO:tasks.workunit.client.0.smithi019.stdout:368 2024-04-02T08:45:32.702 INFO:tasks.workunit.client.0.smithi019.stdout:369 2024-04-02T08:45:32.703 INFO:tasks.workunit.client.0.smithi019.stdout:370 2024-04-02T08:45:32.704 INFO:tasks.workunit.client.0.smithi019.stdout:371 2024-04-02T08:45:32.704 INFO:tasks.workunit.client.0.smithi019.stdout:372 2024-04-02T08:45:32.705 INFO:tasks.workunit.client.0.smithi019.stdout:373 2024-04-02T08:45:32.707 INFO:tasks.workunit.client.0.smithi019.stdout:374 2024-04-02T08:45:32.708 INFO:tasks.workunit.client.0.smithi019.stdout:375 2024-04-02T08:45:32.708 INFO:tasks.workunit.client.0.smithi019.stdout:376 2024-04-02T08:45:32.709 INFO:tasks.workunit.client.0.smithi019.stdout:377 2024-04-02T08:45:32.711 INFO:tasks.workunit.client.0.smithi019.stdout:378 2024-04-02T08:45:32.711 INFO:tasks.workunit.client.0.smithi019.stdout:379 2024-04-02T08:45:32.712 INFO:tasks.workunit.client.0.smithi019.stdout:380 2024-04-02T08:45:32.713 INFO:tasks.workunit.client.0.smithi019.stdout:381 2024-04-02T08:45:32.714 INFO:tasks.workunit.client.0.smithi019.stdout:382 2024-04-02T08:45:32.715 INFO:tasks.workunit.client.0.smithi019.stdout:383 2024-04-02T08:45:32.716 INFO:tasks.workunit.client.0.smithi019.stdout:384 2024-04-02T08:45:32.717 INFO:tasks.workunit.client.0.smithi019.stdout:385 2024-04-02T08:45:32.718 INFO:tasks.workunit.client.0.smithi019.stdout:386 2024-04-02T08:45:32.719 INFO:tasks.workunit.client.0.smithi019.stdout:387 2024-04-02T08:45:32.720 INFO:tasks.workunit.client.0.smithi019.stdout:388 2024-04-02T08:45:32.721 INFO:tasks.workunit.client.0.smithi019.stdout:389 2024-04-02T08:45:32.722 INFO:tasks.workunit.client.0.smithi019.stdout:390 2024-04-02T08:45:32.723 INFO:tasks.workunit.client.0.smithi019.stdout:391 2024-04-02T08:45:32.724 INFO:tasks.workunit.client.0.smithi019.stdout:392 2024-04-02T08:45:32.725 INFO:tasks.workunit.client.0.smithi019.stdout:393 2024-04-02T08:45:32.726 INFO:tasks.workunit.client.0.smithi019.stdout:394 2024-04-02T08:45:32.727 INFO:tasks.workunit.client.0.smithi019.stdout:395 2024-04-02T08:45:32.728 INFO:tasks.workunit.client.0.smithi019.stdout:396 2024-04-02T08:45:32.729 INFO:tasks.workunit.client.0.smithi019.stdout:397 2024-04-02T08:45:32.730 INFO:tasks.workunit.client.0.smithi019.stdout:398 2024-04-02T08:45:32.731 INFO:tasks.workunit.client.0.smithi019.stdout:399 2024-04-02T08:45:32.732 INFO:tasks.workunit.client.0.smithi019.stdout:400 2024-04-02T08:45:32.733 INFO:tasks.workunit.client.0.smithi019.stdout:401 2024-04-02T08:45:32.734 INFO:tasks.workunit.client.0.smithi019.stdout:402 2024-04-02T08:45:32.735 INFO:tasks.workunit.client.0.smithi019.stdout:403 2024-04-02T08:45:32.736 INFO:tasks.workunit.client.0.smithi019.stdout:404 2024-04-02T08:45:32.737 INFO:tasks.workunit.client.0.smithi019.stdout:405 2024-04-02T08:45:32.738 INFO:tasks.workunit.client.0.smithi019.stdout:406 2024-04-02T08:45:32.739 INFO:tasks.workunit.client.0.smithi019.stdout:407 2024-04-02T08:45:32.740 INFO:tasks.workunit.client.0.smithi019.stdout:408 2024-04-02T08:45:32.741 INFO:tasks.workunit.client.0.smithi019.stdout:409 2024-04-02T08:45:32.742 INFO:tasks.workunit.client.0.smithi019.stdout:410 2024-04-02T08:45:32.743 INFO:tasks.workunit.client.0.smithi019.stdout:411 2024-04-02T08:45:32.744 INFO:tasks.workunit.client.0.smithi019.stdout:412 2024-04-02T08:45:32.745 INFO:tasks.workunit.client.0.smithi019.stdout:413 2024-04-02T08:45:32.746 INFO:tasks.workunit.client.0.smithi019.stdout:414 2024-04-02T08:45:32.747 INFO:tasks.workunit.client.0.smithi019.stdout:415 2024-04-02T08:45:32.748 INFO:tasks.workunit.client.0.smithi019.stdout:416 2024-04-02T08:45:32.749 INFO:tasks.workunit.client.0.smithi019.stdout:417 2024-04-02T08:45:32.749 INFO:tasks.workunit.client.0.smithi019.stdout:418 2024-04-02T08:45:32.750 INFO:tasks.workunit.client.0.smithi019.stdout:419 2024-04-02T08:45:32.752 INFO:tasks.workunit.client.0.smithi019.stdout:420 2024-04-02T08:45:32.753 INFO:tasks.workunit.client.0.smithi019.stdout:421 2024-04-02T08:45:32.754 INFO:tasks.workunit.client.0.smithi019.stdout:422 2024-04-02T08:45:32.755 INFO:tasks.workunit.client.0.smithi019.stdout:423 2024-04-02T08:45:32.756 INFO:tasks.workunit.client.0.smithi019.stdout:424 2024-04-02T08:45:32.757 INFO:tasks.workunit.client.0.smithi019.stdout:425 2024-04-02T08:45:32.759 INFO:tasks.workunit.client.0.smithi019.stdout:426 2024-04-02T08:45:32.760 INFO:tasks.workunit.client.0.smithi019.stdout:427 2024-04-02T08:45:32.762 INFO:tasks.workunit.client.0.smithi019.stdout:428 2024-04-02T08:45:32.765 INFO:tasks.workunit.client.0.smithi019.stdout:429 2024-04-02T08:45:32.768 INFO:tasks.workunit.client.0.smithi019.stdout:430 2024-04-02T08:45:32.773 INFO:tasks.workunit.client.0.smithi019.stdout:431 2024-04-02T08:45:32.774 INFO:tasks.workunit.client.0.smithi019.stdout:432 2024-04-02T08:45:32.775 INFO:tasks.workunit.client.0.smithi019.stdout:433 2024-04-02T08:45:32.777 INFO:tasks.workunit.client.0.smithi019.stdout:434 2024-04-02T08:45:32.778 INFO:tasks.workunit.client.0.smithi019.stdout:435 2024-04-02T08:45:32.779 INFO:tasks.workunit.client.0.smithi019.stdout:436 2024-04-02T08:45:32.780 INFO:tasks.workunit.client.0.smithi019.stdout:437 2024-04-02T08:45:32.781 INFO:tasks.workunit.client.0.smithi019.stdout:438 2024-04-02T08:45:32.782 INFO:tasks.workunit.client.0.smithi019.stdout:439 2024-04-02T08:45:32.783 INFO:tasks.workunit.client.0.smithi019.stdout:440 2024-04-02T08:45:32.784 INFO:tasks.workunit.client.0.smithi019.stdout:441 2024-04-02T08:45:32.785 INFO:tasks.workunit.client.0.smithi019.stdout:442 2024-04-02T08:45:32.786 INFO:tasks.workunit.client.0.smithi019.stdout:443 2024-04-02T08:45:32.788 INFO:tasks.workunit.client.0.smithi019.stdout:444 2024-04-02T08:45:32.789 INFO:tasks.workunit.client.0.smithi019.stdout:445 2024-04-02T08:45:32.790 INFO:tasks.workunit.client.0.smithi019.stdout:446 2024-04-02T08:45:32.791 INFO:tasks.workunit.client.0.smithi019.stdout:447 2024-04-02T08:45:32.792 INFO:tasks.workunit.client.0.smithi019.stdout:448 2024-04-02T08:45:32.793 INFO:tasks.workunit.client.0.smithi019.stdout:449 2024-04-02T08:45:32.794 INFO:tasks.workunit.client.0.smithi019.stdout:450 2024-04-02T08:45:32.796 INFO:tasks.workunit.client.0.smithi019.stdout:451 2024-04-02T08:45:32.797 INFO:tasks.workunit.client.0.smithi019.stdout:452 2024-04-02T08:45:32.798 INFO:tasks.workunit.client.0.smithi019.stdout:453 2024-04-02T08:45:32.799 INFO:tasks.workunit.client.0.smithi019.stdout:454 2024-04-02T08:45:32.800 INFO:tasks.workunit.client.0.smithi019.stdout:455 2024-04-02T08:45:32.801 INFO:tasks.workunit.client.0.smithi019.stdout:456 2024-04-02T08:45:32.802 INFO:tasks.workunit.client.0.smithi019.stdout:457 2024-04-02T08:45:32.803 INFO:tasks.workunit.client.0.smithi019.stdout:458 2024-04-02T08:45:32.804 INFO:tasks.workunit.client.0.smithi019.stdout:459 2024-04-02T08:45:32.805 INFO:tasks.workunit.client.0.smithi019.stdout:460 2024-04-02T08:45:32.806 INFO:tasks.workunit.client.0.smithi019.stdout:461 2024-04-02T08:45:32.807 INFO:tasks.workunit.client.0.smithi019.stdout:462 2024-04-02T08:45:32.808 INFO:tasks.workunit.client.0.smithi019.stdout:463 2024-04-02T08:45:32.809 INFO:tasks.workunit.client.0.smithi019.stdout:464 2024-04-02T08:45:32.810 INFO:tasks.workunit.client.0.smithi019.stdout:465 2024-04-02T08:45:32.811 INFO:tasks.workunit.client.0.smithi019.stdout:466 2024-04-02T08:45:32.812 INFO:tasks.workunit.client.0.smithi019.stdout:467 2024-04-02T08:45:32.813 INFO:tasks.workunit.client.0.smithi019.stdout:468 2024-04-02T08:45:32.814 INFO:tasks.workunit.client.0.smithi019.stdout:469 2024-04-02T08:45:32.815 INFO:tasks.workunit.client.0.smithi019.stdout:470 2024-04-02T08:45:32.816 INFO:tasks.workunit.client.0.smithi019.stdout:471 2024-04-02T08:45:32.817 INFO:tasks.workunit.client.0.smithi019.stdout:472 2024-04-02T08:45:32.818 INFO:tasks.workunit.client.0.smithi019.stdout:473 2024-04-02T08:45:32.819 INFO:tasks.workunit.client.0.smithi019.stdout:474 2024-04-02T08:45:32.820 INFO:tasks.workunit.client.0.smithi019.stdout:475 2024-04-02T08:45:32.821 INFO:tasks.workunit.client.0.smithi019.stdout:476 2024-04-02T08:45:32.822 INFO:tasks.workunit.client.0.smithi019.stdout:477 2024-04-02T08:45:32.823 INFO:tasks.workunit.client.0.smithi019.stdout:478 2024-04-02T08:45:32.825 INFO:tasks.workunit.client.0.smithi019.stdout:479 2024-04-02T08:45:32.826 INFO:tasks.workunit.client.0.smithi019.stdout:480 2024-04-02T08:45:32.827 INFO:tasks.workunit.client.0.smithi019.stdout:481 2024-04-02T08:45:32.828 INFO:tasks.workunit.client.0.smithi019.stdout:482 2024-04-02T08:45:32.829 INFO:tasks.workunit.client.0.smithi019.stdout:483 2024-04-02T08:45:32.830 INFO:tasks.workunit.client.0.smithi019.stdout:484 2024-04-02T08:45:32.832 INFO:tasks.workunit.client.0.smithi019.stdout:485 2024-04-02T08:45:32.833 INFO:tasks.workunit.client.0.smithi019.stdout:486 2024-04-02T08:45:32.834 INFO:tasks.workunit.client.0.smithi019.stdout:487 2024-04-02T08:45:32.835 INFO:tasks.workunit.client.0.smithi019.stdout:488 2024-04-02T08:45:32.836 INFO:tasks.workunit.client.0.smithi019.stdout:489 2024-04-02T08:45:32.837 INFO:tasks.workunit.client.0.smithi019.stdout:490 2024-04-02T08:45:32.838 INFO:tasks.workunit.client.0.smithi019.stdout:491 2024-04-02T08:45:32.840 INFO:tasks.workunit.client.0.smithi019.stdout:492 2024-04-02T08:45:32.841 INFO:tasks.workunit.client.0.smithi019.stdout:493 2024-04-02T08:45:32.842 INFO:tasks.workunit.client.0.smithi019.stdout:494 2024-04-02T08:45:32.843 INFO:tasks.workunit.client.0.smithi019.stdout:495 2024-04-02T08:45:32.844 INFO:tasks.workunit.client.0.smithi019.stdout:496 2024-04-02T08:45:32.845 INFO:tasks.workunit.client.0.smithi019.stdout:497 2024-04-02T08:45:32.846 INFO:tasks.workunit.client.0.smithi019.stdout:498 2024-04-02T08:45:32.848 INFO:tasks.workunit.client.0.smithi019.stdout:499 2024-04-02T08:45:32.849 INFO:tasks.workunit.client.0.smithi019.stdout:500 2024-04-02T08:45:32.850 INFO:tasks.workunit.client.0.smithi019.stdout:501 2024-04-02T08:45:32.851 INFO:tasks.workunit.client.0.smithi019.stdout:502 2024-04-02T08:45:32.852 INFO:tasks.workunit.client.0.smithi019.stdout:503 2024-04-02T08:45:32.853 INFO:tasks.workunit.client.0.smithi019.stdout:504 2024-04-02T08:45:32.854 INFO:tasks.workunit.client.0.smithi019.stdout:505 2024-04-02T08:45:32.855 INFO:tasks.workunit.client.0.smithi019.stdout:506 2024-04-02T08:45:32.856 INFO:tasks.workunit.client.0.smithi019.stdout:507 2024-04-02T08:45:32.857 INFO:tasks.workunit.client.0.smithi019.stdout:508 2024-04-02T08:45:32.859 INFO:tasks.workunit.client.0.smithi019.stdout:509 2024-04-02T08:45:32.860 INFO:tasks.workunit.client.0.smithi019.stdout:510 2024-04-02T08:45:32.861 INFO:tasks.workunit.client.0.smithi019.stdout:511 2024-04-02T08:45:32.862 INFO:tasks.workunit.client.0.smithi019.stdout:512 2024-04-02T08:45:32.863 INFO:tasks.workunit.client.0.smithi019.stdout:513 2024-04-02T08:45:32.865 INFO:tasks.workunit.client.0.smithi019.stdout:514 2024-04-02T08:45:32.866 INFO:tasks.workunit.client.0.smithi019.stdout:515 2024-04-02T08:45:32.867 INFO:tasks.workunit.client.0.smithi019.stdout:516 2024-04-02T08:45:32.868 INFO:tasks.workunit.client.0.smithi019.stdout:517 2024-04-02T08:45:32.869 INFO:tasks.workunit.client.0.smithi019.stdout:518 2024-04-02T08:45:32.870 INFO:tasks.workunit.client.0.smithi019.stdout:519 2024-04-02T08:45:32.871 INFO:tasks.workunit.client.0.smithi019.stdout:520 2024-04-02T08:45:32.873 INFO:tasks.workunit.client.0.smithi019.stdout:521 2024-04-02T08:45:32.873 INFO:tasks.workunit.client.0.smithi019.stdout:522 2024-04-02T08:45:32.874 INFO:tasks.workunit.client.0.smithi019.stdout:523 2024-04-02T08:45:32.875 INFO:tasks.workunit.client.0.smithi019.stdout:524 2024-04-02T08:45:32.876 INFO:tasks.workunit.client.0.smithi019.stdout:525 2024-04-02T08:45:32.877 INFO:tasks.workunit.client.0.smithi019.stdout:526 2024-04-02T08:45:32.878 INFO:tasks.workunit.client.0.smithi019.stdout:527 2024-04-02T08:45:32.879 INFO:tasks.workunit.client.0.smithi019.stdout:528 2024-04-02T08:45:32.880 INFO:tasks.workunit.client.0.smithi019.stdout:529 2024-04-02T08:45:32.881 INFO:tasks.workunit.client.0.smithi019.stdout:530 2024-04-02T08:45:32.882 INFO:tasks.workunit.client.0.smithi019.stdout:531 2024-04-02T08:45:32.883 INFO:tasks.workunit.client.0.smithi019.stdout:532 2024-04-02T08:45:32.884 INFO:tasks.workunit.client.0.smithi019.stdout:533 2024-04-02T08:45:32.886 INFO:tasks.workunit.client.0.smithi019.stdout:534 2024-04-02T08:45:32.887 INFO:tasks.workunit.client.0.smithi019.stdout:535 2024-04-02T08:45:32.888 INFO:tasks.workunit.client.0.smithi019.stdout:536 2024-04-02T08:45:32.889 INFO:tasks.workunit.client.0.smithi019.stdout:537 2024-04-02T08:45:32.890 INFO:tasks.workunit.client.0.smithi019.stdout:538 2024-04-02T08:45:32.891 INFO:tasks.workunit.client.0.smithi019.stdout:539 2024-04-02T08:45:32.892 INFO:tasks.workunit.client.0.smithi019.stdout:540 2024-04-02T08:45:32.893 INFO:tasks.workunit.client.0.smithi019.stdout:541 2024-04-02T08:45:32.894 INFO:tasks.workunit.client.0.smithi019.stdout:542 2024-04-02T08:45:32.895 INFO:tasks.workunit.client.0.smithi019.stdout:543 2024-04-02T08:45:32.896 INFO:tasks.workunit.client.0.smithi019.stdout:544 2024-04-02T08:45:32.897 INFO:tasks.workunit.client.0.smithi019.stdout:545 2024-04-02T08:45:32.899 INFO:tasks.workunit.client.0.smithi019.stdout:546 2024-04-02T08:45:32.900 INFO:tasks.workunit.client.0.smithi019.stdout:547 2024-04-02T08:45:32.901 INFO:tasks.workunit.client.0.smithi019.stdout:548 2024-04-02T08:45:32.901 INFO:tasks.workunit.client.0.smithi019.stdout:549 2024-04-02T08:45:32.903 INFO:tasks.workunit.client.0.smithi019.stdout:550 2024-04-02T08:45:32.904 INFO:tasks.workunit.client.0.smithi019.stdout:551 2024-04-02T08:45:32.905 INFO:tasks.workunit.client.0.smithi019.stdout:552 2024-04-02T08:45:32.906 INFO:tasks.workunit.client.0.smithi019.stdout:553 2024-04-02T08:45:32.907 INFO:tasks.workunit.client.0.smithi019.stdout:554 2024-04-02T08:45:32.908 INFO:tasks.workunit.client.0.smithi019.stdout:555 2024-04-02T08:45:32.909 INFO:tasks.workunit.client.0.smithi019.stdout:556 2024-04-02T08:45:32.910 INFO:tasks.workunit.client.0.smithi019.stdout:557 2024-04-02T08:45:32.911 INFO:tasks.workunit.client.0.smithi019.stdout:558 2024-04-02T08:45:32.912 INFO:tasks.workunit.client.0.smithi019.stdout:559 2024-04-02T08:45:32.913 INFO:tasks.workunit.client.0.smithi019.stdout:560 2024-04-02T08:45:32.914 INFO:tasks.workunit.client.0.smithi019.stdout:561 2024-04-02T08:45:32.915 INFO:tasks.workunit.client.0.smithi019.stdout:562 2024-04-02T08:45:32.916 INFO:tasks.workunit.client.0.smithi019.stdout:563 2024-04-02T08:45:32.917 INFO:tasks.workunit.client.0.smithi019.stdout:564 2024-04-02T08:45:32.918 INFO:tasks.workunit.client.0.smithi019.stdout:565 2024-04-02T08:45:32.919 INFO:tasks.workunit.client.0.smithi019.stdout:566 2024-04-02T08:45:32.920 INFO:tasks.workunit.client.0.smithi019.stdout:567 2024-04-02T08:45:32.921 INFO:tasks.workunit.client.0.smithi019.stdout:568 2024-04-02T08:45:32.922 INFO:tasks.workunit.client.0.smithi019.stdout:569 2024-04-02T08:45:32.923 INFO:tasks.workunit.client.0.smithi019.stdout:570 2024-04-02T08:45:32.924 INFO:tasks.workunit.client.0.smithi019.stdout:571 2024-04-02T08:45:32.925 INFO:tasks.workunit.client.0.smithi019.stdout:572 2024-04-02T08:45:32.926 INFO:tasks.workunit.client.0.smithi019.stdout:573 2024-04-02T08:45:32.927 INFO:tasks.workunit.client.0.smithi019.stdout:574 2024-04-02T08:45:32.928 INFO:tasks.workunit.client.0.smithi019.stdout:575 2024-04-02T08:45:32.929 INFO:tasks.workunit.client.0.smithi019.stdout:576 2024-04-02T08:45:32.930 INFO:tasks.workunit.client.0.smithi019.stdout:577 2024-04-02T08:45:32.931 INFO:tasks.workunit.client.0.smithi019.stdout:578 2024-04-02T08:45:32.932 INFO:tasks.workunit.client.0.smithi019.stdout:579 2024-04-02T08:45:32.933 INFO:tasks.workunit.client.0.smithi019.stdout:580 2024-04-02T08:45:32.934 INFO:tasks.workunit.client.0.smithi019.stdout:581 2024-04-02T08:45:32.935 INFO:tasks.workunit.client.0.smithi019.stdout:582 2024-04-02T08:45:32.936 INFO:tasks.workunit.client.0.smithi019.stdout:583 2024-04-02T08:45:32.937 INFO:tasks.workunit.client.0.smithi019.stdout:584 2024-04-02T08:45:32.938 INFO:tasks.workunit.client.0.smithi019.stdout:585 2024-04-02T08:45:32.939 INFO:tasks.workunit.client.0.smithi019.stdout:586 2024-04-02T08:45:32.940 INFO:tasks.workunit.client.0.smithi019.stdout:587 2024-04-02T08:45:32.941 INFO:tasks.workunit.client.0.smithi019.stdout:588 2024-04-02T08:45:32.943 INFO:tasks.workunit.client.0.smithi019.stdout:589 2024-04-02T08:45:32.943 INFO:tasks.workunit.client.0.smithi019.stdout:590 2024-04-02T08:45:32.945 INFO:tasks.workunit.client.0.smithi019.stdout:591 2024-04-02T08:45:32.946 INFO:tasks.workunit.client.0.smithi019.stdout:592 2024-04-02T08:45:32.947 INFO:tasks.workunit.client.0.smithi019.stdout:593 2024-04-02T08:45:32.948 INFO:tasks.workunit.client.0.smithi019.stdout:594 2024-04-02T08:45:32.949 INFO:tasks.workunit.client.0.smithi019.stdout:595 2024-04-02T08:45:32.950 INFO:tasks.workunit.client.0.smithi019.stdout:596 2024-04-02T08:45:32.951 INFO:tasks.workunit.client.0.smithi019.stdout:597 2024-04-02T08:45:32.952 INFO:tasks.workunit.client.0.smithi019.stdout:598 2024-04-02T08:45:32.953 INFO:tasks.workunit.client.0.smithi019.stdout:599 2024-04-02T08:45:32.954 INFO:tasks.workunit.client.0.smithi019.stdout:600 2024-04-02T08:45:32.955 INFO:tasks.workunit.client.0.smithi019.stdout:601 2024-04-02T08:45:32.956 INFO:tasks.workunit.client.0.smithi019.stdout:602 2024-04-02T08:45:32.957 INFO:tasks.workunit.client.0.smithi019.stdout:603 2024-04-02T08:45:32.958 INFO:tasks.workunit.client.0.smithi019.stdout:604 2024-04-02T08:45:32.959 INFO:tasks.workunit.client.0.smithi019.stdout:605 2024-04-02T08:45:32.960 INFO:tasks.workunit.client.0.smithi019.stdout:606 2024-04-02T08:45:32.961 INFO:tasks.workunit.client.0.smithi019.stdout:607 2024-04-02T08:45:32.962 INFO:tasks.workunit.client.0.smithi019.stdout:608 2024-04-02T08:45:32.963 INFO:tasks.workunit.client.0.smithi019.stdout:609 2024-04-02T08:45:32.965 INFO:tasks.workunit.client.0.smithi019.stdout:610 2024-04-02T08:45:32.966 INFO:tasks.workunit.client.0.smithi019.stdout:611 2024-04-02T08:45:32.969 INFO:tasks.workunit.client.0.smithi019.stdout:612 2024-04-02T08:45:32.970 INFO:tasks.workunit.client.0.smithi019.stdout:613 2024-04-02T08:45:32.971 INFO:tasks.workunit.client.0.smithi019.stdout:614 2024-04-02T08:45:32.972 INFO:tasks.workunit.client.0.smithi019.stdout:615 2024-04-02T08:45:32.973 INFO:tasks.workunit.client.0.smithi019.stdout:616 2024-04-02T08:45:32.974 INFO:tasks.workunit.client.0.smithi019.stdout:617 2024-04-02T08:45:32.976 INFO:tasks.workunit.client.0.smithi019.stdout:618 2024-04-02T08:45:32.977 INFO:tasks.workunit.client.0.smithi019.stdout:619 2024-04-02T08:45:32.978 INFO:tasks.workunit.client.0.smithi019.stdout:620 2024-04-02T08:45:32.979 INFO:tasks.workunit.client.0.smithi019.stdout:621 2024-04-02T08:45:32.981 INFO:tasks.workunit.client.0.smithi019.stdout:622 2024-04-02T08:45:32.982 INFO:tasks.workunit.client.0.smithi019.stdout:623 2024-04-02T08:45:32.983 INFO:tasks.workunit.client.0.smithi019.stdout:624 2024-04-02T08:45:32.985 INFO:tasks.workunit.client.0.smithi019.stdout:625 2024-04-02T08:45:32.986 INFO:tasks.workunit.client.0.smithi019.stdout:626 2024-04-02T08:45:32.987 INFO:tasks.workunit.client.0.smithi019.stdout:627 2024-04-02T08:45:32.988 INFO:tasks.workunit.client.0.smithi019.stdout:628 2024-04-02T08:45:32.990 INFO:tasks.workunit.client.0.smithi019.stdout:629 2024-04-02T08:45:32.991 INFO:tasks.workunit.client.0.smithi019.stdout:630 2024-04-02T08:45:32.992 INFO:tasks.workunit.client.0.smithi019.stdout:631 2024-04-02T08:45:32.993 INFO:tasks.workunit.client.0.smithi019.stdout:632 2024-04-02T08:45:32.995 INFO:tasks.workunit.client.0.smithi019.stdout:633 2024-04-02T08:45:32.996 INFO:tasks.workunit.client.0.smithi019.stdout:634 2024-04-02T08:45:32.997 INFO:tasks.workunit.client.0.smithi019.stdout:635 2024-04-02T08:45:32.999 INFO:tasks.workunit.client.0.smithi019.stdout:636 2024-04-02T08:45:33.000 INFO:tasks.workunit.client.0.smithi019.stdout:637 2024-04-02T08:45:33.001 INFO:tasks.workunit.client.0.smithi019.stdout:638 2024-04-02T08:45:33.002 INFO:tasks.workunit.client.0.smithi019.stdout:639 2024-04-02T08:45:33.004 INFO:tasks.workunit.client.0.smithi019.stdout:640 2024-04-02T08:45:33.005 INFO:tasks.workunit.client.0.smithi019.stdout:641 2024-04-02T08:45:33.006 INFO:tasks.workunit.client.0.smithi019.stdout:642 2024-04-02T08:45:33.007 INFO:tasks.workunit.client.0.smithi019.stdout:643 2024-04-02T08:45:33.009 INFO:tasks.workunit.client.0.smithi019.stdout:644 2024-04-02T08:45:33.010 INFO:tasks.workunit.client.0.smithi019.stdout:645 2024-04-02T08:45:33.011 INFO:tasks.workunit.client.0.smithi019.stdout:646 2024-04-02T08:45:33.013 INFO:tasks.workunit.client.0.smithi019.stdout:647 2024-04-02T08:45:33.014 INFO:tasks.workunit.client.0.smithi019.stdout:648 2024-04-02T08:45:33.015 INFO:tasks.workunit.client.0.smithi019.stdout:649 2024-04-02T08:45:33.016 INFO:tasks.workunit.client.0.smithi019.stdout:650 2024-04-02T08:45:33.018 INFO:tasks.workunit.client.0.smithi019.stdout:651 2024-04-02T08:45:33.019 INFO:tasks.workunit.client.0.smithi019.stdout:652 2024-04-02T08:45:33.020 INFO:tasks.workunit.client.0.smithi019.stdout:653 2024-04-02T08:45:33.021 INFO:tasks.workunit.client.0.smithi019.stdout:654 2024-04-02T08:45:33.023 INFO:tasks.workunit.client.0.smithi019.stdout:655 2024-04-02T08:45:33.024 INFO:tasks.workunit.client.0.smithi019.stdout:656 2024-04-02T08:45:33.026 INFO:tasks.workunit.client.0.smithi019.stdout:657 2024-04-02T08:45:33.027 INFO:tasks.workunit.client.0.smithi019.stdout:658 2024-04-02T08:45:33.028 INFO:tasks.workunit.client.0.smithi019.stdout:659 2024-04-02T08:45:33.029 INFO:tasks.workunit.client.0.smithi019.stdout:660 2024-04-02T08:45:33.031 INFO:tasks.workunit.client.0.smithi019.stdout:661 2024-04-02T08:45:33.032 INFO:tasks.workunit.client.0.smithi019.stdout:662 2024-04-02T08:45:33.033 INFO:tasks.workunit.client.0.smithi019.stdout:663 2024-04-02T08:45:33.034 INFO:tasks.workunit.client.0.smithi019.stdout:664 2024-04-02T08:45:33.036 INFO:tasks.workunit.client.0.smithi019.stdout:665 2024-04-02T08:45:33.037 INFO:tasks.workunit.client.0.smithi019.stdout:666 2024-04-02T08:45:33.039 INFO:tasks.workunit.client.0.smithi019.stdout:667 2024-04-02T08:45:33.040 INFO:tasks.workunit.client.0.smithi019.stdout:668 2024-04-02T08:45:33.042 INFO:tasks.workunit.client.0.smithi019.stdout:669 2024-04-02T08:45:33.043 INFO:tasks.workunit.client.0.smithi019.stdout:670 2024-04-02T08:45:33.044 INFO:tasks.workunit.client.0.smithi019.stdout:671 2024-04-02T08:45:33.045 INFO:tasks.workunit.client.0.smithi019.stdout:672 2024-04-02T08:45:33.046 INFO:tasks.workunit.client.0.smithi019.stdout:673 2024-04-02T08:45:33.047 INFO:tasks.workunit.client.0.smithi019.stdout:674 2024-04-02T08:45:33.048 INFO:tasks.workunit.client.0.smithi019.stdout:675 2024-04-02T08:45:33.050 INFO:tasks.workunit.client.0.smithi019.stdout:676 2024-04-02T08:45:33.051 INFO:tasks.workunit.client.0.smithi019.stdout:677 2024-04-02T08:45:33.052 INFO:tasks.workunit.client.0.smithi019.stdout:678 2024-04-02T08:45:33.053 INFO:tasks.workunit.client.0.smithi019.stdout:679 2024-04-02T08:45:33.054 INFO:tasks.workunit.client.0.smithi019.stdout:680 2024-04-02T08:45:33.055 INFO:tasks.workunit.client.0.smithi019.stdout:681 2024-04-02T08:45:33.056 INFO:tasks.workunit.client.0.smithi019.stdout:682 2024-04-02T08:45:33.057 INFO:tasks.workunit.client.0.smithi019.stdout:683 2024-04-02T08:45:33.059 INFO:tasks.workunit.client.0.smithi019.stdout:684 2024-04-02T08:45:33.060 INFO:tasks.workunit.client.0.smithi019.stdout:685 2024-04-02T08:45:33.061 INFO:tasks.workunit.client.0.smithi019.stdout:686 2024-04-02T08:45:33.062 INFO:tasks.workunit.client.0.smithi019.stdout:687 2024-04-02T08:45:33.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:32 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:33.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:32 smithi066 ceph-mon[87361]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:33.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:32 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1950485265' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:45:33.063 INFO:tasks.workunit.client.0.smithi019.stdout:688 2024-04-02T08:45:33.064 INFO:tasks.workunit.client.0.smithi019.stdout:689 2024-04-02T08:45:33.065 INFO:tasks.workunit.client.0.smithi019.stdout:690 2024-04-02T08:45:33.066 INFO:tasks.workunit.client.0.smithi019.stdout:691 2024-04-02T08:45:33.067 INFO:tasks.workunit.client.0.smithi019.stdout:692 2024-04-02T08:45:33.068 INFO:tasks.workunit.client.0.smithi019.stdout:693 2024-04-02T08:45:33.069 INFO:tasks.workunit.client.0.smithi019.stdout:694 2024-04-02T08:45:33.070 INFO:tasks.workunit.client.0.smithi019.stdout:695 2024-04-02T08:45:33.071 INFO:tasks.workunit.client.0.smithi019.stdout:696 2024-04-02T08:45:33.072 INFO:tasks.workunit.client.0.smithi019.stdout:697 2024-04-02T08:45:33.073 INFO:tasks.workunit.client.0.smithi019.stdout:698 2024-04-02T08:45:33.074 INFO:tasks.workunit.client.0.smithi019.stdout:699 2024-04-02T08:45:33.077 INFO:tasks.workunit.client.0.smithi019.stdout:700 2024-04-02T08:45:33.077 INFO:tasks.workunit.client.0.smithi019.stdout:701 2024-04-02T08:45:33.078 INFO:tasks.workunit.client.0.smithi019.stdout:702 2024-04-02T08:45:33.078 INFO:tasks.workunit.client.0.smithi019.stdout:703 2024-04-02T08:45:33.079 INFO:tasks.workunit.client.0.smithi019.stdout:704 2024-04-02T08:45:33.080 INFO:tasks.workunit.client.0.smithi019.stdout:705 2024-04-02T08:45:33.082 INFO:tasks.workunit.client.0.smithi019.stdout:706 2024-04-02T08:45:33.083 INFO:tasks.workunit.client.0.smithi019.stdout:707 2024-04-02T08:45:33.084 INFO:tasks.workunit.client.0.smithi019.stdout:708 2024-04-02T08:45:33.085 INFO:tasks.workunit.client.0.smithi019.stdout:709 2024-04-02T08:45:33.086 INFO:tasks.workunit.client.0.smithi019.stdout:710 2024-04-02T08:45:33.087 INFO:tasks.workunit.client.0.smithi019.stdout:711 2024-04-02T08:45:33.088 INFO:tasks.workunit.client.0.smithi019.stdout:712 2024-04-02T08:45:33.089 INFO:tasks.workunit.client.0.smithi019.stdout:713 2024-04-02T08:45:33.090 INFO:tasks.workunit.client.0.smithi019.stdout:714 2024-04-02T08:45:33.092 INFO:tasks.workunit.client.0.smithi019.stdout:715 2024-04-02T08:45:33.093 INFO:tasks.workunit.client.0.smithi019.stdout:716 2024-04-02T08:45:33.094 INFO:tasks.workunit.client.0.smithi019.stdout:717 2024-04-02T08:45:33.095 INFO:tasks.workunit.client.0.smithi019.stdout:718 2024-04-02T08:45:33.096 INFO:tasks.workunit.client.0.smithi019.stdout:719 2024-04-02T08:45:33.097 INFO:tasks.workunit.client.0.smithi019.stdout:720 2024-04-02T08:45:33.098 INFO:tasks.workunit.client.0.smithi019.stdout:721 2024-04-02T08:45:33.099 INFO:tasks.workunit.client.0.smithi019.stdout:722 2024-04-02T08:45:33.100 INFO:tasks.workunit.client.0.smithi019.stdout:723 2024-04-02T08:45:33.101 INFO:tasks.workunit.client.0.smithi019.stdout:724 2024-04-02T08:45:33.102 INFO:tasks.workunit.client.0.smithi019.stdout:725 2024-04-02T08:45:33.103 INFO:tasks.workunit.client.0.smithi019.stdout:726 2024-04-02T08:45:33.104 INFO:tasks.workunit.client.0.smithi019.stdout:727 2024-04-02T08:45:33.105 INFO:tasks.workunit.client.0.smithi019.stdout:728 2024-04-02T08:45:33.106 INFO:tasks.workunit.client.0.smithi019.stdout:729 2024-04-02T08:45:33.107 INFO:tasks.workunit.client.0.smithi019.stdout:730 2024-04-02T08:45:33.108 INFO:tasks.workunit.client.0.smithi019.stdout:731 2024-04-02T08:45:33.109 INFO:tasks.workunit.client.0.smithi019.stdout:732 2024-04-02T08:45:33.110 INFO:tasks.workunit.client.0.smithi019.stdout:733 2024-04-02T08:45:33.111 INFO:tasks.workunit.client.0.smithi019.stdout:734 2024-04-02T08:45:33.112 INFO:tasks.workunit.client.0.smithi019.stdout:735 2024-04-02T08:45:33.114 INFO:tasks.workunit.client.0.smithi019.stdout:736 2024-04-02T08:45:33.115 INFO:tasks.workunit.client.0.smithi019.stdout:737 2024-04-02T08:45:33.116 INFO:tasks.workunit.client.0.smithi019.stdout:738 2024-04-02T08:45:33.117 INFO:tasks.workunit.client.0.smithi019.stdout:739 2024-04-02T08:45:33.118 INFO:tasks.workunit.client.0.smithi019.stdout:740 2024-04-02T08:45:33.119 INFO:tasks.workunit.client.0.smithi019.stdout:741 2024-04-02T08:45:33.120 INFO:tasks.workunit.client.0.smithi019.stdout:742 2024-04-02T08:45:33.121 INFO:tasks.workunit.client.0.smithi019.stdout:743 2024-04-02T08:45:33.123 INFO:tasks.workunit.client.0.smithi019.stdout:744 2024-04-02T08:45:33.124 INFO:tasks.workunit.client.0.smithi019.stdout:745 2024-04-02T08:45:33.125 INFO:tasks.workunit.client.0.smithi019.stdout:746 2024-04-02T08:45:33.126 INFO:tasks.workunit.client.0.smithi019.stdout:747 2024-04-02T08:45:33.127 INFO:tasks.workunit.client.0.smithi019.stdout:748 2024-04-02T08:45:33.128 INFO:tasks.workunit.client.0.smithi019.stdout:749 2024-04-02T08:45:33.130 INFO:tasks.workunit.client.0.smithi019.stdout:750 2024-04-02T08:45:33.131 INFO:tasks.workunit.client.0.smithi019.stdout:751 2024-04-02T08:45:33.132 INFO:tasks.workunit.client.0.smithi019.stdout:752 2024-04-02T08:45:33.133 INFO:tasks.workunit.client.0.smithi019.stdout:753 2024-04-02T08:45:33.134 INFO:tasks.workunit.client.0.smithi019.stdout:754 2024-04-02T08:45:33.135 INFO:tasks.workunit.client.0.smithi019.stdout:755 2024-04-02T08:45:33.136 INFO:tasks.workunit.client.0.smithi019.stdout:756 2024-04-02T08:45:33.137 INFO:tasks.workunit.client.0.smithi019.stdout:757 2024-04-02T08:45:33.139 INFO:tasks.workunit.client.0.smithi019.stdout:758 2024-04-02T08:45:33.140 INFO:tasks.workunit.client.0.smithi019.stdout:759 2024-04-02T08:45:33.141 INFO:tasks.workunit.client.0.smithi019.stdout:760 2024-04-02T08:45:33.142 INFO:tasks.workunit.client.0.smithi019.stdout:761 2024-04-02T08:45:33.143 INFO:tasks.workunit.client.0.smithi019.stdout:762 2024-04-02T08:45:33.144 INFO:tasks.workunit.client.0.smithi019.stdout:763 2024-04-02T08:45:33.145 INFO:tasks.workunit.client.0.smithi019.stdout:764 2024-04-02T08:45:33.146 INFO:tasks.workunit.client.0.smithi019.stdout:765 2024-04-02T08:45:33.147 INFO:tasks.workunit.client.0.smithi019.stdout:766 2024-04-02T08:45:33.148 INFO:tasks.workunit.client.0.smithi019.stdout:767 2024-04-02T08:45:33.149 INFO:tasks.workunit.client.0.smithi019.stdout:768 2024-04-02T08:45:33.151 INFO:tasks.workunit.client.0.smithi019.stdout:769 2024-04-02T08:45:33.152 INFO:tasks.workunit.client.0.smithi019.stdout:770 2024-04-02T08:45:33.153 INFO:tasks.workunit.client.0.smithi019.stdout:771 2024-04-02T08:45:33.154 INFO:tasks.workunit.client.0.smithi019.stdout:772 2024-04-02T08:45:33.155 INFO:tasks.workunit.client.0.smithi019.stdout:773 2024-04-02T08:45:33.156 INFO:tasks.workunit.client.0.smithi019.stdout:774 2024-04-02T08:45:33.157 INFO:tasks.workunit.client.0.smithi019.stdout:775 2024-04-02T08:45:33.158 INFO:tasks.workunit.client.0.smithi019.stdout:776 2024-04-02T08:45:33.159 INFO:tasks.workunit.client.0.smithi019.stdout:777 2024-04-02T08:45:33.161 INFO:tasks.workunit.client.0.smithi019.stdout:778 2024-04-02T08:45:33.162 INFO:tasks.workunit.client.0.smithi019.stdout:779 2024-04-02T08:45:33.163 INFO:tasks.workunit.client.0.smithi019.stdout:780 2024-04-02T08:45:33.164 INFO:tasks.workunit.client.0.smithi019.stdout:781 2024-04-02T08:45:33.165 INFO:tasks.workunit.client.0.smithi019.stdout:782 2024-04-02T08:45:33.167 INFO:tasks.workunit.client.0.smithi019.stdout:783 2024-04-02T08:45:33.168 INFO:tasks.workunit.client.0.smithi019.stdout:784 2024-04-02T08:45:33.169 INFO:tasks.workunit.client.0.smithi019.stdout:785 2024-04-02T08:45:33.170 INFO:tasks.workunit.client.0.smithi019.stdout:786 2024-04-02T08:45:33.171 INFO:tasks.workunit.client.0.smithi019.stdout:787 2024-04-02T08:45:33.173 INFO:tasks.workunit.client.0.smithi019.stdout:788 2024-04-02T08:45:33.174 INFO:tasks.workunit.client.0.smithi019.stdout:789 2024-04-02T08:45:33.175 INFO:tasks.workunit.client.0.smithi019.stdout:790 2024-04-02T08:45:33.176 INFO:tasks.workunit.client.0.smithi019.stdout:791 2024-04-02T08:45:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:792 2024-04-02T08:45:33.178 INFO:tasks.workunit.client.0.smithi019.stdout:793 2024-04-02T08:45:33.179 INFO:tasks.workunit.client.0.smithi019.stdout:794 2024-04-02T08:45:33.180 INFO:tasks.workunit.client.0.smithi019.stdout:795 2024-04-02T08:45:33.182 INFO:tasks.workunit.client.0.smithi019.stdout:796 2024-04-02T08:45:33.183 INFO:tasks.workunit.client.0.smithi019.stdout:797 2024-04-02T08:45:33.184 INFO:tasks.workunit.client.0.smithi019.stdout:798 2024-04-02T08:45:33.185 INFO:tasks.workunit.client.0.smithi019.stdout:799 2024-04-02T08:45:33.186 INFO:tasks.workunit.client.0.smithi019.stdout:800 2024-04-02T08:45:33.187 INFO:tasks.workunit.client.0.smithi019.stdout:801 2024-04-02T08:45:33.188 INFO:tasks.workunit.client.0.smithi019.stdout:802 2024-04-02T08:45:33.190 INFO:tasks.workunit.client.0.smithi019.stdout:803 2024-04-02T08:45:33.191 INFO:tasks.workunit.client.0.smithi019.stdout:804 2024-04-02T08:45:33.192 INFO:tasks.workunit.client.0.smithi019.stdout:805 2024-04-02T08:45:33.194 INFO:tasks.workunit.client.0.smithi019.stdout:806 2024-04-02T08:45:33.195 INFO:tasks.workunit.client.0.smithi019.stdout:807 2024-04-02T08:45:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:32 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:32 smithi019 ceph-mon[94035]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:32 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1950485265' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:45:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:32 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:32 smithi019 ceph-mon[96522]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:45:33.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:32 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1950485265' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:45:33.196 INFO:tasks.workunit.client.0.smithi019.stdout:808 2024-04-02T08:45:33.197 INFO:tasks.workunit.client.0.smithi019.stdout:809 2024-04-02T08:45:33.198 INFO:tasks.workunit.client.0.smithi019.stdout:810 2024-04-02T08:45:33.199 INFO:tasks.workunit.client.0.smithi019.stdout:811 2024-04-02T08:45:33.201 INFO:tasks.workunit.client.0.smithi019.stdout:812 2024-04-02T08:45:33.202 INFO:tasks.workunit.client.0.smithi019.stdout:813 2024-04-02T08:45:33.203 INFO:tasks.workunit.client.0.smithi019.stdout:814 2024-04-02T08:45:33.204 INFO:tasks.workunit.client.0.smithi019.stdout:815 2024-04-02T08:45:33.205 INFO:tasks.workunit.client.0.smithi019.stdout:816 2024-04-02T08:45:33.206 INFO:tasks.workunit.client.0.smithi019.stdout:817 2024-04-02T08:45:33.207 INFO:tasks.workunit.client.0.smithi019.stdout:818 2024-04-02T08:45:33.208 INFO:tasks.workunit.client.0.smithi019.stdout:819 2024-04-02T08:45:33.209 INFO:tasks.workunit.client.0.smithi019.stdout:820 2024-04-02T08:45:33.210 INFO:tasks.workunit.client.0.smithi019.stdout:821 2024-04-02T08:45:33.212 INFO:tasks.workunit.client.0.smithi019.stdout:822 2024-04-02T08:45:33.213 INFO:tasks.workunit.client.0.smithi019.stdout:823 2024-04-02T08:45:33.214 INFO:tasks.workunit.client.0.smithi019.stdout:824 2024-04-02T08:45:33.215 INFO:tasks.workunit.client.0.smithi019.stdout:825 2024-04-02T08:45:33.216 INFO:tasks.workunit.client.0.smithi019.stdout:826 2024-04-02T08:45:33.217 INFO:tasks.workunit.client.0.smithi019.stdout:827 2024-04-02T08:45:33.218 INFO:tasks.workunit.client.0.smithi019.stdout:828 2024-04-02T08:45:33.219 INFO:tasks.workunit.client.0.smithi019.stdout:829 2024-04-02T08:45:33.221 INFO:tasks.workunit.client.0.smithi019.stdout:830 2024-04-02T08:45:33.222 INFO:tasks.workunit.client.0.smithi019.stdout:831 2024-04-02T08:45:33.223 INFO:tasks.workunit.client.0.smithi019.stdout:832 2024-04-02T08:45:33.224 INFO:tasks.workunit.client.0.smithi019.stdout:833 2024-04-02T08:45:33.226 INFO:tasks.workunit.client.0.smithi019.stdout:834 2024-04-02T08:45:33.226 INFO:tasks.workunit.client.0.smithi019.stdout:835 2024-04-02T08:45:33.227 INFO:tasks.workunit.client.0.smithi019.stdout:836 2024-04-02T08:45:33.228 INFO:tasks.workunit.client.0.smithi019.stdout:837 2024-04-02T08:45:33.230 INFO:tasks.workunit.client.0.smithi019.stdout:838 2024-04-02T08:45:33.231 INFO:tasks.workunit.client.0.smithi019.stdout:839 2024-04-02T08:45:33.232 INFO:tasks.workunit.client.0.smithi019.stdout:840 2024-04-02T08:45:33.233 INFO:tasks.workunit.client.0.smithi019.stdout:841 2024-04-02T08:45:33.235 INFO:tasks.workunit.client.0.smithi019.stdout:842 2024-04-02T08:45:33.236 INFO:tasks.workunit.client.0.smithi019.stdout:843 2024-04-02T08:45:33.237 INFO:tasks.workunit.client.0.smithi019.stdout:844 2024-04-02T08:45:33.239 INFO:tasks.workunit.client.0.smithi019.stdout:845 2024-04-02T08:45:33.240 INFO:tasks.workunit.client.0.smithi019.stdout:846 2024-04-02T08:45:33.241 INFO:tasks.workunit.client.0.smithi019.stdout:847 2024-04-02T08:45:33.243 INFO:tasks.workunit.client.0.smithi019.stdout:848 2024-04-02T08:45:33.244 INFO:tasks.workunit.client.0.smithi019.stdout:849 2024-04-02T08:45:33.245 INFO:tasks.workunit.client.0.smithi019.stdout:850 2024-04-02T08:45:33.246 INFO:tasks.workunit.client.0.smithi019.stdout:851 2024-04-02T08:45:33.248 INFO:tasks.workunit.client.0.smithi019.stdout:852 2024-04-02T08:45:33.249 INFO:tasks.workunit.client.0.smithi019.stdout:853 2024-04-02T08:45:33.250 INFO:tasks.workunit.client.0.smithi019.stdout:854 2024-04-02T08:45:33.251 INFO:tasks.workunit.client.0.smithi019.stdout:855 2024-04-02T08:45:33.252 INFO:tasks.workunit.client.0.smithi019.stdout:856 2024-04-02T08:45:33.254 INFO:tasks.workunit.client.0.smithi019.stdout:857 2024-04-02T08:45:33.255 INFO:tasks.workunit.client.0.smithi019.stdout:858 2024-04-02T08:45:33.256 INFO:tasks.workunit.client.0.smithi019.stdout:859 2024-04-02T08:45:33.257 INFO:tasks.workunit.client.0.smithi019.stdout:860 2024-04-02T08:45:33.259 INFO:tasks.workunit.client.0.smithi019.stdout:861 2024-04-02T08:45:33.260 INFO:tasks.workunit.client.0.smithi019.stdout:862 2024-04-02T08:45:33.261 INFO:tasks.workunit.client.0.smithi019.stdout:863 2024-04-02T08:45:33.262 INFO:tasks.workunit.client.0.smithi019.stdout:864 2024-04-02T08:45:33.263 INFO:tasks.workunit.client.0.smithi019.stdout:865 2024-04-02T08:45:33.264 INFO:tasks.workunit.client.0.smithi019.stdout:866 2024-04-02T08:45:33.266 INFO:tasks.workunit.client.0.smithi019.stdout:867 2024-04-02T08:45:33.267 INFO:tasks.workunit.client.0.smithi019.stdout:868 2024-04-02T08:45:33.268 INFO:tasks.workunit.client.0.smithi019.stdout:869 2024-04-02T08:45:33.269 INFO:tasks.workunit.client.0.smithi019.stdout:870 2024-04-02T08:45:33.271 INFO:tasks.workunit.client.0.smithi019.stdout:871 2024-04-02T08:45:33.272 INFO:tasks.workunit.client.0.smithi019.stdout:872 2024-04-02T08:45:33.273 INFO:tasks.workunit.client.0.smithi019.stdout:873 2024-04-02T08:45:33.274 INFO:tasks.workunit.client.0.smithi019.stdout:874 2024-04-02T08:45:33.276 INFO:tasks.workunit.client.0.smithi019.stdout:875 2024-04-02T08:45:33.277 INFO:tasks.workunit.client.0.smithi019.stdout:876 2024-04-02T08:45:33.278 INFO:tasks.workunit.client.0.smithi019.stdout:877 2024-04-02T08:45:33.279 INFO:tasks.workunit.client.0.smithi019.stdout:878 2024-04-02T08:45:33.280 INFO:tasks.workunit.client.0.smithi019.stdout:879 2024-04-02T08:45:33.282 INFO:tasks.workunit.client.0.smithi019.stdout:880 2024-04-02T08:45:33.283 INFO:tasks.workunit.client.0.smithi019.stdout:881 2024-04-02T08:45:33.284 INFO:tasks.workunit.client.0.smithi019.stdout:882 2024-04-02T08:45:33.285 INFO:tasks.workunit.client.0.smithi019.stdout:883 2024-04-02T08:45:33.286 INFO:tasks.workunit.client.0.smithi019.stdout:884 2024-04-02T08:45:33.287 INFO:tasks.workunit.client.0.smithi019.stdout:885 2024-04-02T08:45:33.289 INFO:tasks.workunit.client.0.smithi019.stdout:886 2024-04-02T08:45:33.290 INFO:tasks.workunit.client.0.smithi019.stdout:887 2024-04-02T08:45:33.291 INFO:tasks.workunit.client.0.smithi019.stdout:888 2024-04-02T08:45:33.292 INFO:tasks.workunit.client.0.smithi019.stdout:889 2024-04-02T08:45:33.293 INFO:tasks.workunit.client.0.smithi019.stdout:890 2024-04-02T08:45:33.295 INFO:tasks.workunit.client.0.smithi019.stdout:891 2024-04-02T08:45:33.296 INFO:tasks.workunit.client.0.smithi019.stdout:892 2024-04-02T08:45:33.298 INFO:tasks.workunit.client.0.smithi019.stdout:893 2024-04-02T08:45:33.299 INFO:tasks.workunit.client.0.smithi019.stdout:894 2024-04-02T08:45:33.300 INFO:tasks.workunit.client.0.smithi019.stdout:895 2024-04-02T08:45:33.302 INFO:tasks.workunit.client.0.smithi019.stdout:896 2024-04-02T08:45:33.303 INFO:tasks.workunit.client.0.smithi019.stdout:897 2024-04-02T08:45:33.305 INFO:tasks.workunit.client.0.smithi019.stdout:898 2024-04-02T08:45:33.306 INFO:tasks.workunit.client.0.smithi019.stdout:899 2024-04-02T08:45:33.308 INFO:tasks.workunit.client.0.smithi019.stdout:900 2024-04-02T08:45:33.309 INFO:tasks.workunit.client.0.smithi019.stdout:901 2024-04-02T08:45:33.311 INFO:tasks.workunit.client.0.smithi019.stdout:902 2024-04-02T08:45:33.312 INFO:tasks.workunit.client.0.smithi019.stdout:903 2024-04-02T08:45:33.313 INFO:tasks.workunit.client.0.smithi019.stdout:904 2024-04-02T08:45:33.315 INFO:tasks.workunit.client.0.smithi019.stdout:905 2024-04-02T08:45:33.316 INFO:tasks.workunit.client.0.smithi019.stdout:906 2024-04-02T08:45:33.317 INFO:tasks.workunit.client.0.smithi019.stdout:907 2024-04-02T08:45:33.318 INFO:tasks.workunit.client.0.smithi019.stdout:908 2024-04-02T08:45:33.320 INFO:tasks.workunit.client.0.smithi019.stdout:909 2024-04-02T08:45:33.321 INFO:tasks.workunit.client.0.smithi019.stdout:910 2024-04-02T08:45:33.322 INFO:tasks.workunit.client.0.smithi019.stdout:911 2024-04-02T08:45:33.323 INFO:tasks.workunit.client.0.smithi019.stdout:912 2024-04-02T08:45:33.325 INFO:tasks.workunit.client.0.smithi019.stdout:913 2024-04-02T08:45:33.326 INFO:tasks.workunit.client.0.smithi019.stdout:914 2024-04-02T08:45:33.327 INFO:tasks.workunit.client.0.smithi019.stdout:915 2024-04-02T08:45:33.328 INFO:tasks.workunit.client.0.smithi019.stdout:916 2024-04-02T08:45:33.330 INFO:tasks.workunit.client.0.smithi019.stdout:917 2024-04-02T08:45:33.331 INFO:tasks.workunit.client.0.smithi019.stdout:918 2024-04-02T08:45:33.332 INFO:tasks.workunit.client.0.smithi019.stdout:919 2024-04-02T08:45:33.334 INFO:tasks.workunit.client.0.smithi019.stdout:920 2024-04-02T08:45:33.335 INFO:tasks.workunit.client.0.smithi019.stdout:921 2024-04-02T08:45:33.336 INFO:tasks.workunit.client.0.smithi019.stdout:922 2024-04-02T08:45:33.337 INFO:tasks.workunit.client.0.smithi019.stdout:923 2024-04-02T08:45:33.339 INFO:tasks.workunit.client.0.smithi019.stdout:924 2024-04-02T08:45:33.340 INFO:tasks.workunit.client.0.smithi019.stdout:925 2024-04-02T08:45:33.341 INFO:tasks.workunit.client.0.smithi019.stdout:926 2024-04-02T08:45:33.343 INFO:tasks.workunit.client.0.smithi019.stdout:927 2024-04-02T08:45:33.345 INFO:tasks.workunit.client.0.smithi019.stdout:928 2024-04-02T08:45:33.346 INFO:tasks.workunit.client.0.smithi019.stdout:929 2024-04-02T08:45:33.347 INFO:tasks.workunit.client.0.smithi019.stdout:930 2024-04-02T08:45:33.349 INFO:tasks.workunit.client.0.smithi019.stdout:931 2024-04-02T08:45:33.350 INFO:tasks.workunit.client.0.smithi019.stdout:932 2024-04-02T08:45:33.352 INFO:tasks.workunit.client.0.smithi019.stdout:933 2024-04-02T08:45:33.353 INFO:tasks.workunit.client.0.smithi019.stdout:934 2024-04-02T08:45:33.354 INFO:tasks.workunit.client.0.smithi019.stdout:935 2024-04-02T08:45:33.356 INFO:tasks.workunit.client.0.smithi019.stdout:936 2024-04-02T08:45:33.357 INFO:tasks.workunit.client.0.smithi019.stdout:937 2024-04-02T08:45:33.358 INFO:tasks.workunit.client.0.smithi019.stdout:938 2024-04-02T08:45:33.359 INFO:tasks.workunit.client.0.smithi019.stdout:939 2024-04-02T08:45:33.360 INFO:tasks.workunit.client.0.smithi019.stdout:940 2024-04-02T08:45:33.362 INFO:tasks.workunit.client.0.smithi019.stdout:941 2024-04-02T08:45:33.363 INFO:tasks.workunit.client.0.smithi019.stdout:942 2024-04-02T08:45:33.364 INFO:tasks.workunit.client.0.smithi019.stdout:943 2024-04-02T08:45:33.366 INFO:tasks.workunit.client.0.smithi019.stdout:944 2024-04-02T08:45:33.367 INFO:tasks.workunit.client.0.smithi019.stdout:945 2024-04-02T08:45:33.368 INFO:tasks.workunit.client.0.smithi019.stdout:946 2024-04-02T08:45:33.369 INFO:tasks.workunit.client.0.smithi019.stdout:947 2024-04-02T08:45:33.371 INFO:tasks.workunit.client.0.smithi019.stdout:948 2024-04-02T08:45:33.372 INFO:tasks.workunit.client.0.smithi019.stdout:949 2024-04-02T08:45:33.373 INFO:tasks.workunit.client.0.smithi019.stdout:950 2024-04-02T08:45:33.374 INFO:tasks.workunit.client.0.smithi019.stdout:951 2024-04-02T08:45:33.376 INFO:tasks.workunit.client.0.smithi019.stdout:952 2024-04-02T08:45:33.377 INFO:tasks.workunit.client.0.smithi019.stdout:953 2024-04-02T08:45:33.379 INFO:tasks.workunit.client.0.smithi019.stdout:954 2024-04-02T08:45:33.380 INFO:tasks.workunit.client.0.smithi019.stdout:955 2024-04-02T08:45:33.381 INFO:tasks.workunit.client.0.smithi019.stdout:956 2024-04-02T08:45:33.383 INFO:tasks.workunit.client.0.smithi019.stdout:957 2024-04-02T08:45:33.384 INFO:tasks.workunit.client.0.smithi019.stdout:958 2024-04-02T08:45:33.385 INFO:tasks.workunit.client.0.smithi019.stdout:959 2024-04-02T08:45:33.386 INFO:tasks.workunit.client.0.smithi019.stdout:960 2024-04-02T08:45:33.388 INFO:tasks.workunit.client.0.smithi019.stdout:961 2024-04-02T08:45:33.389 INFO:tasks.workunit.client.0.smithi019.stdout:962 2024-04-02T08:45:33.390 INFO:tasks.workunit.client.0.smithi019.stdout:963 2024-04-02T08:45:33.392 INFO:tasks.workunit.client.0.smithi019.stdout:964 2024-04-02T08:45:33.393 INFO:tasks.workunit.client.0.smithi019.stdout:965 2024-04-02T08:45:33.394 INFO:tasks.workunit.client.0.smithi019.stdout:966 2024-04-02T08:45:33.396 INFO:tasks.workunit.client.0.smithi019.stdout:967 2024-04-02T08:45:33.397 INFO:tasks.workunit.client.0.smithi019.stdout:968 2024-04-02T08:45:33.399 INFO:tasks.workunit.client.0.smithi019.stdout:969 2024-04-02T08:45:33.400 INFO:tasks.workunit.client.0.smithi019.stdout:970 2024-04-02T08:45:33.401 INFO:tasks.workunit.client.0.smithi019.stdout:971 2024-04-02T08:45:33.403 INFO:tasks.workunit.client.0.smithi019.stdout:972 2024-04-02T08:45:33.404 INFO:tasks.workunit.client.0.smithi019.stdout:973 2024-04-02T08:45:33.405 INFO:tasks.workunit.client.0.smithi019.stdout:974 2024-04-02T08:45:33.406 INFO:tasks.workunit.client.0.smithi019.stdout:975 2024-04-02T08:45:33.407 INFO:tasks.workunit.client.0.smithi019.stdout:976 2024-04-02T08:45:33.408 INFO:tasks.workunit.client.0.smithi019.stdout:977 2024-04-02T08:45:33.409 INFO:tasks.workunit.client.0.smithi019.stdout:978 2024-04-02T08:45:33.411 INFO:tasks.workunit.client.0.smithi019.stdout:979 2024-04-02T08:45:33.412 INFO:tasks.workunit.client.0.smithi019.stdout:980 2024-04-02T08:45:33.413 INFO:tasks.workunit.client.0.smithi019.stdout:981 2024-04-02T08:45:33.414 INFO:tasks.workunit.client.0.smithi019.stdout:982 2024-04-02T08:45:33.416 INFO:tasks.workunit.client.0.smithi019.stdout:983 2024-04-02T08:45:33.417 INFO:tasks.workunit.client.0.smithi019.stdout:984 2024-04-02T08:45:33.418 INFO:tasks.workunit.client.0.smithi019.stdout:985 2024-04-02T08:45:33.419 INFO:tasks.workunit.client.0.smithi019.stdout:986 2024-04-02T08:45:33.420 INFO:tasks.workunit.client.0.smithi019.stdout:987 2024-04-02T08:45:33.421 INFO:tasks.workunit.client.0.smithi019.stdout:988 2024-04-02T08:45:33.422 INFO:tasks.workunit.client.0.smithi019.stdout:989 2024-04-02T08:45:33.423 INFO:tasks.workunit.client.0.smithi019.stdout:990 2024-04-02T08:45:33.425 INFO:tasks.workunit.client.0.smithi019.stdout:991 2024-04-02T08:45:33.426 INFO:tasks.workunit.client.0.smithi019.stdout:992 2024-04-02T08:45:33.427 INFO:tasks.workunit.client.0.smithi019.stdout:993 2024-04-02T08:45:33.428 INFO:tasks.workunit.client.0.smithi019.stdout:994 2024-04-02T08:45:33.429 INFO:tasks.workunit.client.0.smithi019.stdout:995 2024-04-02T08:45:33.431 INFO:tasks.workunit.client.0.smithi019.stdout:996 2024-04-02T08:45:33.432 INFO:tasks.workunit.client.0.smithi019.stdout:997 2024-04-02T08:45:33.433 INFO:tasks.workunit.client.0.smithi019.stdout:998 2024-04-02T08:45:33.434 INFO:tasks.workunit.client.0.smithi019.stdout:999 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:00000010 69 73 |is| 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:00000012 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:00000010 69 73 |is| 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:00000012 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsHello.WriteReturnData (4026 ms) 2024-04-02T08:45:33.777 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsHello.Loud 2024-04-02T08:45:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:33 smithi066 ceph-mon[87361]: pgmap v1020: 137 pgs: 4 creating+activating, 7 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:33 smithi066 ceph-mon[87361]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:33 smithi019 ceph-mon[94035]: pgmap v1020: 137 pgs: 4 creating+activating, 7 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:33 smithi019 ceph-mon[94035]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:33 smithi019 ceph-mon[96522]: pgmap v1020: 137 pgs: 4 creating+activating, 7 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:33 smithi019 ceph-mon[96522]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:45:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:34 smithi066 ceph-mon[87361]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:34 smithi019 ceph-mon[94035]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:34 smithi019 ceph-mon[96522]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:45:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:35 smithi066 ceph-mon[87361]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:35 smithi066 ceph-mon[87361]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2962964406' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:35 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[94035]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[94035]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2962964406' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[96522]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[96522]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2962964406' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:35 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:36.789 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsHello.Loud (3012 ms) 2024-04-02T08:45:36.789 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsHello.BadMethods 2024-04-02T08:45:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:36 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:36 smithi066 ceph-mon[87361]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:36 smithi066 ceph-mon[87361]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:37.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:36 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:37.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:36 smithi019 ceph-mon[94035]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:37.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:36 smithi019 ceph-mon[94035]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:36 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:36 smithi019 ceph-mon[96522]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:45:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:36 smithi019 ceph-mon[96522]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:45:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:37 smithi066 ceph-mon[87361]: pgmap v1026: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:37 smithi019 ceph-mon[94035]: pgmap v1026: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:37 smithi019 ceph-mon[96522]: pgmap v1026: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-mon[94035]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1756735740' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T08:45:38.841+0000 7f3746dd5700 -1 osd.3 pg_epoch: 900 pg[38.2( v 900'1 (0'0,900'1] local-lis/les=899/900 n=1 ec=899/899 lis/c=899/899 les/c/f=900/900/0 sis=899) [3,7,5] r=0 lpr=899 crt=900'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-02T08:45:39.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T08:45:38.843+0000 7f3746dd5700 -1 osd.3 pg_epoch: 900 pg[38.2( v 900'2 (0'0,900'2] local-lis/les=899/900 n=1 ec=899/899 lis/c=899/899 les/c/f=900/900/0 sis=899) [3,7,5] r=0 lpr=899 crt=900'1 lcod 900'1 mlcod 900'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-02T08:45:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-mon[96522]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1756735740' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:38 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:38 smithi066 ceph-mon[87361]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:45:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:38 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1756735740' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:38 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:39.827 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsHello.BadMethods (3039 ms) 2024-04-02T08:45:39.828 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsHello.Filter 2024-04-02T08:45:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[94035]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[94035]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[96522]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:40.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:39 smithi019 ceph-mon[96522]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:39 smithi066 ceph-mon[87361]: pgmap v1029: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:39 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:39 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:39 smithi066 ceph-mon[87361]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:45:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:45:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:45:40] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:45:41.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:40 smithi019 ceph-mon[94035]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:45:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:40 smithi019 ceph-mon[96522]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:45:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:40 smithi066 ceph-mon[87361]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[96522]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[96522]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2137828050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[94035]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:42.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:42.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[94035]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:45:42.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2137828050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:42.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:41 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:41 smithi066 ceph-mon[87361]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:41 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:41 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:41 smithi066 ceph-mon[87361]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:45:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:41 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2137828050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:41 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:45:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:45:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:42.849 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsHello.Filter (3022 ms) 2024-04-02T08:45:42.850 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 6 tests from ClsHello (19007 ms total) 2024-04-02T08:45:42.850 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:45:42.850 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:45:42.850 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 6 tests from 1 test suite ran. (19007 ms total) 2024-04-02T08:45:42.850 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 6 tests. 2024-04-02T08:45:42.853 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:45:42.853 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:45:42.922 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-02T08:45:42.923 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-02T08:45:43.000 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:45:43.000 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-02T08:45:43.000 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:45:43.000 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 27 tests from TestClsJournal 2024-04-02T08:45:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:42 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:42 smithi019 ceph-mon[94035]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:45:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:42 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:42 smithi019 ceph-mon[96522]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:45:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:42 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138142-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:42 smithi066 ceph-mon[87361]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[94035]: pgmap v1035: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[94035]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:45:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[96522]: pgmap v1035: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:44.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[96522]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:45:44.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:44.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:44.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:44.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:44.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:45:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:43 smithi066 ceph-mon[87361]: pgmap v1035: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:43 smithi066 ceph-mon[87361]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:45:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:45:44.860 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.Create 2024-04-02T08:45:44.868 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.Create (9 ms) 2024-04-02T08:45:44.868 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-02T08:45:44.881 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.MinimumSet (13 ms) 2024-04-02T08:45:44.881 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-02T08:45:44.886 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-02T08:45:44.886 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-02T08:45:44.889 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-02T08:45:44.889 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-02T08:45:44.892 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-02T08:45:44.892 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-02T08:45:44.895 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-02T08:45:44.895 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-02T08:45:44.898 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-02T08:45:44.898 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-02T08:45:44.901 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-02T08:45:44.901 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-02T08:45:44.903 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-04-02T08:45:44.903 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-02T08:45:44.907 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-02T08:45:44.907 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-02T08:45:44.911 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-04-02T08:45:44.911 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-02T08:45:44.916 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-02T08:45:44.916 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-02T08:45:44.920 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-02T08:45:44.920 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-02T08:45:44.924 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-02T08:45:44.924 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-02T08:45:45.037 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (113 ms) 2024-04-02T08:45:45.037 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-02T08:45:45.041 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-02T08:45:45.041 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-02T08:45:45.043 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2024-04-02T08:45:45.043 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-02T08:45:45.044 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-02T08:45:45.044 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-02T08:45:45.084 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.ClientList (40 ms) 2024-04-02T08:45:45.084 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-02T08:45:45.088 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-02T08:45:45.088 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-02T08:45:45.097 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.TagCreate (10 ms) 2024-04-02T08:45:45.097 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-02T08:45:45.105 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-02T08:45:45.105 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.TagList 2024-04-02T08:45:45.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:44 smithi019 ceph-mon[94035]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:45:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:44 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3684967084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138362-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:44 smithi019 ceph-mon[96522]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:45:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:44 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3684967084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138362-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:45.202 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.TagList (97 ms) 2024-04-02T08:45:45.202 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-02T08:45:45.204 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-02T08:45:45.204 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-02T08:45:45.205 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-02T08:45:45.205 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-02T08:45:45.207 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-02T08:45:45.207 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsJournal.Append 2024-04-02T08:45:45.217 INFO:tasks.workunit.client.0.smithi019.stdout:padding is not enabled 2024-04-02T08:45:45.217 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsJournal.Append (11 ms) 2024-04-02T08:45:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:44 smithi066 ceph-mon[87361]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:45:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:44 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3684967084' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138362-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:45.865 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 27 tests from TestClsJournal (359 ms total) 2024-04-02T08:45:45.865 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:45:45.865 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:45:45.865 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 27 tests from 1 test suite ran. (2865 ms total) 2024-04-02T08:45:45.865 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 27 tests. 2024-04-02T08:45:45.868 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:45:45.868 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:45:45.941 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-02T08:45:45.941 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-02T08:45:46.009 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:45:46.009 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-02T08:45:46.009 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:45:46.009 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from ClsLock 2024-04-02T08:45:46.009 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[94035]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3684967084' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138362-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[94035]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[96522]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3684967084' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138362-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:45 smithi019 ceph-mon[96522]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:45:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:45 smithi066 ceph-mon[87361]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:45 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:45 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3684967084' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138362-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:45 smithi066 ceph-mon[87361]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:45:47.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:46 smithi019 ceph-mon[94035]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:45:47.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:46 smithi019 ceph-mon[96522]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:45:47.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:46 smithi066 ceph-mon[87361]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:45:47.864 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[94035]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[94035]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1062645908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[96522]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[96522]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:45:47.865 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:47 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1062645908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:47.906 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2024-04-02T08:45:47.906 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: exclusive 2024-04-02T08:45:47.906 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2024-04-02T08:45:47.906 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2024-04-02T08:45:47.906 INFO:tasks.workunit.client.0.smithi019.stdout: client.34707 expiration=2024-04-02T08:47:47.904577+0000 addr=v1:172.21.15.19:0/1062645908 cookie= 2024-04-02T08:45:47.910 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2024-04-02T08:45:47.910 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2024-04-02T08:45:47.910 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2024-04-02T08:45:47.910 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2024-04-02T08:45:47.910 INFO:tasks.workunit.client.0.smithi019.stdout: client.34707 expiration=2024-04-02T08:47:47.911482+0000 addr=v1:172.21.15.19:0/1062645908 cookie= 2024-04-02T08:45:47.911 INFO:tasks.workunit.client.0.smithi019.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.19:0/3221296142 cookie= 2024-04-02T08:45:47.911 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2024-04-02T08:45:47.911 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2024-04-02T08:45:47.912 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2024-04-02T08:45:47.912 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2024-04-02T08:45:47.912 INFO:tasks.workunit.client.0.smithi019.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.19:0/3221296142 cookie= 2024-04-02T08:45:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:47 smithi066 ceph-mon[87361]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:47 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:47 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:47 smithi066 ceph-mon[87361]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:45:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:47 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1062645908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:48.883 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestMultiLocking (2874 ms) 2024-04-02T08:45:48.883 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestMeta 2024-04-02T08:45:49.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:48 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1062645908' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:48 smithi019 ceph-mon[94035]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:45:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:48 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1062645908' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:48 smithi019 ceph-mon[96522]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:45:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:48 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1062645908' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:48 smithi066 ceph-mon[87361]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:45:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:49 smithi019 ceph-mon[94035]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:49 smithi019 ceph-mon[94035]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:45:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:49 smithi019 ceph-mon[96522]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:49 smithi019 ceph-mon[96522]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:45:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:49 smithi066 ceph-mon[87361]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:49 smithi066 ceph-mon[87361]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:45:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:45:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:45:50] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-02T08:45:50.927 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2024-04-02T08:45:50.927 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2024-04-02T08:45:50.927 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2024-04-02T08:45:50.927 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2024-04-02T08:45:50.927 INFO:tasks.workunit.client.0.smithi019.stdout: client.44672 expiration=0.000000 addr=v1:172.21.15.19:0/317425789 cookie= 2024-04-02T08:45:50.929 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2024-04-02T08:45:50.929 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: exclusive 2024-04-02T08:45:50.929 INFO:tasks.workunit.client.0.smithi019.stdout: tag: new_tag 2024-04-02T08:45:50.929 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2024-04-02T08:45:50.929 INFO:tasks.workunit.client.0.smithi019.stdout: client.34719 expiration=0.000000 addr=v1:172.21.15.19:0/3728500236 cookie= 2024-04-02T08:45:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:50 smithi019 ceph-mon[96522]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:45:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:50 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3728500236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:50 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:50 smithi019 ceph-mon[94035]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:45:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:50 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3728500236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:50 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:50 smithi066 ceph-mon[87361]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:45:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:50 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3728500236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:50 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:51.905 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestMeta (3022 ms) 2024-04-02T08:45:51.905 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestCookie 2024-04-02T08:45:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:51 smithi019 ceph-mon[94035]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:51 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3728500236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:51 smithi019 ceph-mon[94035]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:45:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:51 smithi019 ceph-mon[96522]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:51 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3728500236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:51 smithi019 ceph-mon[96522]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:45:52.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:51 smithi066 ceph-mon[87361]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:52.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:51 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3728500236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:52.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:51 smithi066 ceph-mon[87361]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:45:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:45:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:53.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:52 smithi019 ceph-mon[94035]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:45:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:52 smithi019 ceph-mon[96522]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:45:53.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:52 smithi066 ceph-mon[87361]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:45:53.934 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2024-04-02T08:45:53.934 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: exclusive 2024-04-02T08:45:53.934 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2024-04-02T08:45:53.934 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2024-04-02T08:45:53.936 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2024-04-02T08:45:53.937 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2024-04-02T08:45:53.937 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2024-04-02T08:45:53.937 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2024-04-02T08:45:53.937 INFO:tasks.workunit.client.0.smithi019.stdout: client.34731 expiration=0.000000 addr=v1:172.21.15.19:0/2777228130 cookie= 2024-04-02T08:45:53.937 INFO:tasks.workunit.client.0.smithi019.stdout: client.34731 expiration=0.000000 addr=v1:172.21.15.19:0/2777228130 cookie=new cookie 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[94035]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[94035]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2777228130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[96522]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[96522]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:45:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:53 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2777228130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:53 smithi066 ceph-mon[87361]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:53 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:53 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:45:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:53 smithi066 ceph-mon[87361]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:45:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:53 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2777228130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:54.910 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestCookie (3005 ms) 2024-04-02T08:45:54.911 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-02T08:45:55.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:54 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2777228130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:54 smithi019 ceph-mon[94035]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:45:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:54 smithi019 ceph-mon[94035]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:45:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:54 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2777228130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:54 smithi019 ceph-mon[96522]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:45:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:54 smithi019 ceph-mon[96522]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:45:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:54 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2777228130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:54 smithi066 ceph-mon[87361]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:45:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:54 smithi066 ceph-mon[87361]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:45:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:55 smithi019 ceph-mon[94035]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:55 smithi019 ceph-mon[96522]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:55 smithi066 ceph-mon[87361]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:57.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:56 smithi019 ceph-mon[94035]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:45:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:56 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/331497513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:56 smithi019 ceph-mon[96522]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:45:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:56 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/331497513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:56 smithi066 ceph-mon[87361]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:45:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:56 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/331497513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:57.951 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestMultipleLocks (3041 ms) 2024-04-02T08:45:57.951 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[94035]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/331497513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[94035]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[96522]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/331497513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:57 smithi019 ceph-mon[96522]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:45:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:57 smithi066 ceph-mon[87361]: pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:45:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:57 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/331497513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:57 smithi066 ceph-mon[87361]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:45:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:58 smithi066 ceph-mon[87361]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:45:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:45:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:58 smithi019 ceph-mon[94035]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:45:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:45:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:58 smithi019 ceph-mon[96522]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:45:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:45:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:59 smithi066 ceph-mon[87361]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:59 smithi066 ceph-mon[87361]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:59 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3545145345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:59 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:59 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:46:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:59 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3545145345' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:45:59 smithi066 ceph-mon[87361]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[94035]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[94035]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3545145345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3545145345' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[94035]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[96522]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[96522]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:46:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3545145345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:46:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3545145345' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:45:59 smithi019 ceph-mon[96522]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:46:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:46:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:46:00] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-02T08:46:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:01 smithi066 ceph-mon[87361]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:01 smithi066 ceph-mon[87361]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:01 smithi019 ceph-mon[94035]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:01 smithi019 ceph-mon[94035]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:01 smithi019 ceph-mon[96522]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:01 smithi019 ceph-mon[96522]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:46:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:46:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:03 smithi066 ceph-mon[87361]: pgmap v1064: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:03 smithi019 ceph-mon[94035]: pgmap v1064: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:03 smithi019 ceph-mon[96522]: pgmap v1064: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:05.962 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestLockDuration (8011 ms) 2024-04-02T08:46:05.962 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-02T08:46:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:05 smithi066 ceph-mon[87361]: pgmap v1065: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:05 smithi019 ceph-mon[94035]: pgmap v1065: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:05 smithi019 ceph-mon[96522]: pgmap v1065: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:07.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:06 smithi066 ceph-mon[87361]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:06 smithi019 ceph-mon[94035]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:07.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:06 smithi019 ceph-mon[96522]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:46:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:07 smithi066 ceph-mon[87361]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:07 smithi066 ceph-mon[87361]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:07 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2749166472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:07 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[96522]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[96522]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2749166472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[94035]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[94035]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:46:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2749166472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:07 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:08.979 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestAssertLocked (3017 ms) 2024-04-02T08:46:08.979 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-02T08:46:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:08 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:08 smithi066 ceph-mon[87361]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:08 smithi066 ceph-mon[87361]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:08 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:08 smithi019 ceph-mon[96522]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:08 smithi019 ceph-mon[96522]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:09.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:08 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:09.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:08 smithi019 ceph-mon[94035]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:46:09.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:08 smithi019 ceph-mon[94035]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:46:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:09 smithi066 ceph-mon[87361]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:09 smithi019 ceph-mon[94035]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:09 smithi019 ceph-mon[96522]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:46:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:46:10] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-02T08:46:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:11 smithi066 ceph-mon[87361]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:11 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3169324362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:11 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:11.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:11 smithi019 ceph-mon[96522]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:11.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:11 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3169324362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:11.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:11 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:11.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:11 smithi019 ceph-mon[94035]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:46:11.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:11 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3169324362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:11.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:11 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:12.020 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestSetCookie (3041 ms) 2024-04-02T08:46:12.020 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestRenew 2024-04-02T08:46:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:12 smithi066 ceph-mon[87361]: pgmap v1073: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:12 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:12 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:12 smithi066 ceph-mon[87361]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[94035]: pgmap v1073: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[94035]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[96522]: pgmap v1073: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:12 smithi019 ceph-mon[96522]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:46:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:46:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:13 smithi066 ceph-mon[87361]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:13 smithi019 ceph-mon[94035]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:13 smithi019 ceph-mon[96522]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2105821960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:46:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2105821960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:46:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2105821960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:46:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:15 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:15 smithi066 ceph-mon[87361]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:46:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:15 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:15 smithi019 ceph-mon[94035]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:46:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:15 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:15 smithi019 ceph-mon[96522]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:46:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:16 smithi066 ceph-mon[87361]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:16 smithi066 ceph-mon[87361]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:46:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:16 smithi019 ceph-mon[94035]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:16 smithi019 ceph-mon[94035]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:46:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:16 smithi019 ceph-mon[96522]: pgmap v1079: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:16 smithi019 ceph-mon[96522]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:46:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:18 smithi066 ceph-mon[87361]: pgmap v1081: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:18 smithi019 ceph-mon[94035]: pgmap v1081: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:18 smithi019 ceph-mon[96522]: pgmap v1081: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:20 smithi066 ceph-mon[87361]: pgmap v1082: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:20 smithi019 ceph-mon[94035]: pgmap v1082: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:20 smithi019 ceph-mon[96522]: pgmap v1082: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:46:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:46:20] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:46:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:22 smithi066 ceph-mon[87361]: pgmap v1083: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:22 smithi019 ceph-mon[94035]: pgmap v1083: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:22 smithi019 ceph-mon[96522]: pgmap v1083: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:22.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:46:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:24 smithi066 ceph-mon[87361]: pgmap v1084: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:24 smithi019 ceph-mon[94035]: pgmap v1084: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:24 smithi019 ceph-mon[96522]: pgmap v1084: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:26 smithi066 ceph-mon[87361]: pgmap v1085: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:26 smithi019 ceph-mon[94035]: pgmap v1085: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:26 smithi019 ceph-mon[96522]: pgmap v1085: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:28 smithi066 ceph-mon[87361]: pgmap v1086: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 361 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:46:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:28 smithi019 ceph-mon[94035]: pgmap v1086: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 361 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:46:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:28 smithi019 ceph-mon[96522]: pgmap v1086: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 361 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:46:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:30 smithi066 ceph-mon[87361]: pgmap v1087: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:30 smithi019 ceph-mon[94035]: pgmap v1087: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:30 smithi019 ceph-mon[96522]: pgmap v1087: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:46:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:46:30] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:46:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:32 smithi066 ceph-mon[87361]: pgmap v1088: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:32 smithi019 ceph-mon[94035]: pgmap v1088: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:32 smithi019 ceph-mon[96522]: pgmap v1088: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:46:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:33.077 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestRenew (21057 ms) 2024-04-02T08:46:33.077 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-02T08:46:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:34 smithi019 ceph-mon[94035]: pgmap v1089: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:34 smithi019 ceph-mon[94035]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:46:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:34 smithi019 ceph-mon[96522]: pgmap v1089: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:34 smithi019 ceph-mon[96522]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:46:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:34 smithi066 ceph-mon[87361]: pgmap v1089: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:34 smithi066 ceph-mon[87361]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:46:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:35 smithi019 ceph-mon[94035]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:46:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/817568751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:35 smithi019 ceph-mon[96522]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:46:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/817568751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:35 smithi066 ceph-mon[87361]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:46:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/817568751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[96522]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/817568751' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[96522]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[94035]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/817568751' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:36 smithi019 ceph-mon[94035]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:46:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:36 smithi066 ceph-mon[87361]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:36 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:46:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:36 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/817568751' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:36 smithi066 ceph-mon[87361]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:46:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:37 smithi019 ceph-mon[94035]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:46:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:37 smithi019 ceph-mon[96522]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:46:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:37 smithi066 ceph-mon[87361]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:46:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:38 smithi019 ceph-mon[94035]: pgmap v1095: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:38 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:38 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:46:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:38 smithi019 ceph-mon[96522]: pgmap v1095: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:38 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:38 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:46:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:38 smithi066 ceph-mon[87361]: pgmap v1095: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:38 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:46:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:38 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:46:40.110 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7033 ms) 2024-04-02T08:46:40.111 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-02T08:46:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:40 smithi019 ceph-mon[94035]: pgmap v1096: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:40 smithi019 ceph-mon[96522]: pgmap v1096: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:40 smithi066 ceph-mon[87361]: pgmap v1096: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:46:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:46:40] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:46:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:41 smithi019 ceph-mon[94035]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:46:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:41 smithi019 ceph-mon[96522]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:46:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:41 smithi066 ceph-mon[87361]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[94035]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[94035]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/103755105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[96522]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[96522]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/103755105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:42 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:42 smithi066 ceph-mon[87361]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:42 smithi066 ceph-mon[87361]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:46:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:42 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/103755105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:42 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:46:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:43 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:43 smithi019 ceph-mon[94035]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:46:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:43 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:43 smithi019 ceph-mon[96522]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:46:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:43 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:43 smithi066 ceph-mon[87361]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:46:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[94035]: pgmap v1101: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[94035]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:46:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[96522]: pgmap v1101: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[96522]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:46:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:44 smithi066 ceph-mon[87361]: pgmap v1101: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:44 smithi066 ceph-mon[87361]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:46:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:46:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:46:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:46:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:46 smithi019 ceph-mon[94035]: pgmap v1103: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:46 smithi019 ceph-mon[96522]: pgmap v1103: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:46 smithi066 ceph-mon[87361]: pgmap v1103: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:47 smithi019 ceph-mon[94035]: pgmap v1104: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:47 smithi019 ceph-mon[96522]: pgmap v1104: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:47 smithi066 ceph-mon[87361]: pgmap v1104: 137 pgs: 21 creating+peering, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:48.140 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8029 ms) 2024-04-02T08:46:48.140 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-02T08:46:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:49 smithi019 ceph-mon[94035]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:46:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:49 smithi019 ceph-mon[94035]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:49 smithi019 ceph-mon[96522]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:46:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:49 smithi019 ceph-mon[96522]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:49 smithi066 ceph-mon[87361]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:46:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:49 smithi066 ceph-mon[87361]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:46:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:46:50] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:46:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:50 smithi019 ceph-mon[94035]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:46:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:50 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1120376917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:50.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:50 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:50 smithi019 ceph-mon[96522]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:46:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:50 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1120376917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:50 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:50 smithi066 ceph-mon[87361]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:46:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:50 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1120376917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:50 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:51 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:51 smithi019 ceph-mon[94035]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:46:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:51 smithi019 ceph-mon[94035]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:51 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:51 smithi019 ceph-mon[96522]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:46:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:51 smithi019 ceph-mon[96522]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:51 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138480-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:51 smithi066 ceph-mon[87361]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:46:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:51 smithi066 ceph-mon[87361]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:52 smithi019 ceph-mon[94035]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:46:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:52 smithi019 ceph-mon[96522]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:46:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:52 smithi066 ceph-mon[87361]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:46:52.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:46:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:53 smithi019 ceph-mon[94035]: pgmap v1111: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:53 smithi019 ceph-mon[96522]: pgmap v1111: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:53 smithi066 ceph-mon[87361]: pgmap v1111: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:55.436 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7296 ms) 2024-04-02T08:46:55.436 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from ClsLock (69427 ms total) 2024-04-02T08:46:55.436 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:46:55.436 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:46:55.437 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 11 tests from 1 test suite ran. (69427 ms total) 2024-04-02T08:46:55.437 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 11 tests. 2024-04-02T08:46:55.439 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:46:55.440 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:46:55.506 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-02T08:46:55.506 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-02T08:46:55.575 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:46:55.575 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:46:55.575 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:46:55.575 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from cls_log 2024-04-02T08:46:55.575 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-02T08:46:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:55 smithi019 ceph-mon[94035]: pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:55 smithi019 ceph-mon[96522]: pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:55.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:55 smithi066 ceph-mon[87361]: pgmap v1112: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:46:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:56 smithi019 ceph-mon[94035]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:46:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:56 smithi019 ceph-mon[96522]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:46:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:56 smithi066 ceph-mon[87361]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[94035]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[94035]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1152158083' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[96522]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[96522]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1152158083' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:57 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:57 smithi066 ceph-mon[87361]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:57 smithi066 ceph-mon[87361]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:46:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1152158083' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:57 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:46:58.470 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.test_log_add_same_time (2895 ms) 2024-04-02T08:46:58.470 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-02T08:46:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:58 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:58 smithi066 ceph-mon[87361]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:46:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:58 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:58 smithi019 ceph-mon[94035]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:46:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:58 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:46:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:58 smithi019 ceph-mon[96522]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:46:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:59 smithi066 ceph-mon[87361]: pgmap v1117: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:46:59 smithi066 ceph-mon[87361]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:46:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:59 smithi019 ceph-mon[94035]: pgmap v1117: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:46:59 smithi019 ceph-mon[94035]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:46:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:59 smithi019 ceph-mon[96522]: pgmap v1117: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:46:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:46:59 smithi019 ceph-mon[96522]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:47:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:00 smithi019 ceph-mon[94035]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:47:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:00 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3689666445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:47:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:47:00] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-02T08:47:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:00 smithi019 ceph-mon[96522]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:47:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:00 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3689666445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:00 smithi066 ceph-mon[87361]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:47:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:00 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3689666445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:01.487 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.test_log_add_different_time (3017 ms) 2024-04-02T08:47:01.487 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.trim_by_time 2024-04-02T08:47:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:01 smithi066 ceph-mon[87361]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:01 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:01 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3689666445' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:01 smithi066 ceph-mon[87361]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:47:01.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[94035]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3689666445' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[94035]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:47:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[96522]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3689666445' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:01 smithi019 ceph-mon[96522]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:47:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:02 smithi066 ceph-mon[87361]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:47:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:47:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:02.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:02 smithi019 ceph-mon[94035]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:47:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:02 smithi019 ceph-mon[96522]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:47:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:03 smithi066 ceph-mon[87361]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:03 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:03 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:47:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:03 smithi066 ceph-mon[87361]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:47:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2066695663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:03 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[94035]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[94035]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2066695663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[96522]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:47:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[96522]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:47:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2066695663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:03 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:04.503 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.trim_by_time (3016 ms) 2024-04-02T08:47:04.504 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-02T08:47:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:04 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:04 smithi066 ceph-mon[87361]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:47:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:04 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:04 smithi019 ceph-mon[94035]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:47:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:04 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:04 smithi019 ceph-mon[96522]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:47:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:05 smithi066 ceph-mon[87361]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:05 smithi066 ceph-mon[87361]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:47:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:05 smithi019 ceph-mon[94035]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:05 smithi019 ceph-mon[94035]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:47:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:05 smithi019 ceph-mon[96522]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:05 smithi019 ceph-mon[96522]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:47:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:06 smithi066 ceph-mon[87361]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:47:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:06 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2238299481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:06 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:06.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:06 smithi019 ceph-mon[94035]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:47:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:06 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2238299481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:06 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:06 smithi019 ceph-mon[96522]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:47:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:06 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2238299481' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:06 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:07.524 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.trim_by_marker (3020 ms) 2024-04-02T08:47:07.524 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from cls_log (11949 ms total) 2024-04-02T08:47:07.524 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:47:07.524 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:07.524 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 4 tests from 1 test suite ran. (11949 ms total) 2024-04-02T08:47:07.524 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 4 tests. 2024-04-02T08:47:07.527 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:07.527 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:07.596 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-02T08:47:07.596 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-02T08:47:07.671 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:07.671 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:47:07.671 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:07.671 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from ClsNumOps 2024-04-02T08:47:07.671 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsNumOps.Add 2024-04-02T08:47:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:07 smithi066 ceph-mon[87361]: pgmap v1129: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:07 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:07 smithi066 ceph-mon[87361]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:47:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:07 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:07.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[94035]: pgmap v1129: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[94035]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:47:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[96522]: pgmap v1129: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138865-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[96522]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:47:07.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:07 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:08 smithi066 ceph-mon[87361]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:47:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:08 smithi019 ceph-mon[94035]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:47:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:08 smithi019 ceph-mon[96522]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:09 smithi066 ceph-mon[87361]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:09 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:09 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:09 smithi066 ceph-mon[87361]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:09 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/213509324' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:09 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[94035]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[94035]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/213509324' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[96522]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:47:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[96522]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:47:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/213509324' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:09.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:09 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:10.539 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsNumOps.Add (2868 ms) 2024-04-02T08:47:10.539 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsNumOps.Sub 2024-04-02T08:47:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:10 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:10 smithi019 ceph-mon[96522]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:47:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:10 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:10 smithi019 ceph-mon[94035]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:47:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:47:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:47:10] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-02T08:47:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:10 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:10 smithi066 ceph-mon[87361]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:47:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:11 smithi066 ceph-mon[87361]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:11 smithi066 ceph-mon[87361]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:11.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:11 smithi019 ceph-mon[96522]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:11 smithi019 ceph-mon[96522]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:11 smithi019 ceph-mon[94035]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:11 smithi019 ceph-mon[94035]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:47:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:12 smithi066 ceph-mon[87361]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:12 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3579659286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:12 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:47:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:12 smithi019 ceph-mon[94035]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:12 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3579659286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:12 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:12 smithi019 ceph-mon[96522]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:47:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:12 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3579659286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:12 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:13.555 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsNumOps.Sub (3016 ms) 2024-04-02T08:47:13.555 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsNumOps.Mul 2024-04-02T08:47:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:13 smithi066 ceph-mon[87361]: pgmap v1138: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:13 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:13 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:13.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:13 smithi066 ceph-mon[87361]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:13.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:13.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:13.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[94035]: pgmap v1138: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[94035]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[96522]: pgmap v1138: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[96522]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:47:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:14 smithi066 ceph-mon[87361]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:14.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:14 smithi019 ceph-mon[94035]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:14 smithi019 ceph-mon[96522]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:47:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:15 smithi066 ceph-mon[87361]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:15 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:15 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:47:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:15 smithi066 ceph-mon[87361]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/602579069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[94035]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[94035]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/602579069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[96522]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:47:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[96522]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:47:15.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/602579069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:16.577 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsNumOps.Mul (3020 ms) 2024-04-02T08:47:16.577 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsNumOps.Div 2024-04-02T08:47:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:16 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/602579069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:16 smithi019 ceph-mon[94035]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:16 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/602579069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:16 smithi019 ceph-mon[96522]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:16 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/602579069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:16 smithi066 ceph-mon[87361]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:47:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:17 smithi019 ceph-mon[94035]: pgmap v1144: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:17 smithi019 ceph-mon[94035]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:17 smithi019 ceph-mon[96522]: pgmap v1144: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:17 smithi019 ceph-mon[96522]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:17 smithi066 ceph-mon[87361]: pgmap v1144: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:17 smithi066 ceph-mon[87361]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:47:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:18 smithi019 ceph-mon[96522]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:18 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/981370710' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:18 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:18 smithi019 ceph-mon[94035]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:18 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/981370710' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:18 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:19.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:18 smithi066 ceph-mon[87361]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:47:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:18 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/981370710' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:18 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:19.590 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsNumOps.Div (3015 ms) 2024-04-02T08:47:19.590 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from ClsNumOps (11919 ms total) 2024-04-02T08:47:19.590 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:47:19.590 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:19.590 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 4 tests from 1 test suite ran. (11919 ms total) 2024-04-02T08:47:19.591 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 4 tests. 2024-04-02T08:47:19.592 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:19.593 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:19.660 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-02T08:47:19.660 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-02T08:47:19.734 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:19.735 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-02T08:47:19.735 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:19.735 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 70 tests from TestClsRbd 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[94035]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[94035]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[96522]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:19 smithi019 ceph-mon[96522]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:19 smithi066 ceph-mon[87361]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:19 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:19 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-138971-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:19 smithi066 ceph-mon[87361]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:47:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:20 smithi019 ceph-mon[94035]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:47:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:47:20] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:47:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:20 smithi019 ceph-mon[96522]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:20 smithi066 ceph-mon[87361]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:47:21.603 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-02T08:47:21.620 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-04-02T08:47:21.620 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.copyup 2024-04-02T08:47:21.811 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.copyup (190 ms) 2024-04-02T08:47:21.811 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-02T08:47:21.827 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-04-02T08:47:21.827 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-02T08:47:21.834 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-02T08:47:21.834 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-02T08:47:21.846 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2024-04-02T08:47:21.846 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-02T08:47:21.875 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.directory_methods (28 ms) 2024-04-02T08:47:21.875 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.create 2024-04-02T08:47:21.890 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.create (15 ms) 2024-04-02T08:47:21.890 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_features 2024-04-02T08:47:21.891 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-02T08:47:21.891 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-02T08:47:21.893 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-04-02T08:47:21.893 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-02T08:47:21.895 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-02T08:47:21.895 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-02T08:47:21.897 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-02T08:47:21.897 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-02T08:47:21.898 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-04-02T08:47:21.898 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-02T08:47:21.902 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-04-02T08:47:21.902 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.get_size 2024-04-02T08:47:21.906 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.get_size (5 ms) 2024-04-02T08:47:21.906 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.set_size 2024-04-02T08:47:21.911 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-02T08:47:21.911 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-02T08:47:21.929 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-04-02T08:47:21.929 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-02T08:47:21.936 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-02T08:47:21.937 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-02T08:47:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[94035]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[94035]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2537956993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[96522]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[96522]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2537956993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:21 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:21.981 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.parents_v1 (44 ms) 2024-04-02T08:47:21.981 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-02T08:47:22.011 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-04-02T08:47:22.011 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-02T08:47:22.036 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.snapshots (26 ms) 2024-04-02T08:47:22.037 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-02T08:47:22.043 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-04-02T08:47:22.043 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-02T08:47:22.053 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-04-02T08:47:22.053 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-02T08:47:22.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-04-02T08:47:22.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-02T08:47:22.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:21 smithi066 ceph-mon[87361]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:22.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:21 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:21 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:47:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:21 smithi066 ceph-mon[87361]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:47:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:21 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2537956993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:21 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:22.065 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-04-02T08:47:22.065 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-02T08:47:22.073 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-04-02T08:47:22.073 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-02T08:47:22.073 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-04-02T08:47:22.074 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-02T08:47:22.081 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.object_map_snap_add (7 ms) 2024-04-02T08:47:22.081 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-02T08:47:22.089 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-04-02T08:47:22.089 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.flags 2024-04-02T08:47:22.094 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-02T08:47:22.094 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.metadata 2024-04-02T08:47:22.117 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-04-02T08:47:22.117 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.set_features 2024-04-02T08:47:22.124 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-04-02T08:47:22.124 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.mirror 2024-04-02T08:47:22.165 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.mirror (42 ms) 2024-04-02T08:47:22.166 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-02T08:47:22.184 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.mirror_image (18 ms) 2024-04-02T08:47:22.184 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-02T08:47:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:47:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:47:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:22 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:22 smithi019 ceph-mon[94035]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:22 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:22 smithi019 ceph-mon[96522]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:23.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:22 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139077-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:22 smithi066 ceph-mon[87361]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:47:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:23 smithi019 ceph-mon[94035]: pgmap v1153: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1024 KiB/s rd, 1024 KiB/s wr, 1 op/s 2024-04-02T08:47:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:23 smithi019 ceph-mon[94035]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:23 smithi019 ceph-mon[96522]: pgmap v1153: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1024 KiB/s rd, 1024 KiB/s wr, 1 op/s 2024-04-02T08:47:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:23 smithi019 ceph-mon[96522]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:23 smithi066 ceph-mon[87361]: pgmap v1153: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1024 KiB/s rd, 1024 KiB/s wr, 1 op/s 2024-04-02T08:47:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:23 smithi066 ceph-mon[87361]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:47:24.593 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.mirror_image_status (2409 ms) 2024-04-02T08:47:24.593 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-02T08:47:24.682 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.mirror_image_map (89 ms) 2024-04-02T08:47:24.683 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-02T08:47:24.689 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-02T08:47:24.689 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-02T08:47:24.701 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2024-04-02T08:47:24.701 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-02T08:47:24.704 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-02T08:47:24.704 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-02T08:47:24.706 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-02T08:47:24.706 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-02T08:47:24.709 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-02T08:47:24.709 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-02T08:47:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-02T08:47:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-02T08:47:24.718 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-02T08:47:24.718 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-02T08:47:24.722 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-02T08:47:24.722 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-02T08:47:24.724 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-02T08:47:24.724 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-02T08:47:24.727 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-02T08:47:24.727 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-02T08:47:24.730 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-02T08:47:24.731 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-02T08:47:24.735 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-04-02T08:47:24.735 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-02T08:47:24.737 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-02T08:47:24.737 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-02T08:47:24.740 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2024-04-02T08:47:24.740 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-02T08:47:24.743 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-02T08:47:24.743 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-02T08:47:24.745 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-02T08:47:24.745 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-02T08:47:24.747 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (3 ms) 2024-04-02T08:47:24.748 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-02T08:47:24.751 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-02T08:47:24.751 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-02T08:47:24.753 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-02T08:47:24.754 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-02T08:47:24.756 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-02T08:47:24.756 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-02T08:47:24.759 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-02T08:47:24.759 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-02T08:47:24.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-04-02T08:47:24.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-02T08:47:24.995 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (220 ms) 2024-04-02T08:47:24.995 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-02T08:47:24.998 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-02T08:47:24.998 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-02T08:47:25.001 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-02T08:47:25.001 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-02T08:47:25.008 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-02T08:47:25.008 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.op_features 2024-04-02T08:47:25.015 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2024-04-02T08:47:25.016 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-02T08:47:25.038 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.clone_parent (22 ms) 2024-04-02T08:47:25.038 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-02T08:47:25.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-02T08:47:25.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-02T08:47:25.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-02T08:47:25.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-02T08:47:25.064 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-02T08:47:25.064 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.migration 2024-04-02T08:47:25.076 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.migration (13 ms) 2024-04-02T08:47:25.076 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-02T08:47:25.089 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-04-02T08:47:25.089 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-02T08:47:25.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:25 smithi019 ceph-mon[94035]: pgmap v1155: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 854 KiB/s rd, 854 KiB/s wr, 1 op/s 2024-04-02T08:47:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:25 smithi019 ceph-mon[96522]: pgmap v1155: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 854 KiB/s rd, 854 KiB/s wr, 1 op/s 2024-04-02T08:47:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:25 smithi066 ceph-mon[87361]: pgmap v1155: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 854 KiB/s rd, 854 KiB/s wr, 1 op/s 2024-04-02T08:47:26.622 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1534 ms) 2024-04-02T08:47:26.623 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-02T08:47:26.668 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestClsRbd.sparsify (45 ms) 2024-04-02T08:47:26.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:26 smithi019 ceph-mon[94035]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:26 smithi019 ceph-mon[96522]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:26 smithi066 ceph-mon[87361]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:47:27.628 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 70 tests from TestClsRbd (5065 ms total) 2024-04-02T08:47:27.628 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:47:27.628 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:47:27.628 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 70 tests from 1 test suite ran. (7894 ms total) 2024-04-02T08:47:27.628 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 70 tests. 2024-04-02T08:47:27.631 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:47:27.631 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:47:27.700 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-02T08:47:27.700 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-02T08:47:27.770 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:47:27.771 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-02T08:47:27.771 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:47:27.771 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 10 tests from cls_rgw 2024-04-02T08:47:27.771 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-02T08:47:27.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:27 smithi019 ceph-mon[94035]: pgmap v1157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 2.45k op/s 2024-04-02T08:47:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:27 smithi019 ceph-mon[94035]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:27 smithi019 ceph-mon[96522]: pgmap v1157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 2.45k op/s 2024-04-02T08:47:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:27 smithi019 ceph-mon[96522]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:27 smithi066 ceph-mon[87361]: pgmap v1157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 2.45k op/s 2024-04-02T08:47:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:27 smithi066 ceph-mon[87361]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:47:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:28 smithi019 ceph-mon[94035]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:28 smithi019 ceph-mon[96522]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:28 smithi066 ceph-mon[87361]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:47:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[94035]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[94035]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2183374645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[96522]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[96522]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2183374645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:29 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:29 smithi066 ceph-mon[87361]: pgmap v1160: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:29 smithi066 ceph-mon[87361]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:47:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:29 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2183374645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:29 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:30.649 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:47:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:47:30] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-02T08:47:30.654 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_implicit (2884 ms) 2024-04-02T08:47:30.654 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-02T08:47:30.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:30 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:30.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:30 smithi019 ceph-mon[94035]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:30.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:30 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:30.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:30 smithi019 ceph-mon[96522]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:30 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:30 smithi066 ceph-mon[87361]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:47:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:31 smithi019 ceph-mon[94035]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:31 smithi019 ceph-mon[94035]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:31 smithi019 ceph-mon[96522]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:31 smithi019 ceph-mon[96522]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:32.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:31 smithi066 ceph-mon[87361]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:31 smithi066 ceph-mon[87361]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:47:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:47:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:47:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:32 smithi019 ceph-mon[94035]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:32 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2546633900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:32 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:32 smithi019 ceph-mon[96522]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:32 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2546633900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:32 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:32 smithi066 ceph-mon[87361]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:47:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:32 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2546633900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:32 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:33.663 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3008 ms) 2024-04-02T08:47:33.663 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[94035]: pgmap v1166: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[94035]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[94035]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[96522]: pgmap v1166: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[96522]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:33 smithi019 ceph-mon[96522]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:33 smithi066 ceph-mon[87361]: pgmap v1166: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:33 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:33 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:33 smithi066 ceph-mon[87361]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:47:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:33 smithi066 ceph-mon[87361]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:47:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:34 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:34 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:47:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:34 smithi066 ceph-mon[87361]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:34 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2808462206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:34 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[94035]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2808462206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[96522]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2808462206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:34 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:35 smithi066 ceph-mon[87361]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:35 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:35 smithi066 ceph-mon[87361]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:35 smithi019 ceph-mon[94035]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:35 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:35 smithi019 ceph-mon[94035]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:35 smithi019 ceph-mon[96522]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:35 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:35 smithi019 ceph-mon[96522]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:47:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:37 smithi019 ceph-mon[94035]: pgmap v1172: 137 pgs: 5 creating+activating, 19 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:37 smithi019 ceph-mon[94035]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:37 smithi019 ceph-mon[96522]: pgmap v1172: 137 pgs: 5 creating+activating, 19 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:37 smithi019 ceph-mon[96522]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:37 smithi066 ceph-mon[87361]: pgmap v1172: 137 pgs: 5 creating+activating, 19 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:37 smithi066 ceph-mon[87361]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:47:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:39 smithi019 ceph-mon[94035]: pgmap v1174: 137 pgs: 5 creating+activating, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:39 smithi019 ceph-mon[96522]: pgmap v1174: 137 pgs: 5 creating+activating, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:39 smithi066 ceph-mon[87361]: pgmap v1174: 137 pgs: 5 creating+activating, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:47:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:47:40] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-02T08:47:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:40 smithi066 ceph-mon[87361]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:41.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:40 smithi019 ceph-mon[94035]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:40 smithi019 ceph-mon[96522]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:47:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:41 smithi066 ceph-mon[87361]: pgmap v1176: 137 pgs: 5 creating+activating, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:41 smithi066 ceph-mon[87361]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:41 smithi066 ceph-mon[87361]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:47:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:41 smithi019 ceph-mon[94035]: pgmap v1176: 137 pgs: 5 creating+activating, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:41 smithi019 ceph-mon[94035]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:41 smithi019 ceph-mon[94035]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:47:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:41 smithi019 ceph-mon[96522]: pgmap v1176: 137 pgs: 5 creating+activating, 132 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:41 smithi019 ceph-mon[96522]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:47:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:41 smithi019 ceph-mon[96522]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:47:42.693 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_put_snap (9030 ms) 2024-04-02T08:47:42.693 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-02T08:47:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:47:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:43 smithi019 ceph-mon[94035]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-04-02T08:47:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:43 smithi019 ceph-mon[94035]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:47:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:43 smithi019 ceph-mon[96522]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-04-02T08:47:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:43 smithi019 ceph-mon[96522]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:47:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:43 smithi066 ceph-mon[87361]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-04-02T08:47:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:43 smithi066 ceph-mon[87361]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:47:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:45.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:44 smithi066 ceph-mon[87361]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:47:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:44 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/311811504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:44 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[94035]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/311811504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[96522]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/311811504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:45.728 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_explicit (3035 ms) 2024-04-02T08:47:45.728 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.set 2024-04-02T08:47:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:45 smithi066 ceph-mon[87361]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:45 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:45 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:45 smithi066 ceph-mon[87361]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:47:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[94035]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[94035]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[96522]: pgmap v1182: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[96522]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:47:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:46.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:46.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:47:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:46 smithi066 ceph-mon[87361]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:47:47.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:46 smithi019 ceph-mon[94035]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:47:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:46 smithi019 ceph-mon[96522]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:47:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:47 smithi066 ceph-mon[87361]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:47 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:47 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:47:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:47 smithi066 ceph-mon[87361]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:47:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:47 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3415782207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[94035]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[94035]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3415782207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[96522]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[96522]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:47:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:47 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3415782207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:47:48.746 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.set (3017 ms) 2024-04-02T08:47:48.746 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-02T08:47:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:48 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3415782207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:48 smithi066 ceph-mon[87361]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:47:49.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:48 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3415782207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:48 smithi019 ceph-mon[94035]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:47:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:48 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3415782207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139132-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:47:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:48 smithi019 ceph-mon[96522]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:47:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: pgmap v1188: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:47:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:50.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:49 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: pgmap v1188: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: pgmap v1188: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:47:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:49 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:47:50] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-02T08:47:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:50 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:47:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:50 smithi066 ceph-mon[87361]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:47:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:50 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:50 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[94035]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[96522]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:51.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:50 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:51 smithi066 ceph-mon[87361]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:51 smithi066 ceph-mon[87361]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:47:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:51 smithi019 ceph-mon[94035]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:51 smithi019 ceph-mon[94035]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:47:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:51 smithi019 ceph-mon[96522]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:51 smithi019 ceph-mon[96522]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:47:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:47:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:52 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:52 smithi066 ceph-mon[87361]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:47:53.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:52 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:53.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:52 smithi019 ceph-mon[94035]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:47:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:52 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:52 smithi019 ceph-mon[96522]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:47:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:53 smithi066 ceph-mon[87361]: pgmap v1194: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:53 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:53 smithi066 ceph-mon[87361]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:47:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:53 smithi019 ceph-mon[94035]: pgmap v1194: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:53 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:53 smithi019 ceph-mon[94035]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:47:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:53 smithi019 ceph-mon[96522]: pgmap v1194: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:53 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:47:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:53 smithi019 ceph-mon[96522]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:47:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:54 smithi066 ceph-mon[87361]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:47:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:54 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:54 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:55.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:54 smithi019 ceph-mon[94035]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:47:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:54 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:54 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:54 smithi019 ceph-mon[96522]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:47:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:54 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:54 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:55.800 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_implicit_ec (7054 ms) 2024-04-02T08:47:55.800 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-02T08:47:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:55 smithi066 ceph-mon[87361]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:55 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:56.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:55 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:47:56.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:55 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:56.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:55 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:56.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:55 smithi066 ceph-mon[87361]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:47:56.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:55 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:56.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[94035]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:56.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:56.098 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:47:56.098 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:56.098 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:56.098 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[94035]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:47:56.098 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:56.099 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[96522]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:56.099 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:47:56.099 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:47:56.099 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:56.100 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/932654043' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:56.100 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[96522]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:47:56.100 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:55 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]: dispatch 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:57.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:56 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-6"}]': finished 2024-04-02T08:47:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:47:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:57.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:56 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[94035]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[94035]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[96522]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[96522]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:47:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:58.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:57 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:57 smithi066 ceph-mon[87361]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:47:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:57 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:47:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:57 smithi066 ceph-mon[87361]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:47:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:57 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[96522]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[96522]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[94035]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:47:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:58 smithi019 ceph-mon[94035]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:47:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:58 smithi066 ceph-mon[87361]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:47:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:58 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:47:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:58 smithi066 ceph-mon[87361]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:48:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:59 smithi019 ceph-mon[94035]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:47:59 smithi019 ceph-mon[94035]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:59 smithi019 ceph-mon[96522]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:47:59 smithi019 ceph-mon[96522]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:59 smithi066 ceph-mon[87361]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:47:59 smithi066 ceph-mon[87361]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:48:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:48:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:48:00] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-02T08:48:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[94035]: pgmap v1206: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[94035]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[96522]: pgmap v1206: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:02.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[96522]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:02.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:02.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:02.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:01 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:01 smithi066 ceph-mon[87361]: pgmap v1206: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:01 smithi066 ceph-mon[87361]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:48:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:01 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:01 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:01 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:48:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:02.833 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7033 ms) 2024-04-02T08:48:02.833 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[94035]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[96522]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:02 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:02 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:48:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:02 smithi066 ceph-mon[87361]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:48:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:02 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4172486463' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:02 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]: dispatch 2024-04-02T08:48:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:48:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:48:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:03 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-7"}]': finished 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:03 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[94035]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[96522]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:04 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:04 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:04 smithi066 ceph-mon[87361]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:48:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:04 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:04 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:05 smithi019 ceph-mon[94035]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:06.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:05 smithi019 ceph-mon[94035]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:05 smithi019 ceph-mon[96522]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:05 smithi019 ceph-mon[96522]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:05 smithi066 ceph-mon[87361]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:05 smithi066 ceph-mon[87361]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:48:07.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:06 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:07.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:06 smithi019 ceph-mon[94035]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:06 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:07.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:06 smithi019 ceph-mon[96522]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:06 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:06 smithi066 ceph-mon[87361]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:48:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:07 smithi019 ceph-mon[94035]: pgmap v1215: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:07 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:07 smithi019 ceph-mon[94035]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:07 smithi019 ceph-mon[96522]: pgmap v1215: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:07 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:07 smithi019 ceph-mon[96522]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:07 smithi066 ceph-mon[87361]: pgmap v1215: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:07 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:07 smithi066 ceph-mon[87361]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:48:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:08 smithi019 ceph-mon[94035]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:08 smithi019 ceph-mon[96522]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:08 smithi066 ceph-mon[87361]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:48:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:09 smithi019 ceph-mon[94035]: pgmap v1218: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:09 smithi019 ceph-mon[96522]: pgmap v1218: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:09 smithi066 ceph-mon[87361]: pgmap v1218: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:48:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:48:10] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-02T08:48:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:11 smithi019 ceph-mon[94035]: pgmap v1219: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:11 smithi019 ceph-mon[94035]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:11 smithi019 ceph-mon[96522]: pgmap v1219: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:11 smithi019 ceph-mon[96522]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:11 smithi066 ceph-mon[87361]: pgmap v1219: 113 pgs: 3 creating+peering, 4 unknown, 106 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:11 smithi066 ceph-mon[87361]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:48:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:48:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:13.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:12 smithi019 ceph-mon[94035]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:12 smithi019 ceph-mon[96522]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:12 smithi066 ceph-mon[87361]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[94035]: pgmap v1222: 113 pgs: 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[94035]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[96522]: pgmap v1222: 113 pgs: 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[96522]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:13 smithi066 ceph-mon[87361]: pgmap v1222: 113 pgs: 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-02T08:48:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:13 smithi066 ceph-mon[87361]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:48:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:14 smithi019 ceph-mon[94035]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:14 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:14 smithi019 ceph-mon[96522]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:14 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:14 smithi066 ceph-mon[87361]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:48:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:14 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:15.897 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_put_snap_ec (13064 ms) 2024-04-02T08:48:15.897 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[94035]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[94035]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[96522]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:16.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:16.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:48:16.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:16.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:16.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[96522]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:48:16.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:15 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:15 smithi066 ceph-mon[87361]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:15 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:15 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:48:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:15 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2943636057' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:15 smithi066 ceph-mon[87361]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:48:16.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:15 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]: dispatch 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[94035]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[96522]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:17.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:16 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:16 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-8"}]': finished 2024-04-02T08:48:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:16 smithi066 ceph-mon[87361]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:48:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:16 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:16 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:16 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[94035]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[94035]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[96522]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[96522]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:48:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:17 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:17 smithi066 ceph-mon[87361]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:17 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:17 smithi066 ceph-mon[87361]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:48:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:17 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:19.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:18 smithi019 ceph-mon[94035]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:48:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:18 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:19.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:18 smithi019 ceph-mon[94035]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:48:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:18 smithi019 ceph-mon[96522]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:48:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:18 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:19.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:18 smithi019 ceph-mon[96522]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:48:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:18 smithi066 ceph-mon[87361]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:48:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:18 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:18 smithi066 ceph-mon[87361]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:48:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:19 smithi019 ceph-mon[94035]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:19 smithi019 ceph-mon[94035]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:48:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:19 smithi019 ceph-mon[96522]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:19 smithi019 ceph-mon[96522]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:48:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:19 smithi066 ceph-mon[87361]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:19 smithi066 ceph-mon[87361]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:48:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:48:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:48:20] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[94035]: pgmap v1234: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[94035]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[96522]: pgmap v1234: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[96522]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:21 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:21 smithi066 ceph-mon[87361]: pgmap v1234: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:21 smithi066 ceph-mon[87361]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:48:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:21 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:21 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:48:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:22.917 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.test_explicit_ec (7020 ms) 2024-04-02T08:48:22.918 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.set_ec 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[94035]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[96522]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:23.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:22 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:22 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:22 smithi066 ceph-mon[87361]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:48:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:22 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]: dispatch 2024-04-02T08:48:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:22 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4147151493' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-9"}]': finished 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: pgmap v1237: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:48:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:48:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:24.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:24.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[94035]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[96522]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:48:25.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi019-139132-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:48:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:24 smithi066 ceph-mon[87361]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:48:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:25 smithi019 ceph-mon[94035]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:25 smithi019 ceph-mon[94035]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:48:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:25 smithi019 ceph-mon[96522]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:25 smithi019 ceph-mon[96522]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:48:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:25 smithi066 ceph-mon[87361]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:25 smithi066 ceph-mon[87361]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:48:27.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:26 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:27.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:26 smithi019 ceph-mon[94035]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:48:27.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:26 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:27.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:26 smithi019 ceph-mon[96522]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:48:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:26 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi019-139132-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:26 smithi066 ceph-mon[87361]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:48:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:27 smithi066 ceph-mon[87361]: pgmap v1243: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:27 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:27 smithi066 ceph-mon[87361]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:48:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:27 smithi019 ceph-mon[94035]: pgmap v1243: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:27 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:27 smithi019 ceph-mon[94035]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:48:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:27 smithi019 ceph-mon[96522]: pgmap v1243: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:27 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:48:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:27 smithi019 ceph-mon[96522]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:48:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:28 smithi066 ceph-mon[87361]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:48:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:28 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:28 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[94035]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[96522]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:29.965 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.set_ec (7047 ms) 2024-04-02T08:48:29.965 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 10 tests from cls_rgw (62194 ms total) 2024-04-02T08:48:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:48:29.965 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:48:29.965 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 10 tests from 1 test suite ran. (62194 ms total) 2024-04-02T08:48:29.965 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 10 tests. 2024-04-02T08:48:29.967 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:48:29.967 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:48:29.994 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-02T08:48:29.995 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-02T08:48:30.064 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:48:30.064 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-02T08:48:30.064 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:48:30.064 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 16 tests from cls_rgw 2024-04-02T08:48:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:29 smithi066 ceph-mon[87361]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:29 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:29 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:48:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:29 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:29 smithi066 ceph-mon[87361]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:48:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:29 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:29 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[96522]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[96522]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[94035]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[94035]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3725737224' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:29 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]: dispatch 2024-04-02T08:48:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:48:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:48:30] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-04-02T08:48:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:30 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:30 smithi066 ceph-mon[87361]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:48:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:30 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:30 smithi019 ceph-mon[94035]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:48:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:30 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi019-139132-10"}]': finished 2024-04-02T08:48:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:30 smithi019 ceph-mon[96522]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:48:31.987 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_basic 2024-04-02T08:48:32.030 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_basic (44 ms) 2024-04-02T08:48:32.031 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-02T08:48:32.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-04-02T08:48:32.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-02T08:48:32.095 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_remove_object (38 ms) 2024-04-02T08:48:32.095 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-02T08:48:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:31 smithi066 ceph-mon[87361]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:31 smithi066 ceph-mon[87361]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:48:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:31 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2992445153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:31 smithi019 ceph-mon[94035]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:31 smithi019 ceph-mon[94035]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:48:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:31 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2992445153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:31 smithi019 ceph-mon[96522]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:31 smithi019 ceph-mon[96522]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:48:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:31 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2992445153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:48:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:48:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:33.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:32 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2992445153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:33.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:32 smithi066 ceph-mon[87361]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:48:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:32 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2992445153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:32 smithi019 ceph-mon[94035]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:48:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:32 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2992445153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:48:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:32 smithi019 ceph-mon[96522]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:48:33.538 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_suggest (1443 ms) 2024-04-02T08:48:33.538 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-02T08:48:33.543 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-04-02T08:48:33.543 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_list 2024-04-02T08:48:33.563 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-04-02T08:48:33.563 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-02T08:48:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:33 smithi066 ceph-mon[87361]: pgmap v1252: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:33 smithi066 ceph-mon[87361]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:48:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:33 smithi019 ceph-mon[94035]: pgmap v1252: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:33 smithi019 ceph-mon[94035]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:48:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:33 smithi019 ceph-mon[96522]: pgmap v1252: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:33 smithi019 ceph-mon[96522]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:48:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:35 smithi066 ceph-mon[87361]: pgmap v1254: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:35 smithi019 ceph-mon[94035]: pgmap v1254: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:35 smithi019 ceph-mon[96522]: pgmap v1254: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:48:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:37 smithi066 ceph-mon[87361]: pgmap v1255: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 476 KiB/s rd, 317 KiB/s wr, 951 op/s 2024-04-02T08:48:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:37 smithi019 ceph-mon[94035]: pgmap v1255: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 476 KiB/s rd, 317 KiB/s wr, 951 op/s 2024-04-02T08:48:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:37 smithi019 ceph-mon[96522]: pgmap v1255: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 476 KiB/s rd, 317 KiB/s wr, 951 op/s 2024-04-02T08:48:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:39 smithi066 ceph-mon[87361]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 336 KiB/s wr, 1.03k op/s 2024-04-02T08:48:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:39 smithi019 ceph-mon[94035]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 336 KiB/s wr, 1.03k op/s 2024-04-02T08:48:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:39 smithi019 ceph-mon[96522]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 336 KiB/s wr, 1.03k op/s 2024-04-02T08:48:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:48:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:48:40] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-04-02T08:48:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:41 smithi066 ceph-mon[87361]: pgmap v1257: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 475 KiB/s rd, 296 KiB/s wr, 907 op/s 2024-04-02T08:48:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:41 smithi019 ceph-mon[94035]: pgmap v1257: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 475 KiB/s rd, 296 KiB/s wr, 907 op/s 2024-04-02T08:48:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:41 smithi019 ceph-mon[96522]: pgmap v1257: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 475 KiB/s rd, 296 KiB/s wr, 907 op/s 2024-04-02T08:48:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:48:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:43 smithi066 ceph-mon[87361]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 861 KiB/s rd, 556 KiB/s wr, 1.68k op/s 2024-04-02T08:48:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:43 smithi019 ceph-mon[94035]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 861 KiB/s rd, 556 KiB/s wr, 1.68k op/s 2024-04-02T08:48:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:43 smithi019 ceph-mon[96522]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 861 KiB/s rd, 556 KiB/s wr, 1.68k op/s 2024-04-02T08:48:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:46 smithi066 ceph-mon[87361]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 488 KiB/s wr, 1.48k op/s 2024-04-02T08:48:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:46 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:46 smithi019 ceph-mon[94035]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 488 KiB/s wr, 1.48k op/s 2024-04-02T08:48:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:46 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:46 smithi019 ceph-mon[96522]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 754 KiB/s rd, 488 KiB/s wr, 1.48k op/s 2024-04-02T08:48:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:46 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:48:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:48 smithi019 ceph-mon[94035]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 988 KiB/s rd, 644 KiB/s wr, 1.94k op/s 2024-04-02T08:48:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:48 smithi019 ceph-mon[96522]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 988 KiB/s rd, 644 KiB/s wr, 1.94k op/s 2024-04-02T08:48:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:48 smithi066 ceph-mon[87361]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 988 KiB/s rd, 644 KiB/s wr, 1.94k op/s 2024-04-02T08:48:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:50 smithi019 ceph-mon[94035]: pgmap v1261: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 750 KiB/s rd, 486 KiB/s wr, 1.47k op/s 2024-04-02T08:48:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:50 smithi019 ceph-mon[96522]: pgmap v1261: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 750 KiB/s rd, 486 KiB/s wr, 1.47k op/s 2024-04-02T08:48:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:50 smithi066 ceph-mon[87361]: pgmap v1261: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 750 KiB/s rd, 486 KiB/s wr, 1.47k op/s 2024-04-02T08:48:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:48:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:48:50] "GET /metrics HTTP/1.1" 200 36356 "" "Prometheus/2.43.0" 2024-04-02T08:48:52.364 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:52 smithi066 ceph-mon[87361]: pgmap v1262: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 654 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2024-04-02T08:48:52.365 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:48:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:48:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:52 smithi019 ceph-mon[94035]: pgmap v1262: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 654 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2024-04-02T08:48:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:52 smithi019 ceph-mon[96522]: pgmap v1262: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 654 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2024-04-02T08:48:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:54 smithi019 ceph-mon[94035]: pgmap v1263: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 908 KiB/s rd, 606 KiB/s wr, 1.82k op/s 2024-04-02T08:48:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:54 smithi019 ceph-mon[96522]: pgmap v1263: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 908 KiB/s rd, 606 KiB/s wr, 1.82k op/s 2024-04-02T08:48:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:54 smithi066 ceph-mon[87361]: pgmap v1263: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 908 KiB/s rd, 606 KiB/s wr, 1.82k op/s 2024-04-02T08:48:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:56 smithi019 ceph-mon[94035]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 524 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-02T08:48:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:56 smithi019 ceph-mon[96522]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 524 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-02T08:48:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:56 smithi066 ceph-mon[87361]: pgmap v1264: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 524 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-02T08:48:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:58 smithi019 ceph-mon[94035]: pgmap v1265: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 520 KiB/s wr, 1.56k op/s 2024-04-02T08:48:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:58 smithi019 ceph-mon[96522]: pgmap v1265: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 520 KiB/s wr, 1.56k op/s 2024-04-02T08:48:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:58 smithi066 ceph-mon[87361]: pgmap v1265: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 520 KiB/s wr, 1.56k op/s 2024-04-02T08:48:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:48:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:48:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:48:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:00 smithi019 ceph-mon[94035]: pgmap v1266: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:00 smithi019 ceph-mon[96522]: pgmap v1266: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:00 smithi066 ceph-mon[87361]: pgmap v1266: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:49:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:49:00] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-02T08:49:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:02 smithi019 ceph-mon[94035]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:02 smithi019 ceph-mon[96522]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:02 smithi066 ceph-mon[87361]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:49:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:04.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:04 smithi019 ceph-mon[94035]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 508 KiB/s wr, 1.52k op/s 2024-04-02T08:49:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:04 smithi019 ceph-mon[96522]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 508 KiB/s wr, 1.52k op/s 2024-04-02T08:49:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:04 smithi066 ceph-mon[87361]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 508 KiB/s wr, 1.52k op/s 2024-04-02T08:49:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:06 smithi019 ceph-mon[94035]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-04-02T08:49:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:06 smithi019 ceph-mon[96522]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-04-02T08:49:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:06 smithi066 ceph-mon[87361]: pgmap v1269: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-04-02T08:49:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:08 smithi019 ceph-mon[94035]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 507 KiB/s wr, 1.52k op/s 2024-04-02T08:49:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:08 smithi019 ceph-mon[96522]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 507 KiB/s wr, 1.52k op/s 2024-04-02T08:49:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:08 smithi066 ceph-mon[87361]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 761 KiB/s rd, 507 KiB/s wr, 1.52k op/s 2024-04-02T08:49:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:10 smithi019 ceph-mon[94035]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 505 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:49:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:10 smithi019 ceph-mon[96522]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 505 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:49:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:10 smithi066 ceph-mon[87361]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 505 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:49:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:49:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:49:10] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-02T08:49:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:12 smithi019 ceph-mon[94035]: pgmap v1272: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 505 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:49:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:12 smithi019 ceph-mon[96522]: pgmap v1272: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 505 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:49:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:12 smithi066 ceph-mon[87361]: pgmap v1272: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 505 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:49:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:49:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:49:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:14 smithi019 ceph-mon[94035]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 759 KiB/s rd, 506 KiB/s wr, 1.52k op/s 2024-04-02T08:49:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:14 smithi019 ceph-mon[96522]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 759 KiB/s rd, 506 KiB/s wr, 1.52k op/s 2024-04-02T08:49:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:14 smithi066 ceph-mon[87361]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 759 KiB/s rd, 506 KiB/s wr, 1.52k op/s 2024-04-02T08:49:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:16 smithi019 ceph-mon[94035]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 508 KiB/s rd, 339 KiB/s wr, 1.01k op/s 2024-04-02T08:49:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:16 smithi019 ceph-mon[96522]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 508 KiB/s rd, 339 KiB/s wr, 1.01k op/s 2024-04-02T08:49:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:16 smithi066 ceph-mon[87361]: pgmap v1274: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 508 KiB/s rd, 339 KiB/s wr, 1.01k op/s 2024-04-02T08:49:17.956 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_list_delimited (44393 ms) 2024-04-02T08:49:17.956 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.bi_list 2024-04-02T08:49:18.031 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.bi_list (75 ms) 2024-04-02T08:49:18.031 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.gc_set 2024-04-02T08:49:18.059 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.gc_set (28 ms) 2024-04-02T08:49:18.059 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.gc_list 2024-04-02T08:49:18.085 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.gc_list (26 ms) 2024-04-02T08:49:18.085 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-02T08:49:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:18 smithi019 ceph-mon[94035]: pgmap v1275: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 509 KiB/s wr, 1.53k op/s 2024-04-02T08:49:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:18 smithi019 ceph-mon[96522]: pgmap v1275: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 509 KiB/s wr, 1.53k op/s 2024-04-02T08:49:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:18 smithi066 ceph-mon[87361]: pgmap v1275: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 763 KiB/s rd, 509 KiB/s wr, 1.53k op/s 2024-04-02T08:49:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:19 smithi019 ceph-mon[94035]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:49:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:19 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2790877327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:19 smithi019 ceph-mon[96522]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:49:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:19 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2790877327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:19.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:19 smithi066 ceph-mon[87361]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:49:19.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:19 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2790877327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:20.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:49:20] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-02T08:49:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[94035]: pgmap v1277: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 611 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-02T08:49:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2790877327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[94035]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:49:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[96522]: pgmap v1277: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 611 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-02T08:49:20.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:20.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2790877327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:20.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:20 smithi019 ceph-mon[96522]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:49:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:20 smithi066 ceph-mon[87361]: pgmap v1277: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 611 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-02T08:49:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:20 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:20 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2790877327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139471-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:20 smithi066 ceph-mon[87361]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:49:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:21 smithi019 ceph-mon[94035]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:49:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:21 smithi019 ceph-mon[94035]: pgmap v1280: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:21 smithi019 ceph-mon[96522]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:49:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:21 smithi019 ceph-mon[96522]: pgmap v1280: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:21 smithi066 ceph-mon[87361]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:49:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:21 smithi066 ceph-mon[87361]: pgmap v1280: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 510 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2024-04-02T08:49:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:22 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:22 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:49:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:22 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:22 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:49:22.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:22 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:22.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:22 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:49:22.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:49:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:23 smithi019 ceph-mon[94035]: pgmap v1281: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 171 KiB/s wr, 505 op/s 2024-04-02T08:49:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:23 smithi019 ceph-mon[96522]: pgmap v1281: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 171 KiB/s wr, 505 op/s 2024-04-02T08:49:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:23 smithi066 ceph-mon[87361]: pgmap v1281: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 171 KiB/s wr, 505 op/s 2024-04-02T08:49:24.231 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.gc_defer (6146 ms) 2024-04-02T08:49:24.231 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-02T08:49:24.315 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.usage_basic (84 ms) 2024-04-02T08:49:24.315 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-02T08:49:24.316 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-02T08:49:24.316 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-02T08:49:24.410 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.usage_clear (94 ms) 2024-04-02T08:49:24.410 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-02T08:49:24.478 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.bi_log_trim (69 ms) 2024-04-02T08:49:24.479 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-02T08:49:24.490 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-02T08:49:25.238 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 16 tests from cls_rgw (52503 ms total) 2024-04-02T08:49:25.238 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:49:25.238 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:25.238 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 16 tests from 1 test suite ran. (55173 ms total) 2024-04-02T08:49:25.238 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 16 tests. 2024-04-02T08:49:25.241 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:25.241 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:25.308 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-02T08:49:25.308 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-02T08:49:25.378 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:49:25.378 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-02T08:49:25.378 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:49:25.378 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-02T08:49:25.378 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.init 2024-04-02T08:49:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:25 smithi066 ceph-mon[87361]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:49:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:25 smithi066 ceph-mon[87361]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 170 KiB/s wr, 504 op/s 2024-04-02T08:49:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:25 smithi019 ceph-mon[94035]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:49:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:25 smithi019 ceph-mon[94035]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 170 KiB/s wr, 504 op/s 2024-04-02T08:49:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:25 smithi019 ceph-mon[96522]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:49:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:25 smithi019 ceph-mon[96522]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 170 KiB/s wr, 504 op/s 2024-04-02T08:49:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:26 smithi066 ceph-mon[87361]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:49:26.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:26 smithi019 ceph-mon[94035]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:49:26.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:26 smithi019 ceph-mon[96522]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:49:27.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.init (1878 ms) 2024-04-02T08:49:27.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-02T08:49:27.277 INFO:tasks.workunit.client.0.smithi019.stderr:[ ] list info tag = chain-0 2024-04-02T08:49:27.278 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (22 ms) 2024-04-02T08:49:27.278 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-02T08:49:27.283 INFO:tasks.workunit.client.0.smithi019.stderr:[ ] next_marker is: = 0/4263 2024-04-02T08:49:27.283 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-04-02T08:49:27.283 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-02T08:49:27.292 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-02T08:49:27.292 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-02T08:49:27.299 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-02T08:49:27.299 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-02T08:49:27.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-04-02T08:49:27.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-02T08:49:27.313 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-02T08:49:27.313 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-02T08:49:27.318 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-02T08:49:27.318 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-02T08:49:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:27 smithi066 ceph-mon[87361]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:49:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:27 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1321820280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:27 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:27 smithi066 ceph-mon[87361]: pgmap v1286: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[94035]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1321820280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[94035]: pgmap v1286: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[96522]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1321820280' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:27 smithi019 ceph-mon[96522]: pgmap v1286: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:28.259 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.finalize (940 ms) 2024-04-02T08:49:28.259 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from cls_rgw_gc (2881 ms total) 2024-04-02T08:49:28.259 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:49:28.259 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:28.259 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 9 tests from 1 test suite ran. (2881 ms total) 2024-04-02T08:49:28.259 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 9 tests. 2024-04-02T08:49:28.262 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:28.262 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:28.334 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-02T08:49:28.334 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-02T08:49:28.410 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 1 test from 1 test suite. 2024-04-02T08:49:28.411 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:49:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:28 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:28 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:28 smithi066 ceph-mon[87361]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:49:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:28 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:28 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:28 smithi019 ceph-mon[94035]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:49:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:28 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:28 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139671-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:28 smithi019 ceph-mon[96522]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:49:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:29 smithi066 ceph-mon[87361]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:49:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:29 smithi066 ceph-mon[87361]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[94035]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[94035]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[96522]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:29 smithi019 ceph-mon[96522]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:30.330 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from cls_rgw_stats 2024-04-02T08:49:30.330 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-02T08:49:30.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.349+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~KR0EIYFYIXGR.0 size=43935 2024-04-02T08:49:30.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.349+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=KR0EIYFYIXGR tag=KKSD0IHJDFSC type=write size=1092511 2024-04-02T08:49:30.350 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.352+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~77QBE1XGFVW1.0 size=193879 2024-04-02T08:49:30.351 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.352+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=77QBE1XGFVW1 tag=BQGBTP9OIPEF type=write size=1242455 2024-04-02T08:49:30.352 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.353+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=AB52OJCTDH00 type=del size=307482 2024-04-02T08:49:30.353 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.355+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=17F86MKL69FW type=del size=589021 2024-04-02T08:49:30.356 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.357+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~6QFPIBZVTAXV.0 size=408836 2024-04-02T08:49:30.356 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.357+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=6QFPIBZVTAXV tag=96D2UIT4WXW4 type=write size=1457412 2024-04-02T08:49:30.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.359+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=J13O37154A3Z type=del size=3860020 2024-04-02T08:49:30.359 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.360+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=X1TV6SFTQJOM type=write size=622296 2024-04-02T08:49:30.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.361+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=0QKJ93QTBPVU type=del size=2199872 2024-04-02T08:49:30.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.364+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~QGH1Q5WVZP6T.0 size=1048576 2024-04-02T08:49:30.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.365+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~QGH1Q5WVZP6T.1 size=146679 2024-04-02T08:49:30.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.365+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=QGH1Q5WVZP6T tag=C3URF0FE48NR type=write size=2243831 2024-04-02T08:49:30.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.367+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=23GWOJZ4KJKL type=write size=756912 2024-04-02T08:49:30.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.369+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~3QWYHTSCN4MD.0 size=1048576 2024-04-02T08:49:30.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.370+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~3QWYHTSCN4MD.1 size=515290 2024-04-02T08:49:30.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.370+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=3QWYHTSCN4MD tag=T1IHHTCAXH5I type=write size=2612442 2024-04-02T08:49:30.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.373+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~D0Y0RCAPJ6D4.0 size=1048576 2024-04-02T08:49:30.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.374+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~D0Y0RCAPJ6D4.1 size=750880 2024-04-02T08:49:30.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.374+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=D0Y0RCAPJ6D4 tag=7L56FN9MOW5F type=write size=2848032 2024-04-02T08:49:30.374 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.375+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=HR0UYKFEJ78D type=del size=112829 2024-04-02T08:49:30.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.378+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~MYTM7G2ONMNC.0 size=1048576 2024-04-02T08:49:30.377 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.379+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~MYTM7G2ONMNC.1 size=1048576 2024-04-02T08:49:30.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.380+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~MYTM7G2ONMNC.2 size=723238 2024-04-02T08:49:30.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.380+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=MYTM7G2ONMNC tag=YG1UHSR7OBJC type=write size=3868966 2024-04-02T08:49:30.380 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.381+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=7CD3IFZMWUMF type=write size=101772 2024-04-02T08:49:30.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.382+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=XW202XNPWKYD type=del size=4053752 2024-04-02T08:49:30.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.383+0000 7fcac0634780 1 < canceled part key=_multipart_Q3C9UVCWVITJ.2~KR0EIYFYIXGR.0 size=43935 2024-04-02T08:49:30.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.385+0000 7fcac0634780 1 < canceled multipart upload key=Q3C9UVCWVITJ upload=KR0EIYFYIXGR tag=KKSD0IHJDFSC type=write size=1092511 2024-04-02T08:49:30.385 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.386+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=DYV0ZFDN80Z7 type=write size=23860 2024-04-02T08:49:30.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.387+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~77QBE1XGFVW1.0 size=193879 2024-04-02T08:49:30.388 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.389+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=77QBE1XGFVW1 tag=BQGBTP9OIPEF type=write size=1242455 2024-04-02T08:49:30.390 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.391+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~XP5W3WKU3WAY.0 size=326123 2024-04-02T08:49:30.390 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.391+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=XP5W3WKU3WAY tag=UR7NW1J1BQL9 type=write size=1374699 2024-04-02T08:49:30.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.393+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=AB52OJCTDH00 type=del 2024-04-02T08:49:30.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.394+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=JZ8JTQKH8XAO type=del size=3583945 2024-04-02T08:49:30.395 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.397+0000 7fcac0634780 1 < suggested update operation key=Q3C9UVCWVITJ tag=17F86MKL69FW type=del size=589021 2024-04-02T08:49:30.398 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.399+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~1Y7NXIAN03JV.0 size=1048576 2024-04-02T08:49:30.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.400+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~1Y7NXIAN03JV.1 size=820307 2024-04-02T08:49:30.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.400+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=1Y7NXIAN03JV tag=JP2PGD8BOT8F type=write size=2917459 2024-04-02T08:49:30.400 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.401+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~6QFPIBZVTAXV.0 size=408836 2024-04-02T08:49:30.402 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.403+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=6QFPIBZVTAXV tag=96D2UIT4WXW4 type=write size=1457412 2024-04-02T08:49:30.403 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.405+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=61W0R9N8IUN0 type=del size=701483 2024-04-02T08:49:30.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.406+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=J13O37154A3Z type=del 2024-04-02T08:49:30.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.408+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~TKNH8XS4BMPT.0 size=479305 2024-04-02T08:49:30.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.408+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=TKNH8XS4BMPT tag=DTXJGUCKM2GM type=write size=1527881 2024-04-02T08:49:30.409 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.410+0000 7fcac0634780 1 < completed write operation key=XGGRH5W35CRD tag=X1TV6SFTQJOM type=write size=622296 2024-04-02T08:49:30.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.413+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~K01XY5PD9761.0 size=1048576 2024-04-02T08:49:30.412 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.413+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~K01XY5PD9761.1 size=1048576 2024-04-02T08:49:30.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.414+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~K01XY5PD9761.2 size=421180 2024-04-02T08:49:30.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.414+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=K01XY5PD9761 tag=7SUD84HVILQM type=write size=3566908 2024-04-02T08:49:30.414 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.416+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=0QKJ93QTBPVU type=del size=2199872 2024-04-02T08:49:30.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.417+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=B5O0YMNMKP3V type=del size=881904 2024-04-02T08:49:30.417 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.418+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~QGH1Q5WVZP6T.0 size=1048576 2024-04-02T08:49:30.418 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.419+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~QGH1Q5WVZP6T.1 size=146679 2024-04-02T08:49:30.420 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.421+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=QGH1Q5WVZP6T tag=C3URF0FE48NR type=write size=2243831 2024-04-02T08:49:30.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.423+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=GMQ91UDMA76C type=write size=598455 2024-04-02T08:49:30.423 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.424+0000 7fcac0634780 -1 < failed to complete operation key=Q3C9UVCWVITJ tag=23GWOJZ4KJKL type=write size=756912: (22) Invalid argument 2024-04-02T08:49:30.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.425+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=6K6W909KVNEZ type=write size=452824 2024-04-02T08:49:30.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.426+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~3QWYHTSCN4MD.0 size=1048576 2024-04-02T08:49:30.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.427+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~3QWYHTSCN4MD.1 size=515290 2024-04-02T08:49:30.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.429+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=3QWYHTSCN4MD tag=T1IHHTCAXH5I type=write size=2612442 2024-04-02T08:49:30.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.431+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=CMSSECB9I5LD type=write size=387419 2024-04-02T08:49:30.431 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.432+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~D0Y0RCAPJ6D4.0 size=1048576 2024-04-02T08:49:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.433+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~D0Y0RCAPJ6D4.1 size=750880 2024-04-02T08:49:30.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.435+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=D0Y0RCAPJ6D4 tag=7L56FN9MOW5F type=write size=2848032 2024-04-02T08:49:30.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.437+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~G6Z0XKQVMSO3.0 size=1048576 2024-04-02T08:49:30.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.438+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~G6Z0XKQVMSO3.1 size=1048576 2024-04-02T08:49:30.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.439+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~G6Z0XKQVMSO3.2 size=84378 2024-04-02T08:49:30.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.439+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=G6Z0XKQVMSO3 tag=LZ47U12KDHRN type=write size=3230106 2024-04-02T08:49:30.439 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.440+0000 7fcac0634780 1 < canceled operation key=O57E3MLOAH4P tag=HR0UYKFEJ78D type=del size=112829 2024-04-02T08:49:30.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.442+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=VMO31E6IP3OR type=del size=2926093 2024-04-02T08:49:30.442 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.443+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~MYTM7G2ONMNC.0 size=1048576 2024-04-02T08:49:30.443 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.444+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~MYTM7G2ONMNC.1 size=1048576 2024-04-02T08:49:30.444 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.445+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~MYTM7G2ONMNC.2 size=723238 2024-04-02T08:49:30.446 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.447+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=MYTM7G2ONMNC tag=YG1UHSR7OBJC type=write size=3868966 2024-04-02T08:49:30.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.448+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=6AGW30D7419F type=del size=114123 2024-04-02T08:49:30.448 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.450+0000 7fcac0634780 1 < completed write operation key=O57E3MLOAH4P tag=7CD3IFZMWUMF type=write size=101772 2024-04-02T08:49:30.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.451+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=FZS9CHARC29T type=del size=1124816 2024-04-02T08:49:30.451 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.452+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=XW202XNPWKYD type=del 2024-04-02T08:49:30.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.453+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=1M9T0L4DHJ8P type=del size=1148166 2024-04-02T08:49:30.453 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.455+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=DYV0ZFDN80Z7 type=write size=23860 2024-04-02T08:49:30.455 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.456+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=2HGRRUJ5A2X2 type=del size=3315676 2024-04-02T08:49:30.456 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.458+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~XP5W3WKU3WAY.0 size=326123 2024-04-02T08:49:30.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.460+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=XP5W3WKU3WAY tag=UR7NW1J1BQL9 type=write size=1374699 2024-04-02T08:49:30.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.462+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~JK6I97IL26LD.0 size=711917 2024-04-02T08:49:30.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.462+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=JK6I97IL26LD tag=ZACXBPYMENEA type=write size=1760493 2024-04-02T08:49:30.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.463+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=JZ8JTQKH8XAO type=del 2024-04-02T08:49:30.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.465+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=X55YXCHT54NQ type=del size=3908462 2024-04-02T08:49:30.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.465+0000 7fcac0634780 1 < canceled part key=_multipart_F104QJQQC3MM.2~1Y7NXIAN03JV.0 size=1048576 2024-04-02T08:49:30.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.466+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~1Y7NXIAN03JV.1 size=820307 2024-04-02T08:49:30.467 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.468+0000 7fcac0634780 1 < canceled multipart upload key=F104QJQQC3MM upload=1Y7NXIAN03JV tag=JP2PGD8BOT8F type=write size=2917459 2024-04-02T08:49:30.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.471+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~4R95TPIJ56B1.0 size=1048576 2024-04-02T08:49:30.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.472+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~4R95TPIJ56B1.1 size=1048576 2024-04-02T08:49:30.471 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.472+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~4R95TPIJ56B1.2 size=766076 2024-04-02T08:49:30.471 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.472+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=4R95TPIJ56B1 tag=36R4APD00TDC type=write size=3911804 2024-04-02T08:49:30.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.474+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=61W0R9N8IUN0 type=del 2024-04-02T08:49:30.475 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.476+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~EBFZ59G6DBNP.0 size=1048576 2024-04-02T08:49:30.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.477+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~EBFZ59G6DBNP.1 size=1048576 2024-04-02T08:49:30.477 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.478+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~EBFZ59G6DBNP.2 size=207257 2024-04-02T08:49:30.477 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.478+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=EBFZ59G6DBNP tag=KSYMCBLES3WF type=write size=3352985 2024-04-02T08:49:30.478 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.479+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~TKNH8XS4BMPT.0 size=479305 2024-04-02T08:49:30.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.481+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=TKNH8XS4BMPT tag=DTXJGUCKM2GM type=write size=1527881 2024-04-02T08:49:30.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.484+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~97OS1LJON7U9.0 size=1048576 2024-04-02T08:49:30.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.485+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~97OS1LJON7U9.1 size=1039284 2024-04-02T08:49:30.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.485+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=97OS1LJON7U9 tag=82KR1LJC3YMO type=write size=3136436 2024-04-02T08:49:30.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.486+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~K01XY5PD9761.0 size=1048576 2024-04-02T08:49:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.487+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~K01XY5PD9761.1 size=1048576 2024-04-02T08:49:30.487 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.488+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~K01XY5PD9761.2 size=421180 2024-04-02T08:49:30.489 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.490+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=K01XY5PD9761 tag=7SUD84HVILQM type=write size=3566908 2024-04-02T08:49:30.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.491+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=Y5NGVBS9MCLY type=del size=1762820 2024-04-02T08:49:30.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.492+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=B5O0YMNMKP3V type=del 2024-04-02T08:49:30.493 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.494+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~CSK91VAH7LC4.0 size=1048576 2024-04-02T08:49:30.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.495+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~CSK91VAH7LC4.1 size=955284 2024-04-02T08:49:30.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.495+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=CSK91VAH7LC4 tag=36F58PB3SRN0 type=write size=3052436 2024-04-02T08:49:30.495 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.497+0000 7fcac0634780 1 < completed write operation key=F104QJQQC3MM tag=GMQ91UDMA76C type=write size=598455 2024-04-02T08:49:30.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.499+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~5RJKGOGKBDJN.0 size=1048576 2024-04-02T08:49:30.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.500+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~5RJKGOGKBDJN.1 size=1048576 2024-04-02T08:49:30.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.501+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~5RJKGOGKBDJN.2 size=534590 2024-04-02T08:49:30.500 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.501+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=5RJKGOGKBDJN tag=Z6BPX6VCR9MM type=write size=3680318 2024-04-02T08:49:30.501 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.502+0000 7fcac0634780 1 < completed write operation key=1H7AVDY1UUP3 tag=6K6W909KVNEZ type=write size=452824 2024-04-02T08:49:30.503 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.504+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~80A2W45JPXJ6.0 size=1048576 2024-04-02T08:49:30.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.505+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~80A2W45JPXJ6.1 size=541771 2024-04-02T08:49:30.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.505+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=80A2W45JPXJ6 tag=X2UP1VU7BD5P type=write size=2638923 2024-04-02T08:49:30.505 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.506+0000 7fcac0634780 1 < completed write operation key=5DJO5NRKSHEG tag=CMSSECB9I5LD type=write size=387419 2024-04-02T08:49:30.507 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.508+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=CQA4GIOJB3XL type=write size=274217 2024-04-02T08:49:30.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.509+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~G6Z0XKQVMSO3.0 size=1048576 2024-04-02T08:49:30.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.510+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~G6Z0XKQVMSO3.1 size=1048576 2024-04-02T08:49:30.509 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.511+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~G6Z0XKQVMSO3.2 size=84378 2024-04-02T08:49:30.511 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.513+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=G6Z0XKQVMSO3 tag=LZ47U12KDHRN type=write size=3230106 2024-04-02T08:49:30.513 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.514+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=LM8TJHJILGHL type=del size=3287728 2024-04-02T08:49:30.514 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.515+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=VMO31E6IP3OR type=del 2024-04-02T08:49:30.515 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.516+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=TSXPMPIR5T3G type=del size=3393450 2024-04-02T08:49:30.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.518+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=6AGW30D7419F type=del 2024-04-02T08:49:30.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.519+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=TZDRSIT87435 type=del size=478580 2024-04-02T08:49:30.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.520+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=FZS9CHARC29T type=del 2024-04-02T08:49:30.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.523+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~FTH8P2HUD2IU.0 size=476410 2024-04-02T08:49:30.522 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.523+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=FTH8P2HUD2IU tag=GH77VI4QOIDX type=write size=1524986 2024-04-02T08:49:30.523 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.524+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=1M9T0L4DHJ8P type=del 2024-04-02T08:49:30.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.527+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~N95WJ8SXMSPS.0 size=35766 2024-04-02T08:49:30.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.527+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=N95WJ8SXMSPS tag=L7Y6EBVYL99O type=write size=1084342 2024-04-02T08:49:30.527 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.528+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=2HGRRUJ5A2X2 type=del 2024-04-02T08:49:30.530 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.530+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~8UIURFXPUEVG.0 size=1048576 2024-04-02T08:49:30.530 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.531+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~8UIURFXPUEVG.1 size=159951 2024-04-02T08:49:30.530 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.531+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=8UIURFXPUEVG tag=PN7HIK0BZ5U5 type=write size=2257103 2024-04-02T08:49:30.531 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.532+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~JK6I97IL26LD.0 size=711917 2024-04-02T08:49:30.533 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.534+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=JK6I97IL26LD tag=ZACXBPYMENEA type=write size=1760493 2024-04-02T08:49:30.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.535+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=NL74SVFG25JO type=del size=2231589 2024-04-02T08:49:30.535 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.536+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=X55YXCHT54NQ type=del 2024-04-02T08:49:30.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.538+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~GOQFDT1XMTWF.0 size=817894 2024-04-02T08:49:30.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.538+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=GOQFDT1XMTWF tag=60AD0IYK0MXE type=write size=1866470 2024-04-02T08:49:30.538 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.540+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~4R95TPIJ56B1.0 size=1048576 2024-04-02T08:49:30.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.541+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~4R95TPIJ56B1.1 size=1048576 2024-04-02T08:49:30.540 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.542+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~4R95TPIJ56B1.2 size=766076 2024-04-02T08:49:30.542 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.544+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=4R95TPIJ56B1 tag=36R4APD00TDC type=write size=3911804 2024-04-02T08:49:30.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.546+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~PF19JPX35ZW3.0 size=444727 2024-04-02T08:49:30.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.546+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=PF19JPX35ZW3 tag=R6L0OKDEKHDF type=write size=1493303 2024-04-02T08:49:30.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.547+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~EBFZ59G6DBNP.0 size=1048576 2024-04-02T08:49:30.547 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.548+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~EBFZ59G6DBNP.1 size=1048576 2024-04-02T08:49:30.547 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.548+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~EBFZ59G6DBNP.2 size=207257 2024-04-02T08:49:30.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.550+0000 7fcac0634780 1 < canceled multipart upload key=248AZLBDZOFS upload=EBFZ59G6DBNP tag=KSYMCBLES3WF type=write size=3352985 2024-04-02T08:49:30.551 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.552+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~44W37UMFON19.0 size=1048576 2024-04-02T08:49:30.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.553+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~44W37UMFON19.1 size=1048576 2024-04-02T08:49:30.553 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.554+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~44W37UMFON19.2 size=88439 2024-04-02T08:49:30.553 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.554+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=44W37UMFON19 tag=HJGJ2Q98C6F3 type=write size=3234167 2024-04-02T08:49:30.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.555+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~97OS1LJON7U9.0 size=1048576 2024-04-02T08:49:30.555 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.556+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~97OS1LJON7U9.1 size=1039284 2024-04-02T08:49:30.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.558+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=97OS1LJON7U9 tag=82KR1LJC3YMO type=write size=3136436 2024-04-02T08:49:30.558 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.559+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=F3KIUV239E5S type=del size=1984006 2024-04-02T08:49:30.559 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.560+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=Y5NGVBS9MCLY type=del 2024-04-02T08:49:30.560 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.562+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=ZD6ULIPX1BH1 type=del size=2039464 2024-04-02T08:49:30.562 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.563+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~CSK91VAH7LC4.0 size=1048576 2024-04-02T08:49:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:30 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:30 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:49:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:30 smithi066 ceph-mon[87361]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:30 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3193977879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:30 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:30.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.564+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~CSK91VAH7LC4.1 size=955284 2024-04-02T08:49:30.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.566+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=CSK91VAH7LC4 tag=36F58PB3SRN0 type=write size=3052436 2024-04-02T08:49:30.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.567+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=25QD202TK0ZA type=write size=360780 2024-04-02T08:49:30.567 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.568+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~5RJKGOGKBDJN.0 size=1048576 2024-04-02T08:49:30.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.569+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~5RJKGOGKBDJN.1 size=1048576 2024-04-02T08:49:30.569 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.570+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~5RJKGOGKBDJN.2 size=534590 2024-04-02T08:49:30.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.572+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=5RJKGOGKBDJN tag=Z6BPX6VCR9MM type=write size=3680318 2024-04-02T08:49:30.572 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.573+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=GV2OGD85B427 type=del size=2510075 2024-04-02T08:49:30.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.574+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~80A2W45JPXJ6.0 size=1048576 2024-04-02T08:49:30.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.575+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~80A2W45JPXJ6.1 size=541771 2024-04-02T08:49:30.576 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.577+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=80A2W45JPXJ6 tag=X2UP1VU7BD5P type=write size=2638923 2024-04-02T08:49:30.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.580+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~N3H2PZPJP7K8.0 size=1048576 2024-04-02T08:49:30.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.581+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~N3H2PZPJP7K8.1 size=1048576 2024-04-02T08:49:30.580 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.582+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~N3H2PZPJP7K8.2 size=182599 2024-04-02T08:49:30.580 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.582+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=N3H2PZPJP7K8 tag=3UDT3JJMOK5P type=write size=3328327 2024-04-02T08:49:30.582 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.583+0000 7fcac0634780 1 < completed write operation key=1H7AVDY1UUP3 tag=CQA4GIOJB3XL type=write size=274217 2024-04-02T08:49:30.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.584+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=DHKOZYJJN3LV type=del size=2782281 2024-04-02T08:49:30.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.587+0000 7fcac0634780 1 < suggested update operation key=F104QJQQC3MM tag=LM8TJHJILGHL type=del size=3287728 2024-04-02T08:49:30.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.589+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~0SBJQO57CJEM.0 size=152622 2024-04-02T08:49:30.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.589+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=0SBJQO57CJEM tag=CGNITX5IZJ94 type=write size=1201198 2024-04-02T08:49:30.589 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.590+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=TSXPMPIR5T3G type=del 2024-04-02T08:49:30.591 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.592+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~RFVCKRZMV4C7.0 size=789295 2024-04-02T08:49:30.591 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.592+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=RFVCKRZMV4C7 tag=K5W8X1TDLTQZ type=write size=1837871 2024-04-02T08:49:30.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.595+0000 7fcac0634780 1 < suggested update operation key=F104QJQQC3MM tag=TZDRSIT87435 type=del size=478580 2024-04-02T08:49:30.595 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.596+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=07FM54G4JTSG type=del size=1847146 2024-04-02T08:49:30.596 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.597+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~FTH8P2HUD2IU.0 size=476410 2024-04-02T08:49:30.598 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.599+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=FTH8P2HUD2IU tag=GH77VI4QOIDX type=write size=1524986 2024-04-02T08:49:30.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.602+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~VCF9VSTQ1882.0 size=1048576 2024-04-02T08:49:30.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.602+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~VCF9VSTQ1882.1 size=1048576 2024-04-02T08:49:30.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.603+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~VCF9VSTQ1882.2 size=126919 2024-04-02T08:49:30.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.603+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=VCF9VSTQ1882 tag=GYBYEYP1KHUD type=write size=3272647 2024-04-02T08:49:30.603 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.605+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~N95WJ8SXMSPS.0 size=35766 2024-04-02T08:49:30.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.607+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=N95WJ8SXMSPS tag=L7Y6EBVYL99O type=write size=1084342 2024-04-02T08:49:30.607 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.608+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=P9OQHXJY0HWK type=write size=614046 2024-04-02T08:49:30.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.609+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~8UIURFXPUEVG.0 size=1048576 2024-04-02T08:49:30.609 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.610+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~8UIURFXPUEVG.1 size=159951 2024-04-02T08:49:30.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.612+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=8UIURFXPUEVG tag=PN7HIK0BZ5U5 type=write size=2257103 2024-04-02T08:49:30.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.613+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=ME5MWNLSDPYL type=del size=3145518 2024-04-02T08:49:30.613 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.615+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=NL74SVFG25JO type=del 2024-04-02T08:49:30.616 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.617+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~HLA042SXJU1X.0 size=287746 2024-04-02T08:49:30.616 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.617+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=HLA042SXJU1X tag=JH1IIDYD90EP type=write size=1336322 2024-04-02T08:49:30.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.618+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~GOQFDT1XMTWF.0 size=817894 2024-04-02T08:49:30.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.620+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=GOQFDT1XMTWF tag=60AD0IYK0MXE type=write size=1866470 2024-04-02T08:49:30.620 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.621+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=WEQAT0JPQ158 type=del size=1023356 2024-04-02T08:49:30.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.623+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~PF19JPX35ZW3.0 size=444727 2024-04-02T08:49:30.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.625+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=PF19JPX35ZW3 tag=R6L0OKDEKHDF type=write size=1493303 2024-04-02T08:49:30.625 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.626+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=YEKVUY0Z2ZDD type=del size=3536396 2024-04-02T08:49:30.625 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.626+0000 7fcac0634780 1 < canceled part key=_multipart_L5EXYH0FVU5S.2~44W37UMFON19.0 size=1048576 2024-04-02T08:49:30.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.626+0000 7fcac0634780 1 < canceled part key=_multipart_L5EXYH0FVU5S.2~44W37UMFON19.1 size=1048576 2024-04-02T08:49:30.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.627+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~44W37UMFON19.2 size=88439 2024-04-02T08:49:30.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.629+0000 7fcac0634780 1 < canceled multipart upload key=L5EXYH0FVU5S upload=44W37UMFON19 tag=HJGJ2Q98C6F3 type=write size=3234167 2024-04-02T08:49:30.630 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.631+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=8QE932HV522X type=write size=104449 2024-04-02T08:49:30.631 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.632+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=F3KIUV239E5S type=del 2024-04-02T08:49:30.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.633+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=1HF8N1AF2A8I type=del size=1027320 2024-04-02T08:49:30.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.634+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=ZD6ULIPX1BH1 type=del 2024-04-02T08:49:30.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.636+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~X1PBOJE4PI7B.0 size=941831 2024-04-02T08:49:30.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.636+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=X1PBOJE4PI7B tag=0YY6TUWI04OE type=write size=1990407 2024-04-02T08:49:30.638 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.639+0000 7fcac0634780 1 < suggested update operation key=LI90A8RSX1C6 tag=25QD202TK0ZA type=write size=360780 2024-04-02T08:49:30.639 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.640+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=2QX6302DS0BG type=del size=1639037 2024-04-02T08:49:30.640 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.641+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=GV2OGD85B427 type=del 2024-04-02T08:49:30.642 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.644+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~1K0ECP8JOUY8.0 size=1048576 2024-04-02T08:49:30.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.645+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~1K0ECP8JOUY8.1 size=1048576 2024-04-02T08:49:30.644 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.646+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~1K0ECP8JOUY8.2 size=835967 2024-04-02T08:49:30.644 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.646+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=1K0ECP8JOUY8 tag=P84DGUPUVDZH type=write size=3981695 2024-04-02T08:49:30.646 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.647+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~N3H2PZPJP7K8.0 size=1048576 2024-04-02T08:49:30.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.648+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~N3H2PZPJP7K8.1 size=1048576 2024-04-02T08:49:30.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.649+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~N3H2PZPJP7K8.2 size=182599 2024-04-02T08:49:30.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.651+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=N3H2PZPJP7K8 tag=3UDT3JJMOK5P type=write size=3328327 2024-04-02T08:49:30.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.652+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=EQZNZTLNJF9B type=del size=503315 2024-04-02T08:49:30.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.653+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=DHKOZYJJN3LV type=del 2024-04-02T08:49:30.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.654+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=S1V4UO9898Z6 type=write size=219630 2024-04-02T08:49:30.654 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.655+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~0SBJQO57CJEM.0 size=152622 2024-04-02T08:49:30.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.657+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=0SBJQO57CJEM tag=CGNITX5IZJ94 type=write size=1201198 2024-04-02T08:49:30.658 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.660+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~J2LT5LRJUHZ0.0 size=1048576 2024-04-02T08:49:30.659 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.660+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~J2LT5LRJUHZ0.1 size=338131 2024-04-02T08:49:30.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.660+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=J2LT5LRJUHZ0 tag=FZM1T5PH5JKK type=write size=2435283 2024-04-02T08:49:30.661 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.662+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~RFVCKRZMV4C7.0 size=789295 2024-04-02T08:49:30.662 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.664+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=RFVCKRZMV4C7 tag=K5W8X1TDLTQZ type=write size=1837871 2024-04-02T08:49:30.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.665+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=NPWXLHI04CE2 type=del size=2997429 2024-04-02T08:49:30.665 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.666+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=07FM54G4JTSG type=del 2024-04-02T08:49:30.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.667+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=EVWO5GMZQL9F type=del size=894850 2024-04-02T08:49:30.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.668+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~VCF9VSTQ1882.0 size=1048576 2024-04-02T08:49:30.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.669+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~VCF9VSTQ1882.1 size=1048576 2024-04-02T08:49:30.669 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.670+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~VCF9VSTQ1882.2 size=126919 2024-04-02T08:49:30.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.672+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=VCF9VSTQ1882 tag=GYBYEYP1KHUD type=write size=3272647 2024-04-02T08:49:30.672 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.673+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=75BMJ1AE8CTN type=write size=377008 2024-04-02T08:49:30.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.675+0000 7fcac0634780 1 < completed write operation key=CK9SN9AWKRU0 tag=P9OQHXJY0HWK type=write size=614046 2024-04-02T08:49:30.675 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.676+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=REIUTHJ89DSK type=del size=3697547 2024-04-02T08:49:30.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.677+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=ME5MWNLSDPYL type=del 2024-04-02T08:49:30.678 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.679+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~TJ1A648F14MZ.0 size=1048576 2024-04-02T08:49:30.679 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.680+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~TJ1A648F14MZ.1 size=1048576 2024-04-02T08:49:30.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.681+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~TJ1A648F14MZ.2 size=951552 2024-04-02T08:49:30.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.681+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=TJ1A648F14MZ tag=TAMZDOAK3B4X type=write size=4097280 2024-04-02T08:49:30.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.682+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~HLA042SXJU1X.0 size=287746 2024-04-02T08:49:30.683 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.684+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=HLA042SXJU1X tag=JH1IIDYD90EP type=write size=1336322 2024-04-02T08:49:30.684 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.685+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=SAZZNIK3BPBX type=write size=1022017 2024-04-02T08:49:30.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.687+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=WEQAT0JPQ158 type=del 2024-04-02T08:49:30.687 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.689+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~NMQFQ8UBCNHD.0 size=559937 2024-04-02T08:49:30.688 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.689+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=NMQFQ8UBCNHD tag=1SG2ACXO00QA type=write size=1608513 2024-04-02T08:49:30.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.690+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=YEKVUY0Z2ZDD type=del 2024-04-02T08:49:30.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.692+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~K1H6EGQG82BK.0 size=535720 2024-04-02T08:49:30.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.692+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=K1H6EGQG82BK tag=Q1FCXVTTC0CK type=write size=1584296 2024-04-02T08:49:30.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.693+0000 7fcac0634780 1 < canceled operation key=ZHTF4PWZZ3FL tag=8QE932HV522X type=write size=104449 2024-04-02T08:49:30.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.695+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=J47FNOFE0Z22 type=del size=2291455 2024-04-02T08:49:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:49:30] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-04-02T08:49:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:49:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[94035]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3193977879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:49:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[96522]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:49:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3193977879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:30 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:30.697 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.697+0000 7fcac0634780 1 < suggested update operation key=83XHJHX9R2KG tag=1HF8N1AF2A8I type=del size=1027320 2024-04-02T08:49:30.697 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.698+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=UNGZW5XJZEOB type=del size=1865625 2024-04-02T08:49:30.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.699+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~X1PBOJE4PI7B.0 size=941831 2024-04-02T08:49:30.700 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.701+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=X1PBOJE4PI7B tag=0YY6TUWI04OE type=write size=1990407 2024-04-02T08:49:30.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.703+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=SWGICW3ZCEY0 type=write size=486132 2024-04-02T08:49:30.704 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.705+0000 7fcac0634780 1 < suggested update operation key=Z250TTJ2J4Z5 tag=2QX6302DS0BG type=del size=1639037 2024-04-02T08:49:30.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.706+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=6VEWMZLO66TS type=write size=868916 2024-04-02T08:49:30.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.706+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~1K0ECP8JOUY8.0 size=1048576 2024-04-02T08:49:30.706 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.708+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~1K0ECP8JOUY8.1 size=1048576 2024-04-02T08:49:30.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.709+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~1K0ECP8JOUY8.2 size=835967 2024-04-02T08:49:30.709 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.711+0000 7fcac0634780 1 < canceled multipart upload key=XGGRH5W35CRD upload=1K0ECP8JOUY8 tag=P84DGUPUVDZH type=write size=3981695 2024-04-02T08:49:30.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.712+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=J2STOFBIGJ0G type=del size=3396660 2024-04-02T08:49:30.713 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.714+0000 7fcac0634780 1 < suggested update operation key=OSRICQSGB2XI tag=EQZNZTLNJF9B type=del size=503315 2024-04-02T08:49:30.715 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.717+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~X67FU2RBQIUA.0 size=1048576 2024-04-02T08:49:30.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.718+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~X67FU2RBQIUA.1 size=555002 2024-04-02T08:49:30.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.718+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=X67FU2RBQIUA tag=HAN3KPI2I67C type=write size=2652154 2024-04-02T08:49:30.718 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.719+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=S1V4UO9898Z6 type=write size=219630 2024-04-02T08:49:30.719 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.720+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=2ZPCMMUVJV46 type=del size=780052 2024-04-02T08:49:30.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.721+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~J2LT5LRJUHZ0.0 size=1048576 2024-04-02T08:49:30.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.722+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~J2LT5LRJUHZ0.1 size=338131 2024-04-02T08:49:30.724 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.725+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=J2LT5LRJUHZ0 tag=FZM1T5PH5JKK type=write size=2435283 2024-04-02T08:49:30.726 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.727+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~ZX0D7ABV0C11.0 size=1048576 2024-04-02T08:49:30.727 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.728+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~ZX0D7ABV0C11.1 size=1048576 2024-04-02T08:49:30.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.730+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~ZX0D7ABV0C11.2 size=405429 2024-04-02T08:49:30.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.730+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=ZX0D7ABV0C11 tag=1KEWNPGWMY65 type=write size=3551157 2024-04-02T08:49:30.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.731+0000 7fcac0634780 1 < canceled operation key=7RTUKS6WIVUY tag=NPWXLHI04CE2 type=del size=2997429 2024-04-02T08:49:30.731 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.732+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=NQXLGHDRPWPR type=write size=944613 2024-04-02T08:49:30.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.734+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=EVWO5GMZQL9F type=del 2024-04-02T08:49:30.734 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.735+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=LEF352EHU3O7 type=del size=3537247 2024-04-02T08:49:30.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.736+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=75BMJ1AE8CTN type=write size=377008 2024-04-02T08:49:30.737 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.739+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~1AJDNICQNR28.0 size=1048576 2024-04-02T08:49:30.738 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.740+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~1AJDNICQNR28.1 size=1048576 2024-04-02T08:49:30.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.741+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~1AJDNICQNR28.2 size=58532 2024-04-02T08:49:30.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.741+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=1AJDNICQNR28 tag=BURDCL727LCK type=write size=3204260 2024-04-02T08:49:30.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.742+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=REIUTHJ89DSK type=del 2024-04-02T08:49:30.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.744+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~68IKBM9AMGWN.0 size=173712 2024-04-02T08:49:30.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.744+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=68IKBM9AMGWN tag=9TJRGYUYMMQ3 type=write size=1222288 2024-04-02T08:49:30.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.745+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~TJ1A648F14MZ.0 size=1048576 2024-04-02T08:49:30.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.746+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~TJ1A648F14MZ.1 size=1048576 2024-04-02T08:49:30.746 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.747+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~TJ1A648F14MZ.2 size=951552 2024-04-02T08:49:30.749 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.750+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=TJ1A648F14MZ tag=TAMZDOAK3B4X type=write size=4097280 2024-04-02T08:49:30.750 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.751+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=TWSS51A2BLJ8 type=write size=375423 2024-04-02T08:49:30.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.752+0000 7fcac0634780 1 < completed write operation key=248AZLBDZOFS tag=SAZZNIK3BPBX type=write size=1022017 2024-04-02T08:49:30.752 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.754+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=72YQLSW90OSF type=write size=647770 2024-04-02T08:49:30.754 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.755+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~NMQFQ8UBCNHD.0 size=559937 2024-04-02T08:49:30.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.757+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=NMQFQ8UBCNHD tag=1SG2ACXO00QA type=write size=1608513 2024-04-02T08:49:30.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.758+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=WRDYC681ML1R type=del size=2539533 2024-04-02T08:49:30.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.759+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~K1H6EGQG82BK.0 size=535720 2024-04-02T08:49:30.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.761+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=K1H6EGQG82BK tag=Q1FCXVTTC0CK type=write size=1584296 2024-04-02T08:49:30.761 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.762+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=8OKEKXS2AVP1 type=write size=84869 2024-04-02T08:49:30.762 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.764+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=J47FNOFE0Z22 type=del 2024-04-02T08:49:30.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.766+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~M0X6ZYL4D771.0 size=1048576 2024-04-02T08:49:30.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.767+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~M0X6ZYL4D771.1 size=96680 2024-04-02T08:49:30.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.767+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=M0X6ZYL4D771 tag=7O9RM9ZG02FE type=write size=2193832 2024-04-02T08:49:30.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.768+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=UNGZW5XJZEOB type=del 2024-04-02T08:49:30.769 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.770+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~TRBHUFHPMXLO.0 size=1048576 2024-04-02T08:49:30.770 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.771+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~TRBHUFHPMXLO.1 size=1048576 2024-04-02T08:49:30.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.772+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~TRBHUFHPMXLO.2 size=372969 2024-04-02T08:49:30.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.772+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=TRBHUFHPMXLO tag=2KLMOLE8D0XQ type=write size=3518697 2024-04-02T08:49:30.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.775+0000 7fcac0634780 1 < suggested remove operation key=F2VBAXNP29E1 tag=SWGICW3ZCEY0 type=write 2024-04-02T08:49:30.775 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.776+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=RWM8Z6S0QTVS type=write size=778464 2024-04-02T08:49:30.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.779+0000 7fcac0634780 1 < suggested remove operation key=OPJX4SOWQJDV tag=6VEWMZLO66TS type=write 2024-04-02T08:49:30.780 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.781+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~EI03U7YXTJGE.0 size=1048576 2024-04-02T08:49:30.781 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.782+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~EI03U7YXTJGE.1 size=1048576 2024-04-02T08:49:30.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.783+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~EI03U7YXTJGE.2 size=245360 2024-04-02T08:49:30.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.783+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=EI03U7YXTJGE tag=2LOGOER88QHK type=write size=3391088 2024-04-02T08:49:30.783 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.784+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=J2STOFBIGJ0G type=del 2024-04-02T08:49:30.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.786+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~L12PVVVO257A.0 size=16843 2024-04-02T08:49:30.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.786+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=L12PVVVO257A tag=DT8ICCCXW621 type=write size=1065419 2024-04-02T08:49:30.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.788+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~X67FU2RBQIUA.0 size=1048576 2024-04-02T08:49:30.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.788+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~X67FU2RBQIUA.1 size=555002 2024-04-02T08:49:30.789 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.790+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=X67FU2RBQIUA tag=HAN3KPI2I67C type=write size=2652154 2024-04-02T08:49:30.792 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.793+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~76ZE73LIA5DY.0 size=1048576 2024-04-02T08:49:30.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.794+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~76ZE73LIA5DY.1 size=865042 2024-04-02T08:49:30.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.794+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=76ZE73LIA5DY tag=GBLDGQI7Q9AV type=write size=2962194 2024-04-02T08:49:30.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.795+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=2ZPCMMUVJV46 type=del 2024-04-02T08:49:30.795 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.797+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=3586IBSPOVC8 type=del size=2437656 2024-04-02T08:49:30.797 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.798+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~ZX0D7ABV0C11.0 size=1048576 2024-04-02T08:49:30.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.799+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~ZX0D7ABV0C11.1 size=1048576 2024-04-02T08:49:30.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.799+0000 7fcac0634780 1 < canceled part key=_multipart_ZPVZQ0PNTGF2.2~ZX0D7ABV0C11.2 size=405429 2024-04-02T08:49:30.800 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.801+0000 7fcac0634780 1 < canceled multipart upload key=ZPVZQ0PNTGF2 upload=ZX0D7ABV0C11 tag=1KEWNPGWMY65 type=write size=3551157 2024-04-02T08:49:30.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.802+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=AZN8N1KE17XU type=write size=275962 2024-04-02T08:49:30.803 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.804+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=NQXLGHDRPWPR type=write size=944613 2024-04-02T08:49:30.804 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.805+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=8PDGVVLKUV89 type=del size=840773 2024-04-02T08:49:30.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.806+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=LEF352EHU3O7 type=del 2024-04-02T08:49:30.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.809+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~T6NK7IJS65EF.0 size=1048576 2024-04-02T08:49:30.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.810+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~T6NK7IJS65EF.1 size=1048576 2024-04-02T08:49:30.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.811+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~T6NK7IJS65EF.2 size=836033 2024-04-02T08:49:30.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.811+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=T6NK7IJS65EF tag=7VFLSZ86XEY8 type=write size=3981761 2024-04-02T08:49:30.811 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.812+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~1AJDNICQNR28.0 size=1048576 2024-04-02T08:49:30.811 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.812+0000 7fcac0634780 1 < canceled part key=_multipart_OSRICQSGB2XI.2~1AJDNICQNR28.1 size=1048576 2024-04-02T08:49:30.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.813+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~1AJDNICQNR28.2 size=58532 2024-04-02T08:49:30.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.815+0000 7fcac0634780 1 < canceled multipart upload key=OSRICQSGB2XI upload=1AJDNICQNR28 tag=BURDCL727LCK type=write size=3204260 2024-04-02T08:49:30.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.816+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=75LMJ0H99QJY type=del size=483105 2024-04-02T08:49:30.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.816+0000 7fcac0634780 1 < canceled part key=_multipart_9YIC1CKTX1XU.2~68IKBM9AMGWN.0 size=173712 2024-04-02T08:49:30.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.818+0000 7fcac0634780 1 < canceled multipart upload key=9YIC1CKTX1XU upload=68IKBM9AMGWN tag=9TJRGYUYMMQ3 type=write size=1222288 2024-04-02T08:49:30.818 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.819+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=J4KJ62J7E75R type=del size=767807 2024-04-02T08:49:30.820 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.821+0000 7fcac0634780 1 < completed write operation key=5DJO5NRKSHEG tag=TWSS51A2BLJ8 type=write size=375423 2024-04-02T08:49:30.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.822+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=GQEIVSI5QKBI type=del size=2819292 2024-04-02T08:49:30.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.825+0000 7fcac0634780 1 < suggested update operation key=HBQSNRLBV7TM tag=72YQLSW90OSF type=write size=647770 2024-04-02T08:49:30.825 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.826+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=HXM1O7T42E4H type=write size=590847 2024-04-02T08:49:30.826 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.827+0000 7fcac0634780 -1 < failed to complete operation key=F2VBAXNP29E1 tag=WRDYC681ML1R type=del size=2539533: (22) Invalid argument 2024-04-02T08:49:30.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.830+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~1OF096U5JXMP.0 size=1048576 2024-04-02T08:49:30.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.831+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~1OF096U5JXMP.1 size=1048576 2024-04-02T08:49:30.831 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.832+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~1OF096U5JXMP.2 size=604734 2024-04-02T08:49:30.831 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.832+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=1OF096U5JXMP tag=83Z9142JK5JD type=write size=3750462 2024-04-02T08:49:30.833 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.834+0000 7fcac0634780 1 < suggested update operation key=OSRICQSGB2XI tag=8OKEKXS2AVP1 type=write size=84869 2024-04-02T08:49:30.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.836+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~IC1N146KABBI.0 size=1048576 2024-04-02T08:49:30.836 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.837+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~IC1N146KABBI.1 size=1048576 2024-04-02T08:49:30.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.838+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~IC1N146KABBI.2 size=457064 2024-04-02T08:49:30.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.838+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=IC1N146KABBI tag=KMN4O3Q2D1SR type=write size=3602792 2024-04-02T08:49:30.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.840+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~M0X6ZYL4D771.0 size=1048576 2024-04-02T08:49:30.839 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.841+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~M0X6ZYL4D771.1 size=96680 2024-04-02T08:49:30.841 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.843+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=M0X6ZYL4D771 tag=7O9RM9ZG02FE type=write size=2193832 2024-04-02T08:49:30.843 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.844+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=VW2IOY1JEH9B type=del size=3151267 2024-04-02T08:49:30.844 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.845+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~TRBHUFHPMXLO.0 size=1048576 2024-04-02T08:49:30.845 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.846+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~TRBHUFHPMXLO.1 size=1048576 2024-04-02T08:49:30.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.847+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~TRBHUFHPMXLO.2 size=372969 2024-04-02T08:49:30.848 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.849+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=TRBHUFHPMXLO tag=2KLMOLE8D0XQ type=write size=3518697 2024-04-02T08:49:30.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.852+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~D778XL7BMKWK.0 size=1048576 2024-04-02T08:49:30.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.852+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~D778XL7BMKWK.1 size=344914 2024-04-02T08:49:30.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.852+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=D778XL7BMKWK tag=MST8DBAKRZKZ type=write size=2442066 2024-04-02T08:49:30.853 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.854+0000 7fcac0634780 1 < completed write operation key=248AZLBDZOFS tag=RWM8Z6S0QTVS type=write size=778464 2024-04-02T08:49:30.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.856+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~5OCZDOX6SAUG.0 size=226409 2024-04-02T08:49:30.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.856+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=5OCZDOX6SAUG tag=2ADAMK8EUUJ4 type=write size=1274985 2024-04-02T08:49:30.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.856+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~EI03U7YXTJGE.0 size=1048576 2024-04-02T08:49:30.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.856+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~EI03U7YXTJGE.1 size=1048576 2024-04-02T08:49:30.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.857+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~EI03U7YXTJGE.2 size=245360 2024-04-02T08:49:30.858 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.859+0000 7fcac0634780 1 < canceled multipart upload key=248AZLBDZOFS upload=EI03U7YXTJGE tag=2LOGOER88QHK type=write size=3391088 2024-04-02T08:49:30.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.861+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KOAWHM5XG3R1.0 size=1048576 2024-04-02T08:49:30.861 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.862+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KOAWHM5XG3R1.1 size=1048576 2024-04-02T08:49:30.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.863+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KOAWHM5XG3R1.2 size=799234 2024-04-02T08:49:30.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.863+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=KOAWHM5XG3R1 tag=LBIG1GCUUCPL type=write size=3944962 2024-04-02T08:49:30.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.865+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~L12PVVVO257A.0 size=16843 2024-04-02T08:49:30.866 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.867+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=L12PVVVO257A tag=DT8ICCCXW621 type=write size=1065419 2024-04-02T08:49:30.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.868+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=0M29IUAEAJHF type=write size=663595 2024-04-02T08:49:30.868 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.869+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~76ZE73LIA5DY.0 size=1048576 2024-04-02T08:49:30.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.870+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~76ZE73LIA5DY.1 size=865042 2024-04-02T08:49:30.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.873+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=76ZE73LIA5DY tag=GBLDGQI7Q9AV type=write size=2962194 2024-04-02T08:49:30.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.876+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~CXYQ033W78M3.0 size=820335 2024-04-02T08:49:30.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.876+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=CXYQ033W78M3 tag=6G9W8DUTCAHY type=write size=1868911 2024-04-02T08:49:30.877 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.879+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=3586IBSPOVC8 type=del 2024-04-02T08:49:30.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.881+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~G6PZ69E52QEK.0 size=576912 2024-04-02T08:49:30.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.881+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=G6PZ69E52QEK tag=QVA2HYYF1X7T type=write size=1625488 2024-04-02T08:49:30.882 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.883+0000 7fcac0634780 -1 < failed to complete operation key=OSRICQSGB2XI tag=AZN8N1KE17XU type=write size=275962: (22) Invalid argument 2024-04-02T08:49:30.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.884+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=2TE8R7IJDK9O type=del size=2808596 2024-04-02T08:49:30.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.886+0000 7fcac0634780 -1 < failed to complete operation key=OSRICQSGB2XI tag=8PDGVVLKUV89 type=del size=840773: (22) Invalid argument 2024-04-02T08:49:30.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.888+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~MOQHAJMH8IX7.0 size=1048576 2024-04-02T08:49:30.888 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.889+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~MOQHAJMH8IX7.1 size=940909 2024-04-02T08:49:30.888 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.889+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=MOQHAJMH8IX7 tag=GTCW7BPMG6HP type=write size=3038061 2024-04-02T08:49:30.888 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.889+0000 7fcac0634780 1 < canceled part key=_multipart_XYWGJ7UZDDAF.2~T6NK7IJS65EF.0 size=1048576 2024-04-02T08:49:30.889 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.890+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~T6NK7IJS65EF.1 size=1048576 2024-04-02T08:49:30.890 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.891+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~T6NK7IJS65EF.2 size=836033 2024-04-02T08:49:30.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.893+0000 7fcac0634780 1 < canceled multipart upload key=XYWGJ7UZDDAF upload=T6NK7IJS65EF tag=7VFLSZ86XEY8 type=write size=3981761 2024-04-02T08:49:30.893 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.895+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=4278P2WN48N8 type=del size=2884384 2024-04-02T08:49:30.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.896+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=75LMJ0H99QJY type=del 2024-04-02T08:49:30.897 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.898+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~DY2WRZ2SIQZS.0 size=1048576 2024-04-02T08:49:30.898 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.899+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~DY2WRZ2SIQZS.1 size=1048576 2024-04-02T08:49:30.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.900+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~DY2WRZ2SIQZS.2 size=1031700 2024-04-02T08:49:30.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.900+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=DY2WRZ2SIQZS tag=IRDDM4FEHBPI type=write size=4177428 2024-04-02T08:49:30.900 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.901+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=J4KJ62J7E75R type=del 2024-04-02T08:49:30.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.903+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~4610KIIR83NL.0 size=588087 2024-04-02T08:49:30.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.903+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=4610KIIR83NL tag=JBHQ1FWEQTS9 type=write size=1636663 2024-04-02T08:49:30.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.905+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=GQEIVSI5QKBI type=del 2024-04-02T08:49:30.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.906+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=0Q4OZAIJ101Z type=del size=619256 2024-04-02T08:49:30.906 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.907+0000 7fcac0634780 -1 < failed to complete operation key=OSRICQSGB2XI tag=HXM1O7T42E4H type=write size=590847: (22) Invalid argument 2024-04-02T08:49:30.908 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.910+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~HAG6JZ2CUOTW.0 size=1048576 2024-04-02T08:49:30.909 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.911+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~HAG6JZ2CUOTW.1 size=398271 2024-04-02T08:49:30.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.911+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=HAG6JZ2CUOTW tag=RRM31KQJKQYZ type=write size=2495423 2024-04-02T08:49:30.911 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.912+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~1OF096U5JXMP.0 size=1048576 2024-04-02T08:49:30.912 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.913+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~1OF096U5JXMP.1 size=1048576 2024-04-02T08:49:30.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.914+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~1OF096U5JXMP.2 size=604734 2024-04-02T08:49:30.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.916+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=1OF096U5JXMP tag=83Z9142JK5JD type=write size=3750462 2024-04-02T08:49:30.916 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.918+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=L92ZBFNOVKXZ type=del size=1424339 2024-04-02T08:49:30.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.919+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~IC1N146KABBI.0 size=1048576 2024-04-02T08:49:30.919 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.920+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~IC1N146KABBI.1 size=1048576 2024-04-02T08:49:30.920 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.921+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~IC1N146KABBI.2 size=457064 2024-04-02T08:49:30.922 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.923+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=IC1N146KABBI tag=KMN4O3Q2D1SR type=write size=3602792 2024-04-02T08:49:30.924 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.925+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~63RLURLJ900R.0 size=1048576 2024-04-02T08:49:30.925 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.926+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~63RLURLJ900R.1 size=1048576 2024-04-02T08:49:30.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.927+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~63RLURLJ900R.2 size=732712 2024-04-02T08:49:30.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.927+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=63RLURLJ900R tag=3YDCAMGX2DB7 type=write size=3878440 2024-04-02T08:49:30.927 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.928+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=VW2IOY1JEH9B type=del 2024-04-02T08:49:30.929 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.931+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~SYIGCNSAU6MT.0 size=1048576 2024-04-02T08:49:30.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.932+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~SYIGCNSAU6MT.1 size=239863 2024-04-02T08:49:30.931 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.932+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=SYIGCNSAU6MT tag=Z9GMIL6E030Y type=write size=2337015 2024-04-02T08:49:30.932 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.933+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~D778XL7BMKWK.0 size=1048576 2024-04-02T08:49:30.933 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.934+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~D778XL7BMKWK.1 size=344914 2024-04-02T08:49:30.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.936+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=D778XL7BMKWK tag=MST8DBAKRZKZ type=write size=2442066 2024-04-02T08:49:30.936 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.937+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=8FTPNB2EL44V type=del size=2825876 2024-04-02T08:49:30.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.938+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~5OCZDOX6SAUG.0 size=226409 2024-04-02T08:49:30.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.941+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=5OCZDOX6SAUG tag=2ADAMK8EUUJ4 type=write size=1274985 2024-04-02T08:49:30.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.942+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=4CO7Z99BDCO1 type=del size=3371395 2024-04-02T08:49:30.942 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.943+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KOAWHM5XG3R1.0 size=1048576 2024-04-02T08:49:30.943 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.944+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KOAWHM5XG3R1.1 size=1048576 2024-04-02T08:49:30.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.945+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KOAWHM5XG3R1.2 size=799234 2024-04-02T08:49:30.946 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.947+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=KOAWHM5XG3R1 tag=LBIG1GCUUCPL type=write size=3944962 2024-04-02T08:49:30.947 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.949+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=TLKZ8LB2HXR1 type=del size=1003924 2024-04-02T08:49:30.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.950+0000 7fcac0634780 1 < completed write operation key=Q1UN9ZOPNAND tag=0M29IUAEAJHF type=write size=663595 2024-04-02T08:49:30.951 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.952+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~TBH6RQZFOO8O.0 size=1048576 2024-04-02T08:49:30.952 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.953+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~TBH6RQZFOO8O.1 size=342191 2024-04-02T08:49:30.952 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.953+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=TBH6RQZFOO8O tag=QMPMIWHXM52Q type=write size=2439343 2024-04-02T08:49:30.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.954+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~CXYQ033W78M3.0 size=820335 2024-04-02T08:49:30.955 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.956+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=CXYQ033W78M3 tag=6G9W8DUTCAHY type=write size=1868911 2024-04-02T08:49:30.956 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.958+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=M2GBK6ZZ967E type=del size=1447466 2024-04-02T08:49:30.958 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.959+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~G6PZ69E52QEK.0 size=576912 2024-04-02T08:49:30.960 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.961+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=G6PZ69E52QEK tag=QVA2HYYF1X7T type=write size=1625488 2024-04-02T08:49:30.961 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.963+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=Q2KWF393SAEB type=del size=47536 2024-04-02T08:49:30.964 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.965+0000 7fcac0634780 1 < suggested update operation key=IKT0IL1UL3E0 tag=2TE8R7IJDK9O type=del size=2808596 2024-04-02T08:49:30.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.966+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=7EME0RID77JI type=del size=2494805 2024-04-02T08:49:30.967 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.968+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~MOQHAJMH8IX7.0 size=1048576 2024-04-02T08:49:30.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.969+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~MOQHAJMH8IX7.1 size=940909 2024-04-02T08:49:30.970 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.971+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=MOQHAJMH8IX7 tag=GTCW7BPMG6HP type=write size=3038061 2024-04-02T08:49:30.971 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.972+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=GY63FW5OK8M5 type=del size=2420727 2024-04-02T08:49:30.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.975+0000 7fcac0634780 1 < suggested update operation key=248AZLBDZOFS tag=4278P2WN48N8 type=del size=2884384 2024-04-02T08:49:30.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.977+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~QSKNPU2LR897.0 size=1048576 2024-04-02T08:49:30.977 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.978+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~QSKNPU2LR897.1 size=1005487 2024-04-02T08:49:30.977 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.978+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=QSKNPU2LR897 tag=S02RN0KBRJTD type=write size=3102639 2024-04-02T08:49:30.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.979+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~DY2WRZ2SIQZS.0 size=1048576 2024-04-02T08:49:30.979 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.980+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~DY2WRZ2SIQZS.1 size=1048576 2024-04-02T08:49:30.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.981+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~DY2WRZ2SIQZS.2 size=1031700 2024-04-02T08:49:30.982 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.984+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=DY2WRZ2SIQZS tag=IRDDM4FEHBPI type=write size=4177428 2024-04-02T08:49:30.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.985+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=R3N5G8J1ONN3 type=write size=366346 2024-04-02T08:49:30.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.986+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~4610KIIR83NL.0 size=588087 2024-04-02T08:49:30.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.989+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=4610KIIR83NL tag=JBHQ1FWEQTS9 type=write size=1636663 2024-04-02T08:49:30.990 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.991+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~XGVPDJQV4UXA.0 size=1048576 2024-04-02T08:49:30.991 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.992+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~XGVPDJQV4UXA.1 size=1048576 2024-04-02T08:49:30.992 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.993+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~XGVPDJQV4UXA.2 size=891439 2024-04-02T08:49:30.992 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.993+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=XGVPDJQV4UXA tag=0CUUITF3SDWZ type=write size=4037167 2024-04-02T08:49:30.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.994+0000 7fcac0634780 -1 < failed to complete operation key=IKT0IL1UL3E0 tag=0Q4OZAIJ101Z type=del size=619256: (22) Invalid argument 2024-04-02T08:49:30.994 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.996+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=M931H6XE3QX4 type=del size=2977286 2024-04-02T08:49:30.996 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.997+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~HAG6JZ2CUOTW.0 size=1048576 2024-04-02T08:49:30.997 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:30.998+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~HAG6JZ2CUOTW.1 size=398271 2024-04-02T08:49:30.999 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.000+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=HAG6JZ2CUOTW tag=RRM31KQJKQYZ type=write size=2495423 2024-04-02T08:49:31.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.002+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=FHKX6CAC0G8Y type=del size=2517476 2024-04-02T08:49:31.002 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.003+0000 7fcac0634780 1 < canceled operation key=CK9SN9AWKRU0 tag=L92ZBFNOVKXZ type=del size=1424339 2024-04-02T08:49:31.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.005+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~T7DB4H28MZ3D.0 size=1048576 2024-04-02T08:49:31.005 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.006+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~T7DB4H28MZ3D.1 size=1048576 2024-04-02T08:49:31.006 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.007+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~T7DB4H28MZ3D.2 size=108875 2024-04-02T08:49:31.007 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.007+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=T7DB4H28MZ3D tag=K0BHYE2SK30G type=write size=3254603 2024-04-02T08:49:31.007 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.008+0000 7fcac0634780 1 < canceled part key=_multipart_O57E3MLOAH4P.2~63RLURLJ900R.0 size=1048576 2024-04-02T08:49:31.007 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.009+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~63RLURLJ900R.1 size=1048576 2024-04-02T08:49:31.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.010+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~63RLURLJ900R.2 size=732712 2024-04-02T08:49:31.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.012+0000 7fcac0634780 1 < canceled multipart upload key=O57E3MLOAH4P upload=63RLURLJ900R tag=3YDCAMGX2DB7 type=write size=3878440 2024-04-02T08:49:31.012 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.013+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=V1KSQ4KQVHZ4 type=del size=2052316 2024-04-02T08:49:31.013 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.014+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~SYIGCNSAU6MT.0 size=1048576 2024-04-02T08:49:31.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.015+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~SYIGCNSAU6MT.1 size=239863 2024-04-02T08:49:31.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.018+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=SYIGCNSAU6MT tag=Z9GMIL6E030Y type=write size=2337015 2024-04-02T08:49:31.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.019+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=VZ6O63CLSV3Q type=del size=4060067 2024-04-02T08:49:31.019 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.020+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=8FTPNB2EL44V type=del 2024-04-02T08:49:31.022 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.023+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~TBWCW0JHL7A8.0 size=1048576 2024-04-02T08:49:31.023 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.024+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~TBWCW0JHL7A8.1 size=1048576 2024-04-02T08:49:31.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.025+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~TBWCW0JHL7A8.2 size=313489 2024-04-02T08:49:31.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.025+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=TBWCW0JHL7A8 tag=IBFE169AMV9H type=write size=3459217 2024-04-02T08:49:31.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.026+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=4CO7Z99BDCO1 type=del 2024-04-02T08:49:31.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.029+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~N6B19BRK1A42.0 size=1000790 2024-04-02T08:49:31.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.029+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=N6B19BRK1A42 tag=JR568HTBP8DO type=write size=2049366 2024-04-02T08:49:31.029 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.030+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=TLKZ8LB2HXR1 type=del 2024-04-02T08:49:31.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.031+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=IEGZ64YI6BQC type=del size=3978747 2024-04-02T08:49:31.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.032+0000 7fcac0634780 1 < canceled part key=_multipart_WGKAHDKTL4AK.2~TBH6RQZFOO8O.0 size=1048576 2024-04-02T08:49:31.031 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.033+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~TBH6RQZFOO8O.1 size=342191 2024-04-02T08:49:31.033 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.035+0000 7fcac0634780 1 < canceled multipart upload key=WGKAHDKTL4AK upload=TBH6RQZFOO8O tag=QMPMIWHXM52Q type=write size=2439343 2024-04-02T08:49:31.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.036+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=304N88RK2VHX type=del size=1297054 2024-04-02T08:49:31.038 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.039+0000 7fcac0634780 1 < suggested remove operation key=LLBAA0EBI2RP tag=M2GBK6ZZ967E type=del 2024-04-02T08:49:31.078 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.079+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~UBCENS9EEXC1.0 size=1048576 2024-04-02T08:49:31.079 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.080+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~UBCENS9EEXC1.1 size=1048576 2024-04-02T08:49:31.080 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.081+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~UBCENS9EEXC1.2 size=321852 2024-04-02T08:49:31.080 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.081+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=UBCENS9EEXC1 tag=JHU05W09DKQG type=write size=3467580 2024-04-02T08:49:31.081 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.083+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=Q2KWF393SAEB type=del 2024-04-02T08:49:31.083 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.084+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=SE7OF2IY2GZH type=write size=506878 2024-04-02T08:49:31.085 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.087+0000 7fcac0634780 1 < suggested update operation key=IKT0IL1UL3E0 tag=7EME0RID77JI type=del size=2494805 2024-04-02T08:49:31.087 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.088+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=O8ZQQ9WDYFDN type=del size=1204563 2024-04-02T08:49:31.088 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.089+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=GY63FW5OK8M5 type=del 2024-04-02T08:49:31.089 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.091+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=SZS2NI4H6GQJ type=write size=955901 2024-04-02T08:49:31.091 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.092+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~QSKNPU2LR897.0 size=1048576 2024-04-02T08:49:31.092 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.093+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~QSKNPU2LR897.1 size=1005487 2024-04-02T08:49:31.094 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.095+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=QSKNPU2LR897 tag=S02RN0KBRJTD type=write size=3102639 2024-04-02T08:49:31.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.097+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~5ZH3JLQ6Q64D.0 size=1048576 2024-04-02T08:49:31.097 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.098+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~5ZH3JLQ6Q64D.1 size=422078 2024-04-02T08:49:31.097 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.098+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=5ZH3JLQ6Q64D tag=XR0AR3CV23M3 type=write size=2519230 2024-04-02T08:49:31.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.100+0000 7fcac0634780 1 < canceled operation key=WGKAHDKTL4AK tag=R3N5G8J1ONN3 type=write size=366346 2024-04-02T08:49:31.100 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.101+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=IBDVCH0LHVE5 type=del size=2400297 2024-04-02T08:49:31.101 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.102+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~XGVPDJQV4UXA.0 size=1048576 2024-04-02T08:49:31.102 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.103+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~XGVPDJQV4UXA.1 size=1048576 2024-04-02T08:49:31.103 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.104+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~XGVPDJQV4UXA.2 size=891439 2024-04-02T08:49:31.105 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.106+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=XGVPDJQV4UXA tag=0CUUITF3SDWZ type=write size=4037167 2024-04-02T08:49:31.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.108+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~RJBY7BK0V3AZ.0 size=823552 2024-04-02T08:49:31.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.108+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=RJBY7BK0V3AZ tag=E0DX7QJBK9XC type=write size=1872128 2024-04-02T08:49:31.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.111+0000 7fcac0634780 1 < suggested update operation key=HBQSNRLBV7TM tag=M931H6XE3QX4 type=del size=2977286 2024-04-02T08:49:31.111 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.112+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=GQR9AM5DQLJT type=del size=1357347 2024-04-02T08:49:31.112 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.113+0000 7fcac0634780 -1 < failed to complete operation key=HBQSNRLBV7TM tag=FHKX6CAC0G8Y type=del size=2517476: (22) Invalid argument 2024-04-02T08:49:31.115 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.116+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~8T7PL2WNKMK6.0 size=1048576 2024-04-02T08:49:31.115 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.117+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~8T7PL2WNKMK6.1 size=11919 2024-04-02T08:49:31.116 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.117+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=8T7PL2WNKMK6 tag=M6O0YUF1IYKM type=write size=2109071 2024-04-02T08:49:31.117 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.118+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~T7DB4H28MZ3D.0 size=1048576 2024-04-02T08:49:31.117 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.118+0000 7fcac0634780 1 < canceled part key=_multipart_CK9SN9AWKRU0.2~T7DB4H28MZ3D.1 size=1048576 2024-04-02T08:49:31.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.119+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~T7DB4H28MZ3D.2 size=108875 2024-04-02T08:49:31.120 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.121+0000 7fcac0634780 1 < canceled multipart upload key=CK9SN9AWKRU0 upload=T7DB4H28MZ3D tag=K0BHYE2SK30G type=write size=3254603 2024-04-02T08:49:31.121 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.123+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=E86AB6V33W1F type=del size=3413550 2024-04-02T08:49:31.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.124+0000 7fcac0634780 -1 < failed to complete operation key=HBQSNRLBV7TM tag=V1KSQ4KQVHZ4 type=del size=2052316: (22) Invalid argument 2024-04-02T08:49:31.124 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.125+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=DNLB1QH4ARHY type=del size=1434269 2024-04-02T08:49:31.126 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.127+0000 7fcac0634780 1 < canceled operation key=AT297P637JHQ tag=VZ6O63CLSV3Q type=del size=4060067 2024-04-02T08:49:31.127 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.128+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=NU8HJC1ARGUE type=del size=1470961 2024-04-02T08:49:31.128 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.129+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~TBWCW0JHL7A8.0 size=1048576 2024-04-02T08:49:31.129 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.130+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~TBWCW0JHL7A8.1 size=1048576 2024-04-02T08:49:31.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.131+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~TBWCW0JHL7A8.2 size=313489 2024-04-02T08:49:31.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.133+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=TBWCW0JHL7A8 tag=IBFE169AMV9H type=write size=3459217 2024-04-02T08:49:31.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.135+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=TSHZ79KT67L1 type=del size=83997 2024-04-02T08:49:31.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.136+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~N6B19BRK1A42.0 size=1000790 2024-04-02T08:49:31.137 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.138+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=N6B19BRK1A42 tag=JR568HTBP8DO type=write size=2049366 2024-04-02T08:49:31.139 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.140+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~KDJGKN0K9OPO.0 size=1048576 2024-04-02T08:49:31.140 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.141+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~KDJGKN0K9OPO.1 size=1048576 2024-04-02T08:49:31.141 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.142+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~KDJGKN0K9OPO.2 size=810849 2024-04-02T08:49:31.141 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.142+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=KDJGKN0K9OPO tag=UGLENTP6BZJR type=write size=3956577 2024-04-02T08:49:31.142 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.143+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=IEGZ64YI6BQC type=del 2024-04-02T08:49:31.144 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.145+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=LKINNP13ON81 type=del size=2753452 2024-04-02T08:49:31.145 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.146+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=304N88RK2VHX type=del 2024-04-02T08:49:31.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.147+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=68ZTDF4TYNP3 type=del size=1905554 2024-04-02T08:49:31.147 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.149+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~UBCENS9EEXC1.0 size=1048576 2024-04-02T08:49:31.147 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.149+0000 7fcac0634780 1 < canceled part key=_multipart_OPJX4SOWQJDV.2~UBCENS9EEXC1.1 size=1048576 2024-04-02T08:49:31.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.150+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~UBCENS9EEXC1.2 size=321852 2024-04-02T08:49:31.150 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.152+0000 7fcac0634780 1 < canceled multipart upload key=OPJX4SOWQJDV upload=UBCENS9EEXC1 tag=JHU05W09DKQG type=write size=3467580 2024-04-02T08:49:31.152 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.153+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=A06EVV0KRH6T type=del size=377052 2024-04-02T08:49:31.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.154+0000 7fcac0634780 1 < completed write operation key=CK9SN9AWKRU0 tag=SE7OF2IY2GZH type=write size=506878 2024-04-02T08:49:31.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.156+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~5F9QY8KE0UFV.0 size=108733 2024-04-02T08:49:31.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.156+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=5F9QY8KE0UFV tag=OI9S1SSDD261 type=write size=1157309 2024-04-02T08:49:31.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.158+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=O8ZQQ9WDYFDN type=del 2024-04-02T08:49:31.158 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.159+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=HG690WE5NJ53 type=del size=1591875 2024-04-02T08:49:31.159 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.160+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=SZS2NI4H6GQJ type=write size=955901 2024-04-02T08:49:31.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.162+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=2GKA4UOPDT7T type=del size=1018794 2024-04-02T08:49:31.162 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.163+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~5ZH3JLQ6Q64D.0 size=1048576 2024-04-02T08:49:31.163 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.164+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~5ZH3JLQ6Q64D.1 size=422078 2024-04-02T08:49:31.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.166+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=5ZH3JLQ6Q64D tag=XR0AR3CV23M3 type=write size=2519230 2024-04-02T08:49:31.166 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.167+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=P9IPY8GTO1W2 type=del size=1041550 2024-04-02T08:49:31.167 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.168+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=IBDVCH0LHVE5 type=del 2024-04-02T08:49:31.168 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.170+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=VHOVVPD33AAE type=del size=2265531 2024-04-02T08:49:31.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.171+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~RJBY7BK0V3AZ.0 size=823552 2024-04-02T08:49:31.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.173+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=RJBY7BK0V3AZ tag=E0DX7QJBK9XC type=write size=1872128 2024-04-02T08:49:31.173 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.175+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=BRTAM24NSZ7P type=write size=613035 2024-04-02T08:49:31.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.176+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=GQR9AM5DQLJT type=del 2024-04-02T08:49:31.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.177+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=YU1TUNOF8R5P type=del size=3876038 2024-04-02T08:49:31.177 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.178+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~8T7PL2WNKMK6.0 size=1048576 2024-04-02T08:49:31.178 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.179+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~8T7PL2WNKMK6.1 size=11919 2024-04-02T08:49:31.180 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.182+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=8T7PL2WNKMK6 tag=M6O0YUF1IYKM type=write size=2109071 2024-04-02T08:49:31.183 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.184+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~XIRBILB1CMID.0 size=1048576 2024-04-02T08:49:31.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.185+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~XIRBILB1CMID.1 size=315691 2024-04-02T08:49:31.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.185+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=XIRBILB1CMID tag=9D9U3BA1W1E3 type=write size=2412843 2024-04-02T08:49:31.185 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.186+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=E86AB6V33W1F type=del 2024-04-02T08:49:31.186 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.188+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=F7P84K4LT2NW type=del size=2729723 2024-04-02T08:49:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.189+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=DNLB1QH4ARHY type=del 2024-04-02T08:49:31.190 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.191+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~O15REUA7R6Q3.0 size=1048576 2024-04-02T08:49:31.191 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.192+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~O15REUA7R6Q3.1 size=1048576 2024-04-02T08:49:31.192 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.193+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~O15REUA7R6Q3.2 size=748271 2024-04-02T08:49:31.192 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.193+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=O15REUA7R6Q3 tag=Y000C8747ZDX type=write size=3893999 2024-04-02T08:49:31.195 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.196+0000 7fcac0634780 1 < suggested update operation key=LI90A8RSX1C6 tag=NU8HJC1ARGUE type=del size=1470961 2024-04-02T08:49:31.197 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.198+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~9WJ7NAM9510D.0 size=1048576 2024-04-02T08:49:31.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.199+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~9WJ7NAM9510D.1 size=658495 2024-04-02T08:49:31.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.199+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=9WJ7NAM9510D tag=ON6P7ODQJ663 type=write size=2755647 2024-04-02T08:49:31.199 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.201+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=TSHZ79KT67L1 type=del 2024-04-02T08:49:31.201 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.202+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=IDIYQ7KF1DRZ type=del size=215067 2024-04-02T08:49:31.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.203+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~KDJGKN0K9OPO.0 size=1048576 2024-04-02T08:49:31.203 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.204+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~KDJGKN0K9OPO.1 size=1048576 2024-04-02T08:49:31.204 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.205+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~KDJGKN0K9OPO.2 size=810849 2024-04-02T08:49:31.206 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.207+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=KDJGKN0K9OPO tag=UGLENTP6BZJR type=write size=3956577 2024-04-02T08:49:31.208 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.210+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~7DKSTMYHUP50.0 size=1048576 2024-04-02T08:49:31.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.211+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~7DKSTMYHUP50.1 size=427635 2024-04-02T08:49:31.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.211+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=7DKSTMYHUP50 tag=3T2DQ1KPFAGN type=write size=2524787 2024-04-02T08:49:31.211 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.212+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=LKINNP13ON81 type=del 2024-04-02T08:49:31.213 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.214+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SKCWRAJ0GI05.0 size=1048576 2024-04-02T08:49:31.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.215+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SKCWRAJ0GI05.1 size=1048576 2024-04-02T08:49:31.215 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.216+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SKCWRAJ0GI05.2 size=163987 2024-04-02T08:49:31.215 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.216+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=SKCWRAJ0GI05 tag=WRCKJ5FH4MGF type=write size=3309715 2024-04-02T08:49:31.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.217+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=68ZTDF4TYNP3 type=del 2024-04-02T08:49:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.219+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=L5ACAJUUAVBP type=del size=1342937 2024-04-02T08:49:31.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.220+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=A06EVV0KRH6T type=del 2024-04-02T08:49:31.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.221+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=QCPWAOWD8MOO type=del size=725949 2024-04-02T08:49:31.221 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.223+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~5F9QY8KE0UFV.0 size=108733 2024-04-02T08:49:31.223 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.225+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=5F9QY8KE0UFV tag=OI9S1SSDD261 type=write size=1157309 2024-04-02T08:49:31.225 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.226+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=6U4A4OY7DRZF type=del size=1250938 2024-04-02T08:49:31.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.227+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=HG690WE5NJ53 type=del 2024-04-02T08:49:31.227 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.228+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=R1SFYBPI95IO type=del size=4007253 2024-04-02T08:49:31.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.231+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=2GKA4UOPDT7T type=del size=1018794 2024-04-02T08:49:31.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.233+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~XCGSP9FPTQJT.0 size=1048576 2024-04-02T08:49:31.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.234+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~XCGSP9FPTQJT.1 size=1048576 2024-04-02T08:49:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.235+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~XCGSP9FPTQJT.2 size=54314 2024-04-02T08:49:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.235+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=XCGSP9FPTQJT tag=Z4TH7YXK7F8U type=write size=3200042 2024-04-02T08:49:31.235 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.236+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=P9IPY8GTO1W2 type=del 2024-04-02T08:49:31.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.239+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~89LVVU7628W3.0 size=1048576 2024-04-02T08:49:31.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.240+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~89LVVU7628W3.1 size=141636 2024-04-02T08:49:31.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.240+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=89LVVU7628W3 tag=S2BYKO5XISZN type=write size=2238788 2024-04-02T08:49:31.240 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.241+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=VHOVVPD33AAE type=del 2024-04-02T08:49:31.241 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.242+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=CJJN98SFUR7J type=del size=3160004 2024-04-02T08:49:31.242 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.244+0000 7fcac0634780 1 < completed write operation key=7RTUKS6WIVUY tag=BRTAM24NSZ7P type=write size=613035 2024-04-02T08:49:31.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.245+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=UV3RF6856325 type=del size=4078241 2024-04-02T08:49:31.245 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.246+0000 7fcac0634780 1 < canceled operation key=VTZMAIZU0MX6 tag=YU1TUNOF8R5P type=del size=3876038 2024-04-02T08:49:31.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.249+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~9C4SMAI5A7VF.0 size=1048576 2024-04-02T08:49:31.249 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.250+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~9C4SMAI5A7VF.1 size=1048576 2024-04-02T08:49:31.250 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.251+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~9C4SMAI5A7VF.2 size=696898 2024-04-02T08:49:31.250 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.251+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=9C4SMAI5A7VF tag=03HYTLRWJOEU type=write size=3842626 2024-04-02T08:49:31.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.252+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~XIRBILB1CMID.0 size=1048576 2024-04-02T08:49:31.252 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.253+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~XIRBILB1CMID.1 size=315691 2024-04-02T08:49:31.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.255+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=XIRBILB1CMID tag=9D9U3BA1W1E3 type=write size=2412843 2024-04-02T08:49:31.255 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.257+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=EDK72B3W3FPK type=write size=2234 2024-04-02T08:49:31.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.258+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=F7P84K4LT2NW type=del 2024-04-02T08:49:31.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.259+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=F1Y79XMJQKQ2 type=del size=1059198 2024-04-02T08:49:31.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.260+0000 7fcac0634780 1 < canceled part key=_multipart_O57E3MLOAH4P.2~O15REUA7R6Q3.0 size=1048576 2024-04-02T08:49:31.259 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.261+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~O15REUA7R6Q3.1 size=1048576 2024-04-02T08:49:31.259 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.261+0000 7fcac0634780 1 < canceled part key=_multipart_O57E3MLOAH4P.2~O15REUA7R6Q3.2 size=748271 2024-04-02T08:49:31.261 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.263+0000 7fcac0634780 1 < canceled multipart upload key=O57E3MLOAH4P upload=O15REUA7R6Q3 tag=Y000C8747ZDX type=write size=3893999 2024-04-02T08:49:31.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.264+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=PQYW1BNDL5PY type=del size=1725077 2024-04-02T08:49:31.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.264+0000 7fcac0634780 1 < canceled part key=_multipart_WGKAHDKTL4AK.2~9WJ7NAM9510D.0 size=1048576 2024-04-02T08:49:31.264 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.265+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~9WJ7NAM9510D.1 size=658495 2024-04-02T08:49:31.266 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.267+0000 7fcac0634780 1 < canceled multipart upload key=WGKAHDKTL4AK upload=9WJ7NAM9510D tag=ON6P7ODQJ663 type=write size=2755647 2024-04-02T08:49:31.268 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.269+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=XHCOTAIYL2L7 type=del size=2548259 2024-04-02T08:49:31.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.271+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=IDIYQ7KF1DRZ type=del size=215067 2024-04-02T08:49:31.272 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.274+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~P0WAQ3XB17FK.0 size=772091 2024-04-02T08:49:31.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.274+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=P0WAQ3XB17FK tag=EKQUCGLR8ZLI type=write size=1820667 2024-04-02T08:49:31.274 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.275+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~7DKSTMYHUP50.0 size=1048576 2024-04-02T08:49:31.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.276+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~7DKSTMYHUP50.1 size=427635 2024-04-02T08:49:31.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.278+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=7DKSTMYHUP50 tag=3T2DQ1KPFAGN type=write size=2524787 2024-04-02T08:49:31.280 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.281+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~SH6K56ZP2W9K.0 size=584096 2024-04-02T08:49:31.280 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.281+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=SH6K56ZP2W9K tag=NCOQB5YI5ZE3 type=write size=1632672 2024-04-02T08:49:31.281 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.282+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SKCWRAJ0GI05.0 size=1048576 2024-04-02T08:49:31.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.283+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SKCWRAJ0GI05.1 size=1048576 2024-04-02T08:49:31.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.283+0000 7fcac0634780 1 < canceled part key=_multipart_9YIC1CKTX1XU.2~SKCWRAJ0GI05.2 size=163987 2024-04-02T08:49:31.284 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.285+0000 7fcac0634780 1 < canceled multipart upload key=9YIC1CKTX1XU upload=SKCWRAJ0GI05 tag=WRCKJ5FH4MGF type=write size=3309715 2024-04-02T08:49:31.287 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.288+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~USG9R6GTPWSY.0 size=1048576 2024-04-02T08:49:31.287 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.289+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~USG9R6GTPWSY.1 size=421106 2024-04-02T08:49:31.287 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.289+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=USG9R6GTPWSY tag=RMJWX629XIIS type=write size=2518258 2024-04-02T08:49:31.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.291+0000 7fcac0634780 1 < suggested remove operation key=ZPVZQ0PNTGF2 tag=L5ACAJUUAVBP type=del 2024-04-02T08:49:31.291 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.292+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=SMZAM5V30XKG type=del size=971777 2024-04-02T08:49:31.293 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.294+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=QCPWAOWD8MOO type=del 2024-04-02T08:49:31.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.296+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~4YXB1EA7LUH3.0 size=1048576 2024-04-02T08:49:31.296 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.297+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~4YXB1EA7LUH3.1 size=296700 2024-04-02T08:49:31.296 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.297+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=4YXB1EA7LUH3 tag=YUN7RM21GRA5 type=write size=2393852 2024-04-02T08:49:31.297 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.299+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=6U4A4OY7DRZF type=del 2024-04-02T08:49:31.299 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.300+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=BYX7UEKMAO1O type=del size=4022232 2024-04-02T08:49:31.300 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.301+0000 7fcac0634780 1 < canceled operation key=1Z9ANT6HV4UI tag=R1SFYBPI95IO type=del size=4007253 2024-04-02T08:49:31.302 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.303+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~EBGZUH32UXD5.0 size=1048576 2024-04-02T08:49:31.303 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.304+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~EBGZUH32UXD5.1 size=373470 2024-04-02T08:49:31.303 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.304+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=EBGZUH32UXD5 tag=67VD2N5ROJL5 type=write size=2470622 2024-04-02T08:49:31.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.306+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~XCGSP9FPTQJT.0 size=1048576 2024-04-02T08:49:31.305 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.307+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~XCGSP9FPTQJT.1 size=1048576 2024-04-02T08:49:31.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.307+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~XCGSP9FPTQJT.2 size=54314 2024-04-02T08:49:31.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.309+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=XCGSP9FPTQJT tag=Z4TH7YXK7F8U type=write size=3200042 2024-04-02T08:49:31.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.310+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=X0Z03UJLAJ35 type=del size=2077573 2024-04-02T08:49:31.310 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.311+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~89LVVU7628W3.0 size=1048576 2024-04-02T08:49:31.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.312+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~89LVVU7628W3.1 size=141636 2024-04-02T08:49:31.313 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.315+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=89LVVU7628W3 tag=S2BYKO5XISZN type=write size=2238788 2024-04-02T08:49:31.316 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.317+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~SSK5G1RVTLBP.0 size=1048576 2024-04-02T08:49:31.317 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.318+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~SSK5G1RVTLBP.1 size=1048576 2024-04-02T08:49:31.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.319+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~SSK5G1RVTLBP.2 size=430312 2024-04-02T08:49:31.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.319+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=SSK5G1RVTLBP tag=5VEOB8L0GC4T type=write size=3576040 2024-04-02T08:49:31.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.320+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=CJJN98SFUR7J type=del 2024-04-02T08:49:31.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.322+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=W5DETILAQNZA type=del size=2900557 2024-04-02T08:49:31.327 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.328+0000 7fcac0634780 1 < suggested update operation key=Q1UN9ZOPNAND tag=UV3RF6856325 type=del size=4078241 2024-04-02T08:49:31.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.331+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=47JFXONGDHHI type=del size=758322 2024-04-02T08:49:31.334 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.335+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~9C4SMAI5A7VF.0 size=1048576 2024-04-02T08:49:31.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.337+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~9C4SMAI5A7VF.1 size=1048576 2024-04-02T08:49:31.336 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.338+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~9C4SMAI5A7VF.2 size=696898 2024-04-02T08:49:31.339 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.340+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=9C4SMAI5A7VF tag=03HYTLRWJOEU type=write size=3842626 2024-04-02T08:49:31.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.341+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=WNXQDK4JBXSO type=del size=3668527 2024-04-02T08:49:31.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.343+0000 7fcac0634780 1 < completed write operation key=248AZLBDZOFS tag=EDK72B3W3FPK type=write size=2234 2024-04-02T08:49:31.343 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.344+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=0O2043ODEBYJ type=write size=203481 2024-04-02T08:49:31.344 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.345+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=F1Y79XMJQKQ2 type=del 2024-04-02T08:49:31.347 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.348+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~MG43LP3OHERE.0 size=1048576 2024-04-02T08:49:31.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.349+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~MG43LP3OHERE.1 size=171037 2024-04-02T08:49:31.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.349+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=MG43LP3OHERE tag=G4I3JF251Z3A type=write size=2268189 2024-04-02T08:49:31.350 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.351+0000 7fcac0634780 1 < suggested update operation key=9YIC1CKTX1XU tag=PQYW1BNDL5PY type=del size=1725077 2024-04-02T08:49:31.351 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.353+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=B28C4P8XBHM2 type=del size=3330912 2024-04-02T08:49:31.352 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.353+0000 7fcac0634780 -1 < no bi entry to suggest for operation key=ZPVZQ0PNTGF2 tag=XHCOTAIYL2L7 type=del size=2548259: (2) No such file or directory 2024-04-02T08:49:31.353 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.354+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=RBGPX4BZILRS type=write size=653590 2024-04-02T08:49:31.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.356+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~P0WAQ3XB17FK.0 size=772091 2024-04-02T08:49:31.357 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.358+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=P0WAQ3XB17FK tag=EKQUCGLR8ZLI type=write size=1820667 2024-04-02T08:49:31.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.359+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=4ILOAIU0IL1Q type=del size=32483 2024-04-02T08:49:31.359 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.361+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~SH6K56ZP2W9K.0 size=584096 2024-04-02T08:49:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.363+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=SH6K56ZP2W9K tag=NCOQB5YI5ZE3 type=write size=1632672 2024-04-02T08:49:31.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.364+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=N6L2M7M5M4ZW type=del size=2606228 2024-04-02T08:49:31.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.365+0000 7fcac0634780 1 < canceled part key=_multipart_Q1UN9ZOPNAND.2~USG9R6GTPWSY.0 size=1048576 2024-04-02T08:49:31.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.366+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~USG9R6GTPWSY.1 size=421106 2024-04-02T08:49:31.367 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.368+0000 7fcac0634780 1 < canceled multipart upload key=Q1UN9ZOPNAND upload=USG9R6GTPWSY tag=RMJWX629XIIS type=write size=2518258 2024-04-02T08:49:31.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.369+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=YCHE4XT03OO6 type=del size=3991459 2024-04-02T08:49:31.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.371+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=SMZAM5V30XKG type=del 2024-04-02T08:49:31.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.372+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=7WNDYDETNJPA type=del size=2211502 2024-04-02T08:49:31.372 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.373+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~4YXB1EA7LUH3.0 size=1048576 2024-04-02T08:49:31.372 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.373+0000 7fcac0634780 1 < canceled part key=_multipart_ZHTF4PWZZ3FL.2~4YXB1EA7LUH3.1 size=296700 2024-04-02T08:49:31.374 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.375+0000 7fcac0634780 1 < canceled multipart upload key=ZHTF4PWZZ3FL upload=4YXB1EA7LUH3 tag=YUN7RM21GRA5 type=write size=2393852 2024-04-02T08:49:31.375 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.376+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=TTJ796AYFFUG type=del size=244707 2024-04-02T08:49:31.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.378+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=BYX7UEKMAO1O type=del 2024-04-02T08:49:31.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.379+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=67OZS6ENSKW9 type=write size=735746 2024-04-02T08:49:31.379 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.380+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~EBGZUH32UXD5.0 size=1048576 2024-04-02T08:49:31.380 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.381+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~EBGZUH32UXD5.1 size=373470 2024-04-02T08:49:31.382 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.384+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=EBGZUH32UXD5 tag=67VD2N5ROJL5 type=write size=2470622 2024-04-02T08:49:31.385 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.386+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~D0PPREHH3WKJ.0 size=1048576 2024-04-02T08:49:31.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.387+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~D0PPREHH3WKJ.1 size=1048576 2024-04-02T08:49:31.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.388+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~D0PPREHH3WKJ.2 size=557117 2024-04-02T08:49:31.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.388+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=D0PPREHH3WKJ tag=IRI61JN51R52 type=write size=3702845 2024-04-02T08:49:31.388 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.389+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=X0Z03UJLAJ35 type=del 2024-04-02T08:49:31.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.391+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=GUT3W2O6J3BN type=del size=1182184 2024-04-02T08:49:31.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.392+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~SSK5G1RVTLBP.0 size=1048576 2024-04-02T08:49:31.392 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.393+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~SSK5G1RVTLBP.1 size=1048576 2024-04-02T08:49:31.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.394+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~SSK5G1RVTLBP.2 size=430312 2024-04-02T08:49:31.395 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.396+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=SSK5G1RVTLBP tag=5VEOB8L0GC4T type=write size=3576040 2024-04-02T08:49:31.396 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.398+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=CILYNGB5ONUQ type=del size=2599004 2024-04-02T08:49:31.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.400+0000 7fcac0634780 1 < suggested update operation key=Q1UN9ZOPNAND tag=W5DETILAQNZA type=del size=2900557 2024-04-02T08:49:31.400 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.402+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=M90BKX5FBOKJ type=del size=2887734 2024-04-02T08:49:31.402 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.403+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=47JFXONGDHHI type=del 2024-04-02T08:49:31.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.405+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~M5TU0J2Q6X4Q.0 size=41745 2024-04-02T08:49:31.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.405+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=M5TU0J2Q6X4Q tag=1SW7Q76ARHI3 type=write size=1090321 2024-04-02T08:49:31.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.407+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=WNXQDK4JBXSO type=del 2024-04-02T08:49:31.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.408+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=H57JLV3JUQWU type=del size=3533350 2024-04-02T08:49:31.408 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.409+0000 7fcac0634780 1 < completed write operation key=OSRICQSGB2XI tag=0O2043ODEBYJ type=write size=203481 2024-04-02T08:49:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.410+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=E84GN13Y4FEE type=del size=962745 2024-04-02T08:49:31.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.412+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~MG43LP3OHERE.0 size=1048576 2024-04-02T08:49:31.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.413+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~MG43LP3OHERE.1 size=171037 2024-04-02T08:49:31.414 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.415+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=MG43LP3OHERE tag=G4I3JF251Z3A type=write size=2268189 2024-04-02T08:49:31.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.416+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=4HZLIR0UIYA0 type=del size=4050194 2024-04-02T08:49:31.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.417+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=B28C4P8XBHM2 type=del 2024-04-02T08:49:31.417 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.419+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=74018B04D2EV type=write size=54995 2024-04-02T08:49:31.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.420+0000 7fcac0634780 1 < completed write operation key=Z250TTJ2J4Z5 tag=RBGPX4BZILRS type=write size=653590 2024-04-02T08:49:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.422+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~EWT4TJLSA12H.0 size=1048576 2024-04-02T08:49:31.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.423+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~EWT4TJLSA12H.1 size=52778 2024-04-02T08:49:31.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.423+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=EWT4TJLSA12H tag=9C8NL834JPJX type=write size=2149930 2024-04-02T08:49:31.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.426+0000 7fcac0634780 1 < suggested update operation key=LLBAA0EBI2RP tag=4ILOAIU0IL1Q type=del size=32483 2024-04-02T08:49:31.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.427+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=51RKM1G3K4K2 type=del size=2978814 2024-04-02T08:49:31.427 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.429+0000 7fcac0634780 1 < canceled operation key=XYWGJ7UZDDAF tag=N6L2M7M5M4ZW type=del size=2606228 2024-04-02T08:49:31.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.430+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=J4AJ5A1SXVZN type=del size=854067 2024-04-02T08:49:31.430 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.431+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=YCHE4XT03OO6 type=del 2024-04-02T08:49:31.431 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.433+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=3T00G8OP3Z1I type=del size=2688065 2024-04-02T08:49:31.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.434+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=7WNDYDETNJPA type=del 2024-04-02T08:49:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.436+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~4KG1OOR2R3IQ.0 size=5713 2024-04-02T08:49:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.436+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=4KG1OOR2R3IQ tag=19ADX3G70HD9 type=write size=1054289 2024-04-02T08:49:31.436 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.438+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=TTJ796AYFFUG type=del 2024-04-02T08:49:31.439 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.440+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~FDXLU6CMWGEM.0 size=162307 2024-04-02T08:49:31.439 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.440+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=FDXLU6CMWGEM tag=9M70NVKO4G6L type=write size=1210883 2024-04-02T08:49:31.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.441+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=67OZS6ENSKW9 type=write size=735746 2024-04-02T08:49:31.441 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.443+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=M00CQLYCR5L3 type=del size=2087691 2024-04-02T08:49:31.443 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.444+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~D0PPREHH3WKJ.0 size=1048576 2024-04-02T08:49:31.444 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.445+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~D0PPREHH3WKJ.1 size=1048576 2024-04-02T08:49:31.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.446+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~D0PPREHH3WKJ.2 size=557117 2024-04-02T08:49:31.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.448+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=D0PPREHH3WKJ tag=IRI61JN51R52 type=write size=3702845 2024-04-02T08:49:31.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.450+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~AEQQ3CYN7FTS.0 size=1048576 2024-04-02T08:49:31.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.451+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~AEQQ3CYN7FTS.1 size=620054 2024-04-02T08:49:31.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.451+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=AEQQ3CYN7FTS tag=ABHCKO9WA24Z type=write size=2717206 2024-04-02T08:49:31.451 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.453+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=GUT3W2O6J3BN type=del 2024-04-02T08:49:31.453 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.454+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=7YHXEOWSCBHC type=del size=654446 2024-04-02T08:49:31.454 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.455+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=CILYNGB5ONUQ type=del 2024-04-02T08:49:31.455 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.456+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=7K0U13716XYD type=del size=2576060 2024-04-02T08:49:31.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.458+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=M90BKX5FBOKJ type=del 2024-04-02T08:49:31.458 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.459+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=7I6CTM6RKB9J type=write size=933279 2024-04-02T08:49:31.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.460+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~M5TU0J2Q6X4Q.0 size=41745 2024-04-02T08:49:31.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.462+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=M5TU0J2Q6X4Q tag=1SW7Q76ARHI3 type=write size=1090321 2024-04-02T08:49:31.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.465+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~BXLYMB2YIACG.0 size=1048576 2024-04-02T08:49:31.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.466+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~BXLYMB2YIACG.1 size=429654 2024-04-02T08:49:31.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.466+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=BXLYMB2YIACG tag=IKB24QZOLVBA type=write size=2526806 2024-04-02T08:49:31.466 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.467+0000 7fcac0634780 -1 < failed to complete operation key=LLBAA0EBI2RP tag=H57JLV3JUQWU type=del size=3533350: (22) Invalid argument 2024-04-02T08:49:31.467 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.469+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=L19RB0NM3S7O type=del size=3730562 2024-04-02T08:49:31.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.470+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=E84GN13Y4FEE type=del 2024-04-02T08:49:31.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.471+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=DE0QJD37RWUJ type=write size=524823 2024-04-02T08:49:31.471 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.472+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=4HZLIR0UIYA0 type=del 2024-04-02T08:49:31.473 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.475+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~Q7F3INWFP0VE.0 size=1048576 2024-04-02T08:49:31.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.476+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~Q7F3INWFP0VE.1 size=188669 2024-04-02T08:49:31.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.476+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=Q7F3INWFP0VE tag=FOF72Z3SNHWQ type=write size=2285821 2024-04-02T08:49:31.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.477+0000 7fcac0634780 1 < completed write operation key=L5EXYH0FVU5S tag=74018B04D2EV type=write size=54995 2024-04-02T08:49:31.477 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.478+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=ES9MAING5T7H type=del size=1798710 2024-04-02T08:49:31.478 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.480+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~EWT4TJLSA12H.0 size=1048576 2024-04-02T08:49:31.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.481+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~EWT4TJLSA12H.1 size=52778 2024-04-02T08:49:31.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.483+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=EWT4TJLSA12H tag=9C8NL834JPJX type=write size=2149930 2024-04-02T08:49:31.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.485+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~Q9VK62YHLRUC.0 size=549800 2024-04-02T08:49:31.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.485+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=Q9VK62YHLRUC tag=5T2NCGY56AYT type=write size=1598376 2024-04-02T08:49:31.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.486+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=51RKM1G3K4K2 type=del 2024-04-02T08:49:31.486 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.488+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=UKKQU1XLUKS3 type=write size=298284 2024-04-02T08:49:31.488 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.489+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=J4AJ5A1SXVZN type=del 2024-04-02T08:49:31.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.490+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=IKBJF7T11NHQ type=write size=905628 2024-04-02T08:49:31.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.492+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=3T00G8OP3Z1I type=del 2024-04-02T08:49:31.492 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.493+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=KXGNBNEENHF5 type=del size=1857512 2024-04-02T08:49:31.493 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.494+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~4KG1OOR2R3IQ.0 size=5713 2024-04-02T08:49:31.495 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.496+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=4KG1OOR2R3IQ tag=19ADX3G70HD9 type=write size=1054289 2024-04-02T08:49:31.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.498+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=0O0VG7X3VRYD type=write size=225583 2024-04-02T08:49:31.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.500+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~FDXLU6CMWGEM.0 size=162307 2024-04-02T08:49:31.500 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.502+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=FDXLU6CMWGEM tag=9M70NVKO4G6L type=write size=1210883 2024-04-02T08:49:31.503 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.504+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~AVPYAJCMM8RP.0 size=157522 2024-04-02T08:49:31.503 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.504+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=AVPYAJCMM8RP tag=TK1J281Q4NOL type=write size=1206098 2024-04-02T08:49:31.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.506+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=M00CQLYCR5L3 type=del 2024-04-02T08:49:31.507 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.508+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~JOTE87B2NPL7.0 size=1048576 2024-04-02T08:49:31.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.509+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~JOTE87B2NPL7.1 size=456679 2024-04-02T08:49:31.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.509+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=JOTE87B2NPL7 tag=AA7IBP55DS0W type=write size=2553831 2024-04-02T08:49:31.509 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.510+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~AEQQ3CYN7FTS.0 size=1048576 2024-04-02T08:49:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.512+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~AEQQ3CYN7FTS.1 size=620054 2024-04-02T08:49:31.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.514+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=AEQQ3CYN7FTS tag=ABHCKO9WA24Z type=write size=2717206 2024-04-02T08:49:31.515 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.516+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~MX8TMYLP5WNQ.0 size=1048576 2024-04-02T08:49:31.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.517+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~MX8TMYLP5WNQ.1 size=924954 2024-04-02T08:49:31.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.517+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=MX8TMYLP5WNQ tag=BLXAEGAKHGC2 type=write size=3022106 2024-04-02T08:49:31.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.520+0000 7fcac0634780 1 < suggested remove operation key=OSRICQSGB2XI tag=7YHXEOWSCBHC type=del 2024-04-02T08:49:31.520 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.521+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=UU0AIMYGM6QX type=del size=4174779 2024-04-02T08:49:31.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.523+0000 7fcac0634780 1 < canceled operation key=OQYFPKEX5S39 tag=7K0U13716XYD type=del size=2576060 2024-04-02T08:49:31.524 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.525+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~6H67MZNQ77RV.0 size=625461 2024-04-02T08:49:31.524 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.525+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=6H67MZNQ77RV tag=3YEJG1VOGIK3 type=write size=1674037 2024-04-02T08:49:31.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.527+0000 7fcac0634780 1 < completed write operation key=HBQSNRLBV7TM tag=7I6CTM6RKB9J type=write size=933279 2024-04-02T08:49:31.527 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.528+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=MWQ1GWLLIPE7 type=del size=2430371 2024-04-02T08:49:31.528 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.529+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~BXLYMB2YIACG.0 size=1048576 2024-04-02T08:49:31.529 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.530+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~BXLYMB2YIACG.1 size=429654 2024-04-02T08:49:31.531 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.533+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=BXLYMB2YIACG tag=IKB24QZOLVBA type=write size=2526806 2024-04-02T08:49:31.533 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.534+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=5IPQFHOSW4WG type=write size=357295 2024-04-02T08:49:31.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.535+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=L19RB0NM3S7O type=del 2024-04-02T08:49:31.535 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.537+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=9ATAK40TVBXM type=del size=2665470 2024-04-02T08:49:31.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.538+0000 7fcac0634780 1 < completed write operation key=Z250TTJ2J4Z5 tag=DE0QJD37RWUJ type=write size=524823 2024-04-02T08:49:31.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.541+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~LTESJJZN2S2K.0 size=722026 2024-04-02T08:49:31.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.541+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=LTESJJZN2S2K tag=71BS36I7F2JA type=write size=1770602 2024-04-02T08:49:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.542+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~Q7F3INWFP0VE.0 size=1048576 2024-04-02T08:49:31.542 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.543+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~Q7F3INWFP0VE.1 size=188669 2024-04-02T08:49:31.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.545+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=Q7F3INWFP0VE tag=FOF72Z3SNHWQ type=write size=2285821 2024-04-02T08:49:31.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.547+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=IAEQ1XGFADM8 type=write size=416626 2024-04-02T08:49:31.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.549+0000 7fcac0634780 1 < suggested remove operation key=IKT0IL1UL3E0 tag=ES9MAING5T7H type=del 2024-04-02T08:49:31.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.551+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=YRJFM0RUF0CZ type=del size=396509 2024-04-02T08:49:31.551 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.552+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~Q9VK62YHLRUC.0 size=549800 2024-04-02T08:49:31.553 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.554+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=Q9VK62YHLRUC tag=5T2NCGY56AYT type=write size=1598376 2024-04-02T08:49:31.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.556+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=2NBDOVHSJV9K type=del size=3577556 2024-04-02T08:49:31.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.557+0000 7fcac0634780 1 < completed write operation key=HBQSNRLBV7TM tag=UKKQU1XLUKS3 type=write size=298284 2024-04-02T08:49:31.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.558+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=VEF241270DF2 type=del size=1576643 2024-04-02T08:49:31.559 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.560+0000 7fcac0634780 1 < completed write operation key=248AZLBDZOFS tag=IKBJF7T11NHQ type=write size=905628 2024-04-02T08:49:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.562+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~TYGCFGULRFNG.0 size=1048576 2024-04-02T08:49:31.562 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.563+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~TYGCFGULRFNG.1 size=1048576 2024-04-02T08:49:31.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.564+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~TYGCFGULRFNG.2 size=617400 2024-04-02T08:49:31.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.564+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=TYGCFGULRFNG tag=QZ1YI886V3VB type=write size=3763128 2024-04-02T08:49:31.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.565+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=KXGNBNEENHF5 type=del 2024-04-02T08:49:31.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.567+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=JKYZF9R51NKR type=del size=2940834 2024-04-02T08:49:31.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.569+0000 7fcac0634780 1 < suggested remove operation key=5I1R6353CBOP tag=0O0VG7X3VRYD type=write 2024-04-02T08:49:31.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.571+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=LRUOY94HTRQS type=del size=3283253 2024-04-02T08:49:31.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.572+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~AVPYAJCMM8RP.0 size=157522 2024-04-02T08:49:31.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.574+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=AVPYAJCMM8RP tag=TK1J281Q4NOL type=write size=1206098 2024-04-02T08:49:31.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.576+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=VIXSNBXN5GNO type=write size=321442 2024-04-02T08:49:31.576 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.577+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~JOTE87B2NPL7.0 size=1048576 2024-04-02T08:49:31.577 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.578+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~JOTE87B2NPL7.1 size=456679 2024-04-02T08:49:31.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.580+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=JOTE87B2NPL7 tag=AA7IBP55DS0W type=write size=2553831 2024-04-02T08:49:31.580 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.582+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=BSUYLMVPHGJ8 type=del size=1041284 2024-04-02T08:49:31.582 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.583+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~MX8TMYLP5WNQ.0 size=1048576 2024-04-02T08:49:31.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.584+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~MX8TMYLP5WNQ.1 size=924954 2024-04-02T08:49:31.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.587+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=MX8TMYLP5WNQ tag=BLXAEGAKHGC2 type=write size=3022106 2024-04-02T08:49:31.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.589+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~KMLM33HUK1MS.0 size=1048576 2024-04-02T08:49:31.589 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.590+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~KMLM33HUK1MS.1 size=582304 2024-04-02T08:49:31.589 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.590+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=KMLM33HUK1MS tag=BF0C0W98MTBT type=write size=2679456 2024-04-02T08:49:31.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.591+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=UU0AIMYGM6QX type=del 2024-04-02T08:49:31.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.594+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~GJ6KVA40D1Z6.0 size=1048576 2024-04-02T08:49:31.594 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.595+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~GJ6KVA40D1Z6.1 size=1048576 2024-04-02T08:49:31.595 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.596+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~GJ6KVA40D1Z6.2 size=823921 2024-04-02T08:49:31.595 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.596+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=GJ6KVA40D1Z6 tag=F5KXZ8MOSIMI type=write size=3969649 2024-04-02T08:49:31.596 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.597+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~6H67MZNQ77RV.0 size=625461 2024-04-02T08:49:31.598 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.600+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=6H67MZNQ77RV tag=3YEJG1VOGIK3 type=write size=1674037 2024-04-02T08:49:31.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.601+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=7V3UZ1YVDXOU type=del size=1521457 2024-04-02T08:49:31.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.602+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=MWQ1GWLLIPE7 type=del 2024-04-02T08:49:31.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.604+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=AI7DOXGMCW7C type=del size=1335542 2024-04-02T08:49:31.605 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.607+0000 7fcac0634780 1 < suggested update operation key=LLBAA0EBI2RP tag=5IPQFHOSW4WG type=write size=357295 2024-04-02T08:49:31.607 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.608+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=EPZJ8J43P7GH type=write size=379802 2024-04-02T08:49:31.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.610+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=9ATAK40TVBXM type=del 2024-04-02T08:49:31.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.612+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~T0QO46170YPK.0 size=1048576 2024-04-02T08:49:31.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.613+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~T0QO46170YPK.1 size=480244 2024-04-02T08:49:31.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.613+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=T0QO46170YPK tag=D6E59NTH289I type=write size=2577396 2024-04-02T08:49:31.613 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.614+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~LTESJJZN2S2K.0 size=722026 2024-04-02T08:49:31.615 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.616+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=LTESJJZN2S2K tag=71BS36I7F2JA type=write size=1770602 2024-04-02T08:49:31.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.619+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~R8M5NSBZJ2YE.0 size=494678 2024-04-02T08:49:31.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.619+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=R8M5NSBZJ2YE tag=J2HRW49QLC6Q type=write size=1543254 2024-04-02T08:49:31.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.620+0000 7fcac0634780 1 < completed write operation key=KW7PQ140P1OW tag=IAEQ1XGFADM8 type=write size=416626 2024-04-02T08:49:31.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.622+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=5XSLZPU8KV3R type=del size=1825591 2024-04-02T08:49:31.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.624+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=YRJFM0RUF0CZ type=del size=396509 2024-04-02T08:49:31.625 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.626+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~1RLL7PZQM2FH.0 size=1048576 2024-04-02T08:49:31.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.628+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~1RLL7PZQM2FH.1 size=199896 2024-04-02T08:49:31.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.628+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=1RLL7PZQM2FH tag=AOW32S3KF1T4 type=write size=2297048 2024-04-02T08:49:31.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.629+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=2NBDOVHSJV9K type=del 2024-04-02T08:49:31.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.630+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=EOVW3H0HMJQ1 type=del size=4142915 2024-04-02T08:49:31.631 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.632+0000 7fcac0634780 -1 < failed to complete operation key=5I1R6353CBOP tag=VEF241270DF2 type=del size=1576643: (22) Invalid argument 2024-04-02T08:49:31.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.635+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~OX0J0E2380LR.0 size=1048576 2024-04-02T08:49:31.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.636+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~OX0J0E2380LR.1 size=344852 2024-04-02T08:49:31.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.636+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=OX0J0E2380LR tag=QE1ILQIB9SK0 type=write size=2442004 2024-04-02T08:49:31.636 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.637+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~TYGCFGULRFNG.0 size=1048576 2024-04-02T08:49:31.637 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.638+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~TYGCFGULRFNG.1 size=1048576 2024-04-02T08:49:31.638 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.639+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~TYGCFGULRFNG.2 size=617400 2024-04-02T08:49:31.640 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.642+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=TYGCFGULRFNG tag=QZ1YI886V3VB type=write size=3763128 2024-04-02T08:49:31.642 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.643+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=T6MN2QW1EHP4 type=write size=532748 2024-04-02T08:49:31.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.645+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=JKYZF9R51NKR type=del 2024-04-02T08:49:31.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.646+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=8XFFMMJO5515 type=del size=1451190 2024-04-02T08:49:31.646 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.648+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=LRUOY94HTRQS type=del 2024-04-02T08:49:31.648 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.649+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=0YHIVM0WDIQ0 type=del size=798560 2024-04-02T08:49:31.649 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.650+0000 7fcac0634780 1 < completed write operation key=LI90A8RSX1C6 tag=VIXSNBXN5GNO type=write size=321442 2024-04-02T08:49:31.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.652+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=FMVP3HQFHORB type=del size=2355904 2024-04-02T08:49:31.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.653+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=BSUYLMVPHGJ8 type=del 2024-04-02T08:49:31.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.656+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~FORLBFQ2H4KP.0 size=1048576 2024-04-02T08:49:31.656 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.657+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~FORLBFQ2H4KP.1 size=613170 2024-04-02T08:49:31.656 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.657+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=FORLBFQ2H4KP tag=N8NGGG8L8L5U type=write size=2710322 2024-04-02T08:49:31.658 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.659+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~KMLM33HUK1MS.0 size=1048576 2024-04-02T08:49:31.659 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.660+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~KMLM33HUK1MS.1 size=582304 2024-04-02T08:49:31.661 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.662+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=KMLM33HUK1MS tag=BF0C0W98MTBT type=write size=2679456 2024-04-02T08:49:31.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.665+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~7YOZ1PGBB6CL.0 size=1048576 2024-04-02T08:49:31.665 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.666+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~7YOZ1PGBB6CL.1 size=1048576 2024-04-02T08:49:31.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.667+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~7YOZ1PGBB6CL.2 size=873107 2024-04-02T08:49:31.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.667+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=7YOZ1PGBB6CL tag=F2LGRAKES5T1 type=write size=4018835 2024-04-02T08:49:31.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.669+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~GJ6KVA40D1Z6.0 size=1048576 2024-04-02T08:49:31.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.669+0000 7fcac0634780 1 < canceled part key=_multipart_F2VBAXNP29E1.2~GJ6KVA40D1Z6.1 size=1048576 2024-04-02T08:49:31.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.669+0000 7fcac0634780 1 < canceled part key=_multipart_F2VBAXNP29E1.2~GJ6KVA40D1Z6.2 size=823921 2024-04-02T08:49:31.670 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.671+0000 7fcac0634780 1 < canceled multipart upload key=F2VBAXNP29E1 upload=GJ6KVA40D1Z6 tag=F5KXZ8MOSIMI type=write size=3969649 2024-04-02T08:49:31.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.673+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=4YH0M5BBBWPO type=del size=2379062 2024-04-02T08:49:31.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.674+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=7V3UZ1YVDXOU type=del 2024-04-02T08:49:31.674 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.675+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=EBG5RNISKHTH type=del size=3183930 2024-04-02T08:49:31.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.677+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=AI7DOXGMCW7C type=del 2024-04-02T08:49:31.678 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.680+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~Z314BG64LFP4.0 size=1048576 2024-04-02T08:49:31.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.681+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~Z314BG64LFP4.1 size=1048576 2024-04-02T08:49:31.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.682+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~Z314BG64LFP4.2 size=125702 2024-04-02T08:49:31.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.682+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=Z314BG64LFP4 tag=AE76C42UZ57T type=write size=3271430 2024-04-02T08:49:31.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.683+0000 7fcac0634780 1 < completed write operation key=VTZMAIZU0MX6 tag=EPZJ8J43P7GH type=write size=379802 2024-04-02T08:49:31.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.685+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=BHSQSZMY7U2R type=del size=2072465 2024-04-02T08:49:31.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.686+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~T0QO46170YPK.0 size=1048576 2024-04-02T08:49:31.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.687+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~T0QO46170YPK.1 size=480244 2024-04-02T08:49:31.688 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.690+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=T0QO46170YPK tag=D6E59NTH289I type=write size=2577396 2024-04-02T08:49:31.690 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.691+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=ARO68UCH35PF type=del size=2313450 2024-04-02T08:49:31.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.692+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~R8M5NSBZJ2YE.0 size=494678 2024-04-02T08:49:31.694 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.695+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=R8M5NSBZJ2YE tag=J2HRW49QLC6Q type=write size=1543254 2024-04-02T08:49:31.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.696+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=E4R3UTR63IMG type=del size=121818 2024-04-02T08:49:31.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:31 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:31.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:31 smithi019 ceph-mon[94035]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:31 smithi019 ceph-mon[94035]: pgmap v1292: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:31 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:31 smithi019 ceph-mon[96522]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:31 smithi019 ceph-mon[96522]: pgmap v1292: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:31.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.699+0000 7fcac0634780 1 < suggested update operation key=9YIC1CKTX1XU tag=5XSLZPU8KV3R type=del size=1825591 2024-04-02T08:49:31.699 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.700+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=EAAHOU8TDH1Q type=write size=129249 2024-04-02T08:49:31.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.702+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~1RLL7PZQM2FH.0 size=1048576 2024-04-02T08:49:31.702 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.703+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~1RLL7PZQM2FH.1 size=199896 2024-04-02T08:49:31.704 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.705+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=1RLL7PZQM2FH tag=AOW32S3KF1T4 type=write size=2297048 2024-04-02T08:49:31.706 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.707+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=WE00PUVFME9G type=write size=258978 2024-04-02T08:49:31.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.708+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=EOVW3H0HMJQ1 type=del 2024-04-02T08:49:31.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.710+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=0CA5A3HIL7V8 type=del size=86965 2024-04-02T08:49:31.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.711+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~OX0J0E2380LR.0 size=1048576 2024-04-02T08:49:31.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.712+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~OX0J0E2380LR.1 size=344852 2024-04-02T08:49:31.713 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.714+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=OX0J0E2380LR tag=QE1ILQIB9SK0 type=write size=2442004 2024-04-02T08:49:31.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.717+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~N9SQCW4PEBNG.0 size=1048576 2024-04-02T08:49:31.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.718+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~N9SQCW4PEBNG.1 size=452573 2024-04-02T08:49:31.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.718+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=N9SQCW4PEBNG tag=SWLVVP0ZIOXO type=write size=2549725 2024-04-02T08:49:31.718 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.719+0000 7fcac0634780 1 < canceled operation key=HBQSNRLBV7TM tag=T6MN2QW1EHP4 type=write size=532748 2024-04-02T08:49:31.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.722+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~3KKLOC5ZHVKW.0 size=1048576 2024-04-02T08:49:31.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.723+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~3KKLOC5ZHVKW.1 size=1048576 2024-04-02T08:49:31.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.724+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~3KKLOC5ZHVKW.2 size=888712 2024-04-02T08:49:31.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.724+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=3KKLOC5ZHVKW tag=8UDRX777BCZU type=write size=4034440 2024-04-02T08:49:31.724 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.725+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=8XFFMMJO5515 type=del 2024-04-02T08:49:31.726 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.727+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~YKL41GR1X1AP.0 size=1048576 2024-04-02T08:49:31.727 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.728+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~YKL41GR1X1AP.1 size=961201 2024-04-02T08:49:31.727 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.728+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=YKL41GR1X1AP tag=2EUVBIKBVNW3 type=write size=3058353 2024-04-02T08:49:31.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.731+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=0YHIVM0WDIQ0 type=del size=798560 2024-04-02T08:49:31.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.733+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~CGVEA2LR1EL6.0 size=979502 2024-04-02T08:49:31.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.733+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=CGVEA2LR1EL6 tag=Q00VWMD3AKCC type=write size=2028078 2024-04-02T08:49:31.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.735+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=FMVP3HQFHORB type=del 2024-04-02T08:49:31.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.737+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~9LFQNO3OIQMA.0 size=345120 2024-04-02T08:49:31.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.737+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=9LFQNO3OIQMA tag=89A8WJEI7UV5 type=write size=1393696 2024-04-02T08:49:31.737 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.738+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~FORLBFQ2H4KP.0 size=1048576 2024-04-02T08:49:31.738 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.740+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~FORLBFQ2H4KP.1 size=613170 2024-04-02T08:49:31.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.742+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=FORLBFQ2H4KP tag=N8NGGG8L8L5U type=write size=2710322 2024-04-02T08:49:31.742 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.743+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=G0NW3MII5Y2O type=del size=1918764 2024-04-02T08:49:31.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.744+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~7YOZ1PGBB6CL.0 size=1048576 2024-04-02T08:49:31.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.746+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~7YOZ1PGBB6CL.1 size=1048576 2024-04-02T08:49:31.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.746+0000 7fcac0634780 1 < canceled part key=_multipart_AT297P637JHQ.2~7YOZ1PGBB6CL.2 size=873107 2024-04-02T08:49:31.747 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.748+0000 7fcac0634780 1 < canceled multipart upload key=AT297P637JHQ upload=7YOZ1PGBB6CL tag=F2LGRAKES5T1 type=write size=4018835 2024-04-02T08:49:31.748 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.749+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=VO4I626S3Z1S type=del size=3824748 2024-04-02T08:49:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.752+0000 7fcac0634780 1 < suggested remove operation key=O57E3MLOAH4P tag=4YH0M5BBBWPO type=del 2024-04-02T08:49:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.753+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=2RWG3RC2WQ9K type=del size=403 2024-04-02T08:49:31.753 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.755+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=EBG5RNISKHTH type=del 2024-04-02T08:49:31.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.756+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=1N0FJC99MDY0 type=del size=2722091 2024-04-02T08:49:31.756 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.757+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~Z314BG64LFP4.0 size=1048576 2024-04-02T08:49:31.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.758+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~Z314BG64LFP4.1 size=1048576 2024-04-02T08:49:31.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.760+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~Z314BG64LFP4.2 size=125702 2024-04-02T08:49:31.761 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.762+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=Z314BG64LFP4 tag=AE76C42UZ57T type=write size=3271430 2024-04-02T08:49:31.763 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.765+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~PP1E17K4GM5D.0 size=1048576 2024-04-02T08:49:31.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.766+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~PP1E17K4GM5D.1 size=1048576 2024-04-02T08:49:31.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.767+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~PP1E17K4GM5D.2 size=997499 2024-04-02T08:49:31.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.767+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=PP1E17K4GM5D tag=ZXXVYTLHJPSI type=write size=4143227 2024-04-02T08:49:31.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.768+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=BHSQSZMY7U2R type=del 2024-04-02T08:49:31.770 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.771+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~W3MKT47RIPI8.0 size=1048576 2024-04-02T08:49:31.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.772+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~W3MKT47RIPI8.1 size=202032 2024-04-02T08:49:31.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.772+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=W3MKT47RIPI8 tag=CQ7H66KPK406 type=write size=2299184 2024-04-02T08:49:31.772 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.774+0000 7fcac0634780 1 < canceled operation key=F2VBAXNP29E1 tag=ARO68UCH35PF type=del size=2313450 2024-04-02T08:49:31.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.775+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=7OM49GJ34POJ type=del size=360598 2024-04-02T08:49:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.778+0000 7fcac0634780 1 < suggested update operation key=OPJX4SOWQJDV tag=E4R3UTR63IMG type=del size=121818 2024-04-02T08:49:31.779 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.781+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~IZJ3742064TI.0 size=1048576 2024-04-02T08:49:31.780 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.782+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~IZJ3742064TI.1 size=792751 2024-04-02T08:49:31.781 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.782+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=IZJ3742064TI tag=FE720BLQU83L type=write size=2889903 2024-04-02T08:49:31.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.783+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=EAAHOU8TDH1Q type=write size=129249 2024-04-02T08:49:31.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.786+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~4GJ112315RYX.0 size=1048576 2024-04-02T08:49:31.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.787+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~4GJ112315RYX.1 size=1019171 2024-04-02T08:49:31.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.787+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=4GJ112315RYX tag=ICR1QR6ZU4AY type=write size=3116323 2024-04-02T08:49:31.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.788+0000 7fcac0634780 1 < canceled operation key=OQYFPKEX5S39 tag=WE00PUVFME9G type=write size=258978 2024-04-02T08:49:31.788 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.790+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=D9TJT4TAQCU8 type=del size=2683741 2024-04-02T08:49:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.791+0000 7fcac0634780 1 < canceled operation key=IKT0IL1UL3E0 tag=0CA5A3HIL7V8 type=del size=86965 2024-04-02T08:49:31.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.792+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=0QS0E07CJ44A type=del size=3330310 2024-04-02T08:49:31.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.794+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~N9SQCW4PEBNG.0 size=1048576 2024-04-02T08:49:31.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.795+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~N9SQCW4PEBNG.1 size=452573 2024-04-02T08:49:31.796 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.797+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=N9SQCW4PEBNG tag=SWLVVP0ZIOXO type=write size=2549725 2024-04-02T08:49:31.799 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.800+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~C7U9IHNNBMJ8.0 size=1048576 2024-04-02T08:49:31.800 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.801+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~C7U9IHNNBMJ8.1 size=1048576 2024-04-02T08:49:31.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.802+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~C7U9IHNNBMJ8.2 size=603379 2024-04-02T08:49:31.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.802+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=C7U9IHNNBMJ8 tag=3FON6IT9IRX5 type=write size=3749107 2024-04-02T08:49:31.802 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.803+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~3KKLOC5ZHVKW.0 size=1048576 2024-04-02T08:49:31.802 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.803+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~3KKLOC5ZHVKW.1 size=1048576 2024-04-02T08:49:31.803 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.805+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~3KKLOC5ZHVKW.2 size=888712 2024-04-02T08:49:31.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.807+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=3KKLOC5ZHVKW tag=8UDRX777BCZU type=write size=4034440 2024-04-02T08:49:31.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.809+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~96MS5RY53103.0 size=1048576 2024-04-02T08:49:31.809 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.811+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~96MS5RY53103.1 size=1048576 2024-04-02T08:49:31.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.812+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~96MS5RY53103.2 size=576801 2024-04-02T08:49:31.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.812+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=96MS5RY53103 tag=ICAMEY4FPJKT type=write size=3722529 2024-04-02T08:49:31.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.813+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~YKL41GR1X1AP.0 size=1048576 2024-04-02T08:49:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:31 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139726-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:31 smithi066 ceph-mon[87361]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:49:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:31 smithi066 ceph-mon[87361]: pgmap v1292: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:31.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.814+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~YKL41GR1X1AP.1 size=961201 2024-04-02T08:49:31.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.817+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=YKL41GR1X1AP tag=2EUVBIKBVNW3 type=write size=3058353 2024-04-02T08:49:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.819+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~XM8ON2RPKNPV.0 size=578233 2024-04-02T08:49:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.819+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=XM8ON2RPKNPV tag=E8J9K1FJSOV0 type=write size=1626809 2024-04-02T08:49:31.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.820+0000 7fcac0634780 1 < canceled part key=_multipart_WGKAHDKTL4AK.2~CGVEA2LR1EL6.0 size=979502 2024-04-02T08:49:31.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.822+0000 7fcac0634780 1 < canceled multipart upload key=WGKAHDKTL4AK upload=CGVEA2LR1EL6 tag=Q00VWMD3AKCC type=write size=2028078 2024-04-02T08:49:31.822 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.824+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=AGBXK11FLWWT type=del size=3959890 2024-04-02T08:49:31.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.825+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~9LFQNO3OIQMA.0 size=345120 2024-04-02T08:49:31.826 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.827+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=9LFQNO3OIQMA tag=89A8WJEI7UV5 type=write size=1393696 2024-04-02T08:49:31.829 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.830+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~PIT1O1298LB4.0 size=1048576 2024-04-02T08:49:31.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.831+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~PIT1O1298LB4.1 size=547876 2024-04-02T08:49:31.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.831+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=PIT1O1298LB4 tag=DFYSHZIVZYHH type=write size=2645028 2024-04-02T08:49:31.833 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.834+0000 7fcac0634780 1 < suggested update operation key=AT297P637JHQ tag=G0NW3MII5Y2O type=del size=1918764 2024-04-02T08:49:31.834 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.835+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=GLUOO29OVSE4 type=write size=446168 2024-04-02T08:49:31.836 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.837+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=VO4I626S3Z1S type=del 2024-04-02T08:49:31.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.840+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~E6XMJNYDKA1P.0 size=386190 2024-04-02T08:49:31.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.840+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=E6XMJNYDKA1P tag=KKB4L2PRR8CG type=write size=1434766 2024-04-02T08:49:31.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.841+0000 7fcac0634780 1 < canceled operation key=HBQSNRLBV7TM tag=2RWG3RC2WQ9K type=del size=403 2024-04-02T08:49:31.841 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.842+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=KA5PGV6G0IIB type=write size=230395 2024-04-02T08:49:31.842 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.844+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=1N0FJC99MDY0 type=del 2024-04-02T08:49:31.844 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.845+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=KQLVI0T47KEG type=write size=311150 2024-04-02T08:49:31.845 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.846+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~PP1E17K4GM5D.0 size=1048576 2024-04-02T08:49:31.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.847+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~PP1E17K4GM5D.1 size=1048576 2024-04-02T08:49:31.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.849+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~PP1E17K4GM5D.2 size=997499 2024-04-02T08:49:31.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.851+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=PP1E17K4GM5D tag=ZXXVYTLHJPSI type=write size=4143227 2024-04-02T08:49:31.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.853+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=4BZ0OW1RPELY type=del size=3966385 2024-04-02T08:49:31.853 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.854+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~W3MKT47RIPI8.0 size=1048576 2024-04-02T08:49:31.854 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.855+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~W3MKT47RIPI8.1 size=202032 2024-04-02T08:49:31.856 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.857+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=W3MKT47RIPI8 tag=CQ7H66KPK406 type=write size=2299184 2024-04-02T08:49:31.858 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.859+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=9YX4XFY9FX36 type=del size=3417327 2024-04-02T08:49:31.859 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.860+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=7OM49GJ34POJ type=del 2024-04-02T08:49:31.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.862+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=Z5BBBW741KL8 type=del size=2168780 2024-04-02T08:49:31.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.863+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~IZJ3742064TI.0 size=1048576 2024-04-02T08:49:31.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.864+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~IZJ3742064TI.1 size=792751 2024-04-02T08:49:31.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.866+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=IZJ3742064TI tag=FE720BLQU83L type=write size=2889903 2024-04-02T08:49:31.868 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.869+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~7B9FTRK5F907.0 size=1048576 2024-04-02T08:49:31.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.870+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~7B9FTRK5F907.1 size=664840 2024-04-02T08:49:31.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.870+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=7B9FTRK5F907 tag=R19PM4O7S7W0 type=write size=2761992 2024-04-02T08:49:31.870 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.871+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~4GJ112315RYX.0 size=1048576 2024-04-02T08:49:31.870 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.871+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~4GJ112315RYX.1 size=1019171 2024-04-02T08:49:31.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.874+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=4GJ112315RYX tag=ICR1QR6ZU4AY type=write size=3116323 2024-04-02T08:49:31.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.875+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=99H0RXRY08EA type=del size=2021970 2024-04-02T08:49:31.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.877+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=D9TJT4TAQCU8 type=del 2024-04-02T08:49:31.878 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.879+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~1FTQK332JXG7.0 size=1048576 2024-04-02T08:49:31.879 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.880+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~1FTQK332JXG7.1 size=7986 2024-04-02T08:49:31.879 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.880+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=1FTQK332JXG7 tag=N149CKKL328S type=write size=2105138 2024-04-02T08:49:31.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.882+0000 7fcac0634780 1 < canceled operation key=Q1UN9ZOPNAND tag=0QS0E07CJ44A type=del size=3330310 2024-04-02T08:49:31.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.884+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~0JHHL0TGJONG.0 size=1048576 2024-04-02T08:49:31.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.885+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~0JHHL0TGJONG.1 size=1048576 2024-04-02T08:49:31.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.886+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~0JHHL0TGJONG.2 size=734553 2024-04-02T08:49:31.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.886+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=0JHHL0TGJONG tag=S7J27MDOJBD4 type=write size=3880281 2024-04-02T08:49:31.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.888+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~C7U9IHNNBMJ8.0 size=1048576 2024-04-02T08:49:31.888 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.889+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~C7U9IHNNBMJ8.1 size=1048576 2024-04-02T08:49:31.889 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.890+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~C7U9IHNNBMJ8.2 size=603379 2024-04-02T08:49:31.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.892+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=C7U9IHNNBMJ8 tag=3FON6IT9IRX5 type=write size=3749107 2024-04-02T08:49:31.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.894+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=PZLX6VBJ2UD4 type=del size=3533846 2024-04-02T08:49:31.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.895+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~96MS5RY53103.0 size=1048576 2024-04-02T08:49:31.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.896+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~96MS5RY53103.1 size=1048576 2024-04-02T08:49:31.896 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.897+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~96MS5RY53103.2 size=576801 2024-04-02T08:49:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.900+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=96MS5RY53103 tag=ICAMEY4FPJKT type=write size=3722529 2024-04-02T08:49:31.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.902+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~8WD3TN3IJOEO.0 size=1048576 2024-04-02T08:49:31.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.904+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~8WD3TN3IJOEO.1 size=1048576 2024-04-02T08:49:31.904 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.905+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~8WD3TN3IJOEO.2 size=286041 2024-04-02T08:49:31.904 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.905+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=8WD3TN3IJOEO tag=IYL2D2QAOK31 type=write size=3431769 2024-04-02T08:49:31.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.906+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~XM8ON2RPKNPV.0 size=578233 2024-04-02T08:49:31.907 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.909+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=XM8ON2RPKNPV tag=E8J9K1FJSOV0 type=write size=1626809 2024-04-02T08:49:31.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.911+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~0L38L10MCE2O.0 size=1048576 2024-04-02T08:49:31.911 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.912+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~0L38L10MCE2O.1 size=1048576 2024-04-02T08:49:31.912 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.913+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~0L38L10MCE2O.2 size=426151 2024-04-02T08:49:31.912 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.913+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=0L38L10MCE2O tag=ID52ZLR53U5W type=write size=3571879 2024-04-02T08:49:31.914 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.915+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=AGBXK11FLWWT type=del 2024-04-02T08:49:31.916 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.917+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~I0XDPV8MQTSH.0 size=1048576 2024-04-02T08:49:31.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.918+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~I0XDPV8MQTSH.1 size=1048576 2024-04-02T08:49:31.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.919+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~I0XDPV8MQTSH.2 size=856053 2024-04-02T08:49:31.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.919+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=I0XDPV8MQTSH tag=L1IIBTIE3WJ1 type=write size=4001781 2024-04-02T08:49:31.920 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.921+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~PIT1O1298LB4.0 size=1048576 2024-04-02T08:49:31.921 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.922+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~PIT1O1298LB4.1 size=547876 2024-04-02T08:49:31.923 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.924+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=PIT1O1298LB4 tag=DFYSHZIVZYHH type=write size=2645028 2024-04-02T08:49:31.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.927+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~B5C2UE1GH6S6.0 size=1048576 2024-04-02T08:49:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.928+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~B5C2UE1GH6S6.1 size=1048576 2024-04-02T08:49:31.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.930+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~B5C2UE1GH6S6.2 size=873627 2024-04-02T08:49:31.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.930+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=B5C2UE1GH6S6 tag=JVA5LV10T0RQ type=write size=4019355 2024-04-02T08:49:31.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.931+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=GLUOO29OVSE4 type=write size=446168 2024-04-02T08:49:31.932 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.934+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~W96FIQIHIXE4.0 size=587157 2024-04-02T08:49:31.933 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.934+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=W96FIQIHIXE4 tag=U44HW2PV37J7 type=write size=1635733 2024-04-02T08:49:31.934 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.935+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~E6XMJNYDKA1P.0 size=386190 2024-04-02T08:49:31.936 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.937+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=E6XMJNYDKA1P tag=KKB4L2PRR8CG type=write size=1434766 2024-04-02T08:49:31.938 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.940+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~CH7U6V4ZPNIY.0 size=1048576 2024-04-02T08:49:31.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.941+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~CH7U6V4ZPNIY.1 size=260100 2024-04-02T08:49:31.940 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.941+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=CH7U6V4ZPNIY tag=3863NK4PIV41 type=write size=2357252 2024-04-02T08:49:31.942 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.943+0000 7fcac0634780 1 < suggested remove operation key=7RTUKS6WIVUY tag=KA5PGV6G0IIB type=write 2024-04-02T08:49:31.945 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.946+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~Q1BOWBR6TQHJ.0 size=967989 2024-04-02T08:49:31.945 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.946+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=Q1BOWBR6TQHJ tag=4M288112VTAZ type=write size=2016565 2024-04-02T08:49:31.946 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.947+0000 7fcac0634780 1 < completed write operation key=1H7AVDY1UUP3 tag=KQLVI0T47KEG type=write size=311150 2024-04-02T08:49:31.947 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.949+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=XEBBW736VSCS type=write size=102090 2024-04-02T08:49:31.950 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.951+0000 7fcac0634780 1 < suggested remove operation key=Z250TTJ2J4Z5 tag=4BZ0OW1RPELY type=del 2024-04-02T08:49:31.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.954+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~X9VQA8ZRBYLO.0 size=838887 2024-04-02T08:49:31.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.954+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=X9VQA8ZRBYLO tag=KSB33MTAG8RL type=write size=1887463 2024-04-02T08:49:31.954 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.955+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=9YX4XFY9FX36 type=del 2024-04-02T08:49:31.955 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.957+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=L98AGBYQT489 type=del size=1791974 2024-04-02T08:49:31.957 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.958+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=Z5BBBW741KL8 type=del 2024-04-02T08:49:31.958 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.960+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=81GIQXQDUQ5C type=write size=601652 2024-04-02T08:49:31.960 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.961+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~7B9FTRK5F907.0 size=1048576 2024-04-02T08:49:31.961 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.962+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~7B9FTRK5F907.1 size=664840 2024-04-02T08:49:31.963 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.964+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=7B9FTRK5F907 tag=R19PM4O7S7W0 type=write size=2761992 2024-04-02T08:49:31.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.966+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=6X0EFJ5OUIBK type=write size=780828 2024-04-02T08:49:31.966 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.967+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=99H0RXRY08EA type=del 2024-04-02T08:49:31.967 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.969+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=W95468VS14X5 type=del size=4082344 2024-04-02T08:49:31.969 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.970+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~1FTQK332JXG7.0 size=1048576 2024-04-02T08:49:31.970 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.971+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~1FTQK332JXG7.1 size=7986 2024-04-02T08:49:31.972 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.974+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=1FTQK332JXG7 tag=N149CKKL328S type=write size=2105138 2024-04-02T08:49:31.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.975+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=6E4M3AECG436 type=del size=668321 2024-04-02T08:49:31.975 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.976+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~0JHHL0TGJONG.0 size=1048576 2024-04-02T08:49:31.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.977+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~0JHHL0TGJONG.1 size=1048576 2024-04-02T08:49:31.977 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.978+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~0JHHL0TGJONG.2 size=734553 2024-04-02T08:49:31.979 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.981+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=0JHHL0TGJONG tag=S7J27MDOJBD4 type=write size=3880281 2024-04-02T08:49:31.981 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.982+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=8VLXSDY3PQSS type=del size=887297 2024-04-02T08:49:31.982 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.983+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=PZLX6VBJ2UD4 type=del 2024-04-02T08:49:31.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.985+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=SXNN4FBZIGD1 type=del size=1052217 2024-04-02T08:49:31.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.986+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~8WD3TN3IJOEO.0 size=1048576 2024-04-02T08:49:31.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.987+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~8WD3TN3IJOEO.1 size=1048576 2024-04-02T08:49:31.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.987+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~8WD3TN3IJOEO.2 size=286041 2024-04-02T08:49:31.988 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.989+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=8WD3TN3IJOEO tag=IYL2D2QAOK31 type=write size=3431769 2024-04-02T08:49:31.989 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.991+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=DK17FATOO96O type=del size=2774071 2024-04-02T08:49:31.991 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.992+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~0L38L10MCE2O.0 size=1048576 2024-04-02T08:49:31.992 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.993+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~0L38L10MCE2O.1 size=1048576 2024-04-02T08:49:31.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.994+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~0L38L10MCE2O.2 size=426151 2024-04-02T08:49:31.995 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.996+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=0L38L10MCE2O tag=ID52ZLR53U5W type=write size=3571879 2024-04-02T08:49:31.996 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.998+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=Z4XQEY4PDTP1 type=del size=3809693 2024-04-02T08:49:31.997 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.998+0000 7fcac0634780 1 < canceled part key=_multipart_VTZMAIZU0MX6.2~I0XDPV8MQTSH.0 size=1048576 2024-04-02T08:49:31.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:31.999+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~I0XDPV8MQTSH.1 size=1048576 2024-04-02T08:49:31.999 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.000+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~I0XDPV8MQTSH.2 size=856053 2024-04-02T08:49:32.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.002+0000 7fcac0634780 1 < canceled multipart upload key=VTZMAIZU0MX6 upload=I0XDPV8MQTSH tag=L1IIBTIE3WJ1 type=write size=4001781 2024-04-02T08:49:32.003 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.004+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=RE25NESPCSM0 type=del size=2454583 2024-04-02T08:49:32.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.005+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~B5C2UE1GH6S6.0 size=1048576 2024-04-02T08:49:32.005 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.006+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~B5C2UE1GH6S6.1 size=1048576 2024-04-02T08:49:32.006 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.007+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~B5C2UE1GH6S6.2 size=873627 2024-04-02T08:49:32.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.010+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=B5C2UE1GH6S6 tag=JVA5LV10T0RQ type=write size=4019355 2024-04-02T08:49:32.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.012+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~35VNF3LFH739.0 size=642873 2024-04-02T08:49:32.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.012+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=35VNF3LFH739 tag=9CLWOE2O9T6W type=write size=1691449 2024-04-02T08:49:32.012 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.013+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~W96FIQIHIXE4.0 size=587157 2024-04-02T08:49:32.015 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.016+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=W96FIQIHIXE4 tag=U44HW2PV37J7 type=write size=1635733 2024-04-02T08:49:32.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.018+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~AB1EF1979PL7.0 size=971618 2024-04-02T08:49:32.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.018+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=AB1EF1979PL7 tag=4L4PPRAGK9UD type=write size=2020194 2024-04-02T08:49:32.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.020+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~CH7U6V4ZPNIY.0 size=1048576 2024-04-02T08:49:32.020 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.021+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~CH7U6V4ZPNIY.1 size=260100 2024-04-02T08:49:32.022 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.023+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=CH7U6V4ZPNIY tag=3863NK4PIV41 type=write size=2357252 2024-04-02T08:49:32.023 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.025+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=NDUG2HR9ILAF type=del size=1390698 2024-04-02T08:49:32.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.026+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~Q1BOWBR6TQHJ.0 size=967989 2024-04-02T08:49:32.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.028+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=Q1BOWBR6TQHJ tag=4M288112VTAZ type=write size=2016565 2024-04-02T08:49:32.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.031+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~HDIOUNNMVWE5.0 size=1048576 2024-04-02T08:49:32.031 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.032+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~HDIOUNNMVWE5.1 size=1048576 2024-04-02T08:49:32.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.033+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~HDIOUNNMVWE5.2 size=985649 2024-04-02T08:49:32.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.033+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=HDIOUNNMVWE5 tag=XYY53KG2F8YP type=write size=4131377 2024-04-02T08:49:32.033 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.035+0000 7fcac0634780 1 < completed write operation key=F2VBAXNP29E1 tag=XEBBW736VSCS type=write size=102090 2024-04-02T08:49:32.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.036+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=9FED1GZ7MRWT type=del size=82822 2024-04-02T08:49:32.036 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.037+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~X9VQA8ZRBYLO.0 size=838887 2024-04-02T08:49:32.039 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.040+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=X9VQA8ZRBYLO tag=KSB33MTAG8RL type=write size=1887463 2024-04-02T08:49:32.040 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.041+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=WZMQUAYDZONM type=write size=993496 2024-04-02T08:49:32.043 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.044+0000 7fcac0634780 1 < suggested remove operation key=ZPVZQ0PNTGF2 tag=L98AGBYQT489 type=del 2024-04-02T08:49:32.045 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.046+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~HG3MUGTMPCTO.0 size=1048576 2024-04-02T08:49:32.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.047+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~HG3MUGTMPCTO.1 size=868290 2024-04-02T08:49:32.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.047+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=HG3MUGTMPCTO tag=GT151355OLG3 type=write size=2965442 2024-04-02T08:49:32.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.049+0000 7fcac0634780 1 < completed write operation key=F2VBAXNP29E1 tag=81GIQXQDUQ5C type=write size=601652 2024-04-02T08:49:32.050 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.051+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~KB148Y0H3FUC.0 size=1048576 2024-04-02T08:49:32.051 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.052+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~KB148Y0H3FUC.1 size=1048576 2024-04-02T08:49:32.052 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.053+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~KB148Y0H3FUC.2 size=463937 2024-04-02T08:49:32.052 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.053+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=KB148Y0H3FUC tag=R5SG2IYONK8T type=write size=3609665 2024-04-02T08:49:32.053 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.055+0000 7fcac0634780 1 < canceled operation key=248AZLBDZOFS tag=6X0EFJ5OUIBK type=write size=780828 2024-04-02T08:49:32.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.056+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=XC16NXINQ2SI type=del size=138757 2024-04-02T08:49:32.056 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.057+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=W95468VS14X5 type=del 2024-04-02T08:49:32.057 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.059+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=84B8F97MMX77 type=del size=2370832 2024-04-02T08:49:32.059 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.060+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=6E4M3AECG436 type=del 2024-04-02T08:49:32.060 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.062+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=E4TZ224K6ZDG type=del size=545288 2024-04-02T08:49:32.062 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.063+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=8VLXSDY3PQSS type=del 2024-04-02T08:49:32.063 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.064+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=FI0RAJUW2ZO6 type=del size=848924 2024-04-02T08:49:32.064 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.066+0000 7fcac0634780 1 < canceled operation key=OSRICQSGB2XI tag=SXNN4FBZIGD1 type=del size=1052217 2024-04-02T08:49:32.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.068+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~E2JAGSLG8EQX.0 size=1048576 2024-04-02T08:49:32.068 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.069+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~E2JAGSLG8EQX.1 size=1048576 2024-04-02T08:49:32.069 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.071+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~E2JAGSLG8EQX.2 size=400788 2024-04-02T08:49:32.069 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.071+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=E2JAGSLG8EQX tag=HZE7PF3HGX38 type=write size=3546516 2024-04-02T08:49:32.071 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.072+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=DK17FATOO96O type=del 2024-04-02T08:49:32.072 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.074+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=QM49UXKQ7HET type=del size=1135161 2024-04-02T08:49:32.074 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.075+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=Z4XQEY4PDTP1 type=del 2024-04-02T08:49:32.076 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.077+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=Y4LG1MV9VNDF type=del size=59179 2024-04-02T08:49:32.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.078+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=RE25NESPCSM0 type=del 2024-04-02T08:49:32.078 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.079+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=W827HBEJ9RVY type=del size=2801550 2024-04-02T08:49:32.080 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.081+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~35VNF3LFH739.0 size=642873 2024-04-02T08:49:32.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.083+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=35VNF3LFH739 tag=9CLWOE2O9T6W type=write size=1691449 2024-04-02T08:49:32.083 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.084+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=FKW2TJENJRKD type=del size=213388 2024-04-02T08:49:32.085 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.086+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~AB1EF1979PL7.0 size=971618 2024-04-02T08:49:32.087 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.088+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=AB1EF1979PL7 tag=4L4PPRAGK9UD type=write size=2020194 2024-04-02T08:49:32.090 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.091+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~YHI1OQLLY5D2.0 size=1048576 2024-04-02T08:49:32.091 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.093+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~YHI1OQLLY5D2.1 size=1048576 2024-04-02T08:49:32.093 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.094+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~YHI1OQLLY5D2.2 size=195422 2024-04-02T08:49:32.093 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.094+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=YHI1OQLLY5D2 tag=OE9R9BINRDN5 type=write size=3341150 2024-04-02T08:49:32.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.097+0000 7fcac0634780 1 < suggested update operation key=ZPVZQ0PNTGF2 tag=NDUG2HR9ILAF type=del size=1390698 2024-04-02T08:49:32.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.098+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=6TSHBTF9WS4J type=del size=1037967 2024-04-02T08:49:32.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.099+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~HDIOUNNMVWE5.0 size=1048576 2024-04-02T08:49:32.100 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.101+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~HDIOUNNMVWE5.1 size=1048576 2024-04-02T08:49:32.101 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.102+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~HDIOUNNMVWE5.2 size=985649 2024-04-02T08:49:32.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.105+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=HDIOUNNMVWE5 tag=XYY53KG2F8YP type=write size=4131377 2024-04-02T08:49:32.105 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.107+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=MO0RWQQN3ESQ type=del size=585322 2024-04-02T08:49:32.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.108+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=9FED1GZ7MRWT type=del 2024-04-02T08:49:32.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.109+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=HX6R8TXN1N6Y type=write size=745753 2024-04-02T08:49:32.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.111+0000 7fcac0634780 1 < completed write operation key=AT297P637JHQ tag=WZMQUAYDZONM type=write size=993496 2024-04-02T08:49:32.113 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.114+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~4AQRYB4EX63G.0 size=96411 2024-04-02T08:49:32.113 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.114+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=4AQRYB4EX63G tag=BK79GITY6OV4 type=write size=1144987 2024-04-02T08:49:32.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.115+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~HG3MUGTMPCTO.0 size=1048576 2024-04-02T08:49:32.116 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.117+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~HG3MUGTMPCTO.1 size=868290 2024-04-02T08:49:32.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.119+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=HG3MUGTMPCTO tag=GT151355OLG3 type=write size=2965442 2024-04-02T08:49:32.119 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.120+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=VK4OJC4QXU6F type=del size=2703780 2024-04-02T08:49:32.121 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.122+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~KB148Y0H3FUC.0 size=1048576 2024-04-02T08:49:32.122 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.123+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~KB148Y0H3FUC.1 size=1048576 2024-04-02T08:49:32.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.124+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~KB148Y0H3FUC.2 size=463937 2024-04-02T08:49:32.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.127+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=KB148Y0H3FUC tag=R5SG2IYONK8T type=write size=3609665 2024-04-02T08:49:32.127 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.128+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=QVB09RGZFVGN type=del size=2781949 2024-04-02T08:49:32.128 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.129+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=XC16NXINQ2SI type=del 2024-04-02T08:49:32.129 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.131+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=42E6N0D82BP7 type=del size=845177 2024-04-02T08:49:32.131 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.132+0000 7fcac0634780 1 < canceled operation key=248AZLBDZOFS tag=84B8F97MMX77 type=del size=2370832 2024-04-02T08:49:32.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.133+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=Y54P5ENL6SX3 type=del size=1647778 2024-04-02T08:49:32.134 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.135+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=E4TZ224K6ZDG type=del 2024-04-02T08:49:32.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.136+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=E85VW5MTTXNE type=write size=450635 2024-04-02T08:49:32.138 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.139+0000 7fcac0634780 1 < suggested remove operation key=ZHTF4PWZZ3FL tag=FI0RAJUW2ZO6 type=del 2024-04-02T08:49:32.140 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.142+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~HXWAUQVMDXTX.0 size=1048576 2024-04-02T08:49:32.141 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.143+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~HXWAUQVMDXTX.1 size=1048576 2024-04-02T08:49:32.142 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.144+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~HXWAUQVMDXTX.2 size=794792 2024-04-02T08:49:32.143 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.144+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=HXWAUQVMDXTX tag=JDQOE7Z73J1E type=write size=3940520 2024-04-02T08:49:32.144 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.145+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~E2JAGSLG8EQX.0 size=1048576 2024-04-02T08:49:32.144 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.145+0000 7fcac0634780 1 < canceled part key=_multipart_VTZMAIZU0MX6.2~E2JAGSLG8EQX.1 size=1048576 2024-04-02T08:49:32.145 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.146+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~E2JAGSLG8EQX.2 size=400788 2024-04-02T08:49:32.147 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.149+0000 7fcac0634780 1 < canceled multipart upload key=VTZMAIZU0MX6 upload=E2JAGSLG8EQX tag=HZE7PF3HGX38 type=write size=3546516 2024-04-02T08:49:32.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.150+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=AUL26R0INTP5 type=del size=709074 2024-04-02T08:49:32.150 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.152+0000 7fcac0634780 -1 < failed to complete operation key=ZPVZQ0PNTGF2 tag=QM49UXKQ7HET type=del size=1135161: (22) Invalid argument 2024-04-02T08:49:32.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.154+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~9AGBM5JE6DJB.0 size=1048576 2024-04-02T08:49:32.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.155+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~9AGBM5JE6DJB.1 size=1048576 2024-04-02T08:49:32.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.156+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~9AGBM5JE6DJB.2 size=267819 2024-04-02T08:49:32.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.156+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=9AGBM5JE6DJB tag=KG41EWZLF1HV type=write size=3413547 2024-04-02T08:49:32.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.158+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=Y4LG1MV9VNDF type=del 2024-04-02T08:49:32.158 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.159+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=Z6O4SUGP7Z5P type=write size=685610 2024-04-02T08:49:32.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.161+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=W827HBEJ9RVY type=del 2024-04-02T08:49:32.163 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.164+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~K9W76YII3JBA.0 size=1048576 2024-04-02T08:49:32.164 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.165+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~K9W76YII3JBA.1 size=397646 2024-04-02T08:49:32.164 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.165+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=K9W76YII3JBA tag=06QPS24PC5WF type=write size=2494798 2024-04-02T08:49:32.166 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.167+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=FKW2TJENJRKD type=del 2024-04-02T08:49:32.167 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.168+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=EJX7I03UFL8F type=del size=3943360 2024-04-02T08:49:32.168 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.170+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~YHI1OQLLY5D2.0 size=1048576 2024-04-02T08:49:32.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.171+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~YHI1OQLLY5D2.1 size=1048576 2024-04-02T08:49:32.171 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.172+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~YHI1OQLLY5D2.2 size=195422 2024-04-02T08:49:32.174 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.174+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=YHI1OQLLY5D2 tag=OE9R9BINRDN5 type=write size=3341150 2024-04-02T08:49:32.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.176+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=PKV7H2LJKHUK type=del size=2206609 2024-04-02T08:49:32.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.177+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=6TSHBTF9WS4J type=del 2024-04-02T08:49:32.178 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.179+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=L1RF8TQH8KA4 type=del size=719720 2024-04-02T08:49:32.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.180+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=MO0RWQQN3ESQ type=del 2024-04-02T08:49:32.180 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.182+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=0MQM5HUPZIVS type=del size=75876 2024-04-02T08:49:32.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.183+0000 7fcac0634780 1 < completed write operation key=248AZLBDZOFS tag=HX6R8TXN1N6Y type=write size=745753 2024-04-02T08:49:32.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.184+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=87B0ADARMZZK type=del size=2079274 2024-04-02T08:49:32.185 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.186+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~4AQRYB4EX63G.0 size=96411 2024-04-02T08:49:32.187 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.188+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=4AQRYB4EX63G tag=BK79GITY6OV4 type=write size=1144987 2024-04-02T08:49:32.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.190+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=3IUE1D1HR7KL type=del size=3682776 2024-04-02T08:49:32.190 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.191+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=VK4OJC4QXU6F type=del 2024-04-02T08:49:32.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.194+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~0A35TU3NOD4N.0 size=929734 2024-04-02T08:49:32.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.194+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=0A35TU3NOD4N tag=Y0YNWM60Y8EA type=write size=1978310 2024-04-02T08:49:32.194 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.195+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=QVB09RGZFVGN type=del 2024-04-02T08:49:32.195 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.197+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=BCMK0GXPOZ1V type=del size=1598803 2024-04-02T08:49:32.197 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.198+0000 7fcac0634780 1 < canceled operation key=WGKAHDKTL4AK tag=42E6N0D82BP7 type=del size=845177 2024-04-02T08:49:32.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.200+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=Q27LSSTNP1HI type=write size=324911 2024-04-02T08:49:32.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.201+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=Y54P5ENL6SX3 type=del 2024-04-02T08:49:32.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.203+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=6RURCKYT302X type=del size=1023664 2024-04-02T08:49:32.203 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.204+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=E85VW5MTTXNE type=write size=450635 2024-04-02T08:49:32.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.206+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=MP1CZ31XG3E8 type=del size=3336079 2024-04-02T08:49:32.206 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.208+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~HXWAUQVMDXTX.0 size=1048576 2024-04-02T08:49:32.208 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.209+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~HXWAUQVMDXTX.1 size=1048576 2024-04-02T08:49:32.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.210+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~HXWAUQVMDXTX.2 size=794792 2024-04-02T08:49:32.212 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.213+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=HXWAUQVMDXTX tag=JDQOE7Z73J1E type=write size=3940520 2024-04-02T08:49:32.213 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.214+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=KSHVSJ3UR2H7 type=del size=363647 2024-04-02T08:49:32.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.216+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=AUL26R0INTP5 type=del 2024-04-02T08:49:32.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.217+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=D1V4BDRRIND7 type=del size=4104808 2024-04-02T08:49:32.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.219+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~9AGBM5JE6DJB.0 size=1048576 2024-04-02T08:49:32.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.219+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~9AGBM5JE6DJB.1 size=1048576 2024-04-02T08:49:32.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.220+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~9AGBM5JE6DJB.2 size=267819 2024-04-02T08:49:32.222 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.223+0000 7fcac0634780 1 < canceled multipart upload key=XGGRH5W35CRD upload=9AGBM5JE6DJB tag=KG41EWZLF1HV type=write size=3413547 2024-04-02T08:49:32.224 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.226+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~NFDAQBV4J7S9.0 size=126728 2024-04-02T08:49:32.225 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.226+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=NFDAQBV4J7S9 tag=HJV2FXYU15VN type=write size=1175304 2024-04-02T08:49:32.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.227+0000 7fcac0634780 1 < completed write operation key=OQYFPKEX5S39 tag=Z6O4SUGP7Z5P type=write size=685610 2024-04-02T08:49:32.229 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.230+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~B2FC7Z7G6XOA.0 size=1048576 2024-04-02T08:49:32.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.231+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~B2FC7Z7G6XOA.1 size=993047 2024-04-02T08:49:32.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.231+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=B2FC7Z7G6XOA tag=SKQWU7CGZINE type=write size=3090199 2024-04-02T08:49:32.231 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.233+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~K9W76YII3JBA.0 size=1048576 2024-04-02T08:49:32.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.234+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~K9W76YII3JBA.1 size=397646 2024-04-02T08:49:32.235 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.236+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=K9W76YII3JBA tag=06QPS24PC5WF type=write size=2494798 2024-04-02T08:49:32.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.239+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~LV0NK3MTPEKX.0 size=51446 2024-04-02T08:49:32.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.239+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=LV0NK3MTPEKX tag=80GA6WK8N7HD type=write size=1100022 2024-04-02T08:49:32.241 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.242+0000 7fcac0634780 1 < suggested remove operation key=LI90A8RSX1C6 tag=EJX7I03UFL8F type=del 2024-04-02T08:49:32.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.245+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~SBKNVDE2IAL2.0 size=1048576 2024-04-02T08:49:32.245 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.246+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~SBKNVDE2IAL2.1 size=325726 2024-04-02T08:49:32.245 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.246+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=SBKNVDE2IAL2 tag=N9VC6KCDSLTY type=write size=2422878 2024-04-02T08:49:32.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.248+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=PKV7H2LJKHUK type=del 2024-04-02T08:49:32.249 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.251+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~W8SN3298GOFN.0 size=1048576 2024-04-02T08:49:32.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.252+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~W8SN3298GOFN.1 size=712812 2024-04-02T08:49:32.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.252+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=W8SN3298GOFN tag=P9PAHAY8CLRL type=write size=2809964 2024-04-02T08:49:32.252 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.253+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=L1RF8TQH8KA4 type=del 2024-04-02T08:49:32.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.255+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=M83TY9HQHY2U type=del size=2525587 2024-04-02T08:49:32.255 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.256+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=0MQM5HUPZIVS type=del 2024-04-02T08:49:32.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.258+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=MO16JMAFV90M type=del size=1412189 2024-04-02T08:49:32.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.259+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=87B0ADARMZZK type=del 2024-04-02T08:49:32.261 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.262+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~T732KI708OKK.0 size=571004 2024-04-02T08:49:32.261 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.262+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=T732KI708OKK tag=9YLRXEZ2K06F type=write size=1619580 2024-04-02T08:49:32.264 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.265+0000 7fcac0634780 1 < suggested update operation key=WGKAHDKTL4AK tag=3IUE1D1HR7KL type=del size=3682776 2024-04-02T08:49:32.266 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.267+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=Y3FHL2GAE3S9 type=del size=3768643 2024-04-02T08:49:32.267 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.268+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~0A35TU3NOD4N.0 size=929734 2024-04-02T08:49:32.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.271+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=0A35TU3NOD4N tag=Y0YNWM60Y8EA type=write size=1978310 2024-04-02T08:49:32.271 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.272+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=1SQ6WNN0GMXT type=del size=4099228 2024-04-02T08:49:32.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.274+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=BCMK0GXPOZ1V type=del 2024-04-02T08:49:32.276 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.277+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~FH6GP9MVAU6N.0 size=1048576 2024-04-02T08:49:32.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.279+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~FH6GP9MVAU6N.1 size=385310 2024-04-02T08:49:32.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.279+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=FH6GP9MVAU6N tag=KDP3JFUW6C9O type=write size=2482462 2024-04-02T08:49:32.279 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.280+0000 7fcac0634780 1 < canceled operation key=XYWGJ7UZDDAF tag=Q27LSSTNP1HI type=write size=324911 2024-04-02T08:49:32.281 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.282+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=2UP7Y0O2F3AM type=del size=3142017 2024-04-02T08:49:32.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.283+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=6RURCKYT302X type=del 2024-04-02T08:49:32.285 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.286+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~V3LJYVP4T5R9.0 size=1048576 2024-04-02T08:49:32.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.288+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~V3LJYVP4T5R9.1 size=645428 2024-04-02T08:49:32.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.288+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=V3LJYVP4T5R9 tag=RVBXPNPL6Y4I type=write size=2742580 2024-04-02T08:49:32.288 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.289+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=MP1CZ31XG3E8 type=del 2024-04-02T08:49:32.291 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.292+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~4XX7MK8CUNHZ.0 size=969184 2024-04-02T08:49:32.291 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.292+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=4XX7MK8CUNHZ tag=ZE499WMPT88M type=write size=2017760 2024-04-02T08:49:32.293 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.294+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=KSHVSJ3UR2H7 type=del 2024-04-02T08:49:32.294 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.295+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=SMOYB8X5G64A type=del size=593890 2024-04-02T08:49:32.297 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.299+0000 7fcac0634780 1 < suggested update operation key=CK9SN9AWKRU0 tag=D1V4BDRRIND7 type=del size=4104808 2024-04-02T08:49:32.301 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.300+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=PDYYCC1YDEML type=del size=2894871 2024-04-02T08:49:32.301 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.302+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~NFDAQBV4J7S9.0 size=126728 2024-04-02T08:49:32.303 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.304+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=NFDAQBV4J7S9 tag=HJV2FXYU15VN type=write size=1175304 2024-04-02T08:49:32.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.307+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~GMFOUCM7F2Q2.0 size=1048576 2024-04-02T08:49:32.307 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.308+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~GMFOUCM7F2Q2.1 size=1048576 2024-04-02T08:49:32.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.309+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~GMFOUCM7F2Q2.2 size=729923 2024-04-02T08:49:32.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.309+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=GMFOUCM7F2Q2 tag=7FZFM0K35HYI type=write size=3875651 2024-04-02T08:49:32.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.311+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~B2FC7Z7G6XOA.0 size=1048576 2024-04-02T08:49:32.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.312+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~B2FC7Z7G6XOA.1 size=993047 2024-04-02T08:49:32.313 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.315+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=B2FC7Z7G6XOA tag=SKQWU7CGZINE type=write size=3090199 2024-04-02T08:49:32.315 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.316+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=8QBZLGAXVBOW type=del size=392118 2024-04-02T08:49:32.316 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.318+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~LV0NK3MTPEKX.0 size=51446 2024-04-02T08:49:32.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.320+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=LV0NK3MTPEKX tag=80GA6WK8N7HD type=write size=1100022 2024-04-02T08:49:32.320 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.321+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=O4M5RGEW9VMP type=del size=1457759 2024-04-02T08:49:32.322 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.323+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~SBKNVDE2IAL2.0 size=1048576 2024-04-02T08:49:32.323 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.324+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~SBKNVDE2IAL2.1 size=325726 2024-04-02T08:49:32.325 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.327+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=SBKNVDE2IAL2 tag=N9VC6KCDSLTY type=write size=2422878 2024-04-02T08:49:32.327 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.328+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=4IEULZOW34HN type=del size=1194169 2024-04-02T08:49:32.328 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.329+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~W8SN3298GOFN.0 size=1048576 2024-04-02T08:49:32.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.331+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~W8SN3298GOFN.1 size=712812 2024-04-02T08:49:32.333 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.334+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=W8SN3298GOFN tag=P9PAHAY8CLRL type=write size=2809964 2024-04-02T08:49:32.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.336+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=SLJBC5FGQNC6 type=write size=758079 2024-04-02T08:49:32.336 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.338+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=M83TY9HQHY2U type=del 2024-04-02T08:49:32.341 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.340+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~B1YWG9I6UVHH.0 size=1048576 2024-04-02T08:49:32.341 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.341+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~B1YWG9I6UVHH.1 size=807329 2024-04-02T08:49:32.341 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.341+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=B1YWG9I6UVHH tag=Z9HV0H3BS8SK type=write size=2904481 2024-04-02T08:49:32.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.343+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=MO16JMAFV90M type=del 2024-04-02T08:49:32.343 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.344+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=PQ0NJTIZ1NW5 type=del size=2007676 2024-04-02T08:49:32.347 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.346+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~T732KI708OKK.0 size=571004 2024-04-02T08:49:32.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.349+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=T732KI708OKK tag=9YLRXEZ2K06F type=write size=1619580 2024-04-02T08:49:32.349 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.350+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=Q2ISHY9FS2GA type=del size=2327356 2024-04-02T08:49:32.351 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.352+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=Y3FHL2GAE3S9 type=del 2024-04-02T08:49:32.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.355+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~BAFMJMP0MSJV.0 size=1048576 2024-04-02T08:49:32.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.356+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~BAFMJMP0MSJV.1 size=852888 2024-04-02T08:49:32.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.356+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=BAFMJMP0MSJV tag=BGD9PQW9IR79 type=write size=2950040 2024-04-02T08:49:32.356 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.358+0000 7fcac0634780 1 < canceled operation key=L5EXYH0FVU5S tag=1SQ6WNN0GMXT type=del size=4099228 2024-04-02T08:49:32.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.359+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=XE6WBS7R3KQF type=del size=9645 2024-04-02T08:49:32.359 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.361+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~FH6GP9MVAU6N.0 size=1048576 2024-04-02T08:49:32.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.362+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~FH6GP9MVAU6N.1 size=385310 2024-04-02T08:49:32.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.364+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=FH6GP9MVAU6N tag=KDP3JFUW6C9O type=write size=2482462 2024-04-02T08:49:32.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.365+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=XMFT5WH8S578 type=del size=721749 2024-04-02T08:49:32.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.367+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=2UP7Y0O2F3AM type=del 2024-04-02T08:49:32.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.370+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~2LATQB7ZZI4H.0 size=1048576 2024-04-02T08:49:32.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.371+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~2LATQB7ZZI4H.1 size=1048576 2024-04-02T08:49:32.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.372+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~2LATQB7ZZI4H.2 size=24143 2024-04-02T08:49:32.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.372+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=2LATQB7ZZI4H tag=OZK42PDK6189 type=write size=3169871 2024-04-02T08:49:32.372 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.373+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~V3LJYVP4T5R9.0 size=1048576 2024-04-02T08:49:32.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.375+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~V3LJYVP4T5R9.1 size=645428 2024-04-02T08:49:32.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.377+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=V3LJYVP4T5R9 tag=RVBXPNPL6Y4I type=write size=2742580 2024-04-02T08:49:32.379 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.380+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~24XG5GBEEDGC.0 size=1048576 2024-04-02T08:49:32.380 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.381+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~24XG5GBEEDGC.1 size=1048576 2024-04-02T08:49:32.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.383+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~24XG5GBEEDGC.2 size=760005 2024-04-02T08:49:32.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.383+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=24XG5GBEEDGC tag=3GSKJ2PQ16BJ type=write size=3905733 2024-04-02T08:49:32.382 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.383+0000 7fcac0634780 1 < canceled part key=_multipart_5I1R6353CBOP.2~4XX7MK8CUNHZ.0 size=969184 2024-04-02T08:49:32.384 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.386+0000 7fcac0634780 1 < canceled multipart upload key=5I1R6353CBOP upload=4XX7MK8CUNHZ tag=ZE499WMPT88M type=write size=2017760 2024-04-02T08:49:32.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.387+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=3NDOWI0QEJ8W type=del size=522389 2024-04-02T08:49:32.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.390+0000 7fcac0634780 1 < suggested update operation key=CK9SN9AWKRU0 tag=SMOYB8X5G64A type=del size=593890 2024-04-02T08:49:32.392 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.393+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~GYOUJOHACUZ7.0 size=688440 2024-04-02T08:49:32.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.393+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=GYOUJOHACUZ7 tag=0COIPKW0S91V type=write size=1737016 2024-04-02T08:49:32.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.395+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=PDYYCC1YDEML type=del 2024-04-02T08:49:32.395 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.397+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=IEJG4YMQT8OH type=write size=556465 2024-04-02T08:49:32.397 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.398+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~GMFOUCM7F2Q2.0 size=1048576 2024-04-02T08:49:32.398 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.399+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~GMFOUCM7F2Q2.1 size=1048576 2024-04-02T08:49:32.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.401+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~GMFOUCM7F2Q2.2 size=729923 2024-04-02T08:49:32.402 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.403+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=GMFOUCM7F2Q2 tag=7FZFM0K35HYI type=write size=3875651 2024-04-02T08:49:32.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.406+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~UB1UIU8A94P3.0 size=1048576 2024-04-02T08:49:32.406 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.407+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~UB1UIU8A94P3.1 size=1048576 2024-04-02T08:49:32.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.408+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~UB1UIU8A94P3.2 size=36404 2024-04-02T08:49:32.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.408+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=UB1UIU8A94P3 tag=TQV9XZQXAO2Q type=write size=3182132 2024-04-02T08:49:32.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.411+0000 7fcac0634780 1 < suggested remove operation key=KW7PQ140P1OW tag=8QBZLGAXVBOW type=del 2024-04-02T08:49:32.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.414+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~TF89VQGX7OY5.0 size=1048576 2024-04-02T08:49:32.414 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.415+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~TF89VQGX7OY5.1 size=554095 2024-04-02T08:49:32.414 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.415+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=TF89VQGX7OY5 tag=MH5XRWUB7H38 type=write size=2651247 2024-04-02T08:49:32.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.416+0000 7fcac0634780 1 < canceled operation key=O57E3MLOAH4P tag=O4M5RGEW9VMP type=del size=1457759 2024-04-02T08:49:32.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.418+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=DL969LD5ZPSI type=del size=1612434 2024-04-02T08:49:32.418 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.419+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=4IEULZOW34HN type=del 2024-04-02T08:49:32.420 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.421+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=6EL5OJ27NI66 type=del size=2909859 2024-04-02T08:49:32.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.423+0000 7fcac0634780 -1 < failed to complete operation key=CK9SN9AWKRU0 tag=SLJBC5FGQNC6 type=write size=758079: (22) Invalid argument 2024-04-02T08:49:32.423 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.424+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=9I1BU475D2TX type=del size=3462761 2024-04-02T08:49:32.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.426+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~B1YWG9I6UVHH.0 size=1048576 2024-04-02T08:49:32.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.427+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~B1YWG9I6UVHH.1 size=807329 2024-04-02T08:49:32.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.430+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=B1YWG9I6UVHH tag=Z9HV0H3BS8SK type=write size=2904481 2024-04-02T08:49:32.430 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.432+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=E5YW60UT3M7S type=del size=2463983 2024-04-02T08:49:32.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.435+0000 7fcac0634780 1 < suggested update operation key=248AZLBDZOFS tag=PQ0NJTIZ1NW5 type=del size=2007676 2024-04-02T08:49:32.435 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.436+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=H3FHWBI5AIPF type=write size=427762 2024-04-02T08:49:32.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.438+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=Q2ISHY9FS2GA type=del 2024-04-02T08:49:32.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.439+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=6223R6QVTN8L type=del size=1357918 2024-04-02T08:49:32.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.441+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~BAFMJMP0MSJV.0 size=1048576 2024-04-02T08:49:32.441 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.442+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~BAFMJMP0MSJV.1 size=852888 2024-04-02T08:49:32.444 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.445+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=BAFMJMP0MSJV tag=BGD9PQW9IR79 type=write size=2950040 2024-04-02T08:49:32.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.446+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=IZ2HR1BOB1G2 type=del size=4030906 2024-04-02T08:49:32.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.448+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=XE6WBS7R3KQF type=del 2024-04-02T08:49:32.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.451+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~O2ISQRU2CNXJ.0 size=863446 2024-04-02T08:49:32.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.451+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=O2ISQRU2CNXJ tag=ZMG4Z30GYWXG type=write size=1912022 2024-04-02T08:49:32.451 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.452+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=XMFT5WH8S578 type=del 2024-04-02T08:49:32.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.454+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=09GY41PT8LI3 type=del size=4115949 2024-04-02T08:49:32.454 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.455+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~2LATQB7ZZI4H.0 size=1048576 2024-04-02T08:49:32.455 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.456+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~2LATQB7ZZI4H.1 size=1048576 2024-04-02T08:49:32.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.458+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~2LATQB7ZZI4H.2 size=24143 2024-04-02T08:49:32.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.461+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=2LATQB7ZZI4H tag=OZK42PDK6189 type=write size=3169871 2024-04-02T08:49:32.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.462+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=371141YJ33HU type=del size=1450999 2024-04-02T08:49:32.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.464+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~24XG5GBEEDGC.0 size=1048576 2024-04-02T08:49:32.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.465+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~24XG5GBEEDGC.1 size=1048576 2024-04-02T08:49:32.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.465+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~24XG5GBEEDGC.2 size=760005 2024-04-02T08:49:32.466 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.468+0000 7fcac0634780 1 < canceled multipart upload key=5DJO5NRKSHEG upload=24XG5GBEEDGC tag=3GSKJ2PQ16BJ type=write size=3905733 2024-04-02T08:49:32.468 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.469+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=LQ5GOXC707P4 type=del size=2423262 2024-04-02T08:49:32.471 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.472+0000 7fcac0634780 1 < suggested remove operation key=AT297P637JHQ tag=3NDOWI0QEJ8W type=del 2024-04-02T08:49:32.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.475+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~ORKVMC8I1B9L.0 size=1048576 2024-04-02T08:49:32.475 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.476+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~ORKVMC8I1B9L.1 size=834547 2024-04-02T08:49:32.475 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.476+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=ORKVMC8I1B9L tag=JTS371UNRS02 type=write size=2931699 2024-04-02T08:49:32.477 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.478+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~GYOUJOHACUZ7.0 size=688440 2024-04-02T08:49:32.479 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.481+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=GYOUJOHACUZ7 tag=0COIPKW0S91V type=write size=1737016 2024-04-02T08:49:32.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.482+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=3FQCVIZ2L5I3 type=del size=1372761 2024-04-02T08:49:32.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.484+0000 7fcac0634780 1 < canceled operation key=OSRICQSGB2XI tag=IEJG4YMQT8OH type=write size=556465 2024-04-02T08:49:32.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.486+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~0CFL44E19DXG.0 size=288839 2024-04-02T08:49:32.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.486+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=0CFL44E19DXG tag=HQL13D0OOAQ4 type=write size=1337415 2024-04-02T08:49:32.487 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.488+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~UB1UIU8A94P3.0 size=1048576 2024-04-02T08:49:32.488 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.490+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~UB1UIU8A94P3.1 size=1048576 2024-04-02T08:49:32.488 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.490+0000 7fcac0634780 1 < canceled part key=_multipart_Z250TTJ2J4Z5.2~UB1UIU8A94P3.2 size=36404 2024-04-02T08:49:32.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.493+0000 7fcac0634780 1 < canceled multipart upload key=Z250TTJ2J4Z5 upload=UB1UIU8A94P3 tag=TQV9XZQXAO2Q type=write size=3182132 2024-04-02T08:49:32.495 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.496+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~RRM9EL2MB1XK.0 size=1048576 2024-04-02T08:49:32.496 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.497+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~RRM9EL2MB1XK.1 size=1048576 2024-04-02T08:49:32.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.498+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~RRM9EL2MB1XK.2 size=246701 2024-04-02T08:49:32.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.498+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=RRM9EL2MB1XK tag=O4DRK4N1LZBX type=write size=3392429 2024-04-02T08:49:32.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.500+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~TF89VQGX7OY5.0 size=1048576 2024-04-02T08:49:32.500 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.502+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~TF89VQGX7OY5.1 size=554095 2024-04-02T08:49:32.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.505+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=TF89VQGX7OY5 tag=MH5XRWUB7H38 type=write size=2651247 2024-04-02T08:49:32.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.507+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~AAO44BKRTBXD.0 size=475385 2024-04-02T08:49:32.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.507+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=AAO44BKRTBXD tag=UGKPZ8ECW5VW type=write size=1523961 2024-04-02T08:49:32.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.509+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=DL969LD5ZPSI type=del 2024-04-02T08:49:32.511 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.512+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~PZ5YC6Y32WUU.0 size=1048576 2024-04-02T08:49:32.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.513+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~PZ5YC6Y32WUU.1 size=319674 2024-04-02T08:49:32.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.513+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=PZ5YC6Y32WUU tag=GTN7SEK5AP0G type=write size=2416826 2024-04-02T08:49:32.513 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.514+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=6EL5OJ27NI66 type=del 2024-04-02T08:49:32.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.517+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~16PM2T05PZ9Z.0 size=1048576 2024-04-02T08:49:32.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.518+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~16PM2T05PZ9Z.1 size=873859 2024-04-02T08:49:32.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.518+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=16PM2T05PZ9Z tag=3GQJT6Y2NBV1 type=write size=2971011 2024-04-02T08:49:32.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.520+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=9I1BU475D2TX type=del 2024-04-02T08:49:32.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.523+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~Z2NSYQCGOAFL.0 size=1048576 2024-04-02T08:49:32.523 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.524+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~Z2NSYQCGOAFL.1 size=706748 2024-04-02T08:49:32.523 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.524+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=Z2NSYQCGOAFL tag=OACDUCOZVVMB type=write size=2803900 2024-04-02T08:49:32.524 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.526+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=E5YW60UT3M7S type=del 2024-04-02T08:49:32.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.527+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=9CE5N0JO2BEI type=del size=1965062 2024-04-02T08:49:32.528 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.529+0000 7fcac0634780 1 < completed write operation key=LI90A8RSX1C6 tag=H3FHWBI5AIPF type=write size=427762 2024-04-02T08:49:32.531 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.532+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~ZZ4ZDLU4L160.0 size=669778 2024-04-02T08:49:32.531 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.532+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=ZZ4ZDLU4L160 tag=7C52L4KFA0D8 type=write size=1718354 2024-04-02T08:49:32.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.535+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=6223R6QVTN8L type=del size=1357918 2024-04-02T08:49:32.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.538+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~UE6N1Y3AZL7A.0 size=1048576 2024-04-02T08:49:32.538 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.539+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~UE6N1Y3AZL7A.1 size=1001060 2024-04-02T08:49:32.538 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.539+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=UE6N1Y3AZL7A tag=1CF0AAU1UY33 type=write size=3098212 2024-04-02T08:49:32.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.541+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=IZ2HR1BOB1G2 type=del 2024-04-02T08:49:32.542 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.544+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~YFZUONJW6ZV7.0 size=1048576 2024-04-02T08:49:32.543 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.545+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~YFZUONJW6ZV7.1 size=1048576 2024-04-02T08:49:32.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.546+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~YFZUONJW6ZV7.2 size=43519 2024-04-02T08:49:32.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.546+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=YFZUONJW6ZV7 tag=Y9LYPEL6HQZ2 type=write size=3189247 2024-04-02T08:49:32.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.548+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~O2ISQRU2CNXJ.0 size=863446 2024-04-02T08:49:32.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.550+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=O2ISQRU2CNXJ tag=ZMG4Z30GYWXG type=write size=1912022 2024-04-02T08:49:32.550 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.552+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=MAJYTD85UFWA type=del size=1474574 2024-04-02T08:49:32.553 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.554+0000 7fcac0634780 1 < suggested remove operation key=Z250TTJ2J4Z5 tag=09GY41PT8LI3 type=del 2024-04-02T08:49:32.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.557+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~E2HRT388PZBL.0 size=407171 2024-04-02T08:49:32.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.557+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=E2HRT388PZBL tag=QCM28K290C8N type=write size=1455747 2024-04-02T08:49:32.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.558+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=371141YJ33HU type=del 2024-04-02T08:49:32.560 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.561+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~6712W8L9DCE3.0 size=1048576 2024-04-02T08:49:32.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.562+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~6712W8L9DCE3.1 size=1048576 2024-04-02T08:49:32.562 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.564+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~6712W8L9DCE3.2 size=365038 2024-04-02T08:49:32.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.564+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=6712W8L9DCE3 tag=17VMVONOOOAJ type=write size=3510766 2024-04-02T08:49:32.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.565+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=LQ5GOXC707P4 type=del 2024-04-02T08:49:32.567 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.568+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~C33Q0Y6DF7SL.0 size=1048576 2024-04-02T08:49:32.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.569+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~C33Q0Y6DF7SL.1 size=1048576 2024-04-02T08:49:32.569 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.570+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~C33Q0Y6DF7SL.2 size=39958 2024-04-02T08:49:32.569 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.570+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=C33Q0Y6DF7SL tag=EKEGF2M6330D type=write size=3185686 2024-04-02T08:49:32.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.572+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~ORKVMC8I1B9L.0 size=1048576 2024-04-02T08:49:32.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.572+0000 7fcac0634780 1 < canceled part key=_multipart_RTWJLFP6HYOO.2~ORKVMC8I1B9L.1 size=834547 2024-04-02T08:49:32.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.575+0000 7fcac0634780 1 < canceled multipart upload key=RTWJLFP6HYOO upload=ORKVMC8I1B9L tag=JTS371UNRS02 type=write size=2931699 2024-04-02T08:49:32.575 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.576+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=9YWL5R6DWMEV type=del size=741783 2024-04-02T08:49:32.577 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.578+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=3FQCVIZ2L5I3 type=del 2024-04-02T08:49:32.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.581+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~APXC3DUVFASA.0 size=832315 2024-04-02T08:49:32.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.581+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=APXC3DUVFASA tag=9VQUK9X6L5GE type=write size=1880891 2024-04-02T08:49:32.581 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.582+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~0CFL44E19DXG.0 size=288839 2024-04-02T08:49:32.584 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.585+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=0CFL44E19DXG tag=HQL13D0OOAQ4 type=write size=1337415 2024-04-02T08:49:32.586 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.588+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~EST8KSNX093A.0 size=300241 2024-04-02T08:49:32.586 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.588+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=EST8KSNX093A tag=0NI4ADZYFAYN type=write size=1348817 2024-04-02T08:49:32.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.589+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~RRM9EL2MB1XK.0 size=1048576 2024-04-02T08:49:32.589 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.591+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~RRM9EL2MB1XK.1 size=1048576 2024-04-02T08:49:32.591 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.592+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~RRM9EL2MB1XK.2 size=246701 2024-04-02T08:49:32.594 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.595+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=RRM9EL2MB1XK tag=O4DRK4N1LZBX type=write size=3392429 2024-04-02T08:49:32.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.598+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~9MY875FZZX0R.0 size=826305 2024-04-02T08:49:32.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.598+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=9MY875FZZX0R tag=SE04XVDPCOW0 type=write size=1874881 2024-04-02T08:49:32.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.600+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~AAO44BKRTBXD.0 size=475385 2024-04-02T08:49:32.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.603+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=AAO44BKRTBXD tag=UGKPZ8ECW5VW type=write size=1523961 2024-04-02T08:49:32.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.605+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=9NQPUTQN4NI6 type=del size=623806 2024-04-02T08:49:32.605 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.607+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~PZ5YC6Y32WUU.0 size=1048576 2024-04-02T08:49:32.607 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.608+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~PZ5YC6Y32WUU.1 size=319674 2024-04-02T08:49:32.609 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.611+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=PZ5YC6Y32WUU tag=GTN7SEK5AP0G type=write size=2416826 2024-04-02T08:49:32.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.612+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=0PZAEF2KU2E7 type=del size=1658844 2024-04-02T08:49:32.613 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.614+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~16PM2T05PZ9Z.0 size=1048576 2024-04-02T08:49:32.614 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.616+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~16PM2T05PZ9Z.1 size=873859 2024-04-02T08:49:32.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.619+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=16PM2T05PZ9Z tag=3GQJT6Y2NBV1 type=write size=2971011 2024-04-02T08:49:32.620 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.620+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=36CQY57WY51Q type=del size=3926290 2024-04-02T08:49:32.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.622+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~Z2NSYQCGOAFL.0 size=1048576 2024-04-02T08:49:32.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.623+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~Z2NSYQCGOAFL.1 size=706748 2024-04-02T08:49:32.625 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.626+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=Z2NSYQCGOAFL tag=OACDUCOZVVMB type=write size=2803900 2024-04-02T08:49:32.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.627+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=PFQWKBJ00IGP type=del size=1239396 2024-04-02T08:49:32.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.629+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=9CE5N0JO2BEI type=del 2024-04-02T08:49:32.631 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.632+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~6LUSB0Z84W36.0 size=1048576 2024-04-02T08:49:32.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.633+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~6LUSB0Z84W36.1 size=158529 2024-04-02T08:49:32.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.633+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=6LUSB0Z84W36 tag=GXMBEQ57D194 type=write size=2255681 2024-04-02T08:49:32.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.633+0000 7fcac0634780 1 < canceled part key=_multipart_LI90A8RSX1C6.2~ZZ4ZDLU4L160.0 size=669778 2024-04-02T08:49:32.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.636+0000 7fcac0634780 1 < canceled multipart upload key=LI90A8RSX1C6 upload=ZZ4ZDLU4L160 tag=7C52L4KFA0D8 type=write size=1718354 2024-04-02T08:49:32.636 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.638+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=KUTTXKQZPYGA type=del size=1228827 2024-04-02T08:49:32.638 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.639+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~UE6N1Y3AZL7A.0 size=1048576 2024-04-02T08:49:32.639 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.640+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~UE6N1Y3AZL7A.1 size=1001060 2024-04-02T08:49:32.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.643+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=UE6N1Y3AZL7A tag=1CF0AAU1UY33 type=write size=3098212 2024-04-02T08:49:32.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.644+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=AWSQSWVP3G1E type=del size=4115664 2024-04-02T08:49:32.644 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.646+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~YFZUONJW6ZV7.0 size=1048576 2024-04-02T08:49:32.646 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.647+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~YFZUONJW6ZV7.1 size=1048576 2024-04-02T08:49:32.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.648+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~YFZUONJW6ZV7.2 size=43519 2024-04-02T08:49:32.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.651+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=YFZUONJW6ZV7 tag=Y9LYPEL6HQZ2 type=write size=3189247 2024-04-02T08:49:32.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.652+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=JOGVJWCB6T54 type=write size=128068 2024-04-02T08:49:32.654 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.655+0000 7fcac0634780 1 < suggested update operation key=KW7PQ140P1OW tag=MAJYTD85UFWA type=del size=1474574 2024-04-02T08:49:32.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.657+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=2GFFF1H7N0VF type=write size=928134 2024-04-02T08:49:32.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.658+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~E2HRT388PZBL.0 size=407171 2024-04-02T08:49:32.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.661+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=E2HRT388PZBL tag=QCM28K290C8N type=write size=1455747 2024-04-02T08:49:32.661 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.662+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=UG1O5PZ77SUT type=del size=247513 2024-04-02T08:49:32.663 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.664+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~6712W8L9DCE3.0 size=1048576 2024-04-02T08:49:32.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.665+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~6712W8L9DCE3.1 size=1048576 2024-04-02T08:49:32.665 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.667+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~6712W8L9DCE3.2 size=365038 2024-04-02T08:49:32.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.669+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=6712W8L9DCE3 tag=17VMVONOOOAJ type=write size=3510766 2024-04-02T08:49:32.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.672+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7KCSQ7W57ESF.0 size=1048576 2024-04-02T08:49:32.672 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.673+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7KCSQ7W57ESF.1 size=1048576 2024-04-02T08:49:32.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.675+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7KCSQ7W57ESF.2 size=185313 2024-04-02T08:49:32.674 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.675+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=7KCSQ7W57ESF tag=VW69V0LW0220 type=write size=3331041 2024-04-02T08:49:32.675 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.676+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~C33Q0Y6DF7SL.0 size=1048576 2024-04-02T08:49:32.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.677+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~C33Q0Y6DF7SL.1 size=1048576 2024-04-02T08:49:32.677 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.679+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~C33Q0Y6DF7SL.2 size=39958 2024-04-02T08:49:32.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.681+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=C33Q0Y6DF7SL tag=EKEGF2M6330D type=write size=3185686 2024-04-02T08:49:32.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.683+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=BXZDSZEJ28RN type=del size=4193089 2024-04-02T08:49:32.683 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.684+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=9YWL5R6DWMEV type=del 2024-04-02T08:49:32.684 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.686+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=H1QHY2PYOC5W type=del size=1688990 2024-04-02T08:49:32.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.687+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~APXC3DUVFASA.0 size=832315 2024-04-02T08:49:32.688 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.689+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=APXC3DUVFASA tag=9VQUK9X6L5GE type=write size=1880891 2024-04-02T08:49:32.690 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.691+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=L7CLOTL42FNO type=del size=803476 2024-04-02T08:49:32.691 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.692+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~EST8KSNX093A.0 size=300241 2024-04-02T08:49:32.694 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.695+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=EST8KSNX093A tag=0NI4ADZYFAYN type=write size=1348817 2024-04-02T08:49:32.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.696+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=854KKEU8YP73 type=del size=507205 2024-04-02T08:49:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:32 smithi019 ceph-mon[94035]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:32 smithi019 ceph-mon[96522]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:32.696 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.698+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~9MY875FZZX0R.0 size=826305 2024-04-02T08:49:32.699 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.700+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=9MY875FZZX0R tag=SE04XVDPCOW0 type=write size=1874881 2024-04-02T08:49:32.702 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.703+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~L37D1V7AISRA.0 size=1048576 2024-04-02T08:49:32.703 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.704+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~L37D1V7AISRA.1 size=468740 2024-04-02T08:49:32.703 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.704+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=L37D1V7AISRA tag=59BKOCWB7520 type=write size=2565892 2024-04-02T08:49:32.704 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.705+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=9NQPUTQN4NI6 type=del 2024-04-02T08:49:32.706 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.707+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=RGSU2SGV8C8K type=del size=2976911 2024-04-02T08:49:32.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.708+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=0PZAEF2KU2E7 type=del 2024-04-02T08:49:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.710+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=OT1KBOMWO6T0 type=del size=103219 2024-04-02T08:49:32.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.711+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=36CQY57WY51Q type=del 2024-04-02T08:49:32.714 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.714+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~40JAHBRXP2VM.0 size=1048576 2024-04-02T08:49:32.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.717+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~40JAHBRXP2VM.1 size=1048576 2024-04-02T08:49:32.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.718+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~40JAHBRXP2VM.2 size=60740 2024-04-02T08:49:32.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.718+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=40JAHBRXP2VM tag=N6YVK12E4VA5 type=write size=3206468 2024-04-02T08:49:32.718 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.720+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=PFQWKBJ00IGP type=del 2024-04-02T08:49:32.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.721+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=Z9V99CJW4TP6 type=write size=1016302 2024-04-02T08:49:32.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.723+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~6LUSB0Z84W36.0 size=1048576 2024-04-02T08:49:32.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.724+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~6LUSB0Z84W36.1 size=158529 2024-04-02T08:49:32.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.726+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=6LUSB0Z84W36 tag=GXMBEQ57D194 type=write size=2255681 2024-04-02T08:49:32.726 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.728+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=0A3VKYP410UH type=del size=682925 2024-04-02T08:49:32.729 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.731+0000 7fcac0634780 1 < suggested remove operation key=1Z9ANT6HV4UI tag=KUTTXKQZPYGA type=del 2024-04-02T08:49:32.731 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.732+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=7UQ5EQCEUWDU type=del size=3175851 2024-04-02T08:49:32.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.734+0000 7fcac0634780 1 < canceled operation key=5I1R6353CBOP tag=AWSQSWVP3G1E type=del size=4115664 2024-04-02T08:49:32.734 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.735+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=7MERYTCI7VNJ type=write size=1017342 2024-04-02T08:49:32.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.737+0000 7fcac0634780 1 < completed write operation key=WGKAHDKTL4AK tag=JOGVJWCB6T54 type=write size=128068 2024-04-02T08:49:32.737 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.738+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=EPWDEXR84AZR type=del size=1046144 2024-04-02T08:49:32.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.740+0000 7fcac0634780 1 < completed write operation key=F2VBAXNP29E1 tag=2GFFF1H7N0VF type=write size=928134 2024-04-02T08:49:32.740 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.741+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=AOVHGMJZDWWW type=del size=1333949 2024-04-02T08:49:32.742 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.743+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=UG1O5PZ77SUT type=del 2024-04-02T08:49:32.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.744+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=VSCQCLO7IRFL type=del size=3618845 2024-04-02T08:49:32.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.746+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~7KCSQ7W57ESF.0 size=1048576 2024-04-02T08:49:32.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.746+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~7KCSQ7W57ESF.1 size=1048576 2024-04-02T08:49:32.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.746+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~7KCSQ7W57ESF.2 size=185313 2024-04-02T08:49:32.748 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.749+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=7KCSQ7W57ESF tag=VW69V0LW0220 type=write size=3331041 2024-04-02T08:49:32.749 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.750+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=G11ZD6MU34QD type=write size=1037438 2024-04-02T08:49:32.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.752+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=BXZDSZEJ28RN type=del 2024-04-02T08:49:32.753 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.754+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~GAESKW16B883.0 size=416475 2024-04-02T08:49:32.753 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.754+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=GAESKW16B883 tag=KKB0SHEXZS7F type=write size=1465051 2024-04-02T08:49:32.756 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.757+0000 7fcac0634780 1 < suggested update operation key=RTWJLFP6HYOO tag=H1QHY2PYOC5W type=del size=1688990 2024-04-02T08:49:32.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.759+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=9JX6Q56BNS0P type=del size=3628512 2024-04-02T08:49:32.759 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.760+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=L7CLOTL42FNO type=del 2024-04-02T08:49:32.761 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.762+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=OEOPA1BVH7FR type=del size=1299047 2024-04-02T08:49:32.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.765+0000 7fcac0634780 1 < suggested remove operation key=5DJO5NRKSHEG tag=854KKEU8YP73 type=del 2024-04-02T08:49:32.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.766+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=NCGWLNLQA9IV type=del size=378202 2024-04-02T08:49:32.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.768+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~L37D1V7AISRA.0 size=1048576 2024-04-02T08:49:32.768 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.769+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~L37D1V7AISRA.1 size=468740 2024-04-02T08:49:32.770 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.771+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=L37D1V7AISRA tag=59BKOCWB7520 type=write size=2565892 2024-04-02T08:49:32.772 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.773+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=P39VITR680FN type=write size=347963 2024-04-02T08:49:32.773 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.774+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=RGSU2SGV8C8K type=del 2024-04-02T08:49:32.776 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.777+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~R33IGY7HSYDY.0 size=1048576 2024-04-02T08:49:32.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.778+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~R33IGY7HSYDY.1 size=1048576 2024-04-02T08:49:32.778 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.779+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~R33IGY7HSYDY.2 size=8764 2024-04-02T08:49:32.778 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.779+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=R33IGY7HSYDY tag=QJEQ702JJVAX type=write size=3154492 2024-04-02T08:49:32.780 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.781+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=OT1KBOMWO6T0 type=del 2024-04-02T08:49:32.781 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.782+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=MCO2IHZ0I052 type=del size=2248333 2024-04-02T08:49:32.783 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.784+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~40JAHBRXP2VM.0 size=1048576 2024-04-02T08:49:32.784 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.785+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~40JAHBRXP2VM.1 size=1048576 2024-04-02T08:49:32.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.786+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~40JAHBRXP2VM.2 size=60740 2024-04-02T08:49:32.788 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.789+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=40JAHBRXP2VM tag=N6YVK12E4VA5 type=write size=3206468 2024-04-02T08:49:32.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.792+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~0516TE4RB60T.0 size=1048576 2024-04-02T08:49:32.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.793+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~0516TE4RB60T.1 size=1048576 2024-04-02T08:49:32.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.794+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~0516TE4RB60T.2 size=114952 2024-04-02T08:49:32.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.794+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=0516TE4RB60T tag=59OV4B0PKGAU type=write size=3260680 2024-04-02T08:49:32.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.795+0000 7fcac0634780 1 < completed write operation key=LI90A8RSX1C6 tag=Z9V99CJW4TP6 type=write size=1016302 2024-04-02T08:49:32.799 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.798+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~S95QTXB9LQ01.0 size=759358 2024-04-02T08:49:32.799 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.798+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=S95QTXB9LQ01 tag=P3DLTCDLA04R type=write size=1807934 2024-04-02T08:49:32.799 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.800+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=0A3VKYP410UH type=del 2024-04-02T08:49:32.802 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.803+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~621V79TW5I88.0 size=1048576 2024-04-02T08:49:32.804 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.805+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~621V79TW5I88.1 size=1048576 2024-04-02T08:49:32.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.806+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~621V79TW5I88.2 size=778536 2024-04-02T08:49:32.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.806+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=621V79TW5I88 tag=7TUOVHZGNNLX type=write size=3924264 2024-04-02T08:49:32.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.810+0000 7fcac0634780 1 < suggested remove operation key=XYWGJ7UZDDAF tag=7UQ5EQCEUWDU type=del 2024-04-02T08:49:32.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.811+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=20TN9LJ44X45 type=del size=1042924 2024-04-02T08:49:32.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.813+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=7MERYTCI7VNJ type=write size=1017342 2024-04-02T08:49:32.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:32 smithi066 ceph-mon[87361]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:49:32.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:49:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:32.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.816+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~FOK87AYUGBN8.0 size=849460 2024-04-02T08:49:32.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.816+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=FOK87AYUGBN8 tag=53LV4XK13QF0 type=write size=1898036 2024-04-02T08:49:32.816 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.817+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=EPWDEXR84AZR type=del 2024-04-02T08:49:32.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.820+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~R17C3IVK2270.0 size=998101 2024-04-02T08:49:32.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.820+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=R17C3IVK2270 tag=MR4ZWKWCL7TS type=write size=2046677 2024-04-02T08:49:32.822 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.823+0000 7fcac0634780 1 < suggested remove operation key=1Z9ANT6HV4UI tag=AOVHGMJZDWWW type=del 2024-04-02T08:49:32.825 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.826+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~C6R664T75RCL.0 size=1048576 2024-04-02T08:49:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.827+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~C6R664T75RCL.1 size=194240 2024-04-02T08:49:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.827+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=C6R664T75RCL tag=BKDR6DYXP159 type=write size=2291392 2024-04-02T08:49:32.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.829+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=VSCQCLO7IRFL type=del 2024-04-02T08:49:32.829 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.831+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=IBRTNAZU1BQL type=del size=2780314 2024-04-02T08:49:32.834 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.834+0000 7fcac0634780 1 < suggested remove operation key=F2VBAXNP29E1 tag=G11ZD6MU34QD type=write 2024-04-02T08:49:32.834 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.835+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=UUJSUAL2SXOK type=del size=3130794 2024-04-02T08:49:32.836 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.837+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~GAESKW16B883.0 size=416475 2024-04-02T08:49:32.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.840+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=GAESKW16B883 tag=KKB0SHEXZS7F type=write size=1465051 2024-04-02T08:49:32.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.841+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=CU75H3E3GFA8 type=del size=487822 2024-04-02T08:49:32.842 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.843+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=9JX6Q56BNS0P type=del 2024-04-02T08:49:32.845 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.846+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~PVLEENJ45AJH.0 size=829470 2024-04-02T08:49:32.845 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.846+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=PVLEENJ45AJH tag=VI15M7K1A9CA type=write size=1878046 2024-04-02T08:49:32.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.848+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=OEOPA1BVH7FR type=del 2024-04-02T08:49:32.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.851+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~6T80UWDCAHGW.0 size=909433 2024-04-02T08:49:32.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.851+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=6T80UWDCAHGW tag=F89TD4CNDGDT type=write size=1958009 2024-04-02T08:49:32.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.852+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=NCGWLNLQA9IV type=del 2024-04-02T08:49:32.854 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.855+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~YOK3VN0UCFLB.0 size=1048576 2024-04-02T08:49:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.857+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~YOK3VN0UCFLB.1 size=756240 2024-04-02T08:49:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.857+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=YOK3VN0UCFLB tag=GRRJRYJ699TU type=write size=2853392 2024-04-02T08:49:32.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.858+0000 7fcac0634780 1 < completed write operation key=Z250TTJ2J4Z5 tag=P39VITR680FN type=write size=347963 2024-04-02T08:49:32.859 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.860+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=8UGECN3XWAM4 type=del size=685919 2024-04-02T08:49:32.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.862+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~R33IGY7HSYDY.0 size=1048576 2024-04-02T08:49:32.861 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.862+0000 7fcac0634780 1 < canceled part key=_multipart_LLBAA0EBI2RP.2~R33IGY7HSYDY.1 size=1048576 2024-04-02T08:49:32.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.863+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~R33IGY7HSYDY.2 size=8764 2024-04-02T08:49:32.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.865+0000 7fcac0634780 1 < canceled multipart upload key=LLBAA0EBI2RP upload=R33IGY7HSYDY tag=QJEQ702JJVAX type=write size=3154492 2024-04-02T08:49:32.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.867+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=GDONQEBHOT28 type=write size=600561 2024-04-02T08:49:32.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.868+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=MCO2IHZ0I052 type=del 2024-04-02T08:49:32.870 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.871+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~3A86FSHGDDPO.0 size=1048576 2024-04-02T08:49:32.871 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.872+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~3A86FSHGDDPO.1 size=1048576 2024-04-02T08:49:32.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.874+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~3A86FSHGDDPO.2 size=467524 2024-04-02T08:49:32.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.874+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=3A86FSHGDDPO tag=0TQCJNPXOA0O type=write size=3613252 2024-04-02T08:49:32.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.875+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~0516TE4RB60T.0 size=1048576 2024-04-02T08:49:32.875 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.876+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~0516TE4RB60T.1 size=1048576 2024-04-02T08:49:32.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.878+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~0516TE4RB60T.2 size=114952 2024-04-02T08:49:32.879 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.880+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=0516TE4RB60T tag=59OV4B0PKGAU type=write size=3260680 2024-04-02T08:49:32.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.881+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=FR846F1KS8PH type=write size=747223 2024-04-02T08:49:32.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.883+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~S95QTXB9LQ01.0 size=759358 2024-04-02T08:49:32.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.886+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=S95QTXB9LQ01 tag=P3DLTCDLA04R type=write size=1807934 2024-04-02T08:49:32.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.887+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=ZLMFJLVYPEND type=write size=14519 2024-04-02T08:49:32.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.887+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~621V79TW5I88.0 size=1048576 2024-04-02T08:49:32.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.889+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~621V79TW5I88.1 size=1048576 2024-04-02T08:49:32.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.889+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~621V79TW5I88.2 size=778536 2024-04-02T08:49:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.892+0000 7fcac0634780 1 < canceled multipart upload key=XGGRH5W35CRD upload=621V79TW5I88 tag=7TUOVHZGNNLX type=write size=3924264 2024-04-02T08:49:32.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.893+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=CO68J5EB679J type=write size=287488 2024-04-02T08:49:32.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.895+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=20TN9LJ44X45 type=del 2024-04-02T08:49:32.897 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.898+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~2HS9I4CW0TF6.0 size=886616 2024-04-02T08:49:32.897 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.898+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=2HS9I4CW0TF6 tag=OSI9PDDLRWJY type=write size=1935192 2024-04-02T08:49:32.898 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.899+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~FOK87AYUGBN8.0 size=849460 2024-04-02T08:49:32.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.902+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=FOK87AYUGBN8 tag=53LV4XK13QF0 type=write size=1898036 2024-04-02T08:49:32.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.905+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~D5FMUR6UDS1T.0 size=1048576 2024-04-02T08:49:32.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.906+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~D5FMUR6UDS1T.1 size=749199 2024-04-02T08:49:32.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.906+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=D5FMUR6UDS1T tag=BLT1PEEDA4A6 type=write size=2846351 2024-04-02T08:49:32.906 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.907+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~R17C3IVK2270.0 size=998101 2024-04-02T08:49:32.909 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.910+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=R17C3IVK2270 tag=MR4ZWKWCL7TS type=write size=2046677 2024-04-02T08:49:32.914 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.913+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~NG5MET9GSGUM.0 size=325469 2024-04-02T08:49:32.914 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.913+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=NG5MET9GSGUM tag=WDBN09697PD4 type=write size=1374045 2024-04-02T08:49:32.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.915+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~C6R664T75RCL.0 size=1048576 2024-04-02T08:49:32.916 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.917+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~C6R664T75RCL.1 size=194240 2024-04-02T08:49:32.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.920+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=C6R664T75RCL tag=BKDR6DYXP159 type=write size=2291392 2024-04-02T08:49:32.922 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.923+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~T6ELRFQEPHK2.0 size=1048576 2024-04-02T08:49:32.923 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.924+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~T6ELRFQEPHK2.1 size=781385 2024-04-02T08:49:32.923 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.924+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=T6ELRFQEPHK2 tag=EDASVOV37S82 type=write size=2878537 2024-04-02T08:49:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.926+0000 7fcac0634780 1 < canceled operation key=1Z9ANT6HV4UI tag=IBRTNAZU1BQL type=del size=2780314 2024-04-02T08:49:32.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.928+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=IVSBKKIFTN3P type=del size=1712301 2024-04-02T08:49:32.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.929+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=UUJSUAL2SXOK type=del 2024-04-02T08:49:32.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.931+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=GRF028096P4L type=del size=3816718 2024-04-02T08:49:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.934+0000 7fcac0634780 1 < suggested update operation key=KW7PQ140P1OW tag=CU75H3E3GFA8 type=del size=487822 2024-04-02T08:49:32.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.936+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=RDGFH62B6XPG type=del size=2074392 2024-04-02T08:49:32.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.936+0000 7fcac0634780 1 < canceled part key=_multipart_VTZMAIZU0MX6.2~PVLEENJ45AJH.0 size=829470 2024-04-02T08:49:32.938 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.939+0000 7fcac0634780 1 < canceled multipart upload key=VTZMAIZU0MX6 upload=PVLEENJ45AJH tag=VI15M7K1A9CA type=write size=1878046 2024-04-02T08:49:32.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.941+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=ZCCGA6L7RHR1 type=write size=541755 2024-04-02T08:49:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.942+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~6T80UWDCAHGW.0 size=909433 2024-04-02T08:49:32.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.945+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=6T80UWDCAHGW tag=F89TD4CNDGDT type=write size=1958009 2024-04-02T08:49:32.946 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.947+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=ZG2Q935DEWDO type=write size=627246 2024-04-02T08:49:32.947 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.949+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~YOK3VN0UCFLB.0 size=1048576 2024-04-02T08:49:32.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.950+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~YOK3VN0UCFLB.1 size=756240 2024-04-02T08:49:32.952 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.953+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=YOK3VN0UCFLB tag=GRRJRYJ699TU type=write size=2853392 2024-04-02T08:49:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.955+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=7Q3RSK6WDRS0 type=del size=3780566 2024-04-02T08:49:32.956 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.957+0000 7fcac0634780 -1 < failed to complete operation key=KW7PQ140P1OW tag=8UGECN3XWAM4 type=del size=685919: (22) Invalid argument 2024-04-02T08:49:32.957 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.958+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=ZII001R16LIX type=del size=3578070 2024-04-02T08:49:32.959 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.960+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=GDONQEBHOT28 type=write size=600561 2024-04-02T08:49:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.962+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=3TOC9MGJYIUR type=write size=495746 2024-04-02T08:49:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.964+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~3A86FSHGDDPO.0 size=1048576 2024-04-02T08:49:32.964 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.965+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~3A86FSHGDDPO.1 size=1048576 2024-04-02T08:49:32.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.966+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~3A86FSHGDDPO.2 size=467524 2024-04-02T08:49:32.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.969+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=3A86FSHGDDPO tag=0TQCJNPXOA0O type=write size=3613252 2024-04-02T08:49:32.971 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.973+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~3FP3GM1M4SNL.0 size=1048576 2024-04-02T08:49:32.973 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.974+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~3FP3GM1M4SNL.1 size=1048576 2024-04-02T08:49:32.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.975+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~3FP3GM1M4SNL.2 size=910100 2024-04-02T08:49:32.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.975+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=3FP3GM1M4SNL tag=88U9CNFVB7GP type=write size=4055828 2024-04-02T08:49:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.977+0000 7fcac0634780 1 < completed write operation key=O57E3MLOAH4P tag=FR846F1KS8PH type=write size=747223 2024-04-02T08:49:32.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.980+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~CPJYZC5HQ4RE.0 size=1048576 2024-04-02T08:49:32.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.981+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~CPJYZC5HQ4RE.1 size=897059 2024-04-02T08:49:32.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.981+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=CPJYZC5HQ4RE tag=M7OESKX6F26P type=write size=2994211 2024-04-02T08:49:32.981 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.982+0000 7fcac0634780 1 < completed write operation key=OQYFPKEX5S39 tag=ZLMFJLVYPEND type=write size=14519 2024-04-02T08:49:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.985+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~D612AY7GU262.0 size=1048576 2024-04-02T08:49:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.987+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~D612AY7GU262.1 size=1048576 2024-04-02T08:49:32.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.988+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~D612AY7GU262.2 size=470252 2024-04-02T08:49:32.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.988+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=D612AY7GU262 tag=5FHB5GP85RQ8 type=write size=3615980 2024-04-02T08:49:32.990 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.991+0000 7fcac0634780 1 < suggested remove operation key=IKT0IL1UL3E0 tag=CO68J5EB679J type=write 2024-04-02T08:49:32.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.994+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~AIQUM2JE3Z8B.0 size=1048576 2024-04-02T08:49:32.994 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.995+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~AIQUM2JE3Z8B.1 size=340429 2024-04-02T08:49:32.994 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.995+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=AIQUM2JE3Z8B tag=S5SBEIJ2O8PC type=write size=2437581 2024-04-02T08:49:32.995 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.997+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~2HS9I4CW0TF6.0 size=886616 2024-04-02T08:49:32.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:32.999+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=2HS9I4CW0TF6 tag=OSI9PDDLRWJY type=write size=1935192 2024-04-02T08:49:33.000 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.001+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=SE0EA9SF8I3Y type=del size=876733 2024-04-02T08:49:33.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.003+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~D5FMUR6UDS1T.0 size=1048576 2024-04-02T08:49:33.003 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.004+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~D5FMUR6UDS1T.1 size=749199 2024-04-02T08:49:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.006+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=D5FMUR6UDS1T tag=BLT1PEEDA4A6 type=write size=2846351 2024-04-02T08:49:33.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.009+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~XFYWHEU4DA32.0 size=421505 2024-04-02T08:49:33.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.009+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=XFYWHEU4DA32 tag=5SDCF327HRL7 type=write size=1470081 2024-04-02T08:49:33.010 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.011+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~NG5MET9GSGUM.0 size=325469 2024-04-02T08:49:33.013 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.014+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=NG5MET9GSGUM tag=WDBN09697PD4 type=write size=1374045 2024-04-02T08:49:33.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.016+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=OEGQZOHCMZNQ type=del size=2670412 2024-04-02T08:49:33.016 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.017+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~T6ELRFQEPHK2.0 size=1048576 2024-04-02T08:49:33.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.019+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~T6ELRFQEPHK2.1 size=781385 2024-04-02T08:49:33.020 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.022+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=T6ELRFQEPHK2 tag=EDASVOV37S82 type=write size=2878537 2024-04-02T08:49:33.022 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.024+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=WJ4BZBU2MHK9 type=del size=1342738 2024-04-02T08:49:33.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.025+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=IVSBKKIFTN3P type=del 2024-04-02T08:49:33.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.028+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~K62ZUN106HKO.0 size=1048576 2024-04-02T08:49:33.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.029+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~K62ZUN106HKO.1 size=155771 2024-04-02T08:49:33.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.029+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=K62ZUN106HKO tag=1BPK0XN4IIG1 type=write size=2252923 2024-04-02T08:49:33.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.031+0000 7fcac0634780 1 < canceled operation key=XGGRH5W35CRD tag=GRF028096P4L type=del size=3816718 2024-04-02T08:49:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.033+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=F6GGPABP89YA type=del size=3446962 2024-04-02T08:49:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.035+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=RDGFH62B6XPG type=del 2024-04-02T08:49:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.036+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=IS36D3T5DHG8 type=write size=440887 2024-04-02T08:49:33.038 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.040+0000 7fcac0634780 1 < suggested remove operation key=L5EXYH0FVU5S tag=ZCCGA6L7RHR1 type=write 2024-04-02T08:49:33.041 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.043+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~IRRRKBER1J2H.0 size=179168 2024-04-02T08:49:33.042 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.043+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=IRRRKBER1J2H tag=KJ06VAJ9R3B6 type=write size=1227744 2024-04-02T08:49:33.043 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.044+0000 7fcac0634780 1 < canceled operation key=OSRICQSGB2XI tag=ZG2Q935DEWDO type=write size=627246 2024-04-02T08:49:33.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.047+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~B94Q8FF61087.0 size=1048576 2024-04-02T08:49:33.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.048+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~B94Q8FF61087.1 size=1048576 2024-04-02T08:49:33.048 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.050+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~B94Q8FF61087.2 size=62684 2024-04-02T08:49:33.048 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.050+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=B94Q8FF61087 tag=CQ2RBZKK9Y2O type=write size=3208412 2024-04-02T08:49:33.050 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.051+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=7Q3RSK6WDRS0 type=del 2024-04-02T08:49:33.051 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.053+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=UUF5SB591VER type=del size=14447 2024-04-02T08:49:33.053 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.054+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=ZII001R16LIX type=del 2024-04-02T08:49:33.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.056+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=NPAT7ULDLD76 type=write size=679469 2024-04-02T08:49:33.056 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.057+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=3TOC9MGJYIUR type=write size=495746 2024-04-02T08:49:33.058 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.059+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=WG7OVIWWSK44 type=write size=439807 2024-04-02T08:49:33.062 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.061+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~3FP3GM1M4SNL.0 size=1048576 2024-04-02T08:49:33.062 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.062+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~3FP3GM1M4SNL.1 size=1048576 2024-04-02T08:49:33.062 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.063+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~3FP3GM1M4SNL.2 size=910100 2024-04-02T08:49:33.065 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.066+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=3FP3GM1M4SNL tag=88U9CNFVB7GP type=write size=4055828 2024-04-02T08:49:33.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.069+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~MU9SXWU5CTKH.0 size=70624 2024-04-02T08:49:33.068 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.069+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=MU9SXWU5CTKH tag=6R2QCA831PND type=write size=1119200 2024-04-02T08:49:33.069 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.070+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~CPJYZC5HQ4RE.0 size=1048576 2024-04-02T08:49:33.070 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.071+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~CPJYZC5HQ4RE.1 size=897059 2024-04-02T08:49:33.073 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.074+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=CPJYZC5HQ4RE tag=M7OESKX6F26P type=write size=2994211 2024-04-02T08:49:33.076 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.077+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~S9AEWA9WB7F7.0 size=133862 2024-04-02T08:49:33.076 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.077+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=S9AEWA9WB7F7 tag=46UUFQWEYF1B type=write size=1182438 2024-04-02T08:49:33.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.078+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~D612AY7GU262.0 size=1048576 2024-04-02T08:49:33.078 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.079+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~D612AY7GU262.1 size=1048576 2024-04-02T08:49:33.079 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.081+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~D612AY7GU262.2 size=470252 2024-04-02T08:49:33.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.083+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=D612AY7GU262 tag=5FHB5GP85RQ8 type=write size=3615980 2024-04-02T08:49:33.085 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.086+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~DFABCBUUJI9R.0 size=1048576 2024-04-02T08:49:33.087 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.088+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~DFABCBUUJI9R.1 size=115217 2024-04-02T08:49:33.087 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.088+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=DFABCBUUJI9R tag=HF1J0J3MTD0H type=write size=2212369 2024-04-02T08:49:33.088 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.089+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~AIQUM2JE3Z8B.0 size=1048576 2024-04-02T08:49:33.089 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.091+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~AIQUM2JE3Z8B.1 size=340429 2024-04-02T08:49:33.092 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.094+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=AIQUM2JE3Z8B tag=S5SBEIJ2O8PC type=write size=2437581 2024-04-02T08:49:33.094 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.095+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=UMJXER0FURU2 type=del size=2407924 2024-04-02T08:49:33.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.097+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=SE0EA9SF8I3Y type=del 2024-04-02T08:49:33.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.099+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=XRCCISWA1E8F type=write size=857676 2024-04-02T08:49:33.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.099+0000 7fcac0634780 1 < canceled part key=_multipart_Z250TTJ2J4Z5.2~XFYWHEU4DA32.0 size=421505 2024-04-02T08:49:33.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.101+0000 7fcac0634780 1 < canceled multipart upload key=Z250TTJ2J4Z5 upload=XFYWHEU4DA32 tag=5SDCF327HRL7 type=write size=1470081 2024-04-02T08:49:33.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.103+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=YBOIFR85ENDY type=del size=1302346 2024-04-02T08:49:33.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.104+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=OEGQZOHCMZNQ type=del 2024-04-02T08:49:33.105 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.106+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=6VK7OCJ8X1NS type=del size=888756 2024-04-02T08:49:33.106 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.107+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=WJ4BZBU2MHK9 type=del 2024-04-02T08:49:33.109 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.110+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~HREGYSX9BM9B.0 size=1048576 2024-04-02T08:49:33.111 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.112+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~HREGYSX9BM9B.1 size=802157 2024-04-02T08:49:33.111 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.112+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=HREGYSX9BM9B tag=O9D75P66U690 type=write size=2899309 2024-04-02T08:49:33.112 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.114+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~K62ZUN106HKO.0 size=1048576 2024-04-02T08:49:33.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.115+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~K62ZUN106HKO.1 size=155771 2024-04-02T08:49:33.117 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.118+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=K62ZUN106HKO tag=1BPK0XN4IIG1 type=write size=2252923 2024-04-02T08:49:33.122 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.121+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~6HTIY7CB530Y.0 size=159158 2024-04-02T08:49:33.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.121+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=6HTIY7CB530Y tag=J7I66Q5OG4IZ type=write size=1207734 2024-04-02T08:49:33.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.122+0000 7fcac0634780 1 < canceled operation key=7RTUKS6WIVUY tag=F6GGPABP89YA type=del size=3446962 2024-04-02T08:49:33.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.124+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=YE347CJE47UW type=del size=3659612 2024-04-02T08:49:33.124 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.125+0000 7fcac0634780 1 < completed write operation key=WGKAHDKTL4AK tag=IS36D3T5DHG8 type=write size=440887 2024-04-02T08:49:33.127 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.128+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~7ANY73ZN7RWT.0 size=1048576 2024-04-02T08:49:33.128 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.130+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~7ANY73ZN7RWT.1 size=382869 2024-04-02T08:49:33.129 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.130+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=7ANY73ZN7RWT tag=46W091FA3CH0 type=write size=2480021 2024-04-02T08:49:33.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.131+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~IRRRKBER1J2H.0 size=179168 2024-04-02T08:49:33.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.134+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=IRRRKBER1J2H tag=KJ06VAJ9R3B6 type=write size=1227744 2024-04-02T08:49:33.134 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.135+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=A6D3QX30L1H7 type=del size=327071 2024-04-02T08:49:33.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.135+0000 7fcac0634780 1 < canceled part key=_multipart_5I1R6353CBOP.2~B94Q8FF61087.0 size=1048576 2024-04-02T08:49:33.136 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.137+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~B94Q8FF61087.1 size=1048576 2024-04-02T08:49:33.137 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.138+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~B94Q8FF61087.2 size=62684 2024-04-02T08:49:33.140 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.141+0000 7fcac0634780 1 < canceled multipart upload key=5I1R6353CBOP upload=B94Q8FF61087 tag=CQ2RBZKK9Y2O type=write size=3208412 2024-04-02T08:49:33.141 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.142+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=R4JJOII62Y8P type=del size=2978130 2024-04-02T08:49:33.143 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.144+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=UUF5SB591VER type=del 2024-04-02T08:49:33.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.147+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~QPXHYEUF7WI7.0 size=1048576 2024-04-02T08:49:33.147 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.148+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~QPXHYEUF7WI7.1 size=36869 2024-04-02T08:49:33.147 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.148+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=QPXHYEUF7WI7 tag=GK8TZET9VSRL type=write size=2134021 2024-04-02T08:49:33.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.150+0000 7fcac0634780 1 < completed write operation key=5DJO5NRKSHEG tag=NPAT7ULDLD76 type=write size=679469 2024-04-02T08:49:33.151 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.152+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=3ID5DYHS9PRV type=del size=3646557 2024-04-02T08:49:33.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.154+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=WG7OVIWWSK44 type=write size=439807 2024-04-02T08:49:33.156 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.157+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~YKTX8N4PO65E.0 size=1048576 2024-04-02T08:49:33.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.158+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~YKTX8N4PO65E.1 size=823820 2024-04-02T08:49:33.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.158+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=YKTX8N4PO65E tag=VD2D6137P476 type=write size=2920972 2024-04-02T08:49:33.159 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.160+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~MU9SXWU5CTKH.0 size=70624 2024-04-02T08:49:33.162 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.163+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=MU9SXWU5CTKH tag=6R2QCA831PND type=write size=1119200 2024-04-02T08:49:33.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.166+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~7JMXUEDHYJYX.0 size=1048576 2024-04-02T08:49:33.166 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.167+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~7JMXUEDHYJYX.1 size=698053 2024-04-02T08:49:33.166 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.167+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=7JMXUEDHYJYX tag=BT0UYUZ37TJX type=write size=2795205 2024-04-02T08:49:33.168 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.169+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~S9AEWA9WB7F7.0 size=133862 2024-04-02T08:49:33.171 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.172+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=S9AEWA9WB7F7 tag=46UUFQWEYF1B type=write size=1182438 2024-04-02T08:49:33.174 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.175+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~0RDGKZ6KX5FN.0 size=1048576 2024-04-02T08:49:33.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.177+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~0RDGKZ6KX5FN.1 size=1048576 2024-04-02T08:49:33.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.178+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~0RDGKZ6KX5FN.2 size=928490 2024-04-02T08:49:33.177 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.178+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=0RDGKZ6KX5FN tag=RITJPNMT6N34 type=write size=4074218 2024-04-02T08:49:33.178 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.179+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~DFABCBUUJI9R.0 size=1048576 2024-04-02T08:49:33.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.181+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~DFABCBUUJI9R.1 size=115217 2024-04-02T08:49:33.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.183+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=DFABCBUUJI9R tag=HF1J0J3MTD0H type=write size=2212369 2024-04-02T08:49:33.183 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.185+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=94BOM9OMXI3E type=del size=3164609 2024-04-02T08:49:33.186 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.188+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=UMJXER0FURU2 type=del size=2407924 2024-04-02T08:49:33.189 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.190+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~BSHIEF4FQZ0P.0 size=129245 2024-04-02T08:49:33.190 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.190+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=BSHIEF4FQZ0P tag=Z2GMSCEH2LUN type=write size=1177821 2024-04-02T08:49:33.191 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.192+0000 7fcac0634780 1 < completed write operation key=XYWGJ7UZDDAF tag=XRCCISWA1E8F type=write size=857676 2024-04-02T08:49:33.194 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.195+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~FEQSD1H8W1QP.0 size=1036084 2024-04-02T08:49:33.194 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.195+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=FEQSD1H8W1QP tag=B10VAKGN7V60 type=write size=2084660 2024-04-02T08:49:33.196 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.198+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=YBOIFR85ENDY type=del size=1302346 2024-04-02T08:49:33.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.199+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=B5PCJ6XVB80B type=write size=580878 2024-04-02T08:49:33.199 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.201+0000 7fcac0634780 1 < canceled operation key=L5EXYH0FVU5S tag=6VK7OCJ8X1NS type=del size=888756 2024-04-02T08:49:33.201 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.202+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=S8S3GEIO99XD type=del size=4107358 2024-04-02T08:49:33.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.204+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~HREGYSX9BM9B.0 size=1048576 2024-04-02T08:49:33.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.204+0000 7fcac0634780 1 < canceled part key=_multipart_ZHTF4PWZZ3FL.2~HREGYSX9BM9B.1 size=802157 2024-04-02T08:49:33.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.206+0000 7fcac0634780 1 < canceled multipart upload key=ZHTF4PWZZ3FL upload=HREGYSX9BM9B tag=O9D75P66U690 type=write size=2899309 2024-04-02T08:49:33.208 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.209+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~R2WKXXWS1FID.0 size=1048576 2024-04-02T08:49:33.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.210+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~R2WKXXWS1FID.1 size=1048576 2024-04-02T08:49:33.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.211+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~R2WKXXWS1FID.2 size=816304 2024-04-02T08:49:33.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.211+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=R2WKXXWS1FID tag=X77RMGKCQXZJ type=write size=3962032 2024-04-02T08:49:33.212 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.213+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~6HTIY7CB530Y.0 size=159158 2024-04-02T08:49:33.215 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.216+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=6HTIY7CB530Y tag=J7I66Q5OG4IZ type=write size=1207734 2024-04-02T08:49:33.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.219+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~AFVVINGQXP06.0 size=1048576 2024-04-02T08:49:33.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.220+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~AFVVINGQXP06.1 size=1048576 2024-04-02T08:49:33.221 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.222+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~AFVVINGQXP06.2 size=685837 2024-04-02T08:49:33.221 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.222+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=AFVVINGQXP06 tag=PTHH04E9DKG8 type=write size=3831565 2024-04-02T08:49:33.222 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.223+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=YE347CJE47UW type=del 2024-04-02T08:49:33.224 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.225+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=Y0E1DEQ66OFX type=del size=2396217 2024-04-02T08:49:33.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.227+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~7ANY73ZN7RWT.0 size=1048576 2024-04-02T08:49:33.227 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.228+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~7ANY73ZN7RWT.1 size=382869 2024-04-02T08:49:33.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.231+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=7ANY73ZN7RWT tag=46W091FA3CH0 type=write size=2480021 2024-04-02T08:49:33.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.235+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SDHCOEYNA6LU.0 size=1048576 2024-04-02T08:49:33.235 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.236+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SDHCOEYNA6LU.1 size=1048576 2024-04-02T08:49:33.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.238+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SDHCOEYNA6LU.2 size=323580 2024-04-02T08:49:33.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.238+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=SDHCOEYNA6LU tag=H2U4394CCM07 type=write size=3469308 2024-04-02T08:49:33.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.239+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=A6D3QX30L1H7 type=del 2024-04-02T08:49:33.240 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.241+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=6KYVQRMROMW2 type=del size=1571352 2024-04-02T08:49:33.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.245+0000 7fcac0634780 1 < suggested remove operation key=1H7AVDY1UUP3 tag=R4JJOII62Y8P type=del 2024-04-02T08:49:33.245 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.246+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=5J0PV31H8DFL type=del size=535412 2024-04-02T08:49:33.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.248+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~QPXHYEUF7WI7.0 size=1048576 2024-04-02T08:49:33.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.248+0000 7fcac0634780 1 < canceled part key=_multipart_L5EXYH0FVU5S.2~QPXHYEUF7WI7.1 size=36869 2024-04-02T08:49:33.249 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.250+0000 7fcac0634780 1 < canceled multipart upload key=L5EXYH0FVU5S upload=QPXHYEUF7WI7 tag=GK8TZET9VSRL type=write size=2134021 2024-04-02T08:49:33.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.252+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=GGK6T29I1CGK type=del size=1084019 2024-04-02T08:49:33.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.255+0000 7fcac0634780 1 < suggested remove operation key=LLBAA0EBI2RP tag=3ID5DYHS9PRV type=del 2024-04-02T08:49:33.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.258+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~499HA8PKHH4E.0 size=443955 2024-04-02T08:49:33.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.258+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=499HA8PKHH4E tag=9IT5UVEL4AT4 type=write size=1492531 2024-04-02T08:49:33.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.259+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~YKTX8N4PO65E.0 size=1048576 2024-04-02T08:49:33.259 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.260+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~YKTX8N4PO65E.1 size=823820 2024-04-02T08:49:33.261 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.263+0000 7fcac0634780 1 < canceled multipart upload key=XGGRH5W35CRD upload=YKTX8N4PO65E tag=VD2D6137P476 type=write size=2920972 2024-04-02T08:49:33.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.266+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~ED3B1TXPN654.0 size=748544 2024-04-02T08:49:33.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.266+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=ED3B1TXPN654 tag=CZYC9FY41E45 type=write size=1797120 2024-04-02T08:49:33.266 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.268+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~7JMXUEDHYJYX.0 size=1048576 2024-04-02T08:49:33.268 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.269+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~7JMXUEDHYJYX.1 size=698053 2024-04-02T08:49:33.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.272+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=7JMXUEDHYJYX tag=BT0UYUZ37TJX type=write size=2795205 2024-04-02T08:49:33.272 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.273+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=MY1FBLKMZLUR type=write size=15290 2024-04-02T08:49:33.274 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.275+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~0RDGKZ6KX5FN.0 size=1048576 2024-04-02T08:49:33.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.276+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~0RDGKZ6KX5FN.1 size=1048576 2024-04-02T08:49:33.276 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.278+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~0RDGKZ6KX5FN.2 size=928490 2024-04-02T08:49:33.279 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.280+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=0RDGKZ6KX5FN tag=RITJPNMT6N34 type=write size=4074218 2024-04-02T08:49:33.281 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.282+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=BLQLL1SD63AZ type=del size=2053252 2024-04-02T08:49:33.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.284+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=94BOM9OMXI3E type=del 2024-04-02T08:49:33.284 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.286+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=IH1DB2630N6K type=del size=1973073 2024-04-02T08:49:33.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.287+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~BSHIEF4FQZ0P.0 size=129245 2024-04-02T08:49:33.289 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.290+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=BSHIEF4FQZ0P tag=Z2GMSCEH2LUN type=write size=1177821 2024-04-02T08:49:33.291 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.292+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=Q9IKLSC96TC2 type=del size=1590139 2024-04-02T08:49:33.292 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.294+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~FEQSD1H8W1QP.0 size=1036084 2024-04-02T08:49:33.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.297+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=FEQSD1H8W1QP tag=B10VAKGN7V60 type=write size=2084660 2024-04-02T08:49:33.297 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.298+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=80JVXQMEC1NL type=del size=2480102 2024-04-02T08:49:33.299 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.300+0000 7fcac0634780 1 < completed write operation key=5I1R6353CBOP tag=B5PCJ6XVB80B type=write size=580878 2024-04-02T08:49:33.300 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.302+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=US4DGG9LGQAW type=del size=4133899 2024-04-02T08:49:33.302 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.303+0000 7fcac0634780 -1 < failed to complete operation key=1H7AVDY1UUP3 tag=S8S3GEIO99XD type=del size=4107358: (22) Invalid argument 2024-04-02T08:49:33.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.305+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=CRCYQZO78KEN type=del size=1489432 2024-04-02T08:49:33.305 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.307+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~R2WKXXWS1FID.0 size=1048576 2024-04-02T08:49:33.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.307+0000 7fcac0634780 1 < canceled part key=_multipart_ZHTF4PWZZ3FL.2~R2WKXXWS1FID.1 size=1048576 2024-04-02T08:49:33.307 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.308+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~R2WKXXWS1FID.2 size=816304 2024-04-02T08:49:33.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.310+0000 7fcac0634780 1 < canceled multipart upload key=ZHTF4PWZZ3FL upload=R2WKXXWS1FID tag=X77RMGKCQXZJ type=write size=3962032 2024-04-02T08:49:33.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.312+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=DP7HF1ETPQZO type=del size=3140743 2024-04-02T08:49:33.312 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.313+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~AFVVINGQXP06.0 size=1048576 2024-04-02T08:49:33.314 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.315+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~AFVVINGQXP06.1 size=1048576 2024-04-02T08:49:33.315 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.316+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~AFVVINGQXP06.2 size=685837 2024-04-02T08:49:33.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.319+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=AFVVINGQXP06 tag=PTHH04E9DKG8 type=write size=3831565 2024-04-02T08:49:33.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.322+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~YI23EIO91DK4.0 size=1048576 2024-04-02T08:49:33.322 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.323+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~YI23EIO91DK4.1 size=1048576 2024-04-02T08:49:33.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.325+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~YI23EIO91DK4.2 size=404038 2024-04-02T08:49:33.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.325+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=YI23EIO91DK4 tag=V8VJ22XMTFCV type=write size=3549766 2024-04-02T08:49:33.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.326+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=Y0E1DEQ66OFX type=del 2024-04-02T08:49:33.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.328+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=MND0U0EXBLJ8 type=del size=647096 2024-04-02T08:49:33.328 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.329+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SDHCOEYNA6LU.0 size=1048576 2024-04-02T08:49:33.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.330+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SDHCOEYNA6LU.1 size=1048576 2024-04-02T08:49:33.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.332+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SDHCOEYNA6LU.2 size=323580 2024-04-02T08:49:33.334 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.335+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=SDHCOEYNA6LU tag=H2U4394CCM07 type=write size=3469308 2024-04-02T08:49:33.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.341+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~0G0P1YP7NER3.0 size=1048576 2024-04-02T08:49:33.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.343+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~0G0P1YP7NER3.1 size=1048576 2024-04-02T08:49:33.344 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.345+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~0G0P1YP7NER3.2 size=503927 2024-04-02T08:49:33.344 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.345+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=0G0P1YP7NER3 tag=48I8F1VIRAO2 type=write size=3649655 2024-04-02T08:49:33.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.346+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=6KYVQRMROMW2 type=del 2024-04-02T08:49:33.347 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.348+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=T3SCK3ZSSWS8 type=del size=1091746 2024-04-02T08:49:33.350 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.351+0000 7fcac0634780 1 < suggested update operation key=VTZMAIZU0MX6 tag=5J0PV31H8DFL type=del size=535412 2024-04-02T08:49:33.353 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.354+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~VBHV8N5JO9ZP.0 size=760729 2024-04-02T08:49:33.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.354+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=VBHV8N5JO9ZP tag=HGLKR5WO4V2A type=write size=1809305 2024-04-02T08:49:33.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.356+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=GGK6T29I1CGK type=del 2024-04-02T08:49:33.356 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.357+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=2TMFHMPYJAZR type=del size=1791527 2024-04-02T08:49:33.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.359+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~499HA8PKHH4E.0 size=443955 2024-04-02T08:49:33.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.361+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=499HA8PKHH4E tag=9IT5UVEL4AT4 type=write size=1492531 2024-04-02T08:49:33.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.364+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~4U42W3PV8BTR.0 size=346030 2024-04-02T08:49:33.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.364+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=4U42W3PV8BTR tag=0VXE0KAECYVM type=write size=1394606 2024-04-02T08:49:33.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.366+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~ED3B1TXPN654.0 size=748544 2024-04-02T08:49:33.367 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.368+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=ED3B1TXPN654 tag=CZYC9FY41E45 type=write size=1797120 2024-04-02T08:49:33.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.370+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=J5XHJM1PY8KN type=write size=485184 2024-04-02T08:49:33.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.372+0000 7fcac0634780 1 < completed write operation key=LI90A8RSX1C6 tag=MY1FBLKMZLUR type=write size=15290 2024-04-02T08:49:33.372 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.373+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=NP3113OJHAUD type=del size=2942763 2024-04-02T08:49:33.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.375+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=BLQLL1SD63AZ type=del 2024-04-02T08:49:33.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.377+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~QO3NB911BBGE.0 size=1048576 2024-04-02T08:49:33.377 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.379+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~QO3NB911BBGE.1 size=1048576 2024-04-02T08:49:33.379 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.380+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~QO3NB911BBGE.2 size=194122 2024-04-02T08:49:33.379 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.380+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=QO3NB911BBGE tag=LYY32A0J23FT type=write size=3339850 2024-04-02T08:49:33.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.382+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=IH1DB2630N6K type=del 2024-04-02T08:49:33.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.384+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=SKJAAPUHJXQW type=write size=986715 2024-04-02T08:49:33.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.387+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=Q9IKLSC96TC2 type=del size=1590139 2024-04-02T08:49:33.388 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.389+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=3NKCJJXJLQC2 type=del size=4102404 2024-04-02T08:49:33.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.390+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=80JVXQMEC1NL type=del 2024-04-02T08:49:33.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.392+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=PEK0P39GNHJA type=del size=108128 2024-04-02T08:49:33.392 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.394+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=US4DGG9LGQAW type=del 2024-04-02T08:49:33.396 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.397+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~EWK8ASFGGT30.0 size=1048576 2024-04-02T08:49:33.397 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.399+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~EWK8ASFGGT30.1 size=1048576 2024-04-02T08:49:33.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.400+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~EWK8ASFGGT30.2 size=1007198 2024-04-02T08:49:33.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.400+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=EWK8ASFGGT30 tag=00K7TN43JLCL type=write size=4152926 2024-04-02T08:49:33.401 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.402+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=CRCYQZO78KEN type=del 2024-04-02T08:49:33.403 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.405+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~P86ITZQ9LK1I.0 size=1048576 2024-04-02T08:49:33.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.406+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~P86ITZQ9LK1I.1 size=869619 2024-04-02T08:49:33.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.406+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=P86ITZQ9LK1I tag=LXEAFGN630ZW type=write size=2966771 2024-04-02T08:49:33.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.408+0000 7fcac0634780 -1 < failed to complete operation key=XGGRH5W35CRD tag=DP7HF1ETPQZO type=del size=3140743: (22) Invalid argument 2024-04-02T08:49:33.408 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.410+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=5NUWMEGQNC5K type=del size=3589481 2024-04-02T08:49:33.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.411+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~YI23EIO91DK4.0 size=1048576 2024-04-02T08:49:33.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.413+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~YI23EIO91DK4.1 size=1048576 2024-04-02T08:49:33.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.414+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~YI23EIO91DK4.2 size=404038 2024-04-02T08:49:33.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.417+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=YI23EIO91DK4 tag=V8VJ22XMTFCV type=write size=3549766 2024-04-02T08:49:33.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.420+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~RI5K669JRDX1.0 size=1048576 2024-04-02T08:49:33.420 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.421+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~RI5K669JRDX1.1 size=1048576 2024-04-02T08:49:33.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.422+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~RI5K669JRDX1.2 size=570356 2024-04-02T08:49:33.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.422+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=RI5K669JRDX1 tag=KZ72VGR93U1H type=write size=3716084 2024-04-02T08:49:33.423 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.424+0000 7fcac0634780 -1 < failed to complete operation key=VTZMAIZU0MX6 tag=MND0U0EXBLJ8 type=del size=647096: (22) Invalid argument 2024-04-02T08:49:33.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.426+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=E0ZAB2VQUEKV type=write size=995826 2024-04-02T08:49:33.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.427+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~0G0P1YP7NER3.0 size=1048576 2024-04-02T08:49:33.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.429+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~0G0P1YP7NER3.1 size=1048576 2024-04-02T08:49:33.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.430+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~0G0P1YP7NER3.2 size=503927 2024-04-02T08:49:33.432 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.433+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=0G0P1YP7NER3 tag=48I8F1VIRAO2 type=write size=3649655 2024-04-02T08:49:33.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.436+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~CTG7JTFOEZJB.0 size=812418 2024-04-02T08:49:33.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.436+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=CTG7JTFOEZJB tag=KL3OGA91JA1N type=write size=1860994 2024-04-02T08:49:33.436 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.437+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=T3SCK3ZSSWS8 type=del 2024-04-02T08:49:33.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.439+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=WNYC0RIOEOPE type=del size=1925724 2024-04-02T08:49:33.439 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.440+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~VBHV8N5JO9ZP.0 size=760729 2024-04-02T08:49:33.442 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.443+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=VBHV8N5JO9ZP tag=HGLKR5WO4V2A type=write size=1809305 2024-04-02T08:49:33.443 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.444+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=H1EJWQW7C246 type=del size=156598 2024-04-02T08:49:33.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.448+0000 7fcac0634780 1 < suggested remove operation key=LI90A8RSX1C6 tag=2TMFHMPYJAZR type=del 2024-04-02T08:49:33.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.450+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~3ITBN08U539T.0 size=1048576 2024-04-02T08:49:33.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.452+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~3ITBN08U539T.1 size=263221 2024-04-02T08:49:33.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.452+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=3ITBN08U539T tag=J2PYIOVVZPCG type=write size=2360373 2024-04-02T08:49:33.453 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.454+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~4U42W3PV8BTR.0 size=346030 2024-04-02T08:49:33.455 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.456+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=4U42W3PV8BTR tag=0VXE0KAECYVM type=write size=1394606 2024-04-02T08:49:33.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.464+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~LTHQKW56VC8L.0 size=1048576 2024-04-02T08:49:33.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.466+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~LTHQKW56VC8L.1 size=1048576 2024-04-02T08:49:33.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.467+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~LTHQKW56VC8L.2 size=312451 2024-04-02T08:49:33.466 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.467+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=LTHQKW56VC8L tag=VU1HIRQHIC9X type=write size=3458179 2024-04-02T08:49:33.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.470+0000 7fcac0634780 1 < suggested remove operation key=248AZLBDZOFS tag=J5XHJM1PY8KN type=write 2024-04-02T08:49:33.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.473+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~Y9DDESB800I6.0 size=1048576 2024-04-02T08:49:33.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.474+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~Y9DDESB800I6.1 size=837096 2024-04-02T08:49:33.473 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.474+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=Y9DDESB800I6 tag=16LAHCBS0Z6T type=write size=2934248 2024-04-02T08:49:33.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.476+0000 7fcac0634780 -1 < failed to complete operation key=XGGRH5W35CRD tag=NP3113OJHAUD type=del size=2942763: (22) Invalid argument 2024-04-02T08:49:33.477 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.478+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~CIXRA8RM2NU3.0 size=1048576 2024-04-02T08:49:33.478 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.480+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~CIXRA8RM2NU3.1 size=447091 2024-04-02T08:49:33.478 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.480+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=CIXRA8RM2NU3 tag=X8X5AM2J7IKP type=write size=2544243 2024-04-02T08:49:33.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.481+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~QO3NB911BBGE.0 size=1048576 2024-04-02T08:49:33.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.482+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~QO3NB911BBGE.1 size=1048576 2024-04-02T08:49:33.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.484+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~QO3NB911BBGE.2 size=194122 2024-04-02T08:49:33.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.486+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=QO3NB911BBGE tag=LYY32A0J23FT type=write size=3339850 2024-04-02T08:49:33.488 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.489+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~SXP9YAMSLQQX.0 size=1048576 2024-04-02T08:49:33.489 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.491+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~SXP9YAMSLQQX.1 size=568216 2024-04-02T08:49:33.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.491+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=SXP9YAMSLQQX tag=Q9MT2ZZ9Y73W type=write size=2665368 2024-04-02T08:49:33.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.492+0000 7fcac0634780 1 < completed write operation key=VTZMAIZU0MX6 tag=SKJAAPUHJXQW type=write size=986715 2024-04-02T08:49:33.492 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.494+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=8UHZYHGV41ZF type=del size=433091 2024-04-02T08:49:33.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.495+0000 7fcac0634780 1 < canceled operation key=RTWJLFP6HYOO tag=3NKCJJXJLQC2 type=del size=4102404 2024-04-02T08:49:33.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.498+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~13OE95N2O2YG.0 size=1048576 2024-04-02T08:49:33.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.499+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~13OE95N2O2YG.1 size=656156 2024-04-02T08:49:33.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.499+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=13OE95N2O2YG tag=2Y1KG79G11V6 type=write size=2753308 2024-04-02T08:49:33.501 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.502+0000 7fcac0634780 1 < suggested remove operation key=XYWGJ7UZDDAF tag=PEK0P39GNHJA type=del 2024-04-02T08:49:33.503 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.504+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=YJZ2CEU4USC5 type=del size=1228469 2024-04-02T08:49:33.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.506+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~EWK8ASFGGT30.0 size=1048576 2024-04-02T08:49:33.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.507+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~EWK8ASFGGT30.1 size=1048576 2024-04-02T08:49:33.507 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.508+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~EWK8ASFGGT30.2 size=1007198 2024-04-02T08:49:33.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.511+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=EWK8ASFGGT30 tag=00K7TN43JLCL type=write size=4152926 2024-04-02T08:49:33.511 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.512+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=4ASC7POAMF9R type=del size=183377 2024-04-02T08:49:33.513 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.514+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~P86ITZQ9LK1I.0 size=1048576 2024-04-02T08:49:33.514 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.515+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~P86ITZQ9LK1I.1 size=869619 2024-04-02T08:49:33.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.518+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=P86ITZQ9LK1I tag=LXEAFGN630ZW type=write size=2966771 2024-04-02T08:49:33.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.519+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=V253M10WO3PQ type=del size=2912335 2024-04-02T08:49:33.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.522+0000 7fcac0634780 1 < suggested remove operation key=F104QJQQC3MM tag=5NUWMEGQNC5K type=del 2024-04-02T08:49:33.523 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.524+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=VXM9R5SSLFUM type=del size=630742 2024-04-02T08:49:33.524 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.526+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~RI5K669JRDX1.0 size=1048576 2024-04-02T08:49:33.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.527+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~RI5K669JRDX1.1 size=1048576 2024-04-02T08:49:33.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.527+0000 7fcac0634780 1 < canceled part key=_multipart_1H7AVDY1UUP3.2~RI5K669JRDX1.2 size=570356 2024-04-02T08:49:33.528 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.529+0000 7fcac0634780 1 < canceled multipart upload key=1H7AVDY1UUP3 upload=RI5K669JRDX1 tag=KZ72VGR93U1H type=write size=3716084 2024-04-02T08:49:33.531 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.532+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~II6TT6X1ON1B.0 size=1048576 2024-04-02T08:49:33.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.533+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~II6TT6X1ON1B.1 size=1048576 2024-04-02T08:49:33.533 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.535+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~II6TT6X1ON1B.2 size=120806 2024-04-02T08:49:33.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.535+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=II6TT6X1ON1B tag=T7VOV7BYTBVQ type=write size=3266534 2024-04-02T08:49:33.535 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.536+0000 7fcac0634780 1 < completed write operation key=1H7AVDY1UUP3 tag=E0ZAB2VQUEKV type=write size=995826 2024-04-02T08:49:33.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.538+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=MAUM6XUFWF6F type=write size=403313 2024-04-02T08:49:33.538 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.540+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~CTG7JTFOEZJB.0 size=812418 2024-04-02T08:49:33.541 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.542+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=CTG7JTFOEZJB tag=KL3OGA91JA1N type=write size=1860994 2024-04-02T08:49:33.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.545+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~NBJSODVH1NLN.0 size=1048576 2024-04-02T08:49:33.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.547+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~NBJSODVH1NLN.1 size=831945 2024-04-02T08:49:33.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.547+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=NBJSODVH1NLN tag=0HTP90TF0V42 type=write size=2929097 2024-04-02T08:49:33.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.550+0000 7fcac0634780 1 < suggested remove operation key=KW7PQ140P1OW tag=WNYC0RIOEOPE type=del 2024-04-02T08:49:33.550 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.551+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=I75HGAXWJHHQ type=del size=4162721 2024-04-02T08:49:33.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.553+0000 7fcac0634780 -1 < failed to complete operation key=248AZLBDZOFS tag=H1EJWQW7C246 type=del size=156598: (22) Invalid argument 2024-04-02T08:49:33.555 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.556+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~KO6K6O4H0XAP.0 size=1048576 2024-04-02T08:49:33.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.558+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~KO6K6O4H0XAP.1 size=780128 2024-04-02T08:49:33.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.558+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=KO6K6O4H0XAP tag=G9IM6BHLZDN6 type=write size=2877280 2024-04-02T08:49:33.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.558+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~3ITBN08U539T.0 size=1048576 2024-04-02T08:49:33.558 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.559+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~3ITBN08U539T.1 size=263221 2024-04-02T08:49:33.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.562+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=3ITBN08U539T tag=J2PYIOVVZPCG type=write size=2360373 2024-04-02T08:49:33.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.565+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~RW8450H0TYE9.0 size=1048576 2024-04-02T08:49:33.565 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.567+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~RW8450H0TYE9.1 size=251937 2024-04-02T08:49:33.565 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.567+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=RW8450H0TYE9 tag=KPXU392QM4NB type=write size=2349089 2024-04-02T08:49:33.567 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.568+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~LTHQKW56VC8L.0 size=1048576 2024-04-02T08:49:33.569 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.570+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~LTHQKW56VC8L.1 size=1048576 2024-04-02T08:49:33.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.571+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~LTHQKW56VC8L.2 size=312451 2024-04-02T08:49:33.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.574+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=LTHQKW56VC8L tag=VU1HIRQHIC9X type=write size=3458179 2024-04-02T08:49:33.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.575+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=KJ66GLNV93P5 type=del size=2817114 2024-04-02T08:49:33.576 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.577+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~Y9DDESB800I6.0 size=1048576 2024-04-02T08:49:33.577 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.578+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~Y9DDESB800I6.1 size=837096 2024-04-02T08:49:33.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.581+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=Y9DDESB800I6 tag=16LAHCBS0Z6T type=write size=2934248 2024-04-02T08:49:33.581 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.582+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=XV2R6ABSKISW type=del size=1653221 2024-04-02T08:49:33.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.584+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~CIXRA8RM2NU3.0 size=1048576 2024-04-02T08:49:33.584 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.585+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~CIXRA8RM2NU3.1 size=447091 2024-04-02T08:49:33.586 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.588+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=CIXRA8RM2NU3 tag=X8X5AM2J7IKP type=write size=2544243 2024-04-02T08:49:33.589 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.591+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~77X98TPHFO8C.0 size=1048576 2024-04-02T08:49:33.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.592+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~77X98TPHFO8C.1 size=773012 2024-04-02T08:49:33.591 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.592+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=77X98TPHFO8C tag=2CI0S150P3MX type=write size=2870164 2024-04-02T08:49:33.592 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.593+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~SXP9YAMSLQQX.0 size=1048576 2024-04-02T08:49:33.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.595+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~SXP9YAMSLQQX.1 size=568216 2024-04-02T08:49:33.596 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.597+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=SXP9YAMSLQQX tag=Q9MT2ZZ9Y73W type=write size=2665368 2024-04-02T08:49:33.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.600+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~FRPY553TWXO3.0 size=1048576 2024-04-02T08:49:33.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.601+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~FRPY553TWXO3.1 size=13 2024-04-02T08:49:33.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.601+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=FRPY553TWXO3 tag=E2TIOMD3GNWH type=write size=2097165 2024-04-02T08:49:33.603 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.604+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=8UHZYHGV41ZF type=del size=433091 2024-04-02T08:49:33.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.607+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~5Q71W63RLL5I.0 size=592262 2024-04-02T08:49:33.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.607+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=5Q71W63RLL5I tag=RO3W8GE4ANFF type=write size=1640838 2024-04-02T08:49:33.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.609+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~13OE95N2O2YG.0 size=1048576 2024-04-02T08:49:33.609 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.610+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~13OE95N2O2YG.1 size=656156 2024-04-02T08:49:33.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.613+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=13OE95N2O2YG tag=2Y1KG79G11V6 type=write size=2753308 2024-04-02T08:49:33.613 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.614+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=J5AG0RLLSYFU type=write size=817094 2024-04-02T08:49:33.615 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.616+0000 7fcac0634780 -1 < failed to complete operation key=1H7AVDY1UUP3 tag=YJZ2CEU4USC5 type=del size=1228469: (22) Invalid argument 2024-04-02T08:49:33.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.619+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~TCRQTG9AVDD1.0 size=1048576 2024-04-02T08:49:33.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.621+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~TCRQTG9AVDD1.1 size=864805 2024-04-02T08:49:33.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.621+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=TCRQTG9AVDD1 tag=P9WVUF6C38JE type=write size=2961957 2024-04-02T08:49:33.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.622+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=4ASC7POAMF9R type=del 2024-04-02T08:49:33.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.625+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~5LI01PILEKNQ.0 size=833440 2024-04-02T08:49:33.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.625+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=5LI01PILEKNQ tag=16YOO7E78Y8E type=write size=1882016 2024-04-02T08:49:33.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.627+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=V253M10WO3PQ type=del 2024-04-02T08:49:33.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.629+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=6W4D41IN5FHW type=write size=994508 2024-04-02T08:49:33.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.631+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=VXM9R5SSLFUM type=del 2024-04-02T08:49:33.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.633+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~M7E65YE89XCL.0 size=871533 2024-04-02T08:49:33.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.633+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=M7E65YE89XCL tag=NSZZVAT3T413 type=write size=1920109 2024-04-02T08:49:33.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.634+0000 7fcac0634780 1 < canceled part key=_multipart_1Z9ANT6HV4UI.2~II6TT6X1ON1B.0 size=1048576 2024-04-02T08:49:33.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.635+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~II6TT6X1ON1B.1 size=1048576 2024-04-02T08:49:33.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.636+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~II6TT6X1ON1B.2 size=120806 2024-04-02T08:49:33.638 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.639+0000 7fcac0634780 1 < canceled multipart upload key=1Z9ANT6HV4UI upload=II6TT6X1ON1B tag=T7VOV7BYTBVQ type=write size=3266534 2024-04-02T08:49:33.639 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.640+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=LNMJDNAT8CZM type=del size=1153528 2024-04-02T08:49:33.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.644+0000 7fcac0634780 1 < suggested remove operation key=9YIC1CKTX1XU tag=MAUM6XUFWF6F type=write 2024-04-02T08:49:33.646 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.647+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~KIMWLEP46F2N.0 size=662193 2024-04-02T08:49:33.646 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.647+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=KIMWLEP46F2N tag=P17V69E6TP6B type=write size=1710769 2024-04-02T08:49:33.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.649+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~NBJSODVH1NLN.0 size=1048576 2024-04-02T08:49:33.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.649+0000 7fcac0634780 1 < canceled part key=_multipart_CK9SN9AWKRU0.2~NBJSODVH1NLN.1 size=831945 2024-04-02T08:49:33.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.651+0000 7fcac0634780 1 < canceled multipart upload key=CK9SN9AWKRU0 upload=NBJSODVH1NLN tag=0HTP90TF0V42 type=write size=2929097 2024-04-02T08:49:33.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.653+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=E16J79LJUNNK type=del size=3217494 2024-04-02T08:49:33.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.654+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=I75HGAXWJHHQ type=del 2024-04-02T08:49:33.654 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.656+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=FMOM9ACZUF12 type=write size=233706 2024-04-02T08:49:33.656 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.657+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~KO6K6O4H0XAP.0 size=1048576 2024-04-02T08:49:33.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.658+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~KO6K6O4H0XAP.1 size=780128 2024-04-02T08:49:33.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.661+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=KO6K6O4H0XAP tag=G9IM6BHLZDN6 type=write size=2877280 2024-04-02T08:49:33.661 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.663+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=CXAL75SOUYSP type=del size=2493672 2024-04-02T08:49:33.663 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.664+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~RW8450H0TYE9.0 size=1048576 2024-04-02T08:49:33.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.665+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~RW8450H0TYE9.1 size=251937 2024-04-02T08:49:33.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.668+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=RW8450H0TYE9 tag=KPXU392QM4NB type=write size=2349089 2024-04-02T08:49:33.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.670+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=B05R1TS2X3JZ type=del size=1034059 2024-04-02T08:49:33.670 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.671+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=KJ66GLNV93P5 type=del 2024-04-02T08:49:33.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.673+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=7DBAGV0EOHMV type=del size=2178978 2024-04-02T08:49:33.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.674+0000 7fcac0634780 -1 < failed to complete operation key=9YIC1CKTX1XU tag=XV2R6ABSKISW type=del size=1653221: (22) Invalid argument 2024-04-02T08:49:33.675 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.676+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=0PUC1AJ3DHM5 type=write size=109793 2024-04-02T08:49:33.675 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.676+0000 7fcac0634780 1 < canceled part key=_multipart_9YIC1CKTX1XU.2~77X98TPHFO8C.0 size=1048576 2024-04-02T08:49:33.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.678+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~77X98TPHFO8C.1 size=773012 2024-04-02T08:49:33.679 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.680+0000 7fcac0634780 1 < canceled multipart upload key=9YIC1CKTX1XU upload=77X98TPHFO8C tag=2CI0S150P3MX type=write size=2870164 2024-04-02T08:49:33.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.683+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~CFJ3KO0HV292.0 size=1048576 2024-04-02T08:49:33.683 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.684+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~CFJ3KO0HV292.1 size=118134 2024-04-02T08:49:33.683 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.684+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=CFJ3KO0HV292 tag=P1UEJ0TPHHRA type=write size=2215286 2024-04-02T08:49:33.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.686+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~FRPY553TWXO3.0 size=1048576 2024-04-02T08:49:33.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.688+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~FRPY553TWXO3.1 size=13 2024-04-02T08:49:33.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.690+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=FRPY553TWXO3 tag=E2TIOMD3GNWH type=write size=2097165 2024-04-02T08:49:33.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.693+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~RWN7J4J00ER1.0 size=602528 2024-04-02T08:49:33.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.693+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=RWN7J4J00ER1 tag=E8W7TK6S77P7 type=write size=1651104 2024-04-02T08:49:33.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.695+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~5Q71W63RLL5I.0 size=592262 2024-04-02T08:49:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:33 smithi019 ceph-mon[94035]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 224 KiB/s wr, 1.12k op/s 2024-04-02T08:49:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:33 smithi019 ceph-mon[96522]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 224 KiB/s wr, 1.12k op/s 2024-04-02T08:49:33.696 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.697+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=5Q71W63RLL5I tag=RO3W8GE4ANFF type=write size=1640838 2024-04-02T08:49:33.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.699+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=C5344QIZQCW8 type=del size=1798688 2024-04-02T08:49:33.700 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.700+0000 7fcac0634780 1 < completed write operation key=Q1UN9ZOPNAND tag=J5AG0RLLSYFU type=write size=817094 2024-04-02T08:49:33.702 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.703+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~2NPK9B6DYFAB.0 size=283995 2024-04-02T08:49:33.702 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.703+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=2NPK9B6DYFAB tag=WXKJ0HS7YORF type=write size=1332571 2024-04-02T08:49:33.704 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.705+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~TCRQTG9AVDD1.0 size=1048576 2024-04-02T08:49:33.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.707+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~TCRQTG9AVDD1.1 size=864805 2024-04-02T08:49:33.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.710+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=TCRQTG9AVDD1 tag=P9WVUF6C38JE type=write size=2961957 2024-04-02T08:49:33.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.713+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~QSTTZ52EIKLU.0 size=384322 2024-04-02T08:49:33.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.713+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=QSTTZ52EIKLU tag=5OHZS3DU0B1V type=write size=1432898 2024-04-02T08:49:33.713 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.715+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~5LI01PILEKNQ.0 size=833440 2024-04-02T08:49:33.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.717+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=5LI01PILEKNQ tag=16YOO7E78Y8E type=write size=1882016 2024-04-02T08:49:33.718 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.719+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=NOYE37FVQY1U type=del size=2089632 2024-04-02T08:49:33.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.721+0000 7fcac0634780 1 < canceled operation key=L5EXYH0FVU5S tag=6W4D41IN5FHW type=write size=994508 2024-04-02T08:49:33.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.723+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=BJAL7Q1UBLWZ type=del size=4148089 2024-04-02T08:49:33.724 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.725+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~M7E65YE89XCL.0 size=871533 2024-04-02T08:49:33.727 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.728+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=M7E65YE89XCL tag=NSZZVAT3T413 type=write size=1920109 2024-04-02T08:49:33.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.730+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=8CQZYIODPU3U type=del size=1018563 2024-04-02T08:49:33.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.732+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=LNMJDNAT8CZM type=del 2024-04-02T08:49:33.734 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.735+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~JK53IYLQDWIB.0 size=1048576 2024-04-02T08:49:33.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.736+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~JK53IYLQDWIB.1 size=1048576 2024-04-02T08:49:33.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.737+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~JK53IYLQDWIB.2 size=1015634 2024-04-02T08:49:33.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.737+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=JK53IYLQDWIB tag=TL0FW04W5WRX type=write size=4161362 2024-04-02T08:49:33.738 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.739+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~KIMWLEP46F2N.0 size=662193 2024-04-02T08:49:33.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.742+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=KIMWLEP46F2N tag=P17V69E6TP6B type=write size=1710769 2024-04-02T08:49:33.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.744+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=WZXQ1WF3WMJI type=write size=364522 2024-04-02T08:49:33.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.746+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=E16J79LJUNNK type=del 2024-04-02T08:49:33.746 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.747+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=ZBV2LXVCQ4YT type=del size=318209 2024-04-02T08:49:33.748 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.749+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=FMOM9ACZUF12 type=write size=233706 2024-04-02T08:49:33.749 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.750+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=80MPVD06TRWY type=del size=1076257 2024-04-02T08:49:33.752 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.754+0000 7fcac0634780 1 < suggested remove operation key=Q1UN9ZOPNAND tag=CXAL75SOUYSP type=del 2024-04-02T08:49:33.754 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.755+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=26YOUXPZEZ2I type=write size=155432 2024-04-02T08:49:33.756 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.757+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=B05R1TS2X3JZ type=del 2024-04-02T08:49:33.759 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.760+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~06O6BB2RBW9U.0 size=57397 2024-04-02T08:49:33.759 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.760+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=06O6BB2RBW9U tag=QOTPLCTC3OG1 type=write size=1105973 2024-04-02T08:49:33.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.763+0000 7fcac0634780 1 < canceled operation key=9YIC1CKTX1XU tag=7DBAGV0EOHMV type=del size=2178978 2024-04-02T08:49:33.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.765+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=FZZOL01GW7MG type=write size=137298 2024-04-02T08:49:33.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.767+0000 7fcac0634780 1 < canceled operation key=RTWJLFP6HYOO tag=0PUC1AJ3DHM5 type=write size=109793 2024-04-02T08:49:33.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.769+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=UXTROKJWOYHB type=del size=2577067 2024-04-02T08:49:33.769 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.770+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~CFJ3KO0HV292.0 size=1048576 2024-04-02T08:49:33.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.772+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~CFJ3KO0HV292.1 size=118134 2024-04-02T08:49:33.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.775+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=CFJ3KO0HV292 tag=P1UEJ0TPHHRA type=write size=2215286 2024-04-02T08:49:33.776 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.777+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=4BUYGSK1UW40 type=del size=3530970 2024-04-02T08:49:33.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.779+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~RWN7J4J00ER1.0 size=602528 2024-04-02T08:49:33.781 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.782+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=RWN7J4J00ER1 tag=E8W7TK6S77P7 type=write size=1651104 2024-04-02T08:49:33.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.784+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=7XIXA61797GT type=del size=2778137 2024-04-02T08:49:33.784 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.786+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=C5344QIZQCW8 type=del 2024-04-02T08:49:33.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.787+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=RQRIGTTJ1H55 type=del size=3131126 2024-04-02T08:49:33.788 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.789+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~2NPK9B6DYFAB.0 size=283995 2024-04-02T08:49:33.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.792+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=2NPK9B6DYFAB tag=WXKJ0HS7YORF type=write size=1332571 2024-04-02T08:49:33.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.795+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~0QAU5KDX325T.0 size=1048576 2024-04-02T08:49:33.795 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.796+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~0QAU5KDX325T.1 size=11033 2024-04-02T08:49:33.795 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.796+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=0QAU5KDX325T tag=S8BVZMZ6IX94 type=write size=2108185 2024-04-02T08:49:33.797 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.798+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~QSTTZ52EIKLU.0 size=384322 2024-04-02T08:49:33.799 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.801+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=QSTTZ52EIKLU tag=5OHZS3DU0B1V type=write size=1432898 2024-04-02T08:49:33.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.802+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=5YQ36HX6ZWDP type=write size=753075 2024-04-02T08:49:33.803 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.804+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=NOYE37FVQY1U type=del 2024-04-02T08:49:33.806 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.807+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~IIU3L50W3XPF.0 size=1048576 2024-04-02T08:49:33.807 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.808+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~IIU3L50W3XPF.1 size=1048576 2024-04-02T08:49:33.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.809+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~IIU3L50W3XPF.2 size=473865 2024-04-02T08:49:33.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.809+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=IIU3L50W3XPF tag=E3WGEIGHSDX5 type=write size=3619593 2024-04-02T08:49:33.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.811+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=BJAL7Q1UBLWZ type=del 2024-04-02T08:49:33.811 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.813+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=7FJRA46OAV83 type=del size=3703911 2024-04-02T08:49:33.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:33 smithi066 ceph-mon[87361]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 224 KiB/s wr, 1.12k op/s 2024-04-02T08:49:33.813 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.814+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=8CQZYIODPU3U type=del 2024-04-02T08:49:33.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.816+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=7AZVFYCHO6LT type=del size=1965716 2024-04-02T08:49:33.816 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.817+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~JK53IYLQDWIB.0 size=1048576 2024-04-02T08:49:33.818 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.819+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~JK53IYLQDWIB.1 size=1048576 2024-04-02T08:49:33.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.820+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~JK53IYLQDWIB.2 size=1015634 2024-04-02T08:49:33.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.823+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=JK53IYLQDWIB tag=TL0FW04W5WRX type=write size=4161362 2024-04-02T08:49:33.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.826+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~CR3SSER8CT9U.0 size=640258 2024-04-02T08:49:33.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.826+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=CR3SSER8CT9U tag=2VZ4LPUK922J type=write size=1688834 2024-04-02T08:49:33.827 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.829+0000 7fcac0634780 1 < suggested update operation key=83XHJHX9R2KG tag=WZXQ1WF3WMJI type=write size=364522 2024-04-02T08:49:33.829 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.830+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=EYYJN3Z0AOTC type=del size=1456181 2024-04-02T08:49:33.831 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.832+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=ZBV2LXVCQ4YT type=del 2024-04-02T08:49:33.834 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.835+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~11VSRH5QSFID.0 size=1048576 2024-04-02T08:49:33.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.836+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~11VSRH5QSFID.1 size=75084 2024-04-02T08:49:33.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.836+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=11VSRH5QSFID tag=MIB59EG7MTLM type=write size=2172236 2024-04-02T08:49:33.836 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.838+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=80MPVD06TRWY type=del 2024-04-02T08:49:33.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.839+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=O5QI3PY4DHO8 type=del size=1283901 2024-04-02T08:49:33.839 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.841+0000 7fcac0634780 1 < completed write operation key=OQYFPKEX5S39 tag=26YOUXPZEZ2I type=write size=155432 2024-04-02T08:49:33.841 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.842+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=G5JMODYOI2VL type=del size=101796 2024-04-02T08:49:33.843 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.844+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~06O6BB2RBW9U.0 size=57397 2024-04-02T08:49:33.845 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.846+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=06O6BB2RBW9U tag=QOTPLCTC3OG1 type=write size=1105973 2024-04-02T08:49:33.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.848+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=1ESA4WPX8HBT type=del size=1127149 2024-04-02T08:49:33.848 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.849+0000 7fcac0634780 1 < completed write operation key=XGGRH5W35CRD tag=FZZOL01GW7MG type=write size=137298 2024-04-02T08:49:33.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.852+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~O97FN28E1P49.0 size=1048576 2024-04-02T08:49:33.852 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.854+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~O97FN28E1P49.1 size=1048576 2024-04-02T08:49:33.854 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.855+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~O97FN28E1P49.2 size=509273 2024-04-02T08:49:33.854 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.855+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=O97FN28E1P49 tag=SUZ1TZDHA70J type=write size=3655001 2024-04-02T08:49:33.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.856+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=UXTROKJWOYHB type=del 2024-04-02T08:49:33.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.858+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=TLPE3YAJHJBO type=write size=337857 2024-04-02T08:49:33.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.861+0000 7fcac0634780 1 < suggested update operation key=ZHTF4PWZZ3FL tag=4BUYGSK1UW40 type=del size=3530970 2024-04-02T08:49:33.861 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.863+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=CFWM66NK4GF2 type=del size=454528 2024-04-02T08:49:33.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.864+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=7XIXA61797GT type=del 2024-04-02T08:49:33.866 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.867+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~D2TQ0Y4JYBYB.0 size=619797 2024-04-02T08:49:33.866 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.867+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=D2TQ0Y4JYBYB tag=B94S2CBYBAAB type=write size=1668373 2024-04-02T08:49:33.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.871+0000 7fcac0634780 1 < suggested remove operation key=CK9SN9AWKRU0 tag=RQRIGTTJ1H55 type=del 2024-04-02T08:49:33.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.874+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~331Z1G34HBL3.0 size=777255 2024-04-02T08:49:33.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.874+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=331Z1G34HBL3 tag=K241OTQN7MBN type=write size=1825831 2024-04-02T08:49:33.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.876+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~0QAU5KDX325T.0 size=1048576 2024-04-02T08:49:33.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.877+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~0QAU5KDX325T.1 size=11033 2024-04-02T08:49:33.879 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.880+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=0QAU5KDX325T tag=S8BVZMZ6IX94 type=write size=2108185 2024-04-02T08:49:33.882 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.883+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~D5YJDA1R284R.0 size=1048576 2024-04-02T08:49:33.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.885+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~D5YJDA1R284R.1 size=1048576 2024-04-02T08:49:33.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.886+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~D5YJDA1R284R.2 size=253469 2024-04-02T08:49:33.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.886+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=D5YJDA1R284R tag=B7MBCBJOZ8FZ type=write size=3399197 2024-04-02T08:49:33.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.888+0000 7fcac0634780 1 < completed write operation key=F2VBAXNP29E1 tag=5YQ36HX6ZWDP type=write size=753075 2024-04-02T08:49:33.890 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.891+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~2QTLC7WVRAND.0 size=1048576 2024-04-02T08:49:33.891 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.893+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~2QTLC7WVRAND.1 size=843184 2024-04-02T08:49:33.891 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.893+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=2QTLC7WVRAND tag=80T9B97X9MY4 type=write size=2940336 2024-04-02T08:49:33.893 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.894+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~IIU3L50W3XPF.0 size=1048576 2024-04-02T08:49:33.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.896+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~IIU3L50W3XPF.1 size=1048576 2024-04-02T08:49:33.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.896+0000 7fcac0634780 1 < canceled part key=_multipart_IKT0IL1UL3E0.2~IIU3L50W3XPF.2 size=473865 2024-04-02T08:49:33.897 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.899+0000 7fcac0634780 1 < canceled multipart upload key=IKT0IL1UL3E0 upload=IIU3L50W3XPF tag=E3WGEIGHSDX5 type=write size=3619593 2024-04-02T08:49:33.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.900+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=26K75K280PQ6 type=del size=628606 2024-04-02T08:49:33.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.902+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=7FJRA46OAV83 type=del 2024-04-02T08:49:33.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.905+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=SHQFMS3TBKAA type=del size=3725842 2024-04-02T08:49:33.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.906+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=7AZVFYCHO6LT type=del 2024-04-02T08:49:33.907 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.908+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=0P7NCV1LD84W type=del size=2492867 2024-04-02T08:49:33.909 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.910+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~CR3SSER8CT9U.0 size=640258 2024-04-02T08:49:33.911 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.913+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=CR3SSER8CT9U tag=2VZ4LPUK922J type=write size=1688834 2024-04-02T08:49:33.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.916+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~JGF9CPJ4Q019.0 size=1048576 2024-04-02T08:49:33.916 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.917+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~JGF9CPJ4Q019.1 size=573454 2024-04-02T08:49:33.916 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.917+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=JGF9CPJ4Q019 tag=GLHQEZQ5QYI6 type=write size=2670606 2024-04-02T08:49:33.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.919+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=EYYJN3Z0AOTC type=del 2024-04-02T08:49:33.920 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.921+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=B1CLJW30E8RD type=del size=1398361 2024-04-02T08:49:33.922 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.923+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~11VSRH5QSFID.0 size=1048576 2024-04-02T08:49:33.924 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.925+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~11VSRH5QSFID.1 size=75084 2024-04-02T08:49:33.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.928+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=11VSRH5QSFID tag=MIB59EG7MTLM type=write size=2172236 2024-04-02T08:49:33.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.929+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=5UPZK39HM8Q8 type=del size=3267192 2024-04-02T08:49:33.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.931+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=O5QI3PY4DHO8 type=del 2024-04-02T08:49:33.931 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.933+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=5Q5KSG3WWD8P type=write size=317059 2024-04-02T08:49:33.933 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.934+0000 7fcac0634780 1 < canceled operation key=WGKAHDKTL4AK tag=G5JMODYOI2VL type=del size=101796 2024-04-02T08:49:33.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.936+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=UNBH1TAD51Y5 type=del size=576833 2024-04-02T08:49:33.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.938+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=1ESA4WPX8HBT type=del 2024-04-02T08:49:33.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.940+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=MP66HOS9GGKQ type=del size=644117 2024-04-02T08:49:33.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.942+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~O97FN28E1P49.0 size=1048576 2024-04-02T08:49:33.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.942+0000 7fcac0634780 1 < canceled part key=_multipart_F104QJQQC3MM.2~O97FN28E1P49.1 size=1048576 2024-04-02T08:49:33.942 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.943+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~O97FN28E1P49.2 size=509273 2024-04-02T08:49:33.945 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.946+0000 7fcac0634780 1 < canceled multipart upload key=F104QJQQC3MM upload=O97FN28E1P49 tag=SUZ1TZDHA70J type=write size=3655001 2024-04-02T08:49:33.947 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.948+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=U3SMJVVZTHC2 type=write size=386701 2024-04-02T08:49:33.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.950+0000 7fcac0634780 1 < completed write operation key=WGKAHDKTL4AK tag=TLPE3YAJHJBO type=write size=337857 2024-04-02T08:49:33.951 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.952+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=YKQJ3S3W72HU type=del size=562799 2024-04-02T08:49:33.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.954+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=CFWM66NK4GF2 type=del 2024-04-02T08:49:33.956 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.957+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~PA5FLXRYSJZZ.0 size=1048576 2024-04-02T08:49:33.957 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.959+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~PA5FLXRYSJZZ.1 size=1048576 2024-04-02T08:49:33.959 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.960+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~PA5FLXRYSJZZ.2 size=660280 2024-04-02T08:49:33.959 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.960+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=PA5FLXRYSJZZ tag=VO47CIML1X4E type=write size=3806008 2024-04-02T08:49:33.960 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.961+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~D2TQ0Y4JYBYB.0 size=619797 2024-04-02T08:49:33.963 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.964+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=D2TQ0Y4JYBYB tag=B94S2CBYBAAB type=write size=1668373 2024-04-02T08:49:33.966 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.967+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~ZWMWI5LRCZE3.0 size=1048576 2024-04-02T08:49:33.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.969+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~ZWMWI5LRCZE3.1 size=452809 2024-04-02T08:49:33.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.969+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=ZWMWI5LRCZE3 tag=R07BS851EV4S type=write size=2549961 2024-04-02T08:49:33.969 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.971+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~331Z1G34HBL3.0 size=777255 2024-04-02T08:49:33.973 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.974+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=331Z1G34HBL3 tag=K241OTQN7MBN type=write size=1825831 2024-04-02T08:49:33.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.977+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~L8A3RRCC5N68.0 size=405724 2024-04-02T08:49:33.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.977+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=L8A3RRCC5N68 tag=BJY39NX1JZXM type=write size=1454300 2024-04-02T08:49:33.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.979+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~D5YJDA1R284R.0 size=1048576 2024-04-02T08:49:33.979 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.980+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~D5YJDA1R284R.1 size=1048576 2024-04-02T08:49:33.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.982+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~D5YJDA1R284R.2 size=253469 2024-04-02T08:49:33.983 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.984+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=D5YJDA1R284R tag=B7MBCBJOZ8FZ type=write size=3399197 2024-04-02T08:49:33.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.986+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=E822X4JIYW15 type=del size=2273811 2024-04-02T08:49:33.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.988+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~2QTLC7WVRAND.0 size=1048576 2024-04-02T08:49:33.988 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.990+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~2QTLC7WVRAND.1 size=843184 2024-04-02T08:49:33.991 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.993+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=2QTLC7WVRAND tag=80T9B97X9MY4 type=write size=2940336 2024-04-02T08:49:33.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.995+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=CIUQJCXNO99J type=write size=461092 2024-04-02T08:49:33.995 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.997+0000 7fcac0634780 1 < canceled operation key=5DJO5NRKSHEG tag=26K75K280PQ6 type=del size=628606 2024-04-02T08:49:33.997 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:33.998+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=LAS8V1KSWZI3 type=write size=3187 2024-04-02T08:49:33.999 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.000+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=SHQFMS3TBKAA type=del 2024-04-02T08:49:34.003 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.004+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~SGT39UOT5WJV.0 size=320902 2024-04-02T08:49:34.003 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.004+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=SGT39UOT5WJV tag=36WQ7ZQYY2WN type=write size=1369478 2024-04-02T08:49:34.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.006+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=0P7NCV1LD84W type=del 2024-04-02T08:49:34.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.009+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~JH3R2R5F6V6V.0 size=1048576 2024-04-02T08:49:34.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.010+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~JH3R2R5F6V6V.1 size=807036 2024-04-02T08:49:34.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.010+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=JH3R2R5F6V6V tag=E31AIGTJE2X1 type=write size=2904188 2024-04-02T08:49:34.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.012+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~JGF9CPJ4Q019.0 size=1048576 2024-04-02T08:49:34.012 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.013+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~JGF9CPJ4Q019.1 size=573454 2024-04-02T08:49:34.015 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.016+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=JGF9CPJ4Q019 tag=GLHQEZQ5QYI6 type=write size=2670606 2024-04-02T08:49:34.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.018+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=HG324MQGN01R type=del size=3603261 2024-04-02T08:49:34.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.019+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=B1CLJW30E8RD type=del 2024-04-02T08:49:34.020 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.021+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=X8NCWGRVLQ0K type=del size=927056 2024-04-02T08:49:34.021 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.023+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=5UPZK39HM8Q8 type=del 2024-04-02T08:49:34.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.026+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~8HPC05KQQK89.0 size=1048576 2024-04-02T08:49:34.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.028+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~8HPC05KQQK89.1 size=250496 2024-04-02T08:49:34.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.028+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=8HPC05KQQK89 tag=FXM0C1GXA7UA type=write size=2347648 2024-04-02T08:49:34.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.029+0000 7fcac0634780 1 < completed write operation key=AT297P637JHQ tag=5Q5KSG3WWD8P type=write size=317059 2024-04-02T08:49:34.031 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.033+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~PU9WKL4V1JQP.0 size=1048576 2024-04-02T08:49:34.033 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.034+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~PU9WKL4V1JQP.1 size=855809 2024-04-02T08:49:34.033 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.034+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=PU9WKL4V1JQP tag=CAYFJPDNHIWT type=write size=2952961 2024-04-02T08:49:34.034 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.036+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=UNBH1TAD51Y5 type=del 2024-04-02T08:49:34.036 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.037+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=VA8F7TNL1XQ0 type=del size=3297758 2024-04-02T08:49:34.038 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.039+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=MP66HOS9GGKQ type=del 2024-04-02T08:49:34.040 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.042+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=72PV8TKX9O6P type=del size=1758600 2024-04-02T08:49:34.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.045+0000 7fcac0634780 1 < suggested update operation key=O57E3MLOAH4P tag=U3SMJVVZTHC2 type=write size=386701 2024-04-02T08:49:34.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.047+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=OQMGTSCYAN36 type=write size=391931 2024-04-02T08:49:34.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.049+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=YKQJ3S3W72HU type=del 2024-04-02T08:49:34.051 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.052+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~M9BHBHSALSPE.0 size=798081 2024-04-02T08:49:34.051 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.052+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=M9BHBHSALSPE tag=1MPCVCXPP0NH type=write size=1846657 2024-04-02T08:49:34.052 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.053+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~PA5FLXRYSJZZ.0 size=1048576 2024-04-02T08:49:34.053 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.055+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~PA5FLXRYSJZZ.1 size=1048576 2024-04-02T08:49:34.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.056+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~PA5FLXRYSJZZ.2 size=660280 2024-04-02T08:49:34.058 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.059+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=PA5FLXRYSJZZ tag=VO47CIML1X4E type=write size=3806008 2024-04-02T08:49:34.061 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.063+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~UNDMBNPL7Q8R.0 size=831450 2024-04-02T08:49:34.061 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.063+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=UNDMBNPL7Q8R tag=Y72FV4FMPJSL type=write size=1880026 2024-04-02T08:49:34.063 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.064+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~ZWMWI5LRCZE3.0 size=1048576 2024-04-02T08:49:34.064 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.066+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~ZWMWI5LRCZE3.1 size=452809 2024-04-02T08:49:34.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.069+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=ZWMWI5LRCZE3 tag=R07BS851EV4S type=write size=2549961 2024-04-02T08:49:34.071 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.072+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~NR5LTZ08CHVX.0 size=709348 2024-04-02T08:49:34.071 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.072+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=NR5LTZ08CHVX tag=LI18FEPFHYIE type=write size=1757924 2024-04-02T08:49:34.072 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.074+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~L8A3RRCC5N68.0 size=405724 2024-04-02T08:49:34.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.077+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=L8A3RRCC5N68 tag=BJY39NX1JZXM type=write size=1454300 2024-04-02T08:49:34.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.078+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=0H6J4N5COAQD type=del size=2082307 2024-04-02T08:49:34.079 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.080+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=E822X4JIYW15 type=del 2024-04-02T08:49:34.081 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.082+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=7PZA6YN2FO2U type=del size=2344998 2024-04-02T08:49:34.084 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.086+0000 7fcac0634780 1 < suggested remove operation key=OQYFPKEX5S39 tag=CIUQJCXNO99J type=write 2024-04-02T08:49:34.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.087+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=P0XYQHPI30WQ type=del size=3797520 2024-04-02T08:49:34.087 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.089+0000 7fcac0634780 1 < completed write operation key=83XHJHX9R2KG tag=LAS8V1KSWZI3 type=write size=3187 2024-04-02T08:49:34.089 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.090+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=BKTAU4D1GYM4 type=del size=1509401 2024-04-02T08:49:34.091 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.092+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~SGT39UOT5WJV.0 size=320902 2024-04-02T08:49:34.093 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.095+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=SGT39UOT5WJV tag=36WQ7ZQYY2WN type=write size=1369478 2024-04-02T08:49:34.095 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.096+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=D37AVEEZRVAE type=del size=1002590 2024-04-02T08:49:34.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.098+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~JH3R2R5F6V6V.0 size=1048576 2024-04-02T08:49:34.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.099+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~JH3R2R5F6V6V.1 size=807036 2024-04-02T08:49:34.100 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.102+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=JH3R2R5F6V6V tag=E31AIGTJE2X1 type=write size=2904188 2024-04-02T08:49:34.102 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.103+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=78O45K1DI25H type=del size=480239 2024-04-02T08:49:34.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.105+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=HG324MQGN01R type=del 2024-04-02T08:49:34.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.108+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~1VZHA52GUTC1.0 size=1048576 2024-04-02T08:49:34.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.109+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~1VZHA52GUTC1.1 size=642619 2024-04-02T08:49:34.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.109+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=1VZHA52GUTC1 tag=F01M1VMTVUL3 type=write size=2739771 2024-04-02T08:49:34.109 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.111+0000 7fcac0634780 1 < canceled operation key=Q3C9UVCWVITJ tag=X8NCWGRVLQ0K type=del size=927056 2024-04-02T08:49:34.111 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.112+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=J5CUDG1AISSL type=del size=2772259 2024-04-02T08:49:34.111 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.113+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~8HPC05KQQK89.0 size=1048576 2024-04-02T08:49:34.111 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.113+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~8HPC05KQQK89.1 size=250496 2024-04-02T08:49:34.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.115+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=8HPC05KQQK89 tag=FXM0C1GXA7UA type=write size=2347648 2024-04-02T08:49:34.117 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.118+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~2SXJFZO5ULPH.0 size=1048576 2024-04-02T08:49:34.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.119+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~2SXJFZO5ULPH.1 size=237566 2024-04-02T08:49:34.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.119+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=2SXJFZO5ULPH tag=FP7ES3S1WIKE type=write size=2334718 2024-04-02T08:49:34.120 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.121+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~PU9WKL4V1JQP.0 size=1048576 2024-04-02T08:49:34.121 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.122+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~PU9WKL4V1JQP.1 size=855809 2024-04-02T08:49:34.124 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.125+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=PU9WKL4V1JQP tag=CAYFJPDNHIWT type=write size=2952961 2024-04-02T08:49:34.127 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.128+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~G07GDZD1VALU.0 size=1048576 2024-04-02T08:49:34.128 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.129+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~G07GDZD1VALU.1 size=1048576 2024-04-02T08:49:34.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.131+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~G07GDZD1VALU.2 size=57332 2024-04-02T08:49:34.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.131+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=G07GDZD1VALU tag=E3ER6V4BDAF1 type=write size=3203060 2024-04-02T08:49:34.131 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.133+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=VA8F7TNL1XQ0 type=del 2024-04-02T08:49:34.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.134+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=AIOZ2VVI0YQJ type=del size=217799 2024-04-02T08:49:34.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.136+0000 7fcac0634780 1 < canceled operation key=1H7AVDY1UUP3 tag=72PV8TKX9O6P type=del size=1758600 2024-04-02T08:49:34.136 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.138+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=640Q60NGOR5I type=del size=83449 2024-04-02T08:49:34.138 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.139+0000 7fcac0634780 1 < completed write operation key=5I1R6353CBOP tag=OQMGTSCYAN36 type=write size=391931 2024-04-02T08:49:34.140 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.141+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=GDL0Z3XAYAC8 type=del size=128267 2024-04-02T08:49:34.142 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.143+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~M9BHBHSALSPE.0 size=798081 2024-04-02T08:49:34.144 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.145+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=M9BHBHSALSPE tag=1MPCVCXPP0NH type=write size=1846657 2024-04-02T08:49:34.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.147+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=AMLPZV0TC8UD type=del size=2051758 2024-04-02T08:49:34.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.149+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~UNDMBNPL7Q8R.0 size=831450 2024-04-02T08:49:34.151 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.152+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=UNDMBNPL7Q8R tag=Y72FV4FMPJSL type=write size=1880026 2024-04-02T08:49:34.152 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.153+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=WQCF1EV23LWF type=write size=901398 2024-04-02T08:49:34.154 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.155+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~NR5LTZ08CHVX.0 size=709348 2024-04-02T08:49:34.156 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.158+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=NR5LTZ08CHVX tag=LI18FEPFHYIE type=write size=1757924 2024-04-02T08:49:34.158 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.159+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=4UV7BJLIFV45 type=del size=1147647 2024-04-02T08:49:34.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.161+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=0H6J4N5COAQD type=del 2024-04-02T08:49:34.163 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.164+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~4J0IMJ8TXBYG.0 size=973696 2024-04-02T08:49:34.163 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.164+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=4J0IMJ8TXBYG tag=042G1WWCRPX4 type=write size=2022272 2024-04-02T08:49:34.164 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.166+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=7PZA6YN2FO2U type=del 2024-04-02T08:49:34.166 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.167+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=ZEWAAPEGWB9O type=del size=1641857 2024-04-02T08:49:34.169 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.170+0000 7fcac0634780 1 < suggested remove operation key=Z250TTJ2J4Z5 tag=P0XYQHPI30WQ type=del 2024-04-02T08:49:34.171 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.172+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=AMWFQT5BOUNK type=write size=812990 2024-04-02T08:49:34.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.174+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=BKTAU4D1GYM4 type=del 2024-04-02T08:49:34.174 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.175+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=J01K9UI86241 type=del size=3319108 2024-04-02T08:49:34.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.177+0000 7fcac0634780 1 < canceled operation key=OQYFPKEX5S39 tag=D37AVEEZRVAE type=del size=1002590 2024-04-02T08:49:34.177 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.178+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=GKNJ1OR1W57L type=write size=806386 2024-04-02T08:49:34.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.180+0000 7fcac0634780 -1 < failed to complete operation key=Z250TTJ2J4Z5 tag=78O45K1DI25H type=del size=480239: (22) Invalid argument 2024-04-02T08:49:34.181 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.182+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=G9Y0BWLF3FC5 type=del size=2440592 2024-04-02T08:49:34.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.184+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~1VZHA52GUTC1.0 size=1048576 2024-04-02T08:49:34.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.185+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~1VZHA52GUTC1.1 size=642619 2024-04-02T08:49:34.186 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.188+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=1VZHA52GUTC1 tag=F01M1VMTVUL3 type=write size=2739771 2024-04-02T08:49:34.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.189+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=OS2BMM9XF1S0 type=write size=79725 2024-04-02T08:49:34.189 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.191+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=J5CUDG1AISSL type=del 2024-04-02T08:49:34.191 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.192+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=Z5J7D5864H2R type=del size=933086 2024-04-02T08:49:34.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.194+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~2SXJFZO5ULPH.0 size=1048576 2024-04-02T08:49:34.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.194+0000 7fcac0634780 1 < canceled part key=_multipart_AT297P637JHQ.2~2SXJFZO5ULPH.1 size=237566 2024-04-02T08:49:34.195 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.197+0000 7fcac0634780 1 < canceled multipart upload key=AT297P637JHQ upload=2SXJFZO5ULPH tag=FP7ES3S1WIKE type=write size=2334718 2024-04-02T08:49:34.197 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.198+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=AYDN3MG13FD1 type=write size=693780 2024-04-02T08:49:34.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.200+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~G07GDZD1VALU.0 size=1048576 2024-04-02T08:49:34.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.201+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~G07GDZD1VALU.1 size=1048576 2024-04-02T08:49:34.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.203+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~G07GDZD1VALU.2 size=57332 2024-04-02T08:49:34.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.206+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=G07GDZD1VALU tag=E3ER6V4BDAF1 type=write size=3203060 2024-04-02T08:49:34.206 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.208+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=95R73YDB39E4 type=del size=1007476 2024-04-02T08:49:34.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.211+0000 7fcac0634780 1 < suggested update operation key=ZPVZQ0PNTGF2 tag=AIOZ2VVI0YQJ type=del size=217799 2024-04-02T08:49:34.212 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.214+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~TZ1R4NKKCVXJ.0 size=1048576 2024-04-02T08:49:34.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.215+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~TZ1R4NKKCVXJ.1 size=331734 2024-04-02T08:49:34.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.215+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=TZ1R4NKKCVXJ tag=4UOOW4XU9U0R type=write size=2428886 2024-04-02T08:49:34.215 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.217+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=640Q60NGOR5I type=del 2024-04-02T08:49:34.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.219+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~W27BD2YUWKCG.0 size=579079 2024-04-02T08:49:34.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.219+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=W27BD2YUWKCG tag=7AH2XHM3F9YA type=write size=1627655 2024-04-02T08:49:34.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.221+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=GDL0Z3XAYAC8 type=del 2024-04-02T08:49:34.223 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.224+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~6EVG9X9OYU38.0 size=107052 2024-04-02T08:49:34.223 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.224+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=6EVG9X9OYU38 tag=KFR36SKOP4YA type=write size=1155628 2024-04-02T08:49:34.224 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.225+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=AMLPZV0TC8UD type=del 2024-04-02T08:49:34.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.227+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=M8G30SZJD22X type=del size=2552941 2024-04-02T08:49:34.228 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.229+0000 7fcac0634780 1 < completed write operation key=5DJO5NRKSHEG tag=WQCF1EV23LWF type=write size=901398 2024-04-02T08:49:34.231 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.232+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~RH8IZQXBUBIV.0 size=1048576 2024-04-02T08:49:34.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.233+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~RH8IZQXBUBIV.1 size=1048576 2024-04-02T08:49:34.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.234+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~RH8IZQXBUBIV.2 size=47393 2024-04-02T08:49:34.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.234+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=RH8IZQXBUBIV tag=IXVT6B0NRGK5 type=write size=3193121 2024-04-02T08:49:34.236 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.238+0000 7fcac0634780 1 < suggested update operation key=WGKAHDKTL4AK tag=4UV7BJLIFV45 type=del size=1147647 2024-04-02T08:49:34.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.239+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=T1W6QGI2X3H9 type=del size=2440566 2024-04-02T08:49:34.240 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.241+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~4J0IMJ8TXBYG.0 size=973696 2024-04-02T08:49:34.243 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.244+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=4J0IMJ8TXBYG tag=042G1WWCRPX4 type=write size=2022272 2024-04-02T08:49:34.246 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.247+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~KWK8PTEFXDRQ.0 size=1048576 2024-04-02T08:49:34.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.249+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~KWK8PTEFXDRQ.1 size=999137 2024-04-02T08:49:34.248 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.249+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=KWK8PTEFXDRQ tag=RDLHJ305EWIH type=write size=3096289 2024-04-02T08:49:34.250 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.250+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=ZEWAAPEGWB9O type=del 2024-04-02T08:49:34.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.252+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=KHJ96ZT39DTB type=write size=938694 2024-04-02T08:49:34.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.254+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=AMWFQT5BOUNK type=write size=812990 2024-04-02T08:49:34.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.258+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~KZ8RB3FNH14C.0 size=587785 2024-04-02T08:49:34.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.258+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=KZ8RB3FNH14C tag=Q3DUG2FZBZFJ type=write size=1636361 2024-04-02T08:49:34.260 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.261+0000 7fcac0634780 1 < suggested remove operation key=CK9SN9AWKRU0 tag=J01K9UI86241 type=del 2024-04-02T08:49:34.262 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.263+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=9GA0MO04GATM type=write size=115590 2024-04-02T08:49:34.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.266+0000 7fcac0634780 1 < suggested remove operation key=5I1R6353CBOP tag=GKNJ1OR1W57L type=write 2024-04-02T08:49:34.266 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.268+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=7DO0MXB1O6T7 type=del size=3010691 2024-04-02T08:49:34.268 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.269+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=G9Y0BWLF3FC5 type=del 2024-04-02T08:49:34.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.271+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=74QHDX2DSAI7 type=write size=469950 2024-04-02T08:49:34.271 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.272+0000 7fcac0634780 1 < completed write operation key=OQYFPKEX5S39 tag=OS2BMM9XF1S0 type=write size=79725 2024-04-02T08:49:34.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.274+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=F1A033NC06LW type=write size=326439 2024-04-02T08:49:34.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.276+0000 7fcac0634780 -1 < failed to complete operation key=ZPVZQ0PNTGF2 tag=Z5J7D5864H2R type=del size=933086: (22) Invalid argument 2024-04-02T08:49:34.276 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.278+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=20N3H7C7PQ0F type=write size=455241 2024-04-02T08:49:34.278 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.279+0000 7fcac0634780 1 < completed write operation key=OSRICQSGB2XI tag=AYDN3MG13FD1 type=write size=693780 2024-04-02T08:49:34.280 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.281+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=FN5T42AITN78 type=write size=352865 2024-04-02T08:49:34.284 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.284+0000 7fcac0634780 1 < suggested remove operation key=OSRICQSGB2XI tag=95R73YDB39E4 type=del 2024-04-02T08:49:34.285 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.286+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=VZA3G2TH4I2A type=del size=979953 2024-04-02T08:49:34.285 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.286+0000 7fcac0634780 1 < canceled part key=_multipart_Z250TTJ2J4Z5.2~TZ1R4NKKCVXJ.0 size=1048576 2024-04-02T08:49:34.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.288+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~TZ1R4NKKCVXJ.1 size=331734 2024-04-02T08:49:34.289 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.290+0000 7fcac0634780 1 < canceled multipart upload key=Z250TTJ2J4Z5 upload=TZ1R4NKKCVXJ tag=4UOOW4XU9U0R type=write size=2428886 2024-04-02T08:49:34.292 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.293+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~HMY41JG9WR0G.0 size=1048576 2024-04-02T08:49:34.293 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.295+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~HMY41JG9WR0G.1 size=1048576 2024-04-02T08:49:34.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.296+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~HMY41JG9WR0G.2 size=835973 2024-04-02T08:49:34.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.296+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=HMY41JG9WR0G tag=3EE7X4M9E801 type=write size=3981701 2024-04-02T08:49:34.296 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.297+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~W27BD2YUWKCG.0 size=579079 2024-04-02T08:49:34.299 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.300+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=W27BD2YUWKCG tag=7AH2XHM3F9YA type=write size=1627655 2024-04-02T08:49:34.301 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.302+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=NVSINTUEOX87 type=write size=584687 2024-04-02T08:49:34.302 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.304+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~6EVG9X9OYU38.0 size=107052 2024-04-02T08:49:34.305 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.306+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=6EVG9X9OYU38 tag=KFR36SKOP4YA type=write size=1155628 2024-04-02T08:49:34.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.309+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~O8ACEV3IUS0S.0 size=1048576 2024-04-02T08:49:34.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.311+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~O8ACEV3IUS0S.1 size=523582 2024-04-02T08:49:34.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.311+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=O8ACEV3IUS0S tag=3O3GOQM4KM9E type=write size=2620734 2024-04-02T08:49:34.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.313+0000 7fcac0634780 -1 < failed to complete operation key=5I1R6353CBOP tag=M8G30SZJD22X type=del size=2552941: (22) Invalid argument 2024-04-02T08:49:34.313 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.314+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=QZWTZXGOUJBC type=del size=723628 2024-04-02T08:49:34.315 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.316+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~RH8IZQXBUBIV.0 size=1048576 2024-04-02T08:49:34.317 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.318+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~RH8IZQXBUBIV.1 size=1048576 2024-04-02T08:49:34.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.319+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~RH8IZQXBUBIV.2 size=47393 2024-04-02T08:49:34.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.322+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=RH8IZQXBUBIV tag=IXVT6B0NRGK5 type=write size=3193121 2024-04-02T08:49:34.322 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.323+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=AH3YO7JLQLDD type=del size=3191067 2024-04-02T08:49:34.324 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.325+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=T1W6QGI2X3H9 type=del 2024-04-02T08:49:34.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.327+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=2O8GJ6MW6JE3 type=del size=2391545 2024-04-02T08:49:34.328 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.329+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~KWK8PTEFXDRQ.0 size=1048576 2024-04-02T08:49:34.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.330+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~KWK8PTEFXDRQ.1 size=999137 2024-04-02T08:49:34.332 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.333+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=KWK8PTEFXDRQ tag=RDLHJ305EWIH type=write size=3096289 2024-04-02T08:49:34.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.336+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~SB3WN3W92NCO.0 size=1048576 2024-04-02T08:49:34.337 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.338+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~SB3WN3W92NCO.1 size=948124 2024-04-02T08:49:34.337 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.338+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=SB3WN3W92NCO tag=TTLGT86MYDBU type=write size=3045276 2024-04-02T08:49:34.338 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.340+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=KHJ96ZT39DTB type=write size=938694 2024-04-02T08:49:34.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.341+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=X7T0YV6E11VQ type=del size=406485 2024-04-02T08:49:34.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.343+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~KZ8RB3FNH14C.0 size=587785 2024-04-02T08:49:34.346 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.346+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=KZ8RB3FNH14C tag=Q3DUG2FZBZFJ type=write size=1636361 2024-04-02T08:49:34.347 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.349+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~A1IM0TRJXZOM.0 size=1048576 2024-04-02T08:49:34.349 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.350+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~A1IM0TRJXZOM.1 size=1048576 2024-04-02T08:49:34.350 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.351+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~A1IM0TRJXZOM.2 size=918934 2024-04-02T08:49:34.350 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.351+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=A1IM0TRJXZOM tag=A8AAPX0SJNSY type=write size=4064662 2024-04-02T08:49:34.352 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.353+0000 7fcac0634780 1 < completed write operation key=7RTUKS6WIVUY tag=9GA0MO04GATM type=write size=115590 2024-04-02T08:49:34.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.355+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=ZF33VI6079YO type=del size=3799836 2024-04-02T08:49:34.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.356+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=7DO0MXB1O6T7 type=del 2024-04-02T08:49:34.357 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.358+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=AR8L3FCD1MC8 type=write size=193316 2024-04-02T08:49:34.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.361+0000 7fcac0634780 1 < suggested update operation key=F2VBAXNP29E1 tag=74QHDX2DSAI7 type=write size=469950 2024-04-02T08:49:34.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.364+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~0P69PL4C3U11.0 size=1048576 2024-04-02T08:49:34.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.365+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~0P69PL4C3U11.1 size=1048576 2024-04-02T08:49:34.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.367+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~0P69PL4C3U11.2 size=428709 2024-04-02T08:49:34.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.367+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=0P69PL4C3U11 tag=RIQ0CI8RAU08 type=write size=3574437 2024-04-02T08:49:34.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.367+0000 7fcac0634780 -1 < no bi entry to suggest for operation key=OSRICQSGB2XI tag=F1A033NC06LW type=write size=326439: (2) No such file or directory 2024-04-02T08:49:34.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.370+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~BOSZLJH76RI6.0 size=1048576 2024-04-02T08:49:34.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.371+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~BOSZLJH76RI6.1 size=108888 2024-04-02T08:49:34.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.371+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=BOSZLJH76RI6 tag=IC9IIW7UT3GA type=write size=2206040 2024-04-02T08:49:34.372 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.373+0000 7fcac0634780 1 < completed write operation key=5DJO5NRKSHEG tag=20N3H7C7PQ0F type=write size=455241 2024-04-02T08:49:34.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.375+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=W4BTYO5LILUF type=write size=347321 2024-04-02T08:49:34.375 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.376+0000 7fcac0634780 1 < canceled operation key=Q3C9UVCWVITJ tag=FN5T42AITN78 type=write size=352865 2024-04-02T08:49:34.377 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.378+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=GSMRV3MI5DPG type=del size=3232793 2024-04-02T08:49:34.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.380+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=VZA3G2TH4I2A type=del 2024-04-02T08:49:34.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.382+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=QQC7BQQRND5D type=del size=2324664 2024-04-02T08:49:34.382 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.383+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~HMY41JG9WR0G.0 size=1048576 2024-04-02T08:49:34.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.385+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~HMY41JG9WR0G.1 size=1048576 2024-04-02T08:49:34.385 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.386+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~HMY41JG9WR0G.2 size=835973 2024-04-02T08:49:34.388 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.389+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=HMY41JG9WR0G tag=3EE7X4M9E801 type=write size=3981701 2024-04-02T08:49:34.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.391+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=PXANIBH3GRK2 type=del size=3283809 2024-04-02T08:49:34.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.393+0000 7fcac0634780 1 < completed write operation key=HBQSNRLBV7TM tag=NVSINTUEOX87 type=write size=584687 2024-04-02T08:49:34.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.394+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=DA4PSR7AFC68 type=del size=2844569 2024-04-02T08:49:34.395 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.396+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~O8ACEV3IUS0S.0 size=1048576 2024-04-02T08:49:34.396 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.398+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~O8ACEV3IUS0S.1 size=523582 2024-04-02T08:49:34.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.400+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=O8ACEV3IUS0S tag=3O3GOQM4KM9E type=write size=2620734 2024-04-02T08:49:34.402 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.404+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~MT38U5YJUP7X.0 size=1048576 2024-04-02T08:49:34.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.405+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~MT38U5YJUP7X.1 size=442465 2024-04-02T08:49:34.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.405+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=MT38U5YJUP7X tag=G4YOOW023HR1 type=write size=2539617 2024-04-02T08:49:34.406 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.407+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=QZWTZXGOUJBC type=del 2024-04-02T08:49:34.409 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.410+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~L8GDL3WFQGT4.0 size=1048576 2024-04-02T08:49:34.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.411+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~L8GDL3WFQGT4.1 size=519864 2024-04-02T08:49:34.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.411+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=L8GDL3WFQGT4 tag=NS4U5WPAILA8 type=write size=2617016 2024-04-02T08:49:34.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.415+0000 7fcac0634780 1 < suggested update operation key=XYWGJ7UZDDAF tag=AH3YO7JLQLDD type=del size=3191067 2024-04-02T08:49:34.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.416+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=5V42PP2YPMYO type=del size=2296755 2024-04-02T08:49:34.417 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.418+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=2O8GJ6MW6JE3 type=del 2024-04-02T08:49:34.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.421+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~GIQ6GPQUN7QI.0 size=1048576 2024-04-02T08:49:34.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.422+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~GIQ6GPQUN7QI.1 size=344562 2024-04-02T08:49:34.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.422+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=GIQ6GPQUN7QI tag=R5610SZQGVRU type=write size=2441714 2024-04-02T08:49:34.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.422+0000 7fcac0634780 1 < canceled part key=_multipart_HBQSNRLBV7TM.2~SB3WN3W92NCO.0 size=1048576 2024-04-02T08:49:34.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.422+0000 7fcac0634780 1 < canceled part key=_multipart_HBQSNRLBV7TM.2~SB3WN3W92NCO.1 size=948124 2024-04-02T08:49:34.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.425+0000 7fcac0634780 1 < canceled multipart upload key=HBQSNRLBV7TM upload=SB3WN3W92NCO tag=TTLGT86MYDBU type=write size=3045276 2024-04-02T08:49:34.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.427+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=76I8Z87D8CQX type=del size=93430 2024-04-02T08:49:34.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.429+0000 7fcac0634780 -1 < failed to complete operation key=XYWGJ7UZDDAF tag=X7T0YV6E11VQ type=del size=406485: (22) Invalid argument 2024-04-02T08:49:34.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.431+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=USBP4DJXAEP6 type=del size=2492190 2024-04-02T08:49:34.431 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.432+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~A1IM0TRJXZOM.0 size=1048576 2024-04-02T08:49:34.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.434+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~A1IM0TRJXZOM.1 size=1048576 2024-04-02T08:49:34.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.435+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~A1IM0TRJXZOM.2 size=918934 2024-04-02T08:49:34.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.438+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=A1IM0TRJXZOM tag=A8AAPX0SJNSY type=write size=4064662 2024-04-02T08:49:34.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.441+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~L2IJ9VK1X6HQ.0 size=532213 2024-04-02T08:49:34.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.441+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=L2IJ9VK1X6HQ tag=C1TR5H432H93 type=write size=1580789 2024-04-02T08:49:34.441 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.443+0000 7fcac0634780 1 < canceled operation key=1Z9ANT6HV4UI tag=ZF33VI6079YO type=del size=3799836 2024-04-02T08:49:34.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.446+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~TMLNIFNQP5E8.0 size=1048576 2024-04-02T08:49:34.446 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.447+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~TMLNIFNQP5E8.1 size=1048576 2024-04-02T08:49:34.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.449+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~TMLNIFNQP5E8.2 size=474841 2024-04-02T08:49:34.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.449+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=TMLNIFNQP5E8 tag=OY32RTN71NOB type=write size=3620569 2024-04-02T08:49:34.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.450+0000 7fcac0634780 1 < completed write operation key=F104QJQQC3MM tag=AR8L3FCD1MC8 type=write size=193316 2024-04-02T08:49:34.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.454+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~9FT23WO76BN2.0 size=1048576 2024-04-02T08:49:34.454 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.455+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~9FT23WO76BN2.1 size=1015355 2024-04-02T08:49:34.454 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.455+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=9FT23WO76BN2 tag=6EBU1WPW68QY type=write size=3112507 2024-04-02T08:49:34.456 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.457+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~0P69PL4C3U11.0 size=1048576 2024-04-02T08:49:34.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.458+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~0P69PL4C3U11.1 size=1048576 2024-04-02T08:49:34.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.458+0000 7fcac0634780 1 < canceled part key=_multipart_F2VBAXNP29E1.2~0P69PL4C3U11.2 size=428709 2024-04-02T08:49:34.460 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.461+0000 7fcac0634780 1 < canceled multipart upload key=F2VBAXNP29E1 upload=0P69PL4C3U11 tag=RIQ0CI8RAU08 type=write size=3574437 2024-04-02T08:49:34.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.465+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~4BX4W4XAJK73.0 size=1048576 2024-04-02T08:49:34.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.466+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~4BX4W4XAJK73.1 size=176781 2024-04-02T08:49:34.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.466+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=4BX4W4XAJK73 tag=7NC63HJR2ZGG type=write size=2273933 2024-04-02T08:49:34.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.466+0000 7fcac0634780 1 < canceled part key=_multipart_RTWJLFP6HYOO.2~BOSZLJH76RI6.0 size=1048576 2024-04-02T08:49:34.466 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.468+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~BOSZLJH76RI6.1 size=108888 2024-04-02T08:49:34.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.470+0000 7fcac0634780 1 < canceled multipart upload key=RTWJLFP6HYOO upload=BOSZLJH76RI6 tag=IC9IIW7UT3GA type=write size=2206040 2024-04-02T08:49:34.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.474+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~QET2VKFODNLA.0 size=1048576 2024-04-02T08:49:34.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.475+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~QET2VKFODNLA.1 size=1048576 2024-04-02T08:49:34.475 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.477+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~QET2VKFODNLA.2 size=848202 2024-04-02T08:49:34.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.477+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=QET2VKFODNLA tag=VIXZ5FM33PDT type=write size=3993930 2024-04-02T08:49:34.477 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.479+0000 7fcac0634780 1 < completed write operation key=9YIC1CKTX1XU tag=W4BTYO5LILUF type=write size=347321 2024-04-02T08:49:34.479 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.480+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=XRIPXLQZYOBR type=write size=234853 2024-04-02T08:49:34.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.484+0000 7fcac0634780 1 < suggested remove operation key=O57E3MLOAH4P tag=GSMRV3MI5DPG type=del 2024-04-02T08:49:34.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.486+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=CA5VY63OKAZT type=del size=123593 2024-04-02T08:49:34.488 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.490+0000 7fcac0634780 1 < suggested remove operation key=L5EXYH0FVU5S tag=QQC7BQQRND5D type=del 2024-04-02T08:49:34.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.492+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=C64ZXF2P1LSR type=del size=3480776 2024-04-02T08:49:34.492 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.493+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=PXANIBH3GRK2 type=del 2024-04-02T08:49:34.495 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.496+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~RC2CWPOTPY2Y.0 size=713498 2024-04-02T08:49:34.495 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.496+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=RC2CWPOTPY2Y tag=GKBFLI4EZQB8 type=write size=1762074 2024-04-02T08:49:34.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.498+0000 7fcac0634780 -1 < failed to complete operation key=XYWGJ7UZDDAF tag=DA4PSR7AFC68 type=del size=2844569: (22) Invalid argument 2024-04-02T08:49:34.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.500+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=PGIFO5H0H9MW type=del size=169548 2024-04-02T08:49:34.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.500+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~MT38U5YJUP7X.0 size=1048576 2024-04-02T08:49:34.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.500+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~MT38U5YJUP7X.1 size=442465 2024-04-02T08:49:34.502 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.503+0000 7fcac0634780 1 < canceled multipart upload key=5DJO5NRKSHEG upload=MT38U5YJUP7X tag=G4YOOW023HR1 type=write size=2539617 2024-04-02T08:49:34.505 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.506+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~GTIVY1V6AKN0.0 size=1048576 2024-04-02T08:49:34.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.507+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~GTIVY1V6AKN0.1 size=361527 2024-04-02T08:49:34.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.507+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=GTIVY1V6AKN0 tag=R0ODYXMOA409 type=write size=2458679 2024-04-02T08:49:34.507 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.509+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~L8GDL3WFQGT4.0 size=1048576 2024-04-02T08:49:34.509 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.510+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~L8GDL3WFQGT4.1 size=519864 2024-04-02T08:49:34.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.513+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=L8GDL3WFQGT4 tag=NS4U5WPAILA8 type=write size=2617016 2024-04-02T08:49:34.513 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.514+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=076VBV2RD9ZU type=del size=4164993 2024-04-02T08:49:34.515 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.516+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=5V42PP2YPMYO type=del 2024-04-02T08:49:34.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.519+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~W4OUVD0Q23TR.0 size=1048576 2024-04-02T08:49:34.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.520+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~W4OUVD0Q23TR.1 size=1048576 2024-04-02T08:49:34.520 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.522+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~W4OUVD0Q23TR.2 size=516231 2024-04-02T08:49:34.520 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.522+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=W4OUVD0Q23TR tag=4UOQX64SXWDJ type=write size=3661959 2024-04-02T08:49:34.522 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.523+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~GIQ6GPQUN7QI.0 size=1048576 2024-04-02T08:49:34.523 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.525+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~GIQ6GPQUN7QI.1 size=344562 2024-04-02T08:49:34.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.527+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=GIQ6GPQUN7QI tag=R5610SZQGVRU type=write size=2441714 2024-04-02T08:49:34.528 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.529+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=ZJC24QCH6M0Q type=del size=114106 2024-04-02T08:49:34.529 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.531+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=76I8Z87D8CQX type=del 2024-04-02T08:49:34.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.534+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~PHPS20I0CRDI.0 size=1048576 2024-04-02T08:49:34.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.535+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~PHPS20I0CRDI.1 size=701586 2024-04-02T08:49:34.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.535+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=PHPS20I0CRDI tag=ADNW4G4VIHVH type=write size=2798738 2024-04-02T08:49:34.535 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.537+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=USBP4DJXAEP6 type=del 2024-04-02T08:49:34.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.538+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=WUFV2TUFH2OE type=del size=1195998 2024-04-02T08:49:34.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.540+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~L2IJ9VK1X6HQ.0 size=532213 2024-04-02T08:49:34.541 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.543+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=L2IJ9VK1X6HQ tag=C1TR5H432H93 type=write size=1580789 2024-04-02T08:49:34.543 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.544+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=ADAVDB3I3049 type=write size=723927 2024-04-02T08:49:34.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.546+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~TMLNIFNQP5E8.0 size=1048576 2024-04-02T08:49:34.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.547+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~TMLNIFNQP5E8.1 size=1048576 2024-04-02T08:49:34.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.549+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~TMLNIFNQP5E8.2 size=474841 2024-04-02T08:49:34.550 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.551+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=TMLNIFNQP5E8 tag=OY32RTN71NOB type=write size=3620569 2024-04-02T08:49:34.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.555+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~WJITOI9XW0SM.0 size=608646 2024-04-02T08:49:34.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.555+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=WJITOI9XW0SM tag=PH3OSHXNLIRI type=write size=1657222 2024-04-02T08:49:34.555 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.556+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~9FT23WO76BN2.0 size=1048576 2024-04-02T08:49:34.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.558+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~9FT23WO76BN2.1 size=1015355 2024-04-02T08:49:34.559 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.561+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=9FT23WO76BN2 tag=6EBU1WPW68QY type=write size=3112507 2024-04-02T08:49:34.562 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.564+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~4OWCF0DI336G.0 size=481505 2024-04-02T08:49:34.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.564+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=4OWCF0DI336G tag=VK2MZ6K37KOP type=write size=1530081 2024-04-02T08:49:34.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.565+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~4BX4W4XAJK73.0 size=1048576 2024-04-02T08:49:34.565 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.566+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~4BX4W4XAJK73.1 size=176781 2024-04-02T08:49:34.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.569+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=4BX4W4XAJK73 tag=7NC63HJR2ZGG type=write size=2273933 2024-04-02T08:49:34.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.571+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=Q073M5C367F0 type=del size=3853522 2024-04-02T08:49:34.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.573+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~QET2VKFODNLA.0 size=1048576 2024-04-02T08:49:34.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.574+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~QET2VKFODNLA.1 size=1048576 2024-04-02T08:49:34.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.575+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~QET2VKFODNLA.2 size=848202 2024-04-02T08:49:34.577 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.578+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=QET2VKFODNLA tag=VIXZ5FM33PDT type=write size=3993930 2024-04-02T08:49:34.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.580+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=8R68ONJPWW32 type=del size=3958504 2024-04-02T08:49:34.581 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.583+0000 7fcac0634780 1 < suggested update operation key=F104QJQQC3MM tag=XRIPXLQZYOBR type=write size=234853 2024-04-02T08:49:34.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.585+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=5KWWJ59C24O3 type=del size=1721703 2024-04-02T08:49:34.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.586+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=CA5VY63OKAZT type=del 2024-04-02T08:49:34.587 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.588+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=4ZHQS905BZ3Y type=del size=1551229 2024-04-02T08:49:34.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.589+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=C64ZXF2P1LSR type=del 2024-04-02T08:49:34.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.591+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=ZUIKLRT1IG60 type=del size=3353708 2024-04-02T08:49:34.591 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.593+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~RC2CWPOTPY2Y.0 size=713498 2024-04-02T08:49:34.594 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.595+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=RC2CWPOTPY2Y tag=GKBFLI4EZQB8 type=write size=1762074 2024-04-02T08:49:34.596 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.597+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=1T73K9PKH41P type=write size=821001 2024-04-02T08:49:34.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.599+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=PGIFO5H0H9MW type=del 2024-04-02T08:49:34.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.600+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=X5Q1K31695E8 type=del size=1520994 2024-04-02T08:49:34.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.602+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~GTIVY1V6AKN0.0 size=1048576 2024-04-02T08:49:34.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.603+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~GTIVY1V6AKN0.1 size=361527 2024-04-02T08:49:34.605 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.606+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=GTIVY1V6AKN0 tag=R0ODYXMOA409 type=write size=2458679 2024-04-02T08:49:34.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.608+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=275W49M6MH9K type=del size=250152 2024-04-02T08:49:34.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.609+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=076VBV2RD9ZU type=del 2024-04-02T08:49:34.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.612+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~RTEAUCKNQTYU.0 size=1048576 2024-04-02T08:49:34.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.613+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~RTEAUCKNQTYU.1 size=1048576 2024-04-02T08:49:34.613 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.615+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~RTEAUCKNQTYU.2 size=19535 2024-04-02T08:49:34.614 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.615+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=RTEAUCKNQTYU tag=SNRUMFPL1Y6B type=write size=3165263 2024-04-02T08:49:34.615 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.616+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~W4OUVD0Q23TR.0 size=1048576 2024-04-02T08:49:34.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.618+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~W4OUVD0Q23TR.1 size=1048576 2024-04-02T08:49:34.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.619+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~W4OUVD0Q23TR.2 size=516231 2024-04-02T08:49:34.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.622+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=W4OUVD0Q23TR tag=4UOQX64SXWDJ type=write size=3661959 2024-04-02T08:49:34.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.624+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=2J05ZLGGBH2X type=del size=2971092 2024-04-02T08:49:34.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.627+0000 7fcac0634780 1 < suggested remove operation key=1Z9ANT6HV4UI tag=ZJC24QCH6M0Q type=del 2024-04-02T08:49:34.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.631+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~71AWGR7DG4NR.0 size=1048576 2024-04-02T08:49:34.631 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.632+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~71AWGR7DG4NR.1 size=87397 2024-04-02T08:49:34.631 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.632+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=71AWGR7DG4NR tag=4X8UKVZ6WVJ9 type=write size=2184549 2024-04-02T08:49:34.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.634+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~PHPS20I0CRDI.0 size=1048576 2024-04-02T08:49:34.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.636+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~PHPS20I0CRDI.1 size=701586 2024-04-02T08:49:34.638 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.639+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=PHPS20I0CRDI tag=ADNW4G4VIHVH type=write size=2798738 2024-04-02T08:49:34.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.642+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~NDZVFIIFN5UK.0 size=1048576 2024-04-02T08:49:34.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.644+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~NDZVFIIFN5UK.1 size=31593 2024-04-02T08:49:34.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.644+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=NDZVFIIFN5UK tag=RZBP3D50MH00 type=write size=2128745 2024-04-02T08:49:34.644 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.645+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=WUFV2TUFH2OE type=del 2024-04-02T08:49:34.646 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.647+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=Q9EJQ7ODSRDX type=del size=3159309 2024-04-02T08:49:34.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.649+0000 7fcac0634780 1 < completed write operation key=83XHJHX9R2KG tag=ADAVDB3I3049 type=write size=723927 2024-04-02T08:49:34.649 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.650+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=WZ3YU2LNCC11 type=del size=1077088 2024-04-02T08:49:34.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.652+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~WJITOI9XW0SM.0 size=608646 2024-04-02T08:49:34.654 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.655+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=WJITOI9XW0SM tag=PH3OSHXNLIRI type=write size=1657222 2024-04-02T08:49:34.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.659+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~LPYO6UUJN1M7.0 size=1048576 2024-04-02T08:49:34.659 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.660+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~LPYO6UUJN1M7.1 size=349325 2024-04-02T08:49:34.659 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.660+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=LPYO6UUJN1M7 tag=U1DCAB4IJUMW type=write size=2446477 2024-04-02T08:49:34.661 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.662+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~4OWCF0DI336G.0 size=481505 2024-04-02T08:49:34.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.666+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=4OWCF0DI336G tag=VK2MZ6K37KOP type=write size=1530081 2024-04-02T08:49:34.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.669+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~9E8JQT21QLTA.0 size=1048576 2024-04-02T08:49:34.669 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.670+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~9E8JQT21QLTA.1 size=150666 2024-04-02T08:49:34.669 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.670+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=9E8JQT21QLTA tag=BE55PUJ3Z0JW type=write size=2247818 2024-04-02T08:49:34.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.672+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=Q073M5C367F0 type=del 2024-04-02T08:49:34.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.674+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=FTXQLT8X1UNZ type=write size=677343 2024-04-02T08:49:34.675 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.676+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=8R68ONJPWW32 type=del 2024-04-02T08:49:34.678 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.679+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~0ZAUIQ6SUM9H.0 size=1048576 2024-04-02T08:49:34.679 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.681+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~0ZAUIQ6SUM9H.1 size=1048576 2024-04-02T08:49:34.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.682+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~0ZAUIQ6SUM9H.2 size=863490 2024-04-02T08:49:34.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.682+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=0ZAUIQ6SUM9H tag=0PEBZSU9TSQ5 type=write size=4009218 2024-04-02T08:49:34.683 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.684+0000 7fcac0634780 -1 < failed to complete operation key=1Z9ANT6HV4UI tag=5KWWJ59C24O3 type=del size=1721703: (22) Invalid argument 2024-04-02T08:49:34.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.686+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=98U2LL2CPGYE type=del size=1005002 2024-04-02T08:49:34.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.690+0000 7fcac0634780 1 < suggested remove operation key=1H7AVDY1UUP3 tag=4ZHQS905BZ3Y type=del 2024-04-02T08:49:34.691 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.692+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=R4AT0RSU6WTR type=del size=281197 2024-04-02T08:49:34.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.694+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=ZUIKLRT1IG60 type=del 2024-04-02T08:49:34.694 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.696+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=UE6N9Q2U37RC type=del size=2541463 2024-04-02T08:49:34.696 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.697+0000 7fcac0634780 1 < canceled operation key=HBQSNRLBV7TM tag=1T73K9PKH41P type=write size=821001 2024-04-02T08:49:34.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.699+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=SUD4ICHQEAEL type=del size=1387610 2024-04-02T08:49:34.700 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.701+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=X5Q1K31695E8 type=del 2024-04-02T08:49:34.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.703+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=2XJ5TR1RQV9C type=write size=410617 2024-04-02T08:49:34.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.707+0000 7fcac0634780 1 < suggested update operation key=248AZLBDZOFS tag=275W49M6MH9K type=del size=250152 2024-04-02T08:49:34.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.709+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=GFNGBVK7HYZS type=del size=1574888 2024-04-02T08:49:34.709 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.710+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~RTEAUCKNQTYU.0 size=1048576 2024-04-02T08:49:34.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.712+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~RTEAUCKNQTYU.1 size=1048576 2024-04-02T08:49:34.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.713+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~RTEAUCKNQTYU.2 size=19535 2024-04-02T08:49:34.715 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.716+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=RTEAUCKNQTYU tag=SNRUMFPL1Y6B type=write size=3165263 2024-04-02T08:49:34.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.717+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=4WMBMI1X1CVU type=del size=1153057 2024-04-02T08:49:34.718 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.719+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=2J05ZLGGBH2X type=del 2024-04-02T08:49:34.719 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.720+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=030G0OGZE0B3 type=write size=271592 2024-04-02T08:49:34.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.722+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~71AWGR7DG4NR.0 size=1048576 2024-04-02T08:49:34.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.723+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~71AWGR7DG4NR.1 size=87397 2024-04-02T08:49:34.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.726+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=71AWGR7DG4NR tag=4X8UKVZ6WVJ9 type=write size=2184549 2024-04-02T08:49:34.727 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.728+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=LH67T10GQIK1 type=del size=3754490 2024-04-02T08:49:34.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.730+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~NDZVFIIFN5UK.0 size=1048576 2024-04-02T08:49:34.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.731+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~NDZVFIIFN5UK.1 size=31593 2024-04-02T08:49:34.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.734+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=NDZVFIIFN5UK tag=RZBP3D50MH00 type=write size=2128745 2024-04-02T08:49:34.734 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.735+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=N45YZ2Y20HAB type=del size=2201292 2024-04-02T08:49:34.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.737+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=Q9EJQ7ODSRDX type=del 2024-04-02T08:49:34.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.741+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~L9SVOUYAIGNV.0 size=1048576 2024-04-02T08:49:34.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.742+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~L9SVOUYAIGNV.1 size=9937 2024-04-02T08:49:34.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.742+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=L9SVOUYAIGNV tag=181B1QIO341S type=write size=2107089 2024-04-02T08:49:34.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.744+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=WZ3YU2LNCC11 type=del 2024-04-02T08:49:34.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.745+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=3C1M2N1A4J8M type=del size=949914 2024-04-02T08:49:34.746 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.747+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~LPYO6UUJN1M7.0 size=1048576 2024-04-02T08:49:34.747 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.749+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~LPYO6UUJN1M7.1 size=349325 2024-04-02T08:49:34.750 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.751+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=LPYO6UUJN1M7 tag=U1DCAB4IJUMW type=write size=2446477 2024-04-02T08:49:34.753 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.753+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=CXT2ONSBUYJR type=del size=3840763 2024-04-02T08:49:34.754 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.755+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~9E8JQT21QLTA.0 size=1048576 2024-04-02T08:49:34.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.756+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~9E8JQT21QLTA.1 size=150666 2024-04-02T08:49:34.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.759+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=9E8JQT21QLTA tag=BE55PUJ3Z0JW type=write size=2247818 2024-04-02T08:49:34.761 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.762+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~704WW7TAZGMM.0 size=229842 2024-04-02T08:49:34.761 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.762+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=704WW7TAZGMM tag=B4RQ8AHITAJ5 type=write size=1278418 2024-04-02T08:49:34.762 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.764+0000 7fcac0634780 1 < completed write operation key=WGKAHDKTL4AK tag=FTXQLT8X1UNZ type=write size=677343 2024-04-02T08:49:34.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.765+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=JD3AZVLILX91 type=del size=2692500 2024-04-02T08:49:34.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.766+0000 7fcac0634780 1 < canceled part key=_multipart_CK9SN9AWKRU0.2~0ZAUIQ6SUM9H.0 size=1048576 2024-04-02T08:49:34.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.767+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~0ZAUIQ6SUM9H.1 size=1048576 2024-04-02T08:49:34.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.768+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~0ZAUIQ6SUM9H.2 size=863490 2024-04-02T08:49:34.770 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.771+0000 7fcac0634780 1 < canceled multipart upload key=CK9SN9AWKRU0 upload=0ZAUIQ6SUM9H tag=0PEBZSU9TSQ5 type=write size=4009218 2024-04-02T08:49:34.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.773+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=WO4CQNY6GQC8 type=del size=2845265 2024-04-02T08:49:34.773 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.774+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=98U2LL2CPGYE type=del 2024-04-02T08:49:34.776 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.777+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~Y31JZ8823CRD.0 size=1048576 2024-04-02T08:49:34.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.779+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~Y31JZ8823CRD.1 size=621024 2024-04-02T08:49:34.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.779+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=Y31JZ8823CRD tag=DNV8NO7N8U76 type=write size=2718176 2024-04-02T08:49:34.780 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.781+0000 7fcac0634780 -1 < failed to complete operation key=248AZLBDZOFS tag=R4AT0RSU6WTR type=del size=281197: (22) Invalid argument 2024-04-02T08:49:34.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.783+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=8YZMO3UORG0M type=write size=992655 2024-04-02T08:49:34.784 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.785+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=UE6N9Q2U37RC type=del 2024-04-02T08:49:34.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.786+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=O1M2AHZQ8HCK type=del size=1328743 2024-04-02T08:49:34.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.788+0000 7fcac0634780 1 < canceled operation key=F2VBAXNP29E1 tag=SUD4ICHQEAEL type=del size=1387610 2024-04-02T08:49:34.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.791+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~3R3G6JA3HUM6.0 size=931847 2024-04-02T08:49:34.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.791+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=3R3G6JA3HUM6 tag=R7GZXHVXP2P4 type=write size=1980423 2024-04-02T08:49:34.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.794+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=2XJ5TR1RQV9C type=write 2024-04-02T08:49:34.795 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.796+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=X20CMUV8M9K6 type=write size=1029081 2024-04-02T08:49:34.797 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.798+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=GFNGBVK7HYZS type=del 2024-04-02T08:49:34.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.799+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=FJPG7PMIJ2IM type=write size=683809 2024-04-02T08:49:34.800 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.801+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=4WMBMI1X1CVU type=del 2024-04-02T08:49:34.802 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.803+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=VV0XKXPCTYV7 type=del size=1094003 2024-04-02T08:49:34.806 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.807+0000 7fcac0634780 1 < suggested remove operation key=VTZMAIZU0MX6 tag=030G0OGZE0B3 type=write 2024-04-02T08:49:34.807 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.808+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=DFI01FBI8FA3 type=del size=3276867 2024-04-02T08:49:34.809 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.810+0000 7fcac0634780 1 < canceled operation key=KW7PQ140P1OW tag=LH67T10GQIK1 type=del size=3754490 2024-04-02T08:49:34.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.813+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~XBEGO2YETO6U.0 size=1048576 2024-04-02T08:49:34.813 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.814+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~XBEGO2YETO6U.1 size=1048576 2024-04-02T08:49:34.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.816+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~XBEGO2YETO6U.2 size=885857 2024-04-02T08:49:34.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.816+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=XBEGO2YETO6U tag=SRW81HQQEUFV type=write size=4031585 2024-04-02T08:49:34.816 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.817+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=N45YZ2Y20HAB type=del 2024-04-02T08:49:34.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.820+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~OTK5HNCWPGXH.0 size=1048576 2024-04-02T08:49:34.820 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.822+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~OTK5HNCWPGXH.1 size=229422 2024-04-02T08:49:34.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.822+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=OTK5HNCWPGXH tag=QO5PDFPBH0YY type=write size=2326574 2024-04-02T08:49:34.822 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.823+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~L9SVOUYAIGNV.0 size=1048576 2024-04-02T08:49:34.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.825+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~L9SVOUYAIGNV.1 size=9937 2024-04-02T08:49:34.827 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.828+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=L9SVOUYAIGNV tag=181B1QIO341S type=write size=2107089 2024-04-02T08:49:34.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.830+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=SHRJ6TA9GW1D type=del size=502915 2024-04-02T08:49:34.832 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.833+0000 7fcac0634780 1 < suggested remove operation key=5I1R6353CBOP tag=3C1M2N1A4J8M type=del 2024-04-02T08:49:34.833 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.835+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=UP4R76S8K287 type=del size=3705194 2024-04-02T08:49:34.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.836+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=CXT2ONSBUYJR type=del size=3840763 2024-04-02T08:49:34.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.838+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=AGO25I72YDVW type=del size=1727525 2024-04-02T08:49:34.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.839+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~704WW7TAZGMM.0 size=229842 2024-04-02T08:49:34.841 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.842+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=704WW7TAZGMM tag=B4RQ8AHITAJ5 type=write size=1278418 2024-04-02T08:49:34.843 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.844+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=4Z2PVW2QV3CZ type=del size=3701884 2024-04-02T08:49:34.844 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.846+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=JD3AZVLILX91 type=del 2024-04-02T08:49:34.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.847+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=KZOY2UV63V5F type=del size=2742405 2024-04-02T08:49:34.848 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.849+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=WO4CQNY6GQC8 type=del 2024-04-02T08:49:34.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.851+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=WERNMX78ZE98 type=write size=669347 2024-04-02T08:49:34.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.852+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~Y31JZ8823CRD.0 size=1048576 2024-04-02T08:49:34.852 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.854+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~Y31JZ8823CRD.1 size=621024 2024-04-02T08:49:34.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.857+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=Y31JZ8823CRD tag=DNV8NO7N8U76 type=write size=2718176 2024-04-02T08:49:34.858 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.860+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~FOUG7U0EQ2BR.0 size=1048576 2024-04-02T08:49:34.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.861+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~FOUG7U0EQ2BR.1 size=932030 2024-04-02T08:49:34.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.861+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=FOUG7U0EQ2BR tag=K1QWWS8D4GBW type=write size=3029182 2024-04-02T08:49:34.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.863+0000 7fcac0634780 1 < completed write operation key=1H7AVDY1UUP3 tag=8YZMO3UORG0M type=write size=992655 2024-04-02T08:49:34.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.864+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=VYL3ZT3WXFVT type=write size=494216 2024-04-02T08:49:34.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.866+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=O1M2AHZQ8HCK type=del 2024-04-02T08:49:34.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.868+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=272Z6U0QU696 type=del size=2367421 2024-04-02T08:49:34.868 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.870+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~3R3G6JA3HUM6.0 size=931847 2024-04-02T08:49:34.871 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.872+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=3R3G6JA3HUM6 tag=R7GZXHVXP2P4 type=write size=1980423 2024-04-02T08:49:34.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.874+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=QF302ZIZ8EG1 type=del size=3775782 2024-04-02T08:49:34.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.876+0000 7fcac0634780 1 < completed write operation key=O57E3MLOAH4P tag=X20CMUV8M9K6 type=write size=1029081 2024-04-02T08:49:34.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.877+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=RFKQ3M8LSMA8 type=write size=450759 2024-04-02T08:49:34.878 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.879+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=FJPG7PMIJ2IM type=write size=683809 2024-04-02T08:49:34.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.881+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=7OTWC2UN0HCB type=del size=735224 2024-04-02T08:49:34.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.882+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=VV0XKXPCTYV7 type=del 2024-04-02T08:49:34.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.884+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=8RPUDK9RLQTP type=del size=2706426 2024-04-02T08:49:34.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.886+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=DFI01FBI8FA3 type=del 2024-04-02T08:49:34.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.888+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=1E9X3V667Q0P type=del size=1364393 2024-04-02T08:49:34.888 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.889+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~XBEGO2YETO6U.0 size=1048576 2024-04-02T08:49:34.889 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.891+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~XBEGO2YETO6U.1 size=1048576 2024-04-02T08:49:34.891 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.892+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~XBEGO2YETO6U.2 size=885857 2024-04-02T08:49:34.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.895+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=XBEGO2YETO6U tag=SRW81HQQEUFV type=write size=4031585 2024-04-02T08:49:34.898 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.898+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~5Y8Z50FJQLNK.0 size=1048576 2024-04-02T08:49:34.898 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.899+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~5Y8Z50FJQLNK.1 size=1048576 2024-04-02T08:49:34.900 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.901+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~5Y8Z50FJQLNK.2 size=491839 2024-04-02T08:49:34.900 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.901+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=5Y8Z50FJQLNK tag=SWUXB10N82QT type=write size=3637567 2024-04-02T08:49:34.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.902+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~OTK5HNCWPGXH.0 size=1048576 2024-04-02T08:49:34.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.904+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~OTK5HNCWPGXH.1 size=229422 2024-04-02T08:49:34.906 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.907+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=OTK5HNCWPGXH tag=QO5PDFPBH0YY type=write size=2326574 2024-04-02T08:49:34.909 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.910+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~P1T9VOQWB87C.0 size=3628 2024-04-02T08:49:34.909 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.910+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=P1T9VOQWB87C tag=3CWHIK9V604N type=write size=1052204 2024-04-02T08:49:34.911 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.913+0000 7fcac0634780 1 < canceled operation key=OQYFPKEX5S39 tag=SHRJ6TA9GW1D type=del size=502915 2024-04-02T08:49:34.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.914+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=WK7XCJL4276Z type=del size=3672533 2024-04-02T08:49:34.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.916+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=UP4R76S8K287 type=del 2024-04-02T08:49:34.916 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.918+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=7ZRJTVNM2TMP type=write size=491833 2024-04-02T08:49:34.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.920+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=AGO25I72YDVW type=del 2024-04-02T08:49:34.920 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.921+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=D4HCG7EW261G type=del size=3492165 2024-04-02T08:49:34.924 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.925+0000 7fcac0634780 1 < suggested update operation key=7RTUKS6WIVUY tag=4Z2PVW2QV3CZ type=del size=3701884 2024-04-02T08:49:34.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.927+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=ITUL0J4HZ2AX type=write size=303012 2024-04-02T08:49:34.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.929+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=KZOY2UV63V5F type=del 2024-04-02T08:49:34.932 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.934+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~PEJ60ZIQFDTG.0 size=1048576 2024-04-02T08:49:34.934 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.935+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~PEJ60ZIQFDTG.1 size=942127 2024-04-02T08:49:34.934 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.935+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=PEJ60ZIQFDTG tag=MQ4FPFVQ6JBD type=write size=3039279 2024-04-02T08:49:34.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.937+0000 7fcac0634780 1 < completed write operation key=OQYFPKEX5S39 tag=WERNMX78ZE98 type=write size=669347 2024-04-02T08:49:34.938 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.940+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~JYJXRRLHGWA7.0 size=1048576 2024-04-02T08:49:34.940 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.941+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~JYJXRRLHGWA7.1 size=243202 2024-04-02T08:49:34.940 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.941+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=JYJXRRLHGWA7 tag=9AW9ZO3PUQ2V type=write size=2340354 2024-04-02T08:49:34.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.943+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~FOUG7U0EQ2BR.0 size=1048576 2024-04-02T08:49:34.943 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.944+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~FOUG7U0EQ2BR.1 size=932030 2024-04-02T08:49:34.946 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.947+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=FOUG7U0EQ2BR tag=K1QWWS8D4GBW type=write size=3029182 2024-04-02T08:49:34.948 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.949+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=J0C4OFHFKFX5 type=write size=445985 2024-04-02T08:49:34.950 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.952+0000 7fcac0634780 1 < completed write operation key=F104QJQQC3MM tag=VYL3ZT3WXFVT type=write size=494216 2024-04-02T08:49:34.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.954+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=0DR1C0WBDCMO type=del size=1954889 2024-04-02T08:49:34.957 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.958+0000 7fcac0634780 1 < suggested update operation key=KW7PQ140P1OW tag=272Z6U0QU696 type=del size=2367421 2024-04-02T08:49:34.959 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.960+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=YYESIBKATBUE type=write size=570677 2024-04-02T08:49:34.964 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.964+0000 7fcac0634780 1 < suggested remove operation key=ZPVZQ0PNTGF2 tag=QF302ZIZ8EG1 type=del 2024-04-02T08:49:34.967 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.968+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~62C2KRYQOL5Q.0 size=898124 2024-04-02T08:49:34.967 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.968+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=62C2KRYQOL5Q tag=SIW0HIH5TLQU type=write size=1946700 2024-04-02T08:49:34.969 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.970+0000 7fcac0634780 1 < completed write operation key=AT297P637JHQ tag=RFKQ3M8LSMA8 type=write size=450759 2024-04-02T08:49:34.971 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.972+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=P3LRHUSAJIDE type=write size=839001 2024-04-02T08:49:34.973 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.974+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=7OTWC2UN0HCB type=del 2024-04-02T08:49:34.975 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.976+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=KLMTJFZD1HEJ type=del size=368205 2024-04-02T08:49:34.977 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.978+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=8RPUDK9RLQTP type=del 2024-04-02T08:49:34.979 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.980+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=1F0KCZTO9PTA type=del size=3315490 2024-04-02T08:49:34.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.982+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=1E9X3V667Q0P type=del 2024-04-02T08:49:34.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.985+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~MGALLX525IMN.0 size=1048576 2024-04-02T08:49:34.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.987+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~MGALLX525IMN.1 size=629348 2024-04-02T08:49:34.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.987+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=MGALLX525IMN tag=3O2YV7R0NHPX type=write size=2726500 2024-04-02T08:49:34.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.987+0000 7fcac0634780 1 < canceled part key=_multipart_1Z9ANT6HV4UI.2~5Y8Z50FJQLNK.0 size=1048576 2024-04-02T08:49:34.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.989+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~5Y8Z50FJQLNK.1 size=1048576 2024-04-02T08:49:34.989 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.990+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~5Y8Z50FJQLNK.2 size=491839 2024-04-02T08:49:34.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.994+0000 7fcac0634780 1 < canceled multipart upload key=1Z9ANT6HV4UI upload=5Y8Z50FJQLNK tag=SWUXB10N82QT type=write size=3637567 2024-04-02T08:49:34.995 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.996+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=O4A0QL1QEFDY type=del size=4177454 2024-04-02T08:49:34.997 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:34.998+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~P1T9VOQWB87C.0 size=3628 2024-04-02T08:49:35.000 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.001+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=P1T9VOQWB87C tag=3CWHIK9V604N type=write size=1052204 2024-04-02T08:49:35.002 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.003+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=TY9PVVI7EWNG type=write size=826391 2024-04-02T08:49:35.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.005+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=WK7XCJL4276Z type=del 2024-04-02T08:49:35.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.009+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~45Q69LJJOJY9.0 size=1048576 2024-04-02T08:49:35.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.010+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~45Q69LJJOJY9.1 size=1048576 2024-04-02T08:49:35.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.012+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~45Q69LJJOJY9.2 size=1023350 2024-04-02T08:49:35.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.012+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=45Q69LJJOJY9 tag=ARVOPCKI45T8 type=write size=4169078 2024-04-02T08:49:35.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.015+0000 7fcac0634780 1 < suggested remove operation key=ZHTF4PWZZ3FL tag=7ZRJTVNM2TMP type=write 2024-04-02T08:49:35.015 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.017+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=S1MY469HZQRR type=del size=2432362 2024-04-02T08:49:35.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.018+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=D4HCG7EW261G type=del 2024-04-02T08:49:35.019 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.020+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=SRID7FLH4XKU type=del size=4011615 2024-04-02T08:49:35.020 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.022+0000 7fcac0634780 1 < completed write operation key=7RTUKS6WIVUY tag=ITUL0J4HZ2AX type=write size=303012 2024-04-02T08:49:35.022 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.023+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=UTQ5D15FCXJO type=write size=1027037 2024-04-02T08:49:35.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.025+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~PEJ60ZIQFDTG.0 size=1048576 2024-04-02T08:49:35.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.026+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~PEJ60ZIQFDTG.1 size=942127 2024-04-02T08:49:35.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.029+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=PEJ60ZIQFDTG tag=MQ4FPFVQ6JBD type=write size=3039279 2024-04-02T08:49:35.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.033+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~IFSK3SJC0GLR.0 size=761621 2024-04-02T08:49:35.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.033+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=IFSK3SJC0GLR tag=SBXWZ04UP1OO type=write size=1810197 2024-04-02T08:49:35.033 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.035+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~JYJXRRLHGWA7.0 size=1048576 2024-04-02T08:49:35.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.036+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~JYJXRRLHGWA7.1 size=243202 2024-04-02T08:49:35.038 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.039+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=JYJXRRLHGWA7 tag=9AW9ZO3PUQ2V type=write size=2340354 2024-04-02T08:49:35.041 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.042+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~IH8D27YYUB5F.0 size=1048576 2024-04-02T08:49:35.042 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.044+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~IH8D27YYUB5F.1 size=1048576 2024-04-02T08:49:35.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.045+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~IH8D27YYUB5F.2 size=366629 2024-04-02T08:49:35.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.045+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=IH8D27YYUB5F tag=E7PES1NEQ6FL type=write size=3512357 2024-04-02T08:49:35.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.047+0000 7fcac0634780 1 < completed write operation key=OPJX4SOWQJDV tag=J0C4OFHFKFX5 type=write size=445985 2024-04-02T08:49:35.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.048+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=PTFJK7572979 type=del size=3282510 2024-04-02T08:49:35.049 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.050+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=0DR1C0WBDCMO type=del 2024-04-02T08:49:35.052 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.053+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~EC26QFF8AFZG.0 size=176594 2024-04-02T08:49:35.052 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.053+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=EC26QFF8AFZG tag=ZBRYX031HTUU type=write size=1225170 2024-04-02T08:49:35.054 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.055+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=YYESIBKATBUE type=write size=570677 2024-04-02T08:49:35.057 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.059+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~LD0F9GBRWXG6.0 size=1048576 2024-04-02T08:49:35.059 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.060+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~LD0F9GBRWXG6.1 size=795755 2024-04-02T08:49:35.059 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.060+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=LD0F9GBRWXG6 tag=IXOU64XIPNS4 type=write size=2892907 2024-04-02T08:49:35.060 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.062+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~62C2KRYQOL5Q.0 size=898124 2024-04-02T08:49:35.063 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.064+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=62C2KRYQOL5Q tag=SIW0HIH5TLQU type=write size=1946700 2024-04-02T08:49:35.065 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.066+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=SEER2NGJS7QC type=del size=1406577 2024-04-02T08:49:35.068 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.070+0000 7fcac0634780 1 < suggested remove operation key=O57E3MLOAH4P tag=P3LRHUSAJIDE type=write 2024-04-02T08:49:35.074 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.073+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~3YMFA8YY0HKV.0 size=611127 2024-04-02T08:49:35.074 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.073+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=3YMFA8YY0HKV tag=VOI2CHTCBXRX type=write size=1659703 2024-04-02T08:49:35.074 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.074+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=KLMTJFZD1HEJ type=del 2024-04-02T08:49:35.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.076+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=2YC0M08DVYST type=del size=2288060 2024-04-02T08:49:35.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.078+0000 7fcac0634780 -1 < failed to complete operation key=ZHTF4PWZZ3FL tag=1F0KCZTO9PTA type=del size=3315490: (22) Invalid argument 2024-04-02T08:49:35.079 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.080+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=FJ0M717ITSTS type=del size=1099497 2024-04-02T08:49:35.081 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.082+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~MGALLX525IMN.0 size=1048576 2024-04-02T08:49:35.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.083+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~MGALLX525IMN.1 size=629348 2024-04-02T08:49:35.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.087+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=MGALLX525IMN tag=3O2YV7R0NHPX type=write size=2726500 2024-04-02T08:49:35.088 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.089+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=GGP2R3NPVKZY type=write size=462371 2024-04-02T08:49:35.092 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.093+0000 7fcac0634780 1 < suggested update operation key=Z250TTJ2J4Z5 tag=O4A0QL1QEFDY type=del size=4177454 2024-04-02T08:49:35.094 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.095+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=MHLD2SPRGRX1 type=del size=3214919 2024-04-02T08:49:35.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.097+0000 7fcac0634780 1 < completed write operation key=Q1UN9ZOPNAND tag=TY9PVVI7EWNG type=write size=826391 2024-04-02T08:49:35.099 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.100+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~JQCP2KQN1I0K.0 size=1048576 2024-04-02T08:49:35.101 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.102+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~JQCP2KQN1I0K.1 size=1048576 2024-04-02T08:49:35.103 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.104+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~JQCP2KQN1I0K.2 size=84249 2024-04-02T08:49:35.103 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.104+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=JQCP2KQN1I0K tag=OLGZPO6FEMH1 type=write size=3229977 2024-04-02T08:49:35.105 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.106+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~45Q69LJJOJY9.0 size=1048576 2024-04-02T08:49:35.106 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.107+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~45Q69LJJOJY9.1 size=1048576 2024-04-02T08:49:35.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.109+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~45Q69LJJOJY9.2 size=1023350 2024-04-02T08:49:35.111 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.112+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=45Q69LJJOJY9 tag=ARVOPCKI45T8 type=write size=4169078 2024-04-02T08:49:35.115 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.116+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~5UHTEVG67FGX.0 size=1048576 2024-04-02T08:49:35.116 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.118+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~5UHTEVG67FGX.1 size=1048576 2024-04-02T08:49:35.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.120+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~5UHTEVG67FGX.2 size=610929 2024-04-02T08:49:35.119 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.120+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=5UHTEVG67FGX tag=KCNU0XBNZWCW type=write size=3756657 2024-04-02T08:49:35.120 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.122+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=S1MY469HZQRR type=del 2024-04-02T08:49:35.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.124+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=8F4OFF5T8AMG type=del size=3731471 2024-04-02T08:49:35.127 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.128+0000 7fcac0634780 1 < suggested update operation key=ZPVZQ0PNTGF2 tag=SRID7FLH4XKU type=del size=4011615 2024-04-02T08:49:35.131 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.132+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~W74X85U9V5GK.0 size=1048576 2024-04-02T08:49:35.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.134+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~W74X85U9V5GK.1 size=453320 2024-04-02T08:49:35.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.134+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=W74X85U9V5GK tag=D1U5NR5JRYBK type=write size=2550472 2024-04-02T08:49:35.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.136+0000 7fcac0634780 1 < canceled operation key=XYWGJ7UZDDAF tag=UTQ5D15FCXJO type=write size=1027037 2024-04-02T08:49:35.137 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.138+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=75Z20YNSYNUP type=del size=3233914 2024-04-02T08:49:35.139 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.140+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~IFSK3SJC0GLR.0 size=761621 2024-04-02T08:49:35.142 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.143+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=IFSK3SJC0GLR tag=SBXWZ04UP1OO type=write size=1810197 2024-04-02T08:49:35.144 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.145+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=D8202VP6IKR8 type=del size=73375 2024-04-02T08:49:35.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.147+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~IH8D27YYUB5F.0 size=1048576 2024-04-02T08:49:35.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.149+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~IH8D27YYUB5F.1 size=1048576 2024-04-02T08:49:35.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.151+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~IH8D27YYUB5F.2 size=366629 2024-04-02T08:49:35.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.154+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=IH8D27YYUB5F tag=E7PES1NEQ6FL type=write size=3512357 2024-04-02T08:49:35.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.156+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=JE0J7CRY38OX type=del size=149503 2024-04-02T08:49:35.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.158+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=PTFJK7572979 type=del 2024-04-02T08:49:35.159 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.160+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=UQKWTT6D0KTV type=del size=1093787 2024-04-02T08:49:35.161 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.162+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~EC26QFF8AFZG.0 size=176594 2024-04-02T08:49:35.164 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.165+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=EC26QFF8AFZG tag=ZBRYX031HTUU type=write size=1225170 2024-04-02T08:49:35.167 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.168+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~KH0027X4J2B0.0 size=1048576 2024-04-02T08:49:35.169 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.170+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~KH0027X4J2B0.1 size=1048576 2024-04-02T08:49:35.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.171+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~KH0027X4J2B0.2 size=489722 2024-04-02T08:49:35.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.171+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=KH0027X4J2B0 tag=QS08SLWP6UB9 type=write size=3635450 2024-04-02T08:49:35.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.173+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~LD0F9GBRWXG6.0 size=1048576 2024-04-02T08:49:35.173 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.174+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~LD0F9GBRWXG6.1 size=795755 2024-04-02T08:49:35.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.177+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=LD0F9GBRWXG6 tag=IXOU64XIPNS4 type=write size=2892907 2024-04-02T08:49:35.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.180+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~1R7T2SOXQSFF.0 size=1048576 2024-04-02T08:49:35.181 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.182+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~1R7T2SOXQSFF.1 size=1048576 2024-04-02T08:49:35.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.184+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~1R7T2SOXQSFF.2 size=307370 2024-04-02T08:49:35.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.184+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=1R7T2SOXQSFF tag=4RS1PYHY2NCH type=write size=3453098 2024-04-02T08:49:35.185 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.185+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=SEER2NGJS7QC type=del 2024-04-02T08:49:35.187 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.187+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=R0OKIA2ZKP46 type=del size=2270761 2024-04-02T08:49:35.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.189+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~3YMFA8YY0HKV.0 size=611127 2024-04-02T08:49:35.191 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.192+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=3YMFA8YY0HKV tag=VOI2CHTCBXRX type=write size=1659703 2024-04-02T08:49:35.192 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.194+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=Y5DJIQ76S7D1 type=del size=2364390 2024-04-02T08:49:35.194 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.195+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=2YC0M08DVYST type=del 2024-04-02T08:49:35.196 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.197+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=D9T4PV50ZOB6 type=del size=2253048 2024-04-02T08:49:35.197 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.199+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=FJ0M717ITSTS type=del 2024-04-02T08:49:35.199 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.200+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=PJ24HROJGYXP type=del size=4076469 2024-04-02T08:49:35.201 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.202+0000 7fcac0634780 1 < completed write operation key=9YIC1CKTX1XU tag=GGP2R3NPVKZY type=write size=462371 2024-04-02T08:49:35.203 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.204+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=3NBTWJ9XZWBM type=del size=3227215 2024-04-02T08:49:35.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.206+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=MHLD2SPRGRX1 type=del 2024-04-02T08:49:35.207 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.208+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=5QTPHNL0JD66 type=del size=1767330 2024-04-02T08:49:35.207 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.208+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~JQCP2KQN1I0K.0 size=1048576 2024-04-02T08:49:35.208 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.210+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~JQCP2KQN1I0K.1 size=1048576 2024-04-02T08:49:35.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.211+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~JQCP2KQN1I0K.2 size=84249 2024-04-02T08:49:35.213 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.214+0000 7fcac0634780 1 < canceled multipart upload key=248AZLBDZOFS upload=JQCP2KQN1I0K tag=OLGZPO6FEMH1 type=write size=3229977 2024-04-02T08:49:35.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.217+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~18OIVM3FRVK1.0 size=1048576 2024-04-02T08:49:35.217 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.219+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~18OIVM3FRVK1.1 size=320041 2024-04-02T08:49:35.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.219+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=18OIVM3FRVK1 tag=3N6WAF81WV9N type=write size=2417193 2024-04-02T08:49:35.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.219+0000 7fcac0634780 1 < canceled part key=_multipart_1Z9ANT6HV4UI.2~5UHTEVG67FGX.0 size=1048576 2024-04-02T08:49:35.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.220+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~5UHTEVG67FGX.1 size=1048576 2024-04-02T08:49:35.221 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.222+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~5UHTEVG67FGX.2 size=610929 2024-04-02T08:49:35.224 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.225+0000 7fcac0634780 1 < canceled multipart upload key=1Z9ANT6HV4UI upload=5UHTEVG67FGX tag=KCNU0XBNZWCW type=write size=3756657 2024-04-02T08:49:35.225 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.227+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=V09E8OCQ63WI type=write size=701432 2024-04-02T08:49:35.229 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.230+0000 7fcac0634780 1 < suggested remove operation key=OQYFPKEX5S39 tag=8F4OFF5T8AMG type=del 2024-04-02T08:49:35.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.233+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~31PU2DY2W54B.0 size=62238 2024-04-02T08:49:35.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.233+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=31PU2DY2W54B tag=8JLY3QDCP0IX type=write size=1110814 2024-04-02T08:49:35.235 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.235+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~W74X85U9V5GK.0 size=1048576 2024-04-02T08:49:35.236 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.237+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~W74X85U9V5GK.1 size=453320 2024-04-02T08:49:35.240 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.241+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=W74X85U9V5GK tag=D1U5NR5JRYBK type=write size=2550472 2024-04-02T08:49:35.242 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.243+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=WFPF1Q34SZRI type=del size=3530878 2024-04-02T08:49:35.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.245+0000 7fcac0634780 -1 < failed to complete operation key=OQYFPKEX5S39 tag=75Z20YNSYNUP type=del size=3233914: (22) Invalid argument 2024-04-02T08:49:35.246 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.247+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=LWE13OHW661G type=del size=1793038 2024-04-02T08:49:35.248 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.250+0000 7fcac0634780 -1 < failed to complete operation key=OQYFPKEX5S39 tag=D8202VP6IKR8 type=del size=73375: (22) Invalid argument 2024-04-02T08:49:35.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.254+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~59MWURVS7MGL.0 size=1048576 2024-04-02T08:49:35.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.255+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~59MWURVS7MGL.1 size=57370 2024-04-02T08:49:35.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.255+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=59MWURVS7MGL tag=618TJVMPR9R5 type=write size=2154522 2024-04-02T08:49:35.256 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.257+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=JE0J7CRY38OX type=del 2024-04-02T08:49:35.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.259+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=K1MKNJB3VQTQ type=write size=267722 2024-04-02T08:49:35.260 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.261+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=UQKWTT6D0KTV type=del 2024-04-02T08:49:35.261 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.263+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=ML4NO41TE3SB type=del size=4073606 2024-04-02T08:49:35.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.265+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~KH0027X4J2B0.0 size=1048576 2024-04-02T08:49:35.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.266+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~KH0027X4J2B0.1 size=1048576 2024-04-02T08:49:35.267 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.268+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~KH0027X4J2B0.2 size=489722 2024-04-02T08:49:35.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.271+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=KH0027X4J2B0 tag=QS08SLWP6UB9 type=write size=3635450 2024-04-02T08:49:35.272 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.273+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=6FBELLQPRWRS type=del size=2847219 2024-04-02T08:49:35.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.275+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~1R7T2SOXQSFF.0 size=1048576 2024-04-02T08:49:35.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.276+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~1R7T2SOXQSFF.1 size=1048576 2024-04-02T08:49:35.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.278+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~1R7T2SOXQSFF.2 size=307370 2024-04-02T08:49:35.279 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.281+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=1R7T2SOXQSFF tag=4RS1PYHY2NCH type=write size=3453098 2024-04-02T08:49:35.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.283+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=B63TWRYQWLMW type=del size=1838377 2024-04-02T08:49:35.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.287+0000 7fcac0634780 1 < suggested update operation key=F2VBAXNP29E1 tag=R0OKIA2ZKP46 type=del size=2270761 2024-04-02T08:49:35.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.291+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~OZ8SSOJ3GT4L.0 size=164070 2024-04-02T08:49:35.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.291+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=OZ8SSOJ3GT4L tag=TLGB4OILY75N type=write size=1212646 2024-04-02T08:49:35.291 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.292+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=Y5DJIQ76S7D1 type=del 2024-04-02T08:49:35.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.296+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~AU2GCSLMTT69.0 size=1048576 2024-04-02T08:49:35.296 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.298+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~AU2GCSLMTT69.1 size=1048576 2024-04-02T08:49:35.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.299+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~AU2GCSLMTT69.2 size=405398 2024-04-02T08:49:35.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.299+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=AU2GCSLMTT69 tag=U5GV34UYHEQ7 type=write size=3551126 2024-04-02T08:49:35.300 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.301+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=D9T4PV50ZOB6 type=del 2024-04-02T08:49:35.302 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.303+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=21NC0N80KPPQ type=del size=3045798 2024-04-02T08:49:35.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.305+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=PJ24HROJGYXP type=del 2024-04-02T08:49:35.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.308+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=HMABAIWTGVU3 type=del size=3271451 2024-04-02T08:49:35.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.310+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=3NBTWJ9XZWBM type=del 2024-04-02T08:49:35.310 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.312+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=6R0TYU6833DV type=del size=871420 2024-04-02T08:49:35.312 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.314+0000 7fcac0634780 1 < canceled operation key=OSRICQSGB2XI tag=5QTPHNL0JD66 type=del size=1767330 2024-04-02T08:49:35.316 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.317+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~GJZM9BW5TL6F.0 size=1048576 2024-04-02T08:49:35.317 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.318+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~GJZM9BW5TL6F.1 size=935149 2024-04-02T08:49:35.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.318+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=GJZM9BW5TL6F tag=B8QCC5HETW4K type=write size=3032301 2024-04-02T08:49:35.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.319+0000 7fcac0634780 1 < canceled part key=_multipart_O57E3MLOAH4P.2~18OIVM3FRVK1.0 size=1048576 2024-04-02T08:49:35.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.320+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~18OIVM3FRVK1.1 size=320041 2024-04-02T08:49:35.322 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.324+0000 7fcac0634780 1 < canceled multipart upload key=O57E3MLOAH4P upload=18OIVM3FRVK1 tag=3N6WAF81WV9N type=write size=2417193 2024-04-02T08:49:35.324 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.325+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=E8LKW0UVT58V type=write size=383104 2024-04-02T08:49:35.328 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.329+0000 7fcac0634780 1 < suggested update operation key=9YIC1CKTX1XU tag=V09E8OCQ63WI type=write size=701432 2024-04-02T08:49:35.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.332+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~CFJRHYCT5034.0 size=1048576 2024-04-02T08:49:35.332 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.333+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~CFJRHYCT5034.1 size=159521 2024-04-02T08:49:35.332 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.333+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=CFJRHYCT5034 tag=6PO5DQOCK2ZR type=write size=2256673 2024-04-02T08:49:35.332 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.333+0000 7fcac0634780 1 < canceled part key=_multipart_OQYFPKEX5S39.2~31PU2DY2W54B.0 size=62238 2024-04-02T08:49:35.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.336+0000 7fcac0634780 1 < canceled multipart upload key=OQYFPKEX5S39 upload=31PU2DY2W54B tag=8JLY3QDCP0IX type=write size=1110814 2024-04-02T08:49:35.337 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.338+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=6YBEKQHRSG8K type=del size=1771897 2024-04-02T08:49:35.338 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.340+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=WFPF1Q34SZRI type=del 2024-04-02T08:49:35.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.341+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=MY54WRRZZBU8 type=del size=38609 2024-04-02T08:49:35.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.343+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=LWE13OHW661G type=del 2024-04-02T08:49:35.343 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.345+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=399N2UM87144 type=del size=540388 2024-04-02T08:49:35.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.346+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~59MWURVS7MGL.0 size=1048576 2024-04-02T08:49:35.346 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.348+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~59MWURVS7MGL.1 size=57370 2024-04-02T08:49:35.349 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.351+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=59MWURVS7MGL tag=618TJVMPR9R5 type=write size=2154522 2024-04-02T08:49:35.353 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.354+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~M101F2F35WCL.0 size=1048576 2024-04-02T08:49:35.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.355+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~M101F2F35WCL.1 size=1048576 2024-04-02T08:49:35.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.356+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~M101F2F35WCL.2 size=365016 2024-04-02T08:49:35.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.356+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=M101F2F35WCL tag=1TC5G9LD0M96 type=write size=3510744 2024-04-02T08:49:35.357 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.359+0000 7fcac0634780 -1 < failed to complete operation key=F2VBAXNP29E1 tag=K1MKNJB3VQTQ type=write size=267722: (22) Invalid argument 2024-04-02T08:49:35.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.362+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~6TZ78QF2QSWW.0 size=1048576 2024-04-02T08:49:35.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.363+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~6TZ78QF2QSWW.1 size=1048576 2024-04-02T08:49:35.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.364+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~6TZ78QF2QSWW.2 size=500203 2024-04-02T08:49:35.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.364+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=6TZ78QF2QSWW tag=4UVM7IS9W5OA type=write size=3645931 2024-04-02T08:49:35.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.366+0000 7fcac0634780 1 < canceled operation key=83XHJHX9R2KG tag=ML4NO41TE3SB type=del size=4073606 2024-04-02T08:49:35.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.368+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=SB3CQCVYOZIL type=write size=628293 2024-04-02T08:49:35.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.370+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=6FBELLQPRWRS type=del 2024-04-02T08:49:35.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.372+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=OSTLTUINAZH3 type=del size=413360 2024-04-02T08:49:35.374 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.375+0000 7fcac0634780 1 < suggested update operation key=ZPVZQ0PNTGF2 tag=B63TWRYQWLMW type=del size=1838377 2024-04-02T08:49:35.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.377+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=493X1ETH0L3T type=del size=2436580 2024-04-02T08:49:35.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.379+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~OZ8SSOJ3GT4L.0 size=164070 2024-04-02T08:49:35.382 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.383+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=OZ8SSOJ3GT4L tag=TLGB4OILY75N type=write size=1212646 2024-04-02T08:49:35.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.387+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~P8BNOOFKL300.0 size=1048576 2024-04-02T08:49:35.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.388+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~P8BNOOFKL300.1 size=1048576 2024-04-02T08:49:35.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.390+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~P8BNOOFKL300.2 size=920050 2024-04-02T08:49:35.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.390+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=P8BNOOFKL300 tag=51WM31G6065M type=write size=4065778 2024-04-02T08:49:35.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.392+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~AU2GCSLMTT69.0 size=1048576 2024-04-02T08:49:35.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.394+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~AU2GCSLMTT69.1 size=1048576 2024-04-02T08:49:35.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.396+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~AU2GCSLMTT69.2 size=405398 2024-04-02T08:49:35.398 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.399+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=AU2GCSLMTT69 tag=U5GV34UYHEQ7 type=write size=3551126 2024-04-02T08:49:35.401 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.402+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~IDOL172MW0FN.0 size=34931 2024-04-02T08:49:35.401 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.402+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=IDOL172MW0FN tag=M9EO0JXK2BEJ type=write size=1083507 2024-04-02T08:49:35.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.406+0000 7fcac0634780 1 < suggested remove operation key=O57E3MLOAH4P tag=21NC0N80KPPQ type=del 2024-04-02T08:49:35.408 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.409+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~CRSJG5YB8BR7.0 size=1048576 2024-04-02T08:49:35.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.411+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~CRSJG5YB8BR7.1 size=745650 2024-04-02T08:49:35.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.411+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=CRSJG5YB8BR7 tag=POYFVH15OPSN type=write size=2842802 2024-04-02T08:49:35.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.415+0000 7fcac0634780 1 < suggested update operation key=RTWJLFP6HYOO tag=HMABAIWTGVU3 type=del size=3271451 2024-04-02T08:49:35.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.417+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=21I3UMR9BV6V type=del size=3968716 2024-04-02T08:49:35.417 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.418+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=6R0TYU6833DV type=del 2024-04-02T08:49:35.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.420+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=7PNCYTYJYNU1 type=del size=2315150 2024-04-02T08:49:35.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.422+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~GJZM9BW5TL6F.0 size=1048576 2024-04-02T08:49:35.423 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.424+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~GJZM9BW5TL6F.1 size=935149 2024-04-02T08:49:35.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.427+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=GJZM9BW5TL6F tag=B8QCC5HETW4K type=write size=3032301 2024-04-02T08:49:35.427 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.429+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=Q3ZA5LPMKD67 type=write size=851196 2024-04-02T08:49:35.431 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.432+0000 7fcac0634780 1 < suggested update operation key=Z250TTJ2J4Z5 tag=E8LKW0UVT58V type=write size=383104 2024-04-02T08:49:35.432 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.434+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=FO0LEJGQOYYL type=del size=2497604 2024-04-02T08:49:35.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.435+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~CFJRHYCT5034.0 size=1048576 2024-04-02T08:49:35.436 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.437+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~CFJRHYCT5034.1 size=159521 2024-04-02T08:49:35.439 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.440+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=CFJRHYCT5034 tag=6PO5DQOCK2ZR type=write size=2256673 2024-04-02T08:49:35.441 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.442+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=2WDR8UXCX6H2 type=write size=713913 2024-04-02T08:49:35.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.446+0000 7fcac0634780 1 < suggested update operation key=VTZMAIZU0MX6 tag=6YBEKQHRSG8K type=del size=1771897 2024-04-02T08:49:35.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.450+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~V0W4FV89RBDQ.0 size=438051 2024-04-02T08:49:35.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.450+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=V0W4FV89RBDQ tag=7S8XDT0GA9FN type=write size=1486627 2024-04-02T08:49:35.451 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.452+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=MY54WRRZZBU8 type=del 2024-04-02T08:49:35.453 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.454+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=EEUOTQDUH40I type=write size=464897 2024-04-02T08:49:35.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.458+0000 7fcac0634780 1 < suggested remove operation key=KW7PQ140P1OW tag=399N2UM87144 type=del 2024-04-02T08:49:35.458 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.460+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=J3HNGDTFAIGD type=del size=3121 2024-04-02T08:49:35.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.462+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~M101F2F35WCL.0 size=1048576 2024-04-02T08:49:35.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.463+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~M101F2F35WCL.1 size=1048576 2024-04-02T08:49:35.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.463+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~M101F2F35WCL.2 size=365016 2024-04-02T08:49:35.466 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.467+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=M101F2F35WCL tag=1TC5G9LD0M96 type=write size=3510744 2024-04-02T08:49:35.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.471+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~79Y93BJPQX91.0 size=1048576 2024-04-02T08:49:35.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.473+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~79Y93BJPQX91.1 size=778689 2024-04-02T08:49:35.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.473+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=79Y93BJPQX91 tag=Y3A6HUMNKZRN type=write size=2875841 2024-04-02T08:49:35.473 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.475+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~6TZ78QF2QSWW.0 size=1048576 2024-04-02T08:49:35.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.477+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~6TZ78QF2QSWW.1 size=1048576 2024-04-02T08:49:35.477 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.478+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~6TZ78QF2QSWW.2 size=500203 2024-04-02T08:49:35.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.481+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=6TZ78QF2QSWW tag=4UVM7IS9W5OA type=write size=3645931 2024-04-02T08:49:35.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.483+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=6LA6YWNCI3WS type=del size=2070070 2024-04-02T08:49:35.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.485+0000 7fcac0634780 1 < completed write operation key=LI90A8RSX1C6 tag=SB3CQCVYOZIL type=write size=628293 2024-04-02T08:49:35.486 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.487+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=ZSOMYOPZ2VIE type=del size=2611793 2024-04-02T08:49:35.489 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.491+0000 7fcac0634780 1 < suggested remove operation key=83XHJHX9R2KG tag=OSTLTUINAZH3 type=del 2024-04-02T08:49:35.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.493+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=714JF14EP636 type=del size=2903468 2024-04-02T08:49:35.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.495+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=493X1ETH0L3T type=del 2024-04-02T08:49:35.495 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.497+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=6C9D0O7UYOVA type=write size=400446 2024-04-02T08:49:35.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.498+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~P8BNOOFKL300.0 size=1048576 2024-04-02T08:49:35.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.500+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~P8BNOOFKL300.1 size=1048576 2024-04-02T08:49:35.501 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.502+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~P8BNOOFKL300.2 size=920050 2024-04-02T08:49:35.505 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.506+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=P8BNOOFKL300 tag=51WM31G6065M type=write size=4065778 2024-04-02T08:49:35.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.509+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~JXIAAES1TBVP.0 size=1048576 2024-04-02T08:49:35.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.511+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~JXIAAES1TBVP.1 size=716494 2024-04-02T08:49:35.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.511+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=JXIAAES1TBVP tag=AM990JSXA0KI type=write size=2813646 2024-04-02T08:49:35.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.513+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~IDOL172MW0FN.0 size=34931 2024-04-02T08:49:35.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.517+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=IDOL172MW0FN tag=M9EO0JXK2BEJ type=write size=1083507 2024-04-02T08:49:35.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.519+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=77Q9KHG4FMSE type=del size=3467576 2024-04-02T08:49:35.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.520+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~CRSJG5YB8BR7.0 size=1048576 2024-04-02T08:49:35.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.522+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~CRSJG5YB8BR7.1 size=745650 2024-04-02T08:49:35.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.526+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=CRSJG5YB8BR7 tag=POYFVH15OPSN type=write size=2842802 2024-04-02T08:49:35.527 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.528+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=ABCK48NXQF7D type=del size=2560707 2024-04-02T08:49:35.529 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.530+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=21I3UMR9BV6V type=del 2024-04-02T08:49:35.533 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.534+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~6598WZDNY9EC.0 size=960305 2024-04-02T08:49:35.533 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.534+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=6598WZDNY9EC tag=KH9KIILDEJTD type=write size=2008881 2024-04-02T08:49:35.535 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.536+0000 7fcac0634780 1 < canceled operation key=1H7AVDY1UUP3 tag=7PNCYTYJYNU1 type=del size=2315150 2024-04-02T08:49:35.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.538+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=43PHY6PGIUIE type=del size=3906474 2024-04-02T08:49:35.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.540+0000 7fcac0634780 1 < canceled operation key=1H7AVDY1UUP3 tag=Q3ZA5LPMKD67 type=write size=851196 2024-04-02T08:49:35.542 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.543+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~3BWSVKRM574I.0 size=1048576 2024-04-02T08:49:35.543 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.544+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~3BWSVKRM574I.1 size=1048576 2024-04-02T08:49:35.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.546+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~3BWSVKRM574I.2 size=413931 2024-04-02T08:49:35.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.546+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=3BWSVKRM574I tag=4WKXFXMNXG1U type=write size=3559659 2024-04-02T08:49:35.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.548+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=FO0LEJGQOYYL type=del size=2497604 2024-04-02T08:49:35.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.549+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=9M55JW42H5MP type=write size=539362 2024-04-02T08:49:35.550 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.551+0000 7fcac0634780 1 < canceled operation key=L5EXYH0FVU5S tag=2WDR8UXCX6H2 type=write size=713913 2024-04-02T08:49:35.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.553+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=OOKNESSGSMNS type=write size=982232 2024-04-02T08:49:35.553 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.555+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~V0W4FV89RBDQ.0 size=438051 2024-04-02T08:49:35.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.558+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=V0W4FV89RBDQ tag=7S8XDT0GA9FN type=write size=1486627 2024-04-02T08:49:35.560 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.561+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~RMJ36TWCXT0M.0 size=835739 2024-04-02T08:49:35.560 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.561+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=RMJ36TWCXT0M tag=QO7SIHR2MD8X type=write size=1884315 2024-04-02T08:49:35.562 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.563+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=EEUOTQDUH40I type=write size=464897 2024-04-02T08:49:35.565 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.566+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~3HLBAZU3HI5N.0 size=299839 2024-04-02T08:49:35.565 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.566+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=3HLBAZU3HI5N tag=KM97RRL2U3LM type=write size=1348415 2024-04-02T08:49:35.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.567+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=J3HNGDTFAIGD type=del 2024-04-02T08:49:35.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.571+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~8U1AUHYB2HY5.0 size=1048576 2024-04-02T08:49:35.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.572+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~8U1AUHYB2HY5.1 size=13523 2024-04-02T08:49:35.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.572+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=8U1AUHYB2HY5 tag=UKKKT5F0RDD2 type=write size=2110675 2024-04-02T08:49:35.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.574+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~79Y93BJPQX91.0 size=1048576 2024-04-02T08:49:35.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.575+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~79Y93BJPQX91.1 size=778689 2024-04-02T08:49:35.577 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.578+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=79Y93BJPQX91 tag=Y3A6HUMNKZRN type=write size=2875841 2024-04-02T08:49:35.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.580+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=ZCJAGBBSRRHI type=del size=3684976 2024-04-02T08:49:35.582 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.583+0000 7fcac0634780 1 < suggested remove operation key=RTWJLFP6HYOO tag=6LA6YWNCI3WS type=del 2024-04-02T08:49:35.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.586+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~D8KPASFKOTPG.0 size=133400 2024-04-02T08:49:35.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.586+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=D8KPASFKOTPG tag=FAALBK07Q1AV type=write size=1181976 2024-04-02T08:49:35.587 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.588+0000 7fcac0634780 -1 < failed to complete operation key=RTWJLFP6HYOO tag=ZSOMYOPZ2VIE type=del size=2611793: (22) Invalid argument 2024-04-02T08:49:35.589 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.590+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=SBEGLJKNUWTG type=del size=2232574 2024-04-02T08:49:35.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.592+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=714JF14EP636 type=del 2024-04-02T08:49:35.592 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.593+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=L4YPYIOFR90M type=write size=229432 2024-04-02T08:49:35.594 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.595+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=6C9D0O7UYOVA type=write size=400446 2024-04-02T08:49:35.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.598+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~B34IIHRJ8MQK.0 size=269781 2024-04-02T08:49:35.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.598+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=B34IIHRJ8MQK tag=VIKHCS655GG3 type=write size=1318357 2024-04-02T08:49:35.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.600+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~JXIAAES1TBVP.0 size=1048576 2024-04-02T08:49:35.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.601+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~JXIAAES1TBVP.1 size=716494 2024-04-02T08:49:35.603 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.605+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=JXIAAES1TBVP tag=AM990JSXA0KI type=write size=2813646 2024-04-02T08:49:35.605 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.606+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=SMJ6O1SIQ46P type=del size=3635870 2024-04-02T08:49:35.607 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.608+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=77Q9KHG4FMSE type=del 2024-04-02T08:49:35.609 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.610+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=71KP3CU1WGP7 type=del size=1168574 2024-04-02T08:49:35.610 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.612+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=ABCK48NXQF7D type=del 2024-04-02T08:49:35.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.614+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=6XMTZCUVK2NP type=del size=469738 2024-04-02T08:49:35.614 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.616+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~6598WZDNY9EC.0 size=960305 2024-04-02T08:49:35.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.619+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=6598WZDNY9EC tag=KH9KIILDEJTD type=write size=2008881 2024-04-02T08:49:35.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.620+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=ELDI5TX5ARP7 type=write size=844270 2024-04-02T08:49:35.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.622+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=43PHY6PGIUIE type=del 2024-04-02T08:49:35.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.624+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=K6VZSZZOV54S type=del size=11451 2024-04-02T08:49:35.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.625+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~3BWSVKRM574I.0 size=1048576 2024-04-02T08:49:35.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.627+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~3BWSVKRM574I.1 size=1048576 2024-04-02T08:49:35.627 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.628+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~3BWSVKRM574I.2 size=413931 2024-04-02T08:49:35.630 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.632+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=3BWSVKRM574I tag=4WKXFXMNXG1U type=write size=3559659 2024-04-02T08:49:35.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.633+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=CWE9JBOH7FGB type=write size=282695 2024-04-02T08:49:35.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.635+0000 7fcac0634780 1 < completed write operation key=83XHJHX9R2KG tag=9M55JW42H5MP type=write size=539362 2024-04-02T08:49:35.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.637+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=GKT79C1T9234 type=write size=133227 2024-04-02T08:49:35.637 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.638+0000 7fcac0634780 1 < completed write operation key=AT297P637JHQ tag=OOKNESSGSMNS type=write size=982232 2024-04-02T08:49:35.640 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.642+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~1EU37ZYQL35P.0 size=1048576 2024-04-02T08:49:35.642 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.643+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~1EU37ZYQL35P.1 size=1048576 2024-04-02T08:49:35.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.644+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~1EU37ZYQL35P.2 size=73910 2024-04-02T08:49:35.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.644+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=1EU37ZYQL35P tag=Y1XIW0A5UJQD type=write size=3219638 2024-04-02T08:49:35.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.646+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~RMJ36TWCXT0M.0 size=835739 2024-04-02T08:49:35.648 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.649+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=RMJ36TWCXT0M tag=QO7SIHR2MD8X type=write size=1884315 2024-04-02T08:49:35.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.651+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=FU9P77HXXHDB type=del size=1186238 2024-04-02T08:49:35.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.651+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~3HLBAZU3HI5N.0 size=299839 2024-04-02T08:49:35.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.654+0000 7fcac0634780 1 < canceled multipart upload key=248AZLBDZOFS upload=3HLBAZU3HI5N tag=KM97RRL2U3LM type=write size=1348415 2024-04-02T08:49:35.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.656+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=IZUXSEPRJ8JM type=del size=633306 2024-04-02T08:49:35.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.658+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~8U1AUHYB2HY5.0 size=1048576 2024-04-02T08:49:35.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.658+0000 7fcac0634780 1 < canceled part key=_multipart_RTWJLFP6HYOO.2~8U1AUHYB2HY5.1 size=13523 2024-04-02T08:49:35.661 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.662+0000 7fcac0634780 1 < canceled multipart upload key=RTWJLFP6HYOO upload=8U1AUHYB2HY5 tag=UKKKT5F0RDD2 type=write size=2110675 2024-04-02T08:49:35.663 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.664+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=0AQFVRH9VP5V type=del size=3115122 2024-04-02T08:49:35.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.667+0000 7fcac0634780 1 < suggested remove operation key=LI90A8RSX1C6 tag=ZCJAGBBSRRHI type=del 2024-04-02T08:49:35.669 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.670+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~PMVFRTXKECAM.0 size=1048576 2024-04-02T08:49:35.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.672+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~PMVFRTXKECAM.1 size=1048576 2024-04-02T08:49:35.672 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.673+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~PMVFRTXKECAM.2 size=898516 2024-04-02T08:49:35.672 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.673+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=PMVFRTXKECAM tag=1WXT4E7PBAEE type=write size=4044244 2024-04-02T08:49:35.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.674+0000 7fcac0634780 1 < canceled part key=_multipart_Q3C9UVCWVITJ.2~D8KPASFKOTPG.0 size=133400 2024-04-02T08:49:35.675 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.677+0000 7fcac0634780 1 < canceled multipart upload key=Q3C9UVCWVITJ upload=D8KPASFKOTPG tag=FAALBK07Q1AV type=write size=1181976 2024-04-02T08:49:35.677 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.679+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=XL8JO3JOOELH type=del size=2440362 2024-04-02T08:49:35.679 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.680+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=SBEGLJKNUWTG type=del 2024-04-02T08:49:35.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.682+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=9VQWKT0UOTBW type=del size=97813 2024-04-02T08:49:35.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.685+0000 7fcac0634780 1 < suggested update operation key=KW7PQ140P1OW tag=L4YPYIOFR90M type=write size=229432 2024-04-02T08:49:35.687 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.689+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~P4LFU3P5XFU3.0 size=1048576 2024-04-02T08:49:35.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.690+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~P4LFU3P5XFU3.1 size=1048576 2024-04-02T08:49:35.690 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.691+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~P4LFU3P5XFU3.2 size=674373 2024-04-02T08:49:35.691 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.691+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=P4LFU3P5XFU3 tag=2ZLPGGPD46DM type=write size=3820101 2024-04-02T08:49:35.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.693+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~B34IIHRJ8MQK.0 size=269781 2024-04-02T08:49:35.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.696+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=B34IIHRJ8MQK tag=VIKHCS655GG3 type=write size=1318357 2024-04-02T08:49:35.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.699+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~SZUUK57UBMN6.0 size=1048576 2024-04-02T08:49:35.699 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.701+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~SZUUK57UBMN6.1 size=1048576 2024-04-02T08:49:35.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.702+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~SZUUK57UBMN6.2 size=485322 2024-04-02T08:49:35.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.702+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=SZUUK57UBMN6 tag=S4FZ2U41D7SJ type=write size=3631050 2024-04-02T08:49:35.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.704+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=SMJ6O1SIQ46P type=del 2024-04-02T08:49:35.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.706+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=WUYDP8ST7SQQ type=write size=170985 2024-04-02T08:49:35.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.708+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=71KP3CU1WGP7 type=del 2024-04-02T08:49:35.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.712+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~LCQBQNVQ38P5.0 size=1005980 2024-04-02T08:49:35.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.712+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=LCQBQNVQ38P5 tag=0JWQDEVYDXH6 type=write size=2054556 2024-04-02T08:49:35.714 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.714+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=6XMTZCUVK2NP type=del 2024-04-02T08:49:35.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.718+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~KRI0S2GQZ9VH.0 size=1048576 2024-04-02T08:49:35.719 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.720+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~KRI0S2GQZ9VH.1 size=1048576 2024-04-02T08:49:35.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.722+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~KRI0S2GQZ9VH.2 size=737730 2024-04-02T08:49:35.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.722+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=KRI0S2GQZ9VH tag=KYUY1JOAII88 type=write size=3883458 2024-04-02T08:49:35.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.724+0000 7fcac0634780 1 < canceled operation key=ZPVZQ0PNTGF2 tag=ELDI5TX5ARP7 type=write size=844270 2024-04-02T08:49:35.724 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.726+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=P1EY4H623K0W type=del size=2271197 2024-04-02T08:49:35.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.729+0000 7fcac0634780 1 < suggested update operation key=KW7PQ140P1OW tag=K6VZSZZOV54S type=del size=11451 2024-04-02T08:49:35.729 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.731+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=38R5S99Z78FI type=del size=4041689 2024-04-02T08:49:35.731 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.733+0000 7fcac0634780 1 < completed write operation key=XGGRH5W35CRD tag=CWE9JBOH7FGB type=write size=282695 2024-04-02T08:49:35.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.734+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=MKSLYZKIQ9G9 type=write size=21286 2024-04-02T08:49:35.737 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.738+0000 7fcac0634780 1 < suggested update operation key=RTWJLFP6HYOO tag=GKT79C1T9234 type=write size=133227 2024-04-02T08:49:35.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.743+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~SIPMQ5401IQ4.0 size=1048576 2024-04-02T08:49:35.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.745+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~SIPMQ5401IQ4.1 size=1048576 2024-04-02T08:49:35.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.747+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~SIPMQ5401IQ4.2 size=408234 2024-04-02T08:49:35.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.747+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=SIPMQ5401IQ4 tag=IFD57N3PJ7BU type=write size=3553962 2024-04-02T08:49:35.747 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.749+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~1EU37ZYQL35P.0 size=1048576 2024-04-02T08:49:35.750 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.751+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~1EU37ZYQL35P.1 size=1048576 2024-04-02T08:49:35.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.752+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~1EU37ZYQL35P.2 size=73910 2024-04-02T08:49:35.754 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.755+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=1EU37ZYQL35P tag=Y1XIW0A5UJQD type=write size=3219638 2024-04-02T08:49:35.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.759+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~C2BVVI92D6GK.0 size=1048576 2024-04-02T08:49:35.759 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.760+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~C2BVVI92D6GK.1 size=289741 2024-04-02T08:49:35.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.760+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=C2BVVI92D6GK tag=Q6UPDHT7TB6P type=write size=2386893 2024-04-02T08:49:35.761 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.762+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=FU9P77HXXHDB type=del 2024-04-02T08:49:35.763 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.765+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=D4I5B77TMTFC type=del size=1220671 2024-04-02T08:49:35.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.766+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=IZUXSEPRJ8JM type=del 2024-04-02T08:49:35.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.768+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=XIKSVOATGN43 type=del size=3467074 2024-04-02T08:49:35.769 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.770+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=0AQFVRH9VP5V type=del 2024-04-02T08:49:35.773 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.774+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~2WFQMO7K5VQD.0 size=1048576 2024-04-02T08:49:35.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.775+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~2WFQMO7K5VQD.1 size=1048576 2024-04-02T08:49:35.778 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.777+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~2WFQMO7K5VQD.2 size=584309 2024-04-02T08:49:35.778 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.777+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=2WFQMO7K5VQD tag=II2GE9FKEKXM type=write size=3730037 2024-04-02T08:49:35.778 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.779+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~PMVFRTXKECAM.0 size=1048576 2024-04-02T08:49:35.779 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.780+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~PMVFRTXKECAM.1 size=1048576 2024-04-02T08:49:35.780 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.782+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~PMVFRTXKECAM.2 size=898516 2024-04-02T08:49:35.783 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.785+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=PMVFRTXKECAM tag=1WXT4E7PBAEE type=write size=4044244 2024-04-02T08:49:35.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.787+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=J9M1UCLV12MF type=del size=531918 2024-04-02T08:49:35.789 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.790+0000 7fcac0634780 1 < suggested remove operation key=LLBAA0EBI2RP tag=XL8JO3JOOELH type=del 2024-04-02T08:49:35.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.792+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=FQKLARR8ZLPJ type=del size=3272694 2024-04-02T08:49:35.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.794+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=9VQWKT0UOTBW type=del 2024-04-02T08:49:35.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.796+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=0JW3L2ZNQ30J type=del size=3812000 2024-04-02T08:49:35.796 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.797+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~P4LFU3P5XFU3.0 size=1048576 2024-04-02T08:49:35.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.799+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~P4LFU3P5XFU3.1 size=1048576 2024-04-02T08:49:35.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.799+0000 7fcac0634780 1 < canceled part key=_multipart_O57E3MLOAH4P.2~P4LFU3P5XFU3.2 size=674373 2024-04-02T08:49:35.802 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.803+0000 7fcac0634780 1 < canceled multipart upload key=O57E3MLOAH4P upload=P4LFU3P5XFU3 tag=2ZLPGGPD46DM type=write size=3820101 2024-04-02T08:49:35.804 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.805+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=WORCWSUE56KU type=del size=1043855 2024-04-02T08:49:35.806 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.808+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~SZUUK57UBMN6.0 size=1048576 2024-04-02T08:49:35.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.809+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~SZUUK57UBMN6.1 size=1048576 2024-04-02T08:49:35.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.811+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~SZUUK57UBMN6.2 size=485322 2024-04-02T08:49:35.813 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.815+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=SZUUK57UBMN6 tag=S4FZ2U41D7SJ type=write size=3631050 2024-04-02T08:49:35.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.819+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~9BRWG6VHGBJ8.0 size=1048576 2024-04-02T08:49:35.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.820+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~9BRWG6VHGBJ8.1 size=532334 2024-04-02T08:49:35.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.820+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=9BRWG6VHGBJ8 tag=I6HG2DQ63SIF type=write size=2629486 2024-04-02T08:49:35.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.822+0000 7fcac0634780 1 < canceled operation key=AT297P637JHQ tag=WUYDP8ST7SQQ type=write size=170985 2024-04-02T08:49:35.825 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.826+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~4VCPWY5MC46M.0 size=1048576 2024-04-02T08:49:35.826 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.828+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~4VCPWY5MC46M.1 size=1048576 2024-04-02T08:49:35.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.829+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~4VCPWY5MC46M.2 size=678670 2024-04-02T08:49:35.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.829+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=4VCPWY5MC46M tag=7PZMRU6WI76B type=write size=3824398 2024-04-02T08:49:35.831 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.832+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~LCQBQNVQ38P5.0 size=1005980 2024-04-02T08:49:35.834 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.835+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=LCQBQNVQ38P5 tag=0JWQDEVYDXH6 type=write size=2054556 2024-04-02T08:49:35.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.839+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~V6YFKXX1OS6L.0 size=321843 2024-04-02T08:49:35.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.839+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=V6YFKXX1OS6L tag=J8EV69NA9FLQ type=write size=1370419 2024-04-02T08:49:35.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.841+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~KRI0S2GQZ9VH.0 size=1048576 2024-04-02T08:49:35.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.841+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~KRI0S2GQZ9VH.1 size=1048576 2024-04-02T08:49:35.841 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.843+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~KRI0S2GQZ9VH.2 size=737730 2024-04-02T08:49:35.845 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.847+0000 7fcac0634780 1 < canceled multipart upload key=248AZLBDZOFS upload=KRI0S2GQZ9VH tag=KYUY1JOAII88 type=write size=3883458 2024-04-02T08:49:35.848 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.849+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=5X6PQ27I2IVX type=del size=3456991 2024-04-02T08:49:35.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.851+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=P1EY4H623K0W type=del 2024-04-02T08:49:35.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.853+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=8F86RBY2O7GS type=del size=729590 2024-04-02T08:49:35.853 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.855+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=38R5S99Z78FI type=del 2024-04-02T08:49:35.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.858+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~DBAU39J3T2YZ.0 size=516343 2024-04-02T08:49:35.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.858+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=DBAU39J3T2YZ tag=QFFTPZYZFS3W type=write size=1564919 2024-04-02T08:49:35.858 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.860+0000 7fcac0634780 1 < completed write operation key=VTZMAIZU0MX6 tag=MKSLYZKIQ9G9 type=write size=21286 2024-04-02T08:49:35.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.861+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=OTK3ZLO6RL8K type=write size=818039 2024-04-02T08:49:35.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.864+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~SIPMQ5401IQ4.0 size=1048576 2024-04-02T08:49:35.864 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.865+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~SIPMQ5401IQ4.1 size=1048576 2024-04-02T08:49:35.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.867+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~SIPMQ5401IQ4.2 size=408234 2024-04-02T08:49:35.868 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.870+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=SIPMQ5401IQ4 tag=IFD57N3PJ7BU type=write size=3553962 2024-04-02T08:49:35.870 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.871+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=XQXL99MSRUJR type=write size=823031 2024-04-02T08:49:35.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.873+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~C2BVVI92D6GK.0 size=1048576 2024-04-02T08:49:35.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.875+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~C2BVVI92D6GK.1 size=289741 2024-04-02T08:49:35.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.877+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=C2BVVI92D6GK tag=Q6UPDHT7TB6P type=write size=2386893 2024-04-02T08:49:35.879 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.881+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~RLC5SWS5WQH1.0 size=1048576 2024-04-02T08:49:35.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.882+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~RLC5SWS5WQH1.1 size=1048576 2024-04-02T08:49:35.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.884+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~RLC5SWS5WQH1.2 size=976877 2024-04-02T08:49:35.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.884+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=RLC5SWS5WQH1 tag=80FCR4PSW7C4 type=write size=4122605 2024-04-02T08:49:35.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.885+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=D4I5B77TMTFC type=del 2024-04-02T08:49:35.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.887+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=O0MRBW8GD0RG type=del size=1572531 2024-04-02T08:49:35.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.889+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=XIKSVOATGN43 type=del 2024-04-02T08:49:35.889 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.890+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=Q5SL23FJ0KNH type=del size=240285 2024-04-02T08:49:35.891 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.892+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~2WFQMO7K5VQD.0 size=1048576 2024-04-02T08:49:35.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.894+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~2WFQMO7K5VQD.1 size=1048576 2024-04-02T08:49:35.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.895+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~2WFQMO7K5VQD.2 size=584309 2024-04-02T08:49:35.897 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.898+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=2WFQMO7K5VQD tag=II2GE9FKEKXM type=write size=3730037 2024-04-02T08:49:35.900 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.901+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~PY0BIORBI79K.0 size=1048576 2024-04-02T08:49:35.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.903+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~PY0BIORBI79K.1 size=1048576 2024-04-02T08:49:35.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.904+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~PY0BIORBI79K.2 size=430306 2024-04-02T08:49:35.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.904+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=PY0BIORBI79K tag=KH4ADJ4TC5VG type=write size=3576034 2024-04-02T08:49:35.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.906+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=J9M1UCLV12MF type=del 2024-04-02T08:49:35.906 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.908+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=TDL3CGNZG39W type=write size=168884 2024-04-02T08:49:35.908 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.909+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=FQKLARR8ZLPJ type=del 2024-04-02T08:49:35.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.911+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=HJAM4A8WS32L type=del size=4136800 2024-04-02T08:49:35.914 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.915+0000 7fcac0634780 1 < suggested update operation key=LLBAA0EBI2RP tag=0JW3L2ZNQ30J type=del size=3812000 2024-04-02T08:49:35.916 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.917+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=9WEGTUJQCMVH type=del size=4180881 2024-04-02T08:49:35.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.919+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=WORCWSUE56KU type=del 2024-04-02T08:49:35.919 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.921+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=08QSJ3LKKY4G type=del size=2621219 2024-04-02T08:49:35.921 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.923+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~9BRWG6VHGBJ8.0 size=1048576 2024-04-02T08:49:35.923 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.924+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~9BRWG6VHGBJ8.1 size=532334 2024-04-02T08:49:35.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.928+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=9BRWG6VHGBJ8 tag=I6HG2DQ63SIF type=write size=2629486 2024-04-02T08:49:35.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.931+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~5OS7Z7C3Z2BA.0 size=876973 2024-04-02T08:49:35.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.931+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=5OS7Z7C3Z2BA tag=B6PDAYBYMQ2A type=write size=1925549 2024-04-02T08:49:35.932 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.933+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~4VCPWY5MC46M.0 size=1048576 2024-04-02T08:49:35.934 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.935+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~4VCPWY5MC46M.1 size=1048576 2024-04-02T08:49:35.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.937+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~4VCPWY5MC46M.2 size=678670 2024-04-02T08:49:35.938 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.940+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=4VCPWY5MC46M tag=7PZMRU6WI76B type=write size=3824398 2024-04-02T08:49:35.942 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.943+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~003QXR31FKQ5.0 size=1048576 2024-04-02T08:49:35.943 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.944+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~003QXR31FKQ5.1 size=1048576 2024-04-02T08:49:35.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.946+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~003QXR31FKQ5.2 size=89039 2024-04-02T08:49:35.945 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.946+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=003QXR31FKQ5 tag=DTA0WD7HZLX2 type=write size=3234767 2024-04-02T08:49:35.947 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.948+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~V6YFKXX1OS6L.0 size=321843 2024-04-02T08:49:35.950 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.951+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=V6YFKXX1OS6L tag=J8EV69NA9FLQ type=write size=1370419 2024-04-02T08:49:35.952 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.953+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=MK6KIMKUCUZR type=del size=1049320 2024-04-02T08:49:35.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.955+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=5X6PQ27I2IVX type=del 2024-04-02T08:49:35.955 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.956+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=0LPGSZ0MUKW1 type=del size=447624 2024-04-02T08:49:35.958 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.960+0000 7fcac0634780 1 < suggested update operation key=VTZMAIZU0MX6 tag=8F86RBY2O7GS type=del size=729590 2024-04-02T08:49:35.960 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.961+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=S6I0MUPYLA1C type=del size=3521758 2024-04-02T08:49:35.962 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.963+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~DBAU39J3T2YZ.0 size=516343 2024-04-02T08:49:35.966 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.967+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=DBAU39J3T2YZ tag=QFFTPZYZFS3W type=write size=1564919 2024-04-02T08:49:35.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.969+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=JZ22ZNNPMV0V type=del size=3412000 2024-04-02T08:49:35.969 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.971+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=OTK3ZLO6RL8K type=write size=818039 2024-04-02T08:49:35.973 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.974+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~WCGJX2TQ95H7.0 size=1048576 2024-04-02T08:49:35.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.975+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~WCGJX2TQ95H7.1 size=1048576 2024-04-02T08:49:35.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.977+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~WCGJX2TQ95H7.2 size=771301 2024-04-02T08:49:35.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.977+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=WCGJX2TQ95H7 tag=12CIH2QMJSPX type=write size=3917029 2024-04-02T08:49:35.981 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.980+0000 7fcac0634780 1 < suggested remove operation key=KW7PQ140P1OW tag=XQXL99MSRUJR type=write 2024-04-02T08:49:35.981 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.982+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=S3UP2GADS4IG type=del size=3235382 2024-04-02T08:49:35.983 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.984+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~RLC5SWS5WQH1.0 size=1048576 2024-04-02T08:49:35.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.986+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~RLC5SWS5WQH1.1 size=1048576 2024-04-02T08:49:35.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.988+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~RLC5SWS5WQH1.2 size=976877 2024-04-02T08:49:35.990 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.991+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=RLC5SWS5WQH1 tag=80FCR4PSW7C4 type=write size=4122605 2024-04-02T08:49:35.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.994+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~VEAXA3KCU8GU.0 size=201264 2024-04-02T08:49:35.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.994+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=VEAXA3KCU8GU tag=QT1XV1F4KNPJ type=write size=1249840 2024-04-02T08:49:35.995 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.996+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=O0MRBW8GD0RG type=del 2024-04-02T08:49:35.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:35.999+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~1PUY8A5PAMYJ.0 size=1048576 2024-04-02T08:49:35.999 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.001+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~1PUY8A5PAMYJ.1 size=1048576 2024-04-02T08:49:36.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.003+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~1PUY8A5PAMYJ.2 size=375574 2024-04-02T08:49:36.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.003+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=1PUY8A5PAMYJ tag=QOOFXZC1M58V type=write size=3521302 2024-04-02T08:49:36.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.005+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=Q5SL23FJ0KNH type=del 2024-04-02T08:49:36.006 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.007+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=00I89MRT3QQF type=del size=3127460 2024-04-02T08:49:36.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.009+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~PY0BIORBI79K.0 size=1048576 2024-04-02T08:49:36.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.009+0000 7fcac0634780 1 < canceled part key=_multipart_IKT0IL1UL3E0.2~PY0BIORBI79K.1 size=1048576 2024-04-02T08:49:36.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.010+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~PY0BIORBI79K.2 size=430306 2024-04-02T08:49:36.013 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.014+0000 7fcac0634780 1 < canceled multipart upload key=IKT0IL1UL3E0 upload=PY0BIORBI79K tag=KH4ADJ4TC5VG type=write size=3576034 2024-04-02T08:49:36.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.018+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~QYT1N0G1V3SM.0 size=731686 2024-04-02T08:49:36.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.018+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=QYT1N0G1V3SM tag=L6OK6A7NRC3Z type=write size=1780262 2024-04-02T08:49:36.019 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.020+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=TDL3CGNZG39W type=write size=168884 2024-04-02T08:49:36.023 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.024+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~WAZUM16QVG5U.0 size=427492 2024-04-02T08:49:36.023 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.024+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=WAZUM16QVG5U tag=A59SFH1S0UL4 type=write size=1476068 2024-04-02T08:49:36.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.028+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=HJAM4A8WS32L type=del size=4136800 2024-04-02T08:49:36.029 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.030+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=WBL1L3QNW7FP type=del size=2181840 2024-04-02T08:49:36.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.032+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=9WEGTUJQCMVH type=del 2024-04-02T08:49:36.034 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.035+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~LHKZDW7EONDF.0 size=1048576 2024-04-02T08:49:36.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.037+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~LHKZDW7EONDF.1 size=371514 2024-04-02T08:49:36.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.037+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=LHKZDW7EONDF tag=FFDNO2HM6YNI type=write size=2468666 2024-04-02T08:49:36.037 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.038+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=08QSJ3LKKY4G type=del 2024-04-02T08:49:36.039 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.040+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=93EM0SLWGVT6 type=del size=4152904 2024-04-02T08:49:36.041 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.042+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~5OS7Z7C3Z2BA.0 size=876973 2024-04-02T08:49:36.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.045+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=5OS7Z7C3Z2BA tag=B6PDAYBYMQ2A type=write size=1925549 2024-04-02T08:49:36.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.047+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=XWD9KV5RV2MN type=del size=2927567 2024-04-02T08:49:36.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.048+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~003QXR31FKQ5.0 size=1048576 2024-04-02T08:49:36.049 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.050+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~003QXR31FKQ5.1 size=1048576 2024-04-02T08:49:36.050 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.051+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~003QXR31FKQ5.2 size=89039 2024-04-02T08:49:36.053 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.055+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=003QXR31FKQ5 tag=DTA0WD7HZLX2 type=write size=3234767 2024-04-02T08:49:36.057 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.058+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~JTKESTFCKNGR.0 size=1048576 2024-04-02T08:49:36.058 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.059+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~JTKESTFCKNGR.1 size=1048576 2024-04-02T08:49:36.060 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.061+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~JTKESTFCKNGR.2 size=380398 2024-04-02T08:49:36.060 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.061+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=JTKESTFCKNGR tag=ICANM9XOBXNW type=write size=3526126 2024-04-02T08:49:36.062 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.063+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=MK6KIMKUCUZR type=del 2024-04-02T08:49:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:35 smithi066 ceph-mon[87361]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 440 KiB/s rd, 155 KiB/s wr, 778 op/s 2024-04-02T08:49:36.066 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.067+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~Y7VIBJ9KPYJZ.0 size=487300 2024-04-02T08:49:36.066 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.067+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=Y7VIBJ9KPYJZ tag=RUR6D5NC1GXQ type=write size=1535876 2024-04-02T08:49:36.068 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.069+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=0LPGSZ0MUKW1 type=del 2024-04-02T08:49:36.072 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.073+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~WO5X1W9E6F2D.0 size=1048576 2024-04-02T08:49:36.073 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.074+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~WO5X1W9E6F2D.1 size=1048576 2024-04-02T08:49:36.074 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.076+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~WO5X1W9E6F2D.2 size=838214 2024-04-02T08:49:36.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.076+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=WO5X1W9E6F2D tag=088NF7IVDVEC type=write size=3983942 2024-04-02T08:49:36.076 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.077+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=S6I0MUPYLA1C type=del 2024-04-02T08:49:36.078 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.079+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=7K2QC62BDT6Q type=del size=3001090 2024-04-02T08:49:36.081 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.082+0000 7fcac0634780 1 < suggested update operation key=LLBAA0EBI2RP tag=JZ22ZNNPMV0V type=del size=3412000 2024-04-02T08:49:36.083 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.084+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=9PQ3GCUWPHBW type=del size=3697095 2024-04-02T08:49:36.085 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.087+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~WCGJX2TQ95H7.0 size=1048576 2024-04-02T08:49:36.087 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.089+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~WCGJX2TQ95H7.1 size=1048576 2024-04-02T08:49:36.089 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.091+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~WCGJX2TQ95H7.2 size=771301 2024-04-02T08:49:36.092 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.094+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=WCGJX2TQ95H7 tag=12CIH2QMJSPX type=write size=3917029 2024-04-02T08:49:36.094 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.095+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=BUAC0M40JABP type=del size=2351037 2024-04-02T08:49:36.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.097+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=S3UP2GADS4IG type=del 2024-04-02T08:49:36.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.099+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=L2GLJ2GANL2J type=del size=1614676 2024-04-02T08:49:36.100 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.101+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~VEAXA3KCU8GU.0 size=201264 2024-04-02T08:49:36.102 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.104+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=VEAXA3KCU8GU tag=QT1XV1F4KNPJ type=write size=1249840 2024-04-02T08:49:36.106 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.107+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~76C2ELUV2CLO.0 size=1048576 2024-04-02T08:49:36.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.108+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~76C2ELUV2CLO.1 size=1019950 2024-04-02T08:49:36.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.108+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=76C2ELUV2CLO tag=JYRPGLI5XKIX type=write size=3117102 2024-04-02T08:49:36.109 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.110+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~1PUY8A5PAMYJ.0 size=1048576 2024-04-02T08:49:36.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.112+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~1PUY8A5PAMYJ.1 size=1048576 2024-04-02T08:49:36.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.112+0000 7fcac0634780 1 < canceled part key=_multipart_83XHJHX9R2KG.2~1PUY8A5PAMYJ.2 size=375574 2024-04-02T08:49:36.113 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.115+0000 7fcac0634780 1 < canceled multipart upload key=83XHJHX9R2KG upload=1PUY8A5PAMYJ tag=QOOFXZC1M58V type=write size=3521302 2024-04-02T08:49:36.115 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.116+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=PU8561LUADHP type=del size=535162 2024-04-02T08:49:36.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.120+0000 7fcac0634780 1 < suggested remove operation key=OQYFPKEX5S39 tag=00I89MRT3QQF type=del 2024-04-02T08:49:36.120 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.121+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=PNH45BM9IJMR type=del size=1628964 2024-04-02T08:49:36.122 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.123+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~QYT1N0G1V3SM.0 size=731686 2024-04-02T08:49:36.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.126+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=QYT1N0G1V3SM tag=L6OK6A7NRC3Z type=write size=1780262 2024-04-02T08:49:36.128 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.130+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~P4WBRDOE1EWM.0 size=1048576 2024-04-02T08:49:36.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.131+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~P4WBRDOE1EWM.1 size=1048576 2024-04-02T08:49:36.131 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.132+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~P4WBRDOE1EWM.2 size=51511 2024-04-02T08:49:36.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.133+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=P4WBRDOE1EWM tag=RVS89ORSIK7U type=write size=3197239 2024-04-02T08:49:36.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.134+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~WAZUM16QVG5U.0 size=427492 2024-04-02T08:49:36.136 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.137+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=WAZUM16QVG5U tag=A59SFH1S0UL4 type=write size=1476068 2024-04-02T08:49:36.140 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.141+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~MTNEUQBOIWTO.0 size=1048576 2024-04-02T08:49:36.141 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.142+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~MTNEUQBOIWTO.1 size=1048576 2024-04-02T08:49:36.143 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.144+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~MTNEUQBOIWTO.2 size=426118 2024-04-02T08:49:36.143 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.144+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=MTNEUQBOIWTO tag=IIYWPPDD1NWR type=write size=3571846 2024-04-02T08:49:36.145 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.146+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=WBL1L3QNW7FP type=del 2024-04-02T08:49:36.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.148+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=YAN453RZ30PI type=del size=51144 2024-04-02T08:49:36.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.149+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~LHKZDW7EONDF.0 size=1048576 2024-04-02T08:49:36.150 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.151+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~LHKZDW7EONDF.1 size=371514 2024-04-02T08:49:36.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.154+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=LHKZDW7EONDF tag=FFDNO2HM6YNI type=write size=2468666 2024-04-02T08:49:36.154 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.156+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=ZIL01S2X3PGC type=del size=330049 2024-04-02T08:49:36.156 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.158+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=93EM0SLWGVT6 type=del 2024-04-02T08:49:36.158 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.159+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=KL63ZP65R93T type=write size=219809 2024-04-02T08:49:36.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.161+0000 7fcac0634780 1 < canceled operation key=Q1UN9ZOPNAND tag=XWD9KV5RV2MN type=del size=2927567 2024-04-02T08:49:36.163 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.164+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~P4JB3F0CLCDL.0 size=1048576 2024-04-02T08:49:36.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.166+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~P4JB3F0CLCDL.1 size=355819 2024-04-02T08:49:36.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.166+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=P4JB3F0CLCDL tag=LKP6C993QPBY type=write size=2452971 2024-04-02T08:49:36.167 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.168+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~JTKESTFCKNGR.0 size=1048576 2024-04-02T08:49:36.167 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.168+0000 7fcac0634780 1 < canceled part key=_multipart_Q1UN9ZOPNAND.2~JTKESTFCKNGR.1 size=1048576 2024-04-02T08:49:36.169 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.170+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~JTKESTFCKNGR.2 size=380398 2024-04-02T08:49:36.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.174+0000 7fcac0634780 1 < canceled multipart upload key=Q1UN9ZOPNAND upload=JTKESTFCKNGR tag=ICANM9XOBXNW type=write size=3526126 2024-04-02T08:49:36.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.176+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=0OIHGHRGSZDT type=del size=2147622 2024-04-02T08:49:36.177 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.178+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~Y7VIBJ9KPYJZ.0 size=487300 2024-04-02T08:49:36.181 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.182+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=Y7VIBJ9KPYJZ tag=RUR6D5NC1GXQ type=write size=1535876 2024-04-02T08:49:36.183 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.184+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=TMYZKMBHYTH8 type=del size=3634659 2024-04-02T08:49:36.185 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.186+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~WO5X1W9E6F2D.0 size=1048576 2024-04-02T08:49:36.189 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.188+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~WO5X1W9E6F2D.1 size=1048576 2024-04-02T08:49:36.190 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.190+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~WO5X1W9E6F2D.2 size=838214 2024-04-02T08:49:36.192 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.194+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=WO5X1W9E6F2D tag=088NF7IVDVEC type=write size=3983942 2024-04-02T08:49:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:35 smithi019 ceph-mon[94035]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 440 KiB/s rd, 155 KiB/s wr, 778 op/s 2024-04-02T08:49:36.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:35 smithi019 ceph-mon[96522]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 440 KiB/s rd, 155 KiB/s wr, 778 op/s 2024-04-02T08:49:36.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.202+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~EHZYR071PQXE.0 size=1048576 2024-04-02T08:49:36.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.203+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~EHZYR071PQXE.1 size=355427 2024-04-02T08:49:36.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.203+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=EHZYR071PQXE tag=FVU7625AJSCM type=write size=2452579 2024-04-02T08:49:36.204 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.205+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=7K2QC62BDT6Q type=del 2024-04-02T08:49:36.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.207+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=PSI8JT0H9YBZ type=del size=1990634 2024-04-02T08:49:36.208 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.209+0000 7fcac0634780 1 < canceled operation key=RTWJLFP6HYOO tag=9PQ3GCUWPHBW type=del size=3697095 2024-04-02T08:49:36.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.211+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=HBRNUY4H2Z63 type=del size=252504 2024-04-02T08:49:36.212 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.214+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=BUAC0M40JABP type=del 2024-04-02T08:49:36.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.218+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~YW65Y14WNJF5.0 size=1048576 2024-04-02T08:49:36.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.219+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~YW65Y14WNJF5.1 size=1048576 2024-04-02T08:49:36.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.221+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~YW65Y14WNJF5.2 size=620408 2024-04-02T08:49:36.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.221+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=YW65Y14WNJF5 tag=EQTB8UTNPXN1 type=write size=3766136 2024-04-02T08:49:36.222 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.224+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=L2GLJ2GANL2J type=del 2024-04-02T08:49:36.224 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.226+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=6EAE5YY5C545 type=del size=1252702 2024-04-02T08:49:36.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.228+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~76C2ELUV2CLO.0 size=1048576 2024-04-02T08:49:36.229 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.230+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~76C2ELUV2CLO.1 size=1019950 2024-04-02T08:49:36.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.234+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=76C2ELUV2CLO tag=JYRPGLI5XKIX type=write size=3117102 2024-04-02T08:49:36.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.236+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=PYFMGZAD3YW2 type=del size=118555 2024-04-02T08:49:36.239 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.240+0000 7fcac0634780 1 < suggested update operation key=83XHJHX9R2KG tag=PU8561LUADHP type=del size=535162 2024-04-02T08:49:36.241 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.242+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=G0DCTY8S3O6R type=del size=4158228 2024-04-02T08:49:36.243 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.244+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=PNH45BM9IJMR type=del 2024-04-02T08:49:36.245 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.246+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=E02007CR7ZJV type=del size=1824775 2024-04-02T08:49:36.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.248+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~P4WBRDOE1EWM.0 size=1048576 2024-04-02T08:49:36.248 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.249+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~P4WBRDOE1EWM.1 size=1048576 2024-04-02T08:49:36.250 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.251+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~P4WBRDOE1EWM.2 size=51511 2024-04-02T08:49:36.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.254+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=P4WBRDOE1EWM tag=RVS89ORSIK7U type=write size=3197239 2024-04-02T08:49:36.255 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.256+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=IN0UGE91VC4Z type=write size=861602 2024-04-02T08:49:36.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.258+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~MTNEUQBOIWTO.0 size=1048576 2024-04-02T08:49:36.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.260+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~MTNEUQBOIWTO.1 size=1048576 2024-04-02T08:49:36.260 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.261+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~MTNEUQBOIWTO.2 size=426118 2024-04-02T08:49:36.264 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.265+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=MTNEUQBOIWTO tag=IIYWPPDD1NWR type=write size=3571846 2024-04-02T08:49:36.266 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.267+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=HK1WV7UQH04T type=del size=3928737 2024-04-02T08:49:36.268 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.269+0000 7fcac0634780 1 < canceled operation key=RTWJLFP6HYOO tag=YAN453RZ30PI type=del size=51144 2024-04-02T08:49:36.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.271+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=GKQIETYES6Y9 type=del size=3146536 2024-04-02T08:49:36.272 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.273+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=ZIL01S2X3PGC type=del 2024-04-02T08:49:36.276 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.277+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~DVWUT52H11AU.0 size=1048576 2024-04-02T08:49:36.278 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.279+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~DVWUT52H11AU.1 size=951567 2024-04-02T08:49:36.278 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.279+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=DVWUT52H11AU tag=HNUMAB4X4EW9 type=write size=3048719 2024-04-02T08:49:36.280 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.281+0000 7fcac0634780 1 < completed write operation key=XGGRH5W35CRD tag=KL63ZP65R93T type=write size=219809 2024-04-02T08:49:36.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.283+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=CJJRNZSEL3KR type=del size=198043 2024-04-02T08:49:36.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.283+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~P4JB3F0CLCDL.0 size=1048576 2024-04-02T08:49:36.283 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.285+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~P4JB3F0CLCDL.1 size=355819 2024-04-02T08:49:36.287 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.288+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=P4JB3F0CLCDL tag=LKP6C993QPBY type=write size=2452971 2024-04-02T08:49:36.289 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.290+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=KGGY06VX3W7S type=del size=3402046 2024-04-02T08:49:36.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.292+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=0OIHGHRGSZDT type=del 2024-04-02T08:49:36.292 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.294+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=Y0IBUAYV4O9W type=write size=750694 2024-04-02T08:49:36.296 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.297+0000 7fcac0634780 1 < suggested remove operation key=83XHJHX9R2KG tag=TMYZKMBHYTH8 type=del 2024-04-02T08:49:36.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.299+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=LDIXAI7VE9KI type=del size=3335951 2024-04-02T08:49:36.300 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.301+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~EHZYR071PQXE.0 size=1048576 2024-04-02T08:49:36.301 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.302+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~EHZYR071PQXE.1 size=355427 2024-04-02T08:49:36.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.305+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=EHZYR071PQXE tag=FVU7625AJSCM type=write size=2452579 2024-04-02T08:49:36.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.309+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~VR21V9HHY7FK.0 size=1048576 2024-04-02T08:49:36.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.310+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~VR21V9HHY7FK.1 size=1048576 2024-04-02T08:49:36.310 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.312+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~VR21V9HHY7FK.2 size=848154 2024-04-02T08:49:36.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.312+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=VR21V9HHY7FK tag=PXVJ7O759IE0 type=write size=3993882 2024-04-02T08:49:36.312 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.314+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=PSI8JT0H9YBZ type=del 2024-04-02T08:49:36.316 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.317+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~K66JIA8R0V4X.0 size=1048576 2024-04-02T08:49:36.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.319+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~K66JIA8R0V4X.1 size=1048576 2024-04-02T08:49:36.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.320+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~K66JIA8R0V4X.2 size=958124 2024-04-02T08:49:36.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.320+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=K66JIA8R0V4X tag=FBF13CGUB8YX type=write size=4103852 2024-04-02T08:49:36.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.322+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=HBRNUY4H2Z63 type=del 2024-04-02T08:49:36.324 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.325+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~MJRIC22BQELG.0 size=1048576 2024-04-02T08:49:36.325 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.327+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~MJRIC22BQELG.1 size=284817 2024-04-02T08:49:36.325 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.327+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=MJRIC22BQELG tag=VBXRO2B61EIV type=write size=2381969 2024-04-02T08:49:36.327 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.328+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~YW65Y14WNJF5.0 size=1048576 2024-04-02T08:49:36.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.330+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~YW65Y14WNJF5.1 size=1048576 2024-04-02T08:49:36.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.331+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~YW65Y14WNJF5.2 size=620408 2024-04-02T08:49:36.333 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.334+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=YW65Y14WNJF5 tag=EQTB8UTNPXN1 type=write size=3766136 2024-04-02T08:49:36.337 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.338+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~LOWUP22OO176.0 size=1048576 2024-04-02T08:49:36.338 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.339+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~LOWUP22OO176.1 size=693336 2024-04-02T08:49:36.338 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.339+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=LOWUP22OO176 tag=4ULAVNIA2AG1 type=write size=2790488 2024-04-02T08:49:36.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.341+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=6EAE5YY5C545 type=del 2024-04-02T08:49:36.344 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.345+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~9QG4FZB50KMA.0 size=365455 2024-04-02T08:49:36.344 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.345+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=9QG4FZB50KMA tag=P9YBTZH6ZYFW type=write size=1414031 2024-04-02T08:49:36.346 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.346+0000 7fcac0634780 1 < canceled operation key=RTWJLFP6HYOO tag=PYFMGZAD3YW2 type=del size=118555 2024-04-02T08:49:36.347 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.348+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=8HZL2IV1Q01H type=write size=452628 2024-04-02T08:49:36.351 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.352+0000 7fcac0634780 1 < suggested update operation key=Z250TTJ2J4Z5 tag=G0DCTY8S3O6R type=del size=4158228 2024-04-02T08:49:36.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.355+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~RSI3NB6UEOGM.0 size=687408 2024-04-02T08:49:36.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.355+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=RSI3NB6UEOGM tag=VOECJIB3QWJ3 type=write size=1735984 2024-04-02T08:49:36.356 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.357+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=E02007CR7ZJV type=del 2024-04-02T08:49:36.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.359+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=G512ODMANPJ1 type=del size=3222154 2024-04-02T08:49:36.361 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.362+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=IN0UGE91VC4Z type=write 2024-04-02T08:49:36.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.366+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~5K81YW8HL2K3.0 size=1048576 2024-04-02T08:49:36.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.367+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~5K81YW8HL2K3.1 size=1048576 2024-04-02T08:49:36.367 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.369+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~5K81YW8HL2K3.2 size=356570 2024-04-02T08:49:36.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.369+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=5K81YW8HL2K3 tag=79C9IQ4L5V5L type=write size=3502298 2024-04-02T08:49:36.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.371+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=HK1WV7UQH04T type=del 2024-04-02T08:49:36.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.372+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=20OXVIG5ZWYJ type=del size=3083442 2024-04-02T08:49:36.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.374+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=GKQIETYES6Y9 type=del 2024-04-02T08:49:36.377 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.378+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~TO7AWONMJ98B.0 size=317131 2024-04-02T08:49:36.377 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.378+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=TO7AWONMJ98B tag=JQJIIBHVFC04 type=write size=1365707 2024-04-02T08:49:36.379 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.380+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~DVWUT52H11AU.0 size=1048576 2024-04-02T08:49:36.380 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.381+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~DVWUT52H11AU.1 size=951567 2024-04-02T08:49:36.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.385+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=DVWUT52H11AU tag=HNUMAB4X4EW9 type=write size=3048719 2024-04-02T08:49:36.385 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.386+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=E2BN0YX4WS7G type=write size=269667 2024-04-02T08:49:36.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.388+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=CJJRNZSEL3KR type=del 2024-04-02T08:49:36.390 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.391+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=SQX0X6R9JIAR type=del size=85395 2024-04-02T08:49:36.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.393+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=KGGY06VX3W7S type=del 2024-04-02T08:49:36.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.394+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=RITCR5FYLTHO type=del size=1742579 2024-04-02T08:49:36.395 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.396+0000 7fcac0634780 1 < canceled operation key=HBQSNRLBV7TM tag=Y0IBUAYV4O9W type=write size=750694 2024-04-02T08:49:36.398 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.399+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~FIJ32X50WZPS.0 size=841998 2024-04-02T08:49:36.398 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.399+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=FIJ32X50WZPS tag=0EKCCY9SS7U0 type=write size=1890574 2024-04-02T08:49:36.400 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.401+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=LDIXAI7VE9KI type=del 2024-04-02T08:49:36.402 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.403+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=G1HDOG3MBEME type=del size=2407785 2024-04-02T08:49:36.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.405+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~VR21V9HHY7FK.0 size=1048576 2024-04-02T08:49:36.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.406+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~VR21V9HHY7FK.1 size=1048576 2024-04-02T08:49:36.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.408+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~VR21V9HHY7FK.2 size=848154 2024-04-02T08:49:36.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.411+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=VR21V9HHY7FK tag=PXVJ7O759IE0 type=write size=3993882 2024-04-02T08:49:36.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.413+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=VBLMI7VNA1T6 type=del size=1308540 2024-04-02T08:49:36.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.415+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~K66JIA8R0V4X.0 size=1048576 2024-04-02T08:49:36.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.416+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~K66JIA8R0V4X.1 size=1048576 2024-04-02T08:49:36.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.418+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~K66JIA8R0V4X.2 size=958124 2024-04-02T08:49:36.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.421+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=K66JIA8R0V4X tag=FBF13CGUB8YX type=write size=4103852 2024-04-02T08:49:36.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.424+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~E59CLXK8XZ9P.0 size=515050 2024-04-02T08:49:36.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.424+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=E59CLXK8XZ9P tag=K4VQ55DSMEPV type=write size=1563626 2024-04-02T08:49:36.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.426+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~MJRIC22BQELG.0 size=1048576 2024-04-02T08:49:36.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.426+0000 7fcac0634780 1 < canceled part key=_multipart_5I1R6353CBOP.2~MJRIC22BQELG.1 size=284817 2024-04-02T08:49:36.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.429+0000 7fcac0634780 1 < canceled multipart upload key=5I1R6353CBOP upload=MJRIC22BQELG tag=VBXRO2B61EIV type=write size=2381969 2024-04-02T08:49:36.430 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.431+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=99LEP7SAKQD3 type=write size=265222 2024-04-02T08:49:36.432 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.433+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~LOWUP22OO176.0 size=1048576 2024-04-02T08:49:36.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.435+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~LOWUP22OO176.1 size=693336 2024-04-02T08:49:36.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.438+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=LOWUP22OO176 tag=4ULAVNIA2AG1 type=write size=2790488 2024-04-02T08:49:36.441 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.442+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~OGTHPZM3WMO8.0 size=1048576 2024-04-02T08:49:36.442 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.443+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~OGTHPZM3WMO8.1 size=1048576 2024-04-02T08:49:36.444 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.445+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~OGTHPZM3WMO8.2 size=797953 2024-04-02T08:49:36.444 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.445+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=OGTHPZM3WMO8 tag=PV2NBPERDE36 type=write size=3943681 2024-04-02T08:49:36.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.447+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~9QG4FZB50KMA.0 size=365455 2024-04-02T08:49:36.448 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.450+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=9QG4FZB50KMA tag=P9YBTZH6ZYFW type=write size=1414031 2024-04-02T08:49:36.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.451+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=NS0719JHVEEP type=del size=2493511 2024-04-02T08:49:36.454 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.455+0000 7fcac0634780 1 < suggested remove operation key=248AZLBDZOFS tag=8HZL2IV1Q01H type=write 2024-04-02T08:49:36.456 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.457+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=HA9GKT0UYYGK type=del size=1559490 2024-04-02T08:49:36.458 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.459+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~RSI3NB6UEOGM.0 size=687408 2024-04-02T08:49:36.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.462+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=RSI3NB6UEOGM tag=VOECJIB3QWJ3 type=write size=1735984 2024-04-02T08:49:36.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.465+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=PUHK1J8EHW5Y type=del size=3499877 2024-04-02T08:49:36.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.467+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=G512ODMANPJ1 type=del 2024-04-02T08:49:36.467 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.468+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=LJSIMTU42UFL type=write size=697538 2024-04-02T08:49:36.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.470+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~5K81YW8HL2K3.0 size=1048576 2024-04-02T08:49:36.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.472+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~5K81YW8HL2K3.1 size=1048576 2024-04-02T08:49:36.473 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.473+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~5K81YW8HL2K3.2 size=356570 2024-04-02T08:49:36.475 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.477+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=5K81YW8HL2K3 tag=79C9IQ4L5V5L type=write size=3502298 2024-04-02T08:49:36.479 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.480+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~ZDYEWFBRWAV8.0 size=1048576 2024-04-02T08:49:36.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.482+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~ZDYEWFBRWAV8.1 size=1048576 2024-04-02T08:49:36.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.483+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~ZDYEWFBRWAV8.2 size=727929 2024-04-02T08:49:36.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.483+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=ZDYEWFBRWAV8 tag=L37D096VNI2P type=write size=3873657 2024-04-02T08:49:36.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.485+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=20OXVIG5ZWYJ type=del 2024-04-02T08:49:36.486 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.487+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=C5T21T0C7QW8 type=del size=1522580 2024-04-02T08:49:36.488 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.489+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~TO7AWONMJ98B.0 size=317131 2024-04-02T08:49:36.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.492+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=TO7AWONMJ98B tag=JQJIIBHVFC04 type=write size=1365707 2024-04-02T08:49:36.493 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.494+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=Z06DHVG4K0AI type=del size=1345014 2024-04-02T08:49:36.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.496+0000 7fcac0634780 1 < canceled operation key=Q1UN9ZOPNAND tag=E2BN0YX4WS7G type=write size=269667 2024-04-02T08:49:36.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.499+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~GJLABGCANJJV.0 size=1048576 2024-04-02T08:49:36.500 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.501+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~GJLABGCANJJV.1 size=304818 2024-04-02T08:49:36.500 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.501+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=GJLABGCANJJV tag=LX3QABT888CZ type=write size=2401970 2024-04-02T08:49:36.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.505+0000 7fcac0634780 1 < suggested update operation key=L5EXYH0FVU5S tag=SQX0X6R9JIAR type=del size=85395 2024-04-02T08:49:36.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.507+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=MVGAJNT06Y54 type=del size=589028 2024-04-02T08:49:36.507 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.509+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=RITCR5FYLTHO type=del 2024-04-02T08:49:36.509 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.510+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=LQUILKUG63YC type=write size=983667 2024-04-02T08:49:36.511 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.512+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~FIJ32X50WZPS.0 size=841998 2024-04-02T08:49:36.514 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.516+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=FIJ32X50WZPS tag=0EKCCY9SS7U0 type=write size=1890574 2024-04-02T08:49:36.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.519+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~Y892OA2DG4II.0 size=1048576 2024-04-02T08:49:36.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.520+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~Y892OA2DG4II.1 size=642374 2024-04-02T08:49:36.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.520+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=Y892OA2DG4II tag=1FE8EV3XEY38 type=write size=2739526 2024-04-02T08:49:36.523 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.524+0000 7fcac0634780 1 < suggested update operation key=F104QJQQC3MM tag=G1HDOG3MBEME type=del size=2407785 2024-04-02T08:49:36.524 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.526+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=ZVRK8ZD9E2GF type=del size=3100526 2024-04-02T08:49:36.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.527+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=VBLMI7VNA1T6 type=del 2024-04-02T08:49:36.528 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.529+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=IVYBDMDT60XA type=del size=1767480 2024-04-02T08:49:36.530 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.531+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~E59CLXK8XZ9P.0 size=515050 2024-04-02T08:49:36.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.535+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=E59CLXK8XZ9P tag=K4VQ55DSMEPV type=write size=1563626 2024-04-02T08:49:36.536 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.538+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=WVR0BYMOYSEF type=del size=2687765 2024-04-02T08:49:36.540 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.541+0000 7fcac0634780 1 < suggested update operation key=5I1R6353CBOP tag=99LEP7SAKQD3 type=write size=265222 2024-04-02T08:49:36.542 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.543+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=KLB36DU1RDP6 type=write size=682363 2024-04-02T08:49:36.543 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.545+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~OGTHPZM3WMO8.0 size=1048576 2024-04-02T08:49:36.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.545+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~OGTHPZM3WMO8.1 size=1048576 2024-04-02T08:49:36.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.546+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~OGTHPZM3WMO8.2 size=797953 2024-04-02T08:49:36.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.549+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=OGTHPZM3WMO8 tag=PV2NBPERDE36 type=write size=3943681 2024-04-02T08:49:36.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.553+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~LAWMOT6KDTKN.0 size=1048576 2024-04-02T08:49:36.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.555+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~LAWMOT6KDTKN.1 size=1048576 2024-04-02T08:49:36.555 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.556+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~LAWMOT6KDTKN.2 size=549995 2024-04-02T08:49:36.555 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.556+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=LAWMOT6KDTKN tag=OEMRB19YADP8 type=write size=3695723 2024-04-02T08:49:36.558 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.560+0000 7fcac0634780 1 < suggested remove operation key=L5EXYH0FVU5S tag=NS0719JHVEEP type=del 2024-04-02T08:49:36.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.562+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=O021VVN2Q01Q type=del size=3218671 2024-04-02T08:49:36.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.564+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=HA9GKT0UYYGK type=del 2024-04-02T08:49:36.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.567+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~BW8GCLS9LT5N.0 size=1048576 2024-04-02T08:49:36.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.569+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~BW8GCLS9LT5N.1 size=1048576 2024-04-02T08:49:36.569 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.570+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~BW8GCLS9LT5N.2 size=789894 2024-04-02T08:49:36.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.570+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=BW8GCLS9LT5N tag=1A56DF6OAAGS type=write size=3935622 2024-04-02T08:49:36.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.572+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=PUHK1J8EHW5Y type=del 2024-04-02T08:49:36.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.574+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=3J0K3RHE9PGK type=del size=464447 2024-04-02T08:49:36.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.576+0000 7fcac0634780 1 < completed write operation key=1H7AVDY1UUP3 tag=LJSIMTU42UFL type=write size=697538 2024-04-02T08:49:36.576 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.577+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=UF7ID1KTNO4H type=del size=1727138 2024-04-02T08:49:36.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.579+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~ZDYEWFBRWAV8.0 size=1048576 2024-04-02T08:49:36.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.579+0000 7fcac0634780 1 < canceled part key=_multipart_83XHJHX9R2KG.2~ZDYEWFBRWAV8.1 size=1048576 2024-04-02T08:49:36.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.581+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~ZDYEWFBRWAV8.2 size=727929 2024-04-02T08:49:36.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.584+0000 7fcac0634780 1 < canceled multipart upload key=83XHJHX9R2KG upload=ZDYEWFBRWAV8 tag=L37D096VNI2P type=write size=3873657 2024-04-02T08:49:36.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.586+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=GWPF5WIWMJH5 type=del size=3360655 2024-04-02T08:49:36.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.590+0000 7fcac0634780 1 < suggested update operation key=OSRICQSGB2XI tag=C5T21T0C7QW8 type=del size=1522580 2024-04-02T08:49:36.592 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.593+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~8GXT4UPMGKBS.0 size=1048576 2024-04-02T08:49:36.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.595+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~8GXT4UPMGKBS.1 size=997517 2024-04-02T08:49:36.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.595+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=8GXT4UPMGKBS tag=DYEFRWZLR349 type=write size=3094669 2024-04-02T08:49:36.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.597+0000 7fcac0634780 -1 < failed to complete operation key=F104QJQQC3MM tag=Z06DHVG4K0AI type=del size=1345014: (22) Invalid argument 2024-04-02T08:49:36.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.599+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=10TG7G7E0AR1 type=write size=743720 2024-04-02T08:49:36.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.601+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~GJLABGCANJJV.0 size=1048576 2024-04-02T08:49:36.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.602+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~GJLABGCANJJV.1 size=304818 2024-04-02T08:49:36.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.605+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=GJLABGCANJJV tag=LX3QABT888CZ type=write size=2401970 2024-04-02T08:49:36.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.607+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=4MY2S5YSGVKX type=del size=70238 2024-04-02T08:49:36.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.609+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=MVGAJNT06Y54 type=del 2024-04-02T08:49:36.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.613+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~AEFC8JXD27OS.0 size=428966 2024-04-02T08:49:36.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.613+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=AEFC8JXD27OS tag=80VPF2RTRXS0 type=write size=1477542 2024-04-02T08:49:36.614 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.615+0000 7fcac0634780 1 < canceled operation key=O57E3MLOAH4P tag=LQUILKUG63YC type=write size=983667 2024-04-02T08:49:36.616 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.618+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=8QT6IYKJBWZ3 type=del size=3419778 2024-04-02T08:49:36.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.619+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~Y892OA2DG4II.0 size=1048576 2024-04-02T08:49:36.620 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.621+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~Y892OA2DG4II.1 size=642374 2024-04-02T08:49:36.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.624+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=Y892OA2DG4II tag=1FE8EV3XEY38 type=write size=2739526 2024-04-02T08:49:36.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.627+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~F2DT3HW35LYX.0 size=1048576 2024-04-02T08:49:36.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.629+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~F2DT3HW35LYX.1 size=129523 2024-04-02T08:49:36.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.629+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=F2DT3HW35LYX tag=VDO9FQDKKBWX type=write size=2226675 2024-04-02T08:49:36.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.631+0000 7fcac0634780 1 < canceled operation key=CK9SN9AWKRU0 tag=ZVRK8ZD9E2GF type=del size=3100526 2024-04-02T08:49:36.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.634+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~12AE1WTK9CWM.0 size=1048576 2024-04-02T08:49:36.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.636+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~12AE1WTK9CWM.1 size=363499 2024-04-02T08:49:36.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.636+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=12AE1WTK9CWM tag=G6ZQ30KSVZO2 type=write size=2460651 2024-04-02T08:49:36.636 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.637+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=IVYBDMDT60XA type=del 2024-04-02T08:49:36.638 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.639+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=5UNV0304X4SJ type=write size=302788 2024-04-02T08:49:36.640 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.641+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=WVR0BYMOYSEF type=del 2024-04-02T08:49:36.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.644+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~1KYZ3UHO30L8.0 size=1048576 2024-04-02T08:49:36.644 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.646+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~1KYZ3UHO30L8.1 size=263029 2024-04-02T08:49:36.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.646+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=1KYZ3UHO30L8 tag=P5FOHTWFEUYN type=write size=2360181 2024-04-02T08:49:36.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.648+0000 7fcac0634780 -1 < failed to complete operation key=OSRICQSGB2XI tag=KLB36DU1RDP6 type=write size=682363: (22) Invalid argument 2024-04-02T08:49:36.648 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.650+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=IYQ6BJEFRYQF type=del size=2709095 2024-04-02T08:49:36.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.652+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~LAWMOT6KDTKN.0 size=1048576 2024-04-02T08:49:36.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.653+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~LAWMOT6KDTKN.1 size=1048576 2024-04-02T08:49:36.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.655+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~LAWMOT6KDTKN.2 size=549995 2024-04-02T08:49:36.656 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.658+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=LAWMOT6KDTKN tag=OEMRB19YADP8 type=write size=3695723 2024-04-02T08:49:36.658 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.660+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=ODDE0RQ2ZYW7 type=write size=927036 2024-04-02T08:49:36.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.661+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=O021VVN2Q01Q type=del 2024-04-02T08:49:36.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.665+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~FXQ1N15T7DOL.0 size=582459 2024-04-02T08:49:36.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.665+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=FXQ1N15T7DOL tag=G7QCH867ZQ21 type=write size=1631035 2024-04-02T08:49:36.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.667+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~BW8GCLS9LT5N.0 size=1048576 2024-04-02T08:49:36.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.669+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~BW8GCLS9LT5N.1 size=1048576 2024-04-02T08:49:36.669 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.670+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~BW8GCLS9LT5N.2 size=789894 2024-04-02T08:49:36.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.674+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=BW8GCLS9LT5N tag=1A56DF6OAAGS type=write size=3935622 2024-04-02T08:49:36.675 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.676+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=89HNSFIIBI8K type=write size=447209 2024-04-02T08:49:36.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.678+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=3J0K3RHE9PGK type=del 2024-04-02T08:49:36.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.681+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~NMDVSAP803IA.0 size=1048576 2024-04-02T08:49:36.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.683+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~NMDVSAP803IA.1 size=26412 2024-04-02T08:49:36.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.683+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=NMDVSAP803IA tag=XDH1MHA8URE8 type=write size=2123564 2024-04-02T08:49:36.683 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.684+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=UF7ID1KTNO4H type=del 2024-04-02T08:49:36.687 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.688+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~LT0XWTFG2W80.0 size=1048576 2024-04-02T08:49:36.688 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.689+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~LT0XWTFG2W80.1 size=1048576 2024-04-02T08:49:36.690 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.691+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~LT0XWTFG2W80.2 size=79818 2024-04-02T08:49:36.690 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.691+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=LT0XWTFG2W80 tag=JU2N8X2ANME2 type=write size=3225546 2024-04-02T08:49:36.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.693+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=GWPF5WIWMJH5 type=del 2024-04-02T08:49:36.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.696+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~BPBSRWBQ6YQA.0 size=58528 2024-04-02T08:49:36.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.696+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=BPBSRWBQ6YQA tag=D7I6V17U9OJQ type=write size=1107104 2024-04-02T08:49:36.697 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.698+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~8GXT4UPMGKBS.0 size=1048576 2024-04-02T08:49:36.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.700+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~8GXT4UPMGKBS.1 size=997517 2024-04-02T08:49:36.702 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.703+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=8GXT4UPMGKBS tag=DYEFRWZLR349 type=write size=3094669 2024-04-02T08:49:36.706 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.706+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~GYR17VAHKL20.0 size=1048576 2024-04-02T08:49:36.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.708+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~GYR17VAHKL20.1 size=1048576 2024-04-02T08:49:36.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.709+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~GYR17VAHKL20.2 size=762091 2024-04-02T08:49:36.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.709+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=GYR17VAHKL20 tag=A4GRUFDPGNJ0 type=write size=3907819 2024-04-02T08:49:36.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.711+0000 7fcac0634780 1 < completed write operation key=248AZLBDZOFS tag=10TG7G7E0AR1 type=write size=743720 2024-04-02T08:49:36.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.713+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=3236HJV44QBF type=del size=1046580 2024-04-02T08:49:36.714 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.715+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=4MY2S5YSGVKX type=del 2024-04-02T08:49:36.718 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.719+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~XUF5HV68WJ31.0 size=1048576 2024-04-02T08:49:36.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.721+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~XUF5HV68WJ31.1 size=890003 2024-04-02T08:49:36.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.721+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=XUF5HV68WJ31 tag=IEL1ZWWL299V type=write size=2987155 2024-04-02T08:49:36.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.723+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~AEFC8JXD27OS.0 size=428966 2024-04-02T08:49:36.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.726+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=AEFC8JXD27OS tag=80VPF2RTRXS0 type=write size=1477542 2024-04-02T08:49:36.726 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.728+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=EVYPU341B1FR type=del size=812500 2024-04-02T08:49:36.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.730+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=8QT6IYKJBWZ3 type=del 2024-04-02T08:49:36.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.731+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=G68EMKDAA7RU type=write size=725808 2024-04-02T08:49:36.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.733+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~F2DT3HW35LYX.0 size=1048576 2024-04-02T08:49:36.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.733+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~F2DT3HW35LYX.1 size=129523 2024-04-02T08:49:36.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.736+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=F2DT3HW35LYX tag=VDO9FQDKKBWX type=write size=2226675 2024-04-02T08:49:36.737 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.738+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=F4KHND243YU3 type=del size=729130 2024-04-02T08:49:36.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.740+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~12AE1WTK9CWM.0 size=1048576 2024-04-02T08:49:36.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.743+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~12AE1WTK9CWM.1 size=363499 2024-04-02T08:49:36.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.747+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=12AE1WTK9CWM tag=G6ZQ30KSVZO2 type=write size=2460651 2024-04-02T08:49:36.749 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.751+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~PEJ91WG2NR1E.0 size=1048576 2024-04-02T08:49:36.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.753+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~PEJ91WG2NR1E.1 size=640007 2024-04-02T08:49:36.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.753+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=PEJ91WG2NR1E tag=EVUX0JCA8WJ1 type=write size=2737159 2024-04-02T08:49:36.754 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.755+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=5UNV0304X4SJ type=write size=302788 2024-04-02T08:49:36.756 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.757+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=LB3555CPHLZY type=write size=1003364 2024-04-02T08:49:36.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.759+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~1KYZ3UHO30L8.0 size=1048576 2024-04-02T08:49:36.759 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.761+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~1KYZ3UHO30L8.1 size=263029 2024-04-02T08:49:36.763 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.764+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=1KYZ3UHO30L8 tag=P5FOHTWFEUYN type=write size=2360181 2024-04-02T08:49:36.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.766+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=HDWP10XM5QR7 type=del size=187364 2024-04-02T08:49:36.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.768+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=IYQ6BJEFRYQF type=del 2024-04-02T08:49:36.769 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.770+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=STFCIUS8H37W type=del size=3702973 2024-04-02T08:49:36.772 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.774+0000 7fcac0634780 1 < suggested remove operation key=ZPVZQ0PNTGF2 tag=ODDE0RQ2ZYW7 type=write 2024-04-02T08:49:36.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.776+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=E7113LBK5JXP type=del size=4140286 2024-04-02T08:49:36.776 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.777+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~FXQ1N15T7DOL.0 size=582459 2024-04-02T08:49:36.779 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.780+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=FXQ1N15T7DOL tag=G7QCH867ZQ21 type=write size=1631035 2024-04-02T08:49:36.781 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.783+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=BGJ33Z4M4E3Z type=del size=2906456 2024-04-02T08:49:36.783 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.785+0000 7fcac0634780 1 < completed write operation key=F104QJQQC3MM tag=89HNSFIIBI8K type=write size=447209 2024-04-02T08:49:36.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.786+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=NAOPNCZXCFW9 type=del size=2192318 2024-04-02T08:49:36.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.788+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~NMDVSAP803IA.0 size=1048576 2024-04-02T08:49:36.789 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.790+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~NMDVSAP803IA.1 size=26412 2024-04-02T08:49:36.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.794+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=NMDVSAP803IA tag=XDH1MHA8URE8 type=write size=2123564 2024-04-02T08:49:36.795 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.796+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=4D256D4KCLKT type=write size=983273 2024-04-02T08:49:36.797 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.798+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~LT0XWTFG2W80.0 size=1048576 2024-04-02T08:49:36.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.800+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~LT0XWTFG2W80.1 size=1048576 2024-04-02T08:49:36.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.802+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~LT0XWTFG2W80.2 size=79818 2024-04-02T08:49:36.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.806+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=LT0XWTFG2W80 tag=JU2N8X2ANME2 type=write size=3225546 2024-04-02T08:49:36.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.810+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~HZM52EEYV1D1.0 size=1048576 2024-04-02T08:49:36.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.812+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~HZM52EEYV1D1.1 size=1048576 2024-04-02T08:49:36.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.813+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~HZM52EEYV1D1.2 size=936813 2024-04-02T08:49:36.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.813+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=HZM52EEYV1D1 tag=66Z9FG1J3KBW type=write size=4082541 2024-04-02T08:49:36.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.815+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~BPBSRWBQ6YQA.0 size=58528 2024-04-02T08:49:36.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.819+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=BPBSRWBQ6YQA tag=D7I6V17U9OJQ type=write size=1107104 2024-04-02T08:49:36.822 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.823+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~VPZB81RYUM1H.0 size=1048576 2024-04-02T08:49:36.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.825+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~VPZB81RYUM1H.1 size=425217 2024-04-02T08:49:36.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.825+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=VPZB81RYUM1H tag=XX9USDH8WDST type=write size=2522369 2024-04-02T08:49:36.826 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.827+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~GYR17VAHKL20.0 size=1048576 2024-04-02T08:49:36.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.829+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~GYR17VAHKL20.1 size=1048576 2024-04-02T08:49:36.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.831+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~GYR17VAHKL20.2 size=762091 2024-04-02T08:49:36.834 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.836+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=GYR17VAHKL20 tag=A4GRUFDPGNJ0 type=write size=3907819 2024-04-02T08:49:36.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.839+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~M0GYHIXXIZ92.0 size=1048576 2024-04-02T08:49:36.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.842+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~M0GYHIXXIZ92.1 size=469936 2024-04-02T08:49:36.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.842+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=M0GYHIXXIZ92 tag=E71P7D9ZFXO6 type=write size=2567088 2024-04-02T08:49:36.843 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.844+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=3236HJV44QBF type=del 2024-04-02T08:49:36.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.848+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~3SJ4DVIL4OO7.0 size=346644 2024-04-02T08:49:36.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.848+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=3SJ4DVIL4OO7 tag=6O0EUS8I42DI type=write size=1395220 2024-04-02T08:49:36.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.850+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~XUF5HV68WJ31.0 size=1048576 2024-04-02T08:49:36.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.852+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~XUF5HV68WJ31.1 size=890003 2024-04-02T08:49:36.854 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.856+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=XUF5HV68WJ31 tag=IEL1ZWWL299V type=write size=2987155 2024-04-02T08:49:36.859 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.860+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~YMHAL60OIOGC.0 size=1048576 2024-04-02T08:49:36.861 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.862+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~YMHAL60OIOGC.1 size=1048576 2024-04-02T08:49:36.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.864+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~YMHAL60OIOGC.2 size=770264 2024-04-02T08:49:36.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.864+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=YMHAL60OIOGC tag=3IFDAW0YN58B type=write size=3915992 2024-04-02T08:49:36.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.868+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=EVYPU341B1FR type=del size=812500 2024-04-02T08:49:36.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.870+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=26OS01AQ9XDU type=del size=3464829 2024-04-02T08:49:36.871 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.872+0000 7fcac0634780 1 < completed write operation key=Z250TTJ2J4Z5 tag=G68EMKDAA7RU type=write size=725808 2024-04-02T08:49:36.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.874+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=HG115I6HITSY type=del size=87654 2024-04-02T08:49:36.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.877+0000 7fcac0634780 -1 < failed to complete operation key=1H7AVDY1UUP3 tag=F4KHND243YU3 type=del size=729130: (22) Invalid argument 2024-04-02T08:49:36.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.880+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~NF0HK2W1G5G8.0 size=998975 2024-04-02T08:49:36.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.880+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=NF0HK2W1G5G8 tag=9HAAER04W7LH type=write size=2047551 2024-04-02T08:49:36.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.882+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~PEJ91WG2NR1E.0 size=1048576 2024-04-02T08:49:36.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.884+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~PEJ91WG2NR1E.1 size=640007 2024-04-02T08:49:36.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.887+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=PEJ91WG2NR1E tag=EVUX0JCA8WJ1 type=write size=2737159 2024-04-02T08:49:36.890 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.891+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~80W2M3DUIBB3.0 size=1048576 2024-04-02T08:49:36.891 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.893+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~80W2M3DUIBB3.1 size=1048576 2024-04-02T08:49:36.893 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.895+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~80W2M3DUIBB3.2 size=135044 2024-04-02T08:49:36.893 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.895+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=80W2M3DUIBB3 tag=C7MRKVVETV1P type=write size=3280772 2024-04-02T08:49:36.896 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.896+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=LB3555CPHLZY type=write size=1003364 2024-04-02T08:49:36.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.900+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~YCF75OUOGOCD.0 size=1048576 2024-04-02T08:49:36.900 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.902+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~YCF75OUOGOCD.1 size=1048576 2024-04-02T08:49:36.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.903+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~YCF75OUOGOCD.2 size=535720 2024-04-02T08:49:36.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.903+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=YCF75OUOGOCD tag=U62RFA38SLJ3 type=write size=3681448 2024-04-02T08:49:36.907 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.908+0000 7fcac0634780 1 < suggested update operation key=IKT0IL1UL3E0 tag=HDWP10XM5QR7 type=del size=187364 2024-04-02T08:49:36.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.911+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~UHOL9PV98C9X.0 size=224837 2024-04-02T08:49:36.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.911+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=UHOL9PV98C9X tag=38IA4BI2CPC3 type=write size=1273413 2024-04-02T08:49:36.912 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.913+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=STFCIUS8H37W type=del 2024-04-02T08:49:36.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.916+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~GUA54ZW0NLI9.0 size=1048576 2024-04-02T08:49:36.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.918+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~GUA54ZW0NLI9.1 size=511651 2024-04-02T08:49:36.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.918+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=GUA54ZW0NLI9 tag=Q8OTBDMUDZHY type=write size=2608803 2024-04-02T08:49:36.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.920+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=E7113LBK5JXP type=del 2024-04-02T08:49:36.920 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.921+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=NJ7BFLKXBGG3 type=del size=3391070 2024-04-02T08:49:36.922 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.923+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=BGJ33Z4M4E3Z type=del 2024-04-02T08:49:36.925 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.926+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~RT1NLRYN38VZ.0 size=1048576 2024-04-02T08:49:36.927 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.928+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~RT1NLRYN38VZ.1 size=730187 2024-04-02T08:49:36.927 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.928+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=RT1NLRYN38VZ tag=7P6RA04TR2LA type=write size=2827339 2024-04-02T08:49:36.929 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.931+0000 7fcac0634780 -1 < failed to complete operation key=IKT0IL1UL3E0 tag=NAOPNCZXCFW9 type=del size=2192318: (22) Invalid argument 2024-04-02T08:49:36.931 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.933+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=0SIND06FM3EP type=del size=446212 2024-04-02T08:49:36.933 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.934+0000 7fcac0634780 1 < completed write operation key=WGKAHDKTL4AK tag=4D256D4KCLKT type=write size=983273 2024-04-02T08:49:36.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.938+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~U3WNGVFXJ4OP.0 size=1048576 2024-04-02T08:49:36.938 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.939+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~U3WNGVFXJ4OP.1 size=1048576 2024-04-02T08:49:36.940 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.941+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~U3WNGVFXJ4OP.2 size=1029834 2024-04-02T08:49:36.940 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.941+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=U3WNGVFXJ4OP tag=DZ32UZ6M6X6G type=write size=4175562 2024-04-02T08:49:36.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.943+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~HZM52EEYV1D1.0 size=1048576 2024-04-02T08:49:36.943 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.944+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~HZM52EEYV1D1.1 size=1048576 2024-04-02T08:49:36.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.946+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~HZM52EEYV1D1.2 size=936813 2024-04-02T08:49:36.948 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.949+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=HZM52EEYV1D1 tag=66Z9FG1J3KBW type=write size=4082541 2024-04-02T08:49:36.950 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.951+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=1SBMK217CQ1N type=del size=1506183 2024-04-02T08:49:36.951 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.953+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~VPZB81RYUM1H.0 size=1048576 2024-04-02T08:49:36.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.954+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~VPZB81RYUM1H.1 size=425217 2024-04-02T08:49:36.957 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.958+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=VPZB81RYUM1H tag=XX9USDH8WDST type=write size=2522369 2024-04-02T08:49:36.959 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.960+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=9CEZO7Q2J8NK type=del size=3987527 2024-04-02T08:49:36.961 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.962+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~M0GYHIXXIZ92.0 size=1048576 2024-04-02T08:49:36.963 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.964+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~M0GYHIXXIZ92.1 size=469936 2024-04-02T08:49:36.966 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.967+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=M0GYHIXXIZ92 tag=E71P7D9ZFXO6 type=write size=2567088 2024-04-02T08:49:36.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.969+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=LZL3MXAWXHSO type=write size=295596 2024-04-02T08:49:36.970 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.971+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~3SJ4DVIL4OO7.0 size=346644 2024-04-02T08:49:36.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.975+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=3SJ4DVIL4OO7 tag=6O0EUS8I42DI type=write size=1395220 2024-04-02T08:49:36.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.979+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~JRYXXB0O55MT.0 size=1048576 2024-04-02T08:49:36.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.981+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~JRYXXB0O55MT.1 size=1048576 2024-04-02T08:49:36.981 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.982+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~JRYXXB0O55MT.2 size=566559 2024-04-02T08:49:36.981 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.982+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=JRYXXB0O55MT tag=13L9MW5XMPML type=write size=3712287 2024-04-02T08:49:36.983 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.984+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~YMHAL60OIOGC.0 size=1048576 2024-04-02T08:49:36.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.986+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~YMHAL60OIOGC.1 size=1048576 2024-04-02T08:49:36.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.986+0000 7fcac0634780 1 < canceled part key=_multipart_ZHTF4PWZZ3FL.2~YMHAL60OIOGC.2 size=770264 2024-04-02T08:49:36.988 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.990+0000 7fcac0634780 1 < canceled multipart upload key=ZHTF4PWZZ3FL upload=YMHAL60OIOGC tag=3IFDAW0YN58B type=write size=3915992 2024-04-02T08:49:36.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.994+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~JIKPBKPSZ93Y.0 size=194440 2024-04-02T08:49:36.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.994+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=JIKPBKPSZ93Y tag=6JHUTI9QN0ZP type=write size=1243016 2024-04-02T08:49:36.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:36.999+0000 7fcac0634780 1 < suggested update operation key=F104QJQQC3MM tag=26OS01AQ9XDU type=del size=3464829 2024-04-02T08:49:37.000 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.001+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=NOWD3FJ1UK4V type=del size=1425878 2024-04-02T08:49:37.003 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.003+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=HG115I6HITSY type=del 2024-04-02T08:49:37.006 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.005+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=LZCCJHI71YQ1 type=del size=3847813 2024-04-02T08:49:37.007 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.007+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~NF0HK2W1G5G8.0 size=998975 2024-04-02T08:49:37.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.010+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=NF0HK2W1G5G8 tag=9HAAER04W7LH type=write size=2047551 2024-04-02T08:49:37.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.012+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=DIE4X5IMDVD4 type=write size=777347 2024-04-02T08:49:37.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.014+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~80W2M3DUIBB3.0 size=1048576 2024-04-02T08:49:37.015 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.016+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~80W2M3DUIBB3.1 size=1048576 2024-04-02T08:49:37.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.018+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~80W2M3DUIBB3.2 size=135044 2024-04-02T08:49:37.022 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.022+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=80W2M3DUIBB3 tag=C7MRKVVETV1P type=write size=3280772 2024-04-02T08:49:37.023 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.024+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=AW4NOAR1P1GU type=del size=222948 2024-04-02T08:49:37.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.026+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~YCF75OUOGOCD.0 size=1048576 2024-04-02T08:49:37.026 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.027+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~YCF75OUOGOCD.1 size=1048576 2024-04-02T08:49:37.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.029+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~YCF75OUOGOCD.2 size=535720 2024-04-02T08:49:37.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.033+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=YCF75OUOGOCD tag=U62RFA38SLJ3 type=write size=3681448 2024-04-02T08:49:37.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.037+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~97Q6RBD14MWM.0 size=124364 2024-04-02T08:49:37.036 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.037+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=97Q6RBD14MWM tag=WSPES3B378J0 type=write size=1172940 2024-04-02T08:49:37.038 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.039+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~UHOL9PV98C9X.0 size=224837 2024-04-02T08:49:37.041 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.043+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=UHOL9PV98C9X tag=38IA4BI2CPC3 type=write size=1273413 2024-04-02T08:49:37.043 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.044+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=5IFPYY07ZVRU type=del size=2716502 2024-04-02T08:49:37.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.045+0000 7fcac0634780 1 < canceled part key=_multipart_IKT0IL1UL3E0.2~GUA54ZW0NLI9.0 size=1048576 2024-04-02T08:49:37.045 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.047+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~GUA54ZW0NLI9.1 size=511651 2024-04-02T08:49:37.050 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.051+0000 7fcac0634780 1 < canceled multipart upload key=IKT0IL1UL3E0 upload=GUA54ZW0NLI9 tag=Q8OTBDMUDZHY type=write size=2608803 2024-04-02T08:49:37.054 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.055+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~TSHOKCVU8GJG.0 size=1048576 2024-04-02T08:49:37.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.056+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~TSHOKCVU8GJG.1 size=805286 2024-04-02T08:49:37.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.056+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=TSHOKCVU8GJG tag=2QQPFIV9JDE3 type=write size=2902438 2024-04-02T08:49:37.057 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.058+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=NJ7BFLKXBGG3 type=del 2024-04-02T08:49:37.061 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.062+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~14GB4OO8E0SH.0 size=1048576 2024-04-02T08:49:37.063 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.064+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~14GB4OO8E0SH.1 size=1048576 2024-04-02T08:49:37.065 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.066+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~14GB4OO8E0SH.2 size=63936 2024-04-02T08:49:37.065 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.066+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=14GB4OO8E0SH tag=PFQE9TFRR3XJ type=write size=3209664 2024-04-02T08:49:37.066 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.068+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~RT1NLRYN38VZ.0 size=1048576 2024-04-02T08:49:37.068 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.069+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~RT1NLRYN38VZ.1 size=730187 2024-04-02T08:49:37.071 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.072+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=RT1NLRYN38VZ tag=7P6RA04TR2LA type=write size=2827339 2024-04-02T08:49:37.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.076+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~N3YKV0VAO3GT.0 size=1048576 2024-04-02T08:49:37.076 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.077+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~N3YKV0VAO3GT.1 size=1048576 2024-04-02T08:49:37.078 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.079+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~N3YKV0VAO3GT.2 size=594782 2024-04-02T08:49:37.078 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.079+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=N3YKV0VAO3GT tag=DCJTKEL64BJ3 type=write size=3740510 2024-04-02T08:49:37.081 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.082+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=0SIND06FM3EP type=del 2024-04-02T08:49:37.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.083+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=1LPBV5ALJ0QR type=del size=260462 2024-04-02T08:49:37.084 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.085+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~U3WNGVFXJ4OP.0 size=1048576 2024-04-02T08:49:37.084 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.085+0000 7fcac0634780 1 < canceled part key=_multipart_WGKAHDKTL4AK.2~U3WNGVFXJ4OP.1 size=1048576 2024-04-02T08:49:37.084 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.085+0000 7fcac0634780 1 < canceled part key=_multipart_WGKAHDKTL4AK.2~U3WNGVFXJ4OP.2 size=1029834 2024-04-02T08:49:37.088 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.089+0000 7fcac0634780 1 < canceled multipart upload key=WGKAHDKTL4AK upload=U3WNGVFXJ4OP tag=DZ32UZ6M6X6G type=write size=4175562 2024-04-02T08:49:37.090 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.091+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=DOIMO7086D3L type=del size=1041762 2024-04-02T08:49:37.094 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.095+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=1SBMK217CQ1N type=del 2024-04-02T08:49:37.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.097+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=UGI1IEAO17SK type=del size=1118477 2024-04-02T08:49:37.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.099+0000 7fcac0634780 1 < canceled operation key=Z250TTJ2J4Z5 tag=9CEZO7Q2J8NK type=del size=3987527 2024-04-02T08:49:37.099 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.101+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=SMBXSI0KRI8D type=del size=3536191 2024-04-02T08:49:37.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.105+0000 7fcac0634780 1 < suggested update operation key=WGKAHDKTL4AK tag=LZL3MXAWXHSO type=write size=295596 2024-04-02T08:49:37.106 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.107+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=YGGAUMMKTRKK type=del size=3515904 2024-04-02T08:49:37.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.108+0000 7fcac0634780 1 < canceled part key=_multipart_1Z9ANT6HV4UI.2~JRYXXB0O55MT.0 size=1048576 2024-04-02T08:49:37.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.110+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~JRYXXB0O55MT.1 size=1048576 2024-04-02T08:49:37.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.112+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~JRYXXB0O55MT.2 size=566559 2024-04-02T08:49:37.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.115+0000 7fcac0634780 1 < canceled multipart upload key=1Z9ANT6HV4UI upload=JRYXXB0O55MT tag=13L9MW5XMPML type=write size=3712287 2024-04-02T08:49:37.115 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.117+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=CHOXLYAUOZME type=del size=1560917 2024-04-02T08:49:37.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.119+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~JIKPBKPSZ93Y.0 size=194440 2024-04-02T08:49:37.121 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.123+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=JIKPBKPSZ93Y tag=6JHUTI9QN0ZP type=write size=1243016 2024-04-02T08:49:37.124 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.125+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=U34BYGINEFWL type=del size=465269 2024-04-02T08:49:37.126 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.127+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=NOWD3FJ1UK4V type=del 2024-04-02T08:49:37.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.132+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~E06NUYYXC09L.0 size=1048576 2024-04-02T08:49:37.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.133+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~E06NUYYXC09L.1 size=809621 2024-04-02T08:49:37.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.133+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=E06NUYYXC09L tag=OYDOXEQAYU1X type=write size=2906773 2024-04-02T08:49:37.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.136+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=LZCCJHI71YQ1 type=del 2024-04-02T08:49:37.137 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.138+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=XCS4P8IJ1KP8 type=del size=796430 2024-04-02T08:49:37.142 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.143+0000 7fcac0634780 1 < suggested update operation key=F104QJQQC3MM tag=DIE4X5IMDVD4 type=write size=777347 2024-04-02T08:49:37.147 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.148+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~3J8DMJ7G86T5.0 size=1048576 2024-04-02T08:49:37.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.149+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~3J8DMJ7G86T5.1 size=1048576 2024-04-02T08:49:37.150 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.152+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~3J8DMJ7G86T5.2 size=732668 2024-04-02T08:49:37.150 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.152+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=3J8DMJ7G86T5 tag=92K4KRGVQFUL type=write size=3878396 2024-04-02T08:49:37.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.154+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=AW4NOAR1P1GU type=del 2024-04-02T08:49:37.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.158+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~3JMO5XFAJ1MT.0 size=1048576 2024-04-02T08:49:37.158 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.160+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~3JMO5XFAJ1MT.1 size=1048576 2024-04-02T08:49:37.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.161+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~3JMO5XFAJ1MT.2 size=471113 2024-04-02T08:49:37.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.161+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=3JMO5XFAJ1MT tag=RK10O12URPEC type=write size=3616841 2024-04-02T08:49:37.162 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.163+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~97Q6RBD14MWM.0 size=124364 2024-04-02T08:49:37.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.166+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=97Q6RBD14MWM tag=WSPES3B378J0 type=write size=1172940 2024-04-02T08:49:37.169 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.170+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~YMHE0R1HAQR4.0 size=82997 2024-04-02T08:49:37.169 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.170+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=YMHE0R1HAQR4 tag=2HE8CRCFLCKO type=write size=1131573 2024-04-02T08:49:37.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.172+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=5IFPYY07ZVRU type=del 2024-04-02T08:49:37.174 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.175+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~1FQEHBTO1TM0.0 size=1048576 2024-04-02T08:49:37.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.177+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~1FQEHBTO1TM0.1 size=639502 2024-04-02T08:49:37.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.177+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=1FQEHBTO1TM0 tag=I7N2HIJATEEP type=write size=2736654 2024-04-02T08:49:37.178 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.179+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~TSHOKCVU8GJG.0 size=1048576 2024-04-02T08:49:37.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.180+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~TSHOKCVU8GJG.1 size=805286 2024-04-02T08:49:37.183 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.184+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=TSHOKCVU8GJG tag=2QQPFIV9JDE3 type=write size=2902438 2024-04-02T08:49:37.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.186+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=BM2JCRJA375C type=write size=142804 2024-04-02T08:49:37.186 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.188+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~14GB4OO8E0SH.0 size=1048576 2024-04-02T08:49:37.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.189+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~14GB4OO8E0SH.1 size=1048576 2024-04-02T08:49:37.190 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.191+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~14GB4OO8E0SH.2 size=63936 2024-04-02T08:49:37.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.194+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=14GB4OO8E0SH tag=PFQE9TFRR3XJ type=write size=3209664 2024-04-02T08:49:37.195 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.196+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=40VU6X1P1A1H type=write size=230368 2024-04-02T08:49:37.197 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.198+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~N3YKV0VAO3GT.0 size=1048576 2024-04-02T08:49:37.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.200+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~N3YKV0VAO3GT.1 size=1048576 2024-04-02T08:49:37.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.201+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~N3YKV0VAO3GT.2 size=594782 2024-04-02T08:49:37.204 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.205+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=N3YKV0VAO3GT tag=DCJTKEL64BJ3 type=write size=3740510 2024-04-02T08:49:37.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.209+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~1PMJ1E1MZ3PZ.0 size=1048576 2024-04-02T08:49:37.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.211+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~1PMJ1E1MZ3PZ.1 size=1048576 2024-04-02T08:49:37.211 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.212+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~1PMJ1E1MZ3PZ.2 size=554739 2024-04-02T08:49:37.211 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.212+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=1PMJ1E1MZ3PZ tag=GJSH3HY43XB0 type=write size=3700467 2024-04-02T08:49:37.215 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.216+0000 7fcac0634780 1 < suggested update operation key=Q3C9UVCWVITJ tag=1LPBV5ALJ0QR type=del size=260462 2024-04-02T08:49:37.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.219+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=Q1G42PJUHUM9 type=del size=3834233 2024-04-02T08:49:37.221 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.222+0000 7fcac0634780 1 < suggested update operation key=Q1UN9ZOPNAND tag=DOIMO7086D3L type=del size=1041762 2024-04-02T08:49:37.223 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.224+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=9RK2K7EX7VJR type=del size=3890500 2024-04-02T08:49:37.227 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.228+0000 7fcac0634780 1 < suggested update operation key=HBQSNRLBV7TM tag=UGI1IEAO17SK type=del size=1118477 2024-04-02T08:49:37.229 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.230+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=GTCDDRQ1IS4X type=del size=542396 2024-04-02T08:49:37.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.234+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=SMBXSI0KRI8D type=del size=3536191 2024-04-02T08:49:37.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.236+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=5JSWWMPFCICM type=del size=2998005 2024-04-02T08:49:37.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.238+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=YGGAUMMKTRKK type=del 2024-04-02T08:49:37.240 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.242+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~DQURI3DDJ413.0 size=1048576 2024-04-02T08:49:37.242 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.243+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~DQURI3DDJ413.1 size=639172 2024-04-02T08:49:37.243 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.243+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=DQURI3DDJ413 tag=VPGFXO454RN4 type=write size=2736324 2024-04-02T08:49:37.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.245+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=CHOXLYAUOZME type=del 2024-04-02T08:49:37.248 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.249+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~4KFG6MQMFZDP.0 size=220964 2024-04-02T08:49:37.248 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.249+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=4KFG6MQMFZDP tag=LVFHS6DXWE27 type=write size=1269540 2024-04-02T08:49:37.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.252+0000 7fcac0634780 1 < suggested remove operation key=OPJX4SOWQJDV tag=U34BYGINEFWL type=del 2024-04-02T08:49:37.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.254+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=KGO2NIEEDX84 type=del size=1365063 2024-04-02T08:49:37.255 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.256+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~E06NUYYXC09L.0 size=1048576 2024-04-02T08:49:37.257 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.258+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~E06NUYYXC09L.1 size=809621 2024-04-02T08:49:37.260 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.261+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=E06NUYYXC09L tag=OYDOXEQAYU1X type=write size=2906773 2024-04-02T08:49:37.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.265+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~UUN1A8RL2M13.0 size=1048576 2024-04-02T08:49:37.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.266+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~UUN1A8RL2M13.1 size=1048576 2024-04-02T08:49:37.266 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.268+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~UUN1A8RL2M13.2 size=403113 2024-04-02T08:49:37.267 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.268+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=UUN1A8RL2M13 tag=ZT70F5V2SH7N type=write size=3548841 2024-04-02T08:49:37.268 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.270+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=XCS4P8IJ1KP8 type=del 2024-04-02T08:49:37.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.271+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=SZIML554O1ZD type=del size=3489157 2024-04-02T08:49:37.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.272+0000 7fcac0634780 1 < canceled part key=_multipart_HBQSNRLBV7TM.2~3J8DMJ7G86T5.0 size=1048576 2024-04-02T08:49:37.272 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.273+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~3J8DMJ7G86T5.1 size=1048576 2024-04-02T08:49:37.274 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.275+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~3J8DMJ7G86T5.2 size=732668 2024-04-02T08:49:37.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.278+0000 7fcac0634780 1 < canceled multipart upload key=HBQSNRLBV7TM upload=3J8DMJ7G86T5 tag=92K4KRGVQFUL type=write size=3878396 2024-04-02T08:49:37.279 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.281+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=58ETLLZ5QTQ9 type=del size=8145 2024-04-02T08:49:37.281 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.283+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~3JMO5XFAJ1MT.0 size=1048576 2024-04-02T08:49:37.283 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.284+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~3JMO5XFAJ1MT.1 size=1048576 2024-04-02T08:49:37.285 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.286+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~3JMO5XFAJ1MT.2 size=471113 2024-04-02T08:49:37.288 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.289+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=3JMO5XFAJ1MT tag=RK10O12URPEC type=write size=3616841 2024-04-02T08:49:37.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.291+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=S3FYXTMYM4Q7 type=del size=1368678 2024-04-02T08:49:37.292 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.293+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~YMHE0R1HAQR4.0 size=82997 2024-04-02T08:49:37.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.296+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=YMHE0R1HAQR4 tag=2HE8CRCFLCKO type=write size=1131573 2024-04-02T08:49:37.297 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.298+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=6KOZ652N3CR9 type=write size=533333 2024-04-02T08:49:37.299 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.300+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~1FQEHBTO1TM0.0 size=1048576 2024-04-02T08:49:37.301 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.303+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~1FQEHBTO1TM0.1 size=639502 2024-04-02T08:49:37.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.306+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=1FQEHBTO1TM0 tag=I7N2HIJATEEP type=write size=2736654 2024-04-02T08:49:37.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.309+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=QK5MN3QJ8872 type=del size=2250142 2024-04-02T08:49:37.310 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.311+0000 7fcac0634780 1 < completed write operation key=F2VBAXNP29E1 tag=BM2JCRJA375C type=write size=142804 2024-04-02T08:49:37.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.313+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=3RMTWH735102 type=del size=1028163 2024-04-02T08:49:37.314 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.315+0000 7fcac0634780 1 < completed write operation key=AT297P637JHQ tag=40VU6X1P1A1H type=write size=230368 2024-04-02T08:49:37.316 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.317+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=PJACZ26M7RTF type=del size=4150134 2024-04-02T08:49:37.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.319+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~1PMJ1E1MZ3PZ.0 size=1048576 2024-04-02T08:49:37.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.320+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~1PMJ1E1MZ3PZ.1 size=1048576 2024-04-02T08:49:37.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.322+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~1PMJ1E1MZ3PZ.2 size=554739 2024-04-02T08:49:37.324 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.325+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=1PMJ1E1MZ3PZ tag=GJSH3HY43XB0 type=write size=3700467 2024-04-02T08:49:37.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.327+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=5XVJONU0FMSM type=del size=2064676 2024-04-02T08:49:37.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.331+0000 7fcac0634780 1 < suggested remove operation key=OQYFPKEX5S39 tag=Q1G42PJUHUM9 type=del 2024-04-02T08:49:37.332 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.333+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=A93BDI1UMI3T type=write size=118091 2024-04-02T08:49:37.336 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.337+0000 7fcac0634780 1 < suggested remove operation key=1Z9ANT6HV4UI tag=9RK2K7EX7VJR type=del 2024-04-02T08:49:37.339 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.341+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~VIYXNB2E1DV5.0 size=525054 2024-04-02T08:49:37.339 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.341+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=VIYXNB2E1DV5 tag=KU5DECUMZ8B2 type=write size=1573630 2024-04-02T08:49:37.341 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.343+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=GTCDDRQ1IS4X type=del 2024-04-02T08:49:37.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.347+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~0L041Y17NFEW.0 size=917908 2024-04-02T08:49:37.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.347+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=0L041Y17NFEW tag=7TIO1964GYGU type=write size=1966484 2024-04-02T08:49:37.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.349+0000 7fcac0634780 -1 < failed to complete operation key=1Z9ANT6HV4UI tag=5JSWWMPFCICM type=del size=2998005: (22) Invalid argument 2024-04-02T08:49:37.353 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.354+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~VAPWSYJN3H2A.0 size=1048576 2024-04-02T08:49:37.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.355+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~VAPWSYJN3H2A.1 size=278383 2024-04-02T08:49:37.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.355+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=VAPWSYJN3H2A tag=2WF88PMGNZOT type=write size=2375535 2024-04-02T08:49:37.356 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.357+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~DQURI3DDJ413.0 size=1048576 2024-04-02T08:49:37.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.359+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~DQURI3DDJ413.1 size=639172 2024-04-02T08:49:37.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.363+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=DQURI3DDJ413 tag=VPGFXO454RN4 type=write size=2736324 2024-04-02T08:49:37.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.367+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~M395MYX4WC9D.0 size=1048576 2024-04-02T08:49:37.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.369+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~M395MYX4WC9D.1 size=1048576 2024-04-02T08:49:37.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.371+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~M395MYX4WC9D.2 size=409897 2024-04-02T08:49:37.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.371+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=M395MYX4WC9D tag=7GF121ALFDNF type=write size=3555625 2024-04-02T08:49:37.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.373+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~4KFG6MQMFZDP.0 size=220964 2024-04-02T08:49:37.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.377+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=4KFG6MQMFZDP tag=LVFHS6DXWE27 type=write size=1269540 2024-04-02T08:49:37.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.379+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=BGNXY15NV79X type=del size=1496826 2024-04-02T08:49:37.382 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.384+0000 7fcac0634780 1 < suggested remove operation key=ZPVZQ0PNTGF2 tag=KGO2NIEEDX84 type=del 2024-04-02T08:49:37.385 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.386+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=5BNFB2PRMLX3 type=del size=1942765 2024-04-02T08:49:37.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.388+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~UUN1A8RL2M13.0 size=1048576 2024-04-02T08:49:37.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.388+0000 7fcac0634780 1 < canceled part key=_multipart_Q1UN9ZOPNAND.2~UUN1A8RL2M13.1 size=1048576 2024-04-02T08:49:37.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.390+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~UUN1A8RL2M13.2 size=403113 2024-04-02T08:49:37.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.395+0000 7fcac0634780 1 < canceled multipart upload key=Q1UN9ZOPNAND upload=UUN1A8RL2M13 tag=ZT70F5V2SH7N type=write size=3548841 2024-04-02T08:49:37.396 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.397+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=QKOSCX001TK7 type=del size=2453987 2024-04-02T08:49:37.400 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.402+0000 7fcac0634780 1 < suggested update operation key=XYWGJ7UZDDAF tag=SZIML554O1ZD type=del size=3489157 2024-04-02T08:49:37.402 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.404+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=V0ZBCG08SSU6 type=del size=3300710 2024-04-02T08:49:37.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.405+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=58ETLLZ5QTQ9 type=del 2024-04-02T08:49:37.408 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.410+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~N00O22B23K95.0 size=1048576 2024-04-02T08:49:37.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.412+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~N00O22B23K95.1 size=1048576 2024-04-02T08:49:37.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.413+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~N00O22B23K95.2 size=359224 2024-04-02T08:49:37.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.413+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=N00O22B23K95 tag=AZUBUM4Y0SJB type=write size=3504952 2024-04-02T08:49:37.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.417+0000 7fcac0634780 1 < suggested remove operation key=F104QJQQC3MM tag=S3FYXTMYM4Q7 type=del 2024-04-02T08:49:37.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.421+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~VI1HKV9UH66I.0 size=1048576 2024-04-02T08:49:37.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.423+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~VI1HKV9UH66I.1 size=167275 2024-04-02T08:49:37.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.423+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=VI1HKV9UH66I tag=QFZVKM461VFR type=write size=2264427 2024-04-02T08:49:37.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.425+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=6KOZ652N3CR9 type=write size=533333 2024-04-02T08:49:37.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.427+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=651T84QPGD9O type=del size=2133255 2024-04-02T08:49:37.427 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.429+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=QK5MN3QJ8872 type=del 2024-04-02T08:49:37.431 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.432+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~B1ARCNS97YG2.0 size=1048576 2024-04-02T08:49:37.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.434+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~B1ARCNS97YG2.1 size=129076 2024-04-02T08:49:37.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.434+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=B1ARCNS97YG2 tag=ENTX79X1H6CD type=write size=2226228 2024-04-02T08:49:37.436 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.438+0000 7fcac0634780 1 < suggested remove operation key=1H7AVDY1UUP3 tag=3RMTWH735102 type=del 2024-04-02T08:49:37.439 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.440+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=P9N1WT4QRGPA type=del size=2564406 2024-04-02T08:49:37.442 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.443+0000 7fcac0634780 -1 < failed to complete operation key=F104QJQQC3MM tag=PJACZ26M7RTF type=del size=4150134: (22) Invalid argument 2024-04-02T08:49:37.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.448+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~YADE51PQ2OWD.0 size=1048576 2024-04-02T08:49:37.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.450+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~YADE51PQ2OWD.1 size=248495 2024-04-02T08:49:37.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.450+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=YADE51PQ2OWD tag=O6KQEY38JR93 type=write size=2345647 2024-04-02T08:49:37.451 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.452+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=5XVJONU0FMSM type=del 2024-04-02T08:49:37.454 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.455+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=K6P6KLOLEYIU type=del size=3418829 2024-04-02T08:49:37.456 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.457+0000 7fcac0634780 1 < completed write operation key=7RTUKS6WIVUY tag=A93BDI1UMI3T type=write size=118091 2024-04-02T08:49:37.460 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.462+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~G4840YQRX829.0 size=1048576 2024-04-02T08:49:37.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.464+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~G4840YQRX829.1 size=571059 2024-04-02T08:49:37.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.464+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=G4840YQRX829 tag=NUPVE9LWP1B2 type=write size=2668211 2024-04-02T08:49:37.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.466+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~VIYXNB2E1DV5.0 size=525054 2024-04-02T08:49:37.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.471+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=VIYXNB2E1DV5 tag=KU5DECUMZ8B2 type=write size=1573630 2024-04-02T08:49:37.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.476+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~IME6WYOLULYZ.0 size=27875 2024-04-02T08:49:37.475 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.476+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=IME6WYOLULYZ tag=HGJE2B684JD7 type=write size=1076451 2024-04-02T08:49:37.475 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.476+0000 7fcac0634780 1 < canceled part key=_multipart_OPJX4SOWQJDV.2~0L041Y17NFEW.0 size=917908 2024-04-02T08:49:37.479 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.480+0000 7fcac0634780 1 < canceled multipart upload key=OPJX4SOWQJDV upload=0L041Y17NFEW tag=7TIO1964GYGU type=write size=1966484 2024-04-02T08:49:37.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.482+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=0QE4A531GQKA type=del size=2218494 2024-04-02T08:49:37.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.485+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~VAPWSYJN3H2A.0 size=1048576 2024-04-02T08:49:37.486 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.487+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~VAPWSYJN3H2A.1 size=278383 2024-04-02T08:49:37.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.491+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=VAPWSYJN3H2A tag=2WF88PMGNZOT type=write size=2375535 2024-04-02T08:49:37.493 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.493+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=C1513DQM5SDW type=del size=2287234 2024-04-02T08:49:37.495 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.496+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~M395MYX4WC9D.0 size=1048576 2024-04-02T08:49:37.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.498+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~M395MYX4WC9D.1 size=1048576 2024-04-02T08:49:37.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.500+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~M395MYX4WC9D.2 size=409897 2024-04-02T08:49:37.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.504+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=M395MYX4WC9D tag=7GF121ALFDNF type=write size=3555625 2024-04-02T08:49:37.505 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.507+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=FA45E6JYRSSJ type=del size=493515 2024-04-02T08:49:37.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.509+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=BGNXY15NV79X type=del 2024-04-02T08:49:37.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.511+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=68669CQ040QS type=del size=4026967 2024-04-02T08:49:37.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.514+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=5BNFB2PRMLX3 type=del 2024-04-02T08:49:37.515 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.516+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=Z3D01I5DOWKH type=del size=1878916 2024-04-02T08:49:37.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.519+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=QKOSCX001TK7 type=del 2024-04-02T08:49:37.522 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.523+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~EH22E1CAXMHY.0 size=1002406 2024-04-02T08:49:37.522 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.523+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=EH22E1CAXMHY tag=3JMO8J5IUQAW type=write size=2050982 2024-04-02T08:49:37.524 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.525+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=V0ZBCG08SSU6 type=del 2024-04-02T08:49:37.527 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.529+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~SC9KVYZ03MAL.0 size=1048576 2024-04-02T08:49:37.529 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.530+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~SC9KVYZ03MAL.1 size=1048576 2024-04-02T08:49:37.531 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.533+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~SC9KVYZ03MAL.2 size=209534 2024-04-02T08:49:37.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.533+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=SC9KVYZ03MAL tag=81GFSCRO8749 type=write size=3355262 2024-04-02T08:49:37.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.535+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~N00O22B23K95.0 size=1048576 2024-04-02T08:49:37.535 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.536+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~N00O22B23K95.1 size=1048576 2024-04-02T08:49:37.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.538+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~N00O22B23K95.2 size=359224 2024-04-02T08:49:37.541 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.543+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=N00O22B23K95 tag=AZUBUM4Y0SJB type=write size=3504952 2024-04-02T08:49:37.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.545+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=037H1NVKS23K type=del size=383120 2024-04-02T08:49:37.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.547+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~VI1HKV9UH66I.0 size=1048576 2024-04-02T08:49:37.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.549+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~VI1HKV9UH66I.1 size=167275 2024-04-02T08:49:37.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.553+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=VI1HKV9UH66I tag=QFZVKM461VFR type=write size=2264427 2024-04-02T08:49:37.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.556+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=ZZJ8MV8Y1TW6 type=del size=275270 2024-04-02T08:49:37.557 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.558+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=651T84QPGD9O type=del 2024-04-02T08:49:37.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.562+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~TZPW15SMM2A0.0 size=1048576 2024-04-02T08:49:37.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.564+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~TZPW15SMM2A0.1 size=58521 2024-04-02T08:49:37.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.564+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=TZPW15SMM2A0 tag=90B52JG17W6W type=write size=2155673 2024-04-02T08:49:37.565 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.566+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~B1ARCNS97YG2.0 size=1048576 2024-04-02T08:49:37.567 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.568+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~B1ARCNS97YG2.1 size=129076 2024-04-02T08:49:37.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.572+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=B1ARCNS97YG2 tag=ENTX79X1H6CD type=write size=2226228 2024-04-02T08:49:37.576 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.577+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~JO9BXRSDQTQQ.0 size=1048576 2024-04-02T08:49:37.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.579+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~JO9BXRSDQTQQ.1 size=416132 2024-04-02T08:49:37.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.579+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=JO9BXRSDQTQQ tag=3MT08E50V2Q6 type=write size=2513284 2024-04-02T08:49:37.580 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.581+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=P9N1WT4QRGPA type=del 2024-04-02T08:49:37.584 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.585+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~C0XLUZ99Y5FB.0 size=1048576 2024-04-02T08:49:37.586 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.588+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~C0XLUZ99Y5FB.1 size=1048576 2024-04-02T08:49:37.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.590+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~C0XLUZ99Y5FB.2 size=502889 2024-04-02T08:49:37.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.590+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=C0XLUZ99Y5FB tag=R2OILT4EDHHI type=write size=3648617 2024-04-02T08:49:37.592 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.592+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~YADE51PQ2OWD.0 size=1048576 2024-04-02T08:49:37.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.594+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~YADE51PQ2OWD.1 size=248495 2024-04-02T08:49:37.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.598+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=YADE51PQ2OWD tag=O6KQEY38JR93 type=write size=2345647 2024-04-02T08:49:37.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.600+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=Y8NHME03CQO8 type=write size=337037 2024-04-02T08:49:37.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.602+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=K6P6KLOLEYIU type=del 2024-04-02T08:49:37.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.606+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~EHUJT0AC5CIR.0 size=1048467 2024-04-02T08:49:37.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.606+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=EHUJT0AC5CIR tag=BE0JRVGHNSZ9 type=write size=2097043 2024-04-02T08:49:37.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.608+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~G4840YQRX829.0 size=1048576 2024-04-02T08:49:37.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.609+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~G4840YQRX829.1 size=571059 2024-04-02T08:49:37.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.613+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=G4840YQRX829 tag=NUPVE9LWP1B2 type=write size=2668211 2024-04-02T08:49:37.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.616+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~YSB2RIAZ8U37.0 size=1048576 2024-04-02T08:49:37.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.618+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~YSB2RIAZ8U37.1 size=1048576 2024-04-02T08:49:37.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.620+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~YSB2RIAZ8U37.2 size=812184 2024-04-02T08:49:37.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.620+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=YSB2RIAZ8U37 tag=7XO7E5R4U4QH type=write size=3957912 2024-04-02T08:49:37.620 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.622+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~IME6WYOLULYZ.0 size=27875 2024-04-02T08:49:37.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.625+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=IME6WYOLULYZ tag=HGJE2B684JD7 type=write size=1076451 2024-04-02T08:49:37.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.627+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=SC0B80276YX7 type=del size=2558722 2024-04-02T08:49:37.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.629+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=0QE4A531GQKA type=del size=2218494 2024-04-02T08:49:37.631 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.632+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=3EKE5QFV1DBC type=write size=423293 2024-04-02T08:49:37.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.634+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=C1513DQM5SDW type=del 2024-04-02T08:49:37.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.636+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=BCV39AFOYA3H type=del size=514203 2024-04-02T08:49:37.637 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.639+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=FA45E6JYRSSJ type=del 2024-04-02T08:49:37.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.642+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~N6G7HWP953XR.0 size=1048576 2024-04-02T08:49:37.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.644+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~N6G7HWP953XR.1 size=1048576 2024-04-02T08:49:37.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.646+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~N6G7HWP953XR.2 size=874578 2024-04-02T08:49:37.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.646+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=N6G7HWP953XR tag=WKDATE4NT090 type=write size=4020306 2024-04-02T08:49:37.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.648+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=68669CQ040QS type=del 2024-04-02T08:49:37.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.654+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~WWW59W4D18A1.0 size=1007563 2024-04-02T08:49:37.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.654+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=WWW59W4D18A1 tag=YDQ0X7SU9290 type=write size=2056139 2024-04-02T08:49:37.654 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.656+0000 7fcac0634780 1 < canceled operation key=Q3C9UVCWVITJ tag=Z3D01I5DOWKH type=del size=1878916 2024-04-02T08:49:37.656 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.657+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=V3EA8IKF905F type=del size=2121663 2024-04-02T08:49:37.658 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.660+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~EH22E1CAXMHY.0 size=1002406 2024-04-02T08:49:37.662 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.663+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=EH22E1CAXMHY tag=3JMO8J5IUQAW type=write size=2050982 2024-04-02T08:49:37.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.665+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=FT54KKNGKWUD type=del size=251269 2024-04-02T08:49:37.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.667+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~SC9KVYZ03MAL.0 size=1048576 2024-04-02T08:49:37.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.669+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~SC9KVYZ03MAL.1 size=1048576 2024-04-02T08:49:37.669 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.670+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~SC9KVYZ03MAL.2 size=209534 2024-04-02T08:49:37.672 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.674+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=SC9KVYZ03MAL tag=81GFSCRO8749 type=write size=3355262 2024-04-02T08:49:37.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.677+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~V4VX3ZT6V8RH.0 size=1048576 2024-04-02T08:49:37.677 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.679+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~V4VX3ZT6V8RH.1 size=770555 2024-04-02T08:49:37.678 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.679+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=V4VX3ZT6V8RH tag=DHGF5TOJZITZ type=write size=2867707 2024-04-02T08:49:37.679 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.681+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=037H1NVKS23K type=del 2024-04-02T08:49:37.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.683+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=YPSIWUA1CIYH type=del size=1731364 2024-04-02T08:49:37.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.686+0000 7fcac0634780 1 < suggested update operation key=IKT0IL1UL3E0 tag=ZZJ8MV8Y1TW6 type=del size=275270 2024-04-02T08:49:37.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.690+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~HM85OE4648SK.0 size=130266 2024-04-02T08:49:37.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.690+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=HM85OE4648SK tag=D3F86LC7EQ7D type=write size=1178842 2024-04-02T08:49:37.691 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.692+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~TZPW15SMM2A0.0 size=1048576 2024-04-02T08:49:37.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.693+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~TZPW15SMM2A0.1 size=58521 2024-04-02T08:49:37.696 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.697+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=TZPW15SMM2A0 tag=90B52JG17W6W type=write size=2155673 2024-04-02T08:49:37.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.699+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=YBA0FRXSEOXD type=write size=672368 2024-04-02T08:49:37.700 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.701+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~JO9BXRSDQTQQ.0 size=1048576 2024-04-02T08:49:37.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.702+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~JO9BXRSDQTQQ.1 size=416132 2024-04-02T08:49:37.706 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.707+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=JO9BXRSDQTQQ tag=3MT08E50V2Q6 type=write size=2513284 2024-04-02T08:49:37.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.709+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=CUAZL9BGUT60 type=del size=394655 2024-04-02T08:49:37.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.711+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~C0XLUZ99Y5FB.0 size=1048576 2024-04-02T08:49:37.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.713+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~C0XLUZ99Y5FB.1 size=1048576 2024-04-02T08:49:37.714 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.715+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~C0XLUZ99Y5FB.2 size=502889 2024-04-02T08:49:37.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.719+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=C0XLUZ99Y5FB tag=R2OILT4EDHHI type=write size=3648617 2024-04-02T08:49:37.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.721+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=1CJO4QFTAUUG type=del size=2947963 2024-04-02T08:49:37.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.723+0000 7fcac0634780 1 < completed write operation key=7RTUKS6WIVUY tag=Y8NHME03CQO8 type=write size=337037 2024-04-02T08:49:37.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.725+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=6Q7AJ8V80Z96 type=del size=3512906 2024-04-02T08:49:37.724 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.725+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~EHUJT0AC5CIR.0 size=1048467 2024-04-02T08:49:37.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.729+0000 7fcac0634780 1 < canceled multipart upload key=5DJO5NRKSHEG upload=EHUJT0AC5CIR tag=BE0JRVGHNSZ9 type=write size=2097043 2024-04-02T08:49:37.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.731+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=ZHJOC337YRKG type=del size=854981 2024-04-02T08:49:37.731 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.733+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~YSB2RIAZ8U37.0 size=1048576 2024-04-02T08:49:37.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.734+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~YSB2RIAZ8U37.1 size=1048576 2024-04-02T08:49:37.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.736+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~YSB2RIAZ8U37.2 size=812184 2024-04-02T08:49:37.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.741+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=YSB2RIAZ8U37 tag=7XO7E5R4U4QH type=write size=3957912 2024-04-02T08:49:37.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.743+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=VGV28R1C33J9 type=del size=1982619 2024-04-02T08:49:37.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.745+0000 7fcac0634780 1 < canceled operation key=1Z9ANT6HV4UI tag=SC0B80276YX7 type=del size=2558722 2024-04-02T08:49:37.746 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.747+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=P3NAQRI3ZGXZ type=write size=449068 2024-04-02T08:49:37.748 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.749+0000 7fcac0634780 1 < completed write operation key=XYWGJ7UZDDAF tag=3EKE5QFV1DBC type=write size=423293 2024-04-02T08:49:37.752 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.754+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~NGKB760MV1HP.0 size=1048576 2024-04-02T08:49:37.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.756+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~NGKB760MV1HP.1 size=1048576 2024-04-02T08:49:37.756 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.758+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~NGKB760MV1HP.2 size=533154 2024-04-02T08:49:37.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.758+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=NGKB760MV1HP tag=WJD2ISUSE79L type=write size=3678882 2024-04-02T08:49:37.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.760+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=BCV39AFOYA3H type=del 2024-04-02T08:49:37.763 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.764+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~T37G2BT8TPTD.0 size=287803 2024-04-02T08:49:37.763 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.764+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=T37G2BT8TPTD tag=WMM51HNUF52I type=write size=1336379 2024-04-02T08:49:37.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.766+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~N6G7HWP953XR.0 size=1048576 2024-04-02T08:49:37.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.768+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~N6G7HWP953XR.1 size=1048576 2024-04-02T08:49:37.769 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.770+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~N6G7HWP953XR.2 size=874578 2024-04-02T08:49:37.773 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.774+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=N6G7HWP953XR tag=WKDATE4NT090 type=write size=4020306 2024-04-02T08:49:37.775 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.776+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=SZBGF4ZKXJ2R type=write size=469723 2024-04-02T08:49:37.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.778+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~WWW59W4D18A1.0 size=1007563 2024-04-02T08:49:37.781 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.782+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=WWW59W4D18A1 tag=YDQ0X7SU9290 type=write size=2056139 2024-04-02T08:49:37.785 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.786+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~KPHW0Z3TB54Z.0 size=1048576 2024-04-02T08:49:37.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.788+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~KPHW0Z3TB54Z.1 size=438723 2024-04-02T08:49:37.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.788+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=KPHW0Z3TB54Z tag=7HUWPORJQ08C type=write size=2535875 2024-04-02T08:49:37.789 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.790+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=V3EA8IKF905F type=del 2024-04-02T08:49:37.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.792+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=S4SX1SMS5VOM type=del size=2585272 2024-04-02T08:49:37.796 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.797+0000 7fcac0634780 1 < suggested remove operation key=IKT0IL1UL3E0 tag=FT54KKNGKWUD type=del 2024-04-02T08:49:37.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.799+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=H6H96U70YMHR type=del size=1623733 2024-04-02T08:49:37.800 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.801+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~V4VX3ZT6V8RH.0 size=1048576 2024-04-02T08:49:37.802 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.803+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~V4VX3ZT6V8RH.1 size=770555 2024-04-02T08:49:37.806 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.807+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=V4VX3ZT6V8RH tag=DHGF5TOJZITZ type=write size=2867707 2024-04-02T08:49:37.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.812+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~IMN2M2SXCDV5.0 size=1048576 2024-04-02T08:49:37.813 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.814+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~IMN2M2SXCDV5.1 size=1048576 2024-04-02T08:49:37.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.816+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~IMN2M2SXCDV5.2 size=895502 2024-04-02T08:49:37.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.816+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=IMN2M2SXCDV5 tag=3K5P8Z6RPUCH type=write size=4041230 2024-04-02T08:49:37.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.818+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=YPSIWUA1CIYH type=del 2024-04-02T08:49:37.822 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.823+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~1BQT2SWRH9N7.0 size=1048576 2024-04-02T08:49:37.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.825+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~1BQT2SWRH9N7.1 size=86690 2024-04-02T08:49:37.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.825+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=1BQT2SWRH9N7 tag=KGO5HLTDS1C7 type=write size=2183842 2024-04-02T08:49:37.826 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.827+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~HM85OE4648SK.0 size=130266 2024-04-02T08:49:37.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.832+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=HM85OE4648SK tag=D3F86LC7EQ7D type=write size=1178842 2024-04-02T08:49:37.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.836+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~H6J4AUIQTRHN.0 size=954223 2024-04-02T08:49:37.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.836+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=H6J4AUIQTRHN tag=8TCSB0J5J95G type=write size=2002799 2024-04-02T08:49:37.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.838+0000 7fcac0634780 1 < completed write operation key=HBQSNRLBV7TM tag=YBA0FRXSEOXD type=write size=672368 2024-04-02T08:49:37.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.841+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=OFF54KGDLUBK type=write size=579938 2024-04-02T08:49:37.842 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.843+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=CUAZL9BGUT60 type=del 2024-04-02T08:49:37.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.848+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~RK5YO19AQJQ6.0 size=1048576 2024-04-02T08:49:37.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.850+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~RK5YO19AQJQ6.1 size=1048576 2024-04-02T08:49:37.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.852+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~RK5YO19AQJQ6.2 size=463987 2024-04-02T08:49:37.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.852+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=RK5YO19AQJQ6 tag=MYFCSQQLFT2D type=write size=3609715 2024-04-02T08:49:37.856 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.858+0000 7fcac0634780 1 < suggested remove operation key=1H7AVDY1UUP3 tag=1CJO4QFTAUUG type=del 2024-04-02T08:49:37.859 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.860+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=8W1IUN2G3WO7 type=write size=104560 2024-04-02T08:49:37.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.865+0000 7fcac0634780 1 < suggested update operation key=WGKAHDKTL4AK tag=6Q7AJ8V80Z96 type=del size=3512906 2024-04-02T08:49:37.866 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.867+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=7OH06GLO6ZLI type=del size=3470347 2024-04-02T08:49:37.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.869+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=ZHJOC337YRKG type=del 2024-04-02T08:49:37.871 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.872+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=SE7SXGUNJFOR type=write size=223056 2024-04-02T08:49:37.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.874+0000 7fcac0634780 1 < canceled operation key=L5EXYH0FVU5S tag=VGV28R1C33J9 type=del size=1982619 2024-04-02T08:49:37.877 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.878+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~2U4A68B8K4QD.0 size=43791 2024-04-02T08:49:37.877 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.878+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=2U4A68B8K4QD tag=19J8KLG06BBZ type=write size=1092367 2024-04-02T08:49:37.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.881+0000 7fcac0634780 1 < completed write operation key=83XHJHX9R2KG tag=P3NAQRI3ZGXZ type=write size=449068 2024-04-02T08:49:37.882 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.883+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=FQ9CUECUTZPP type=del size=2742299 2024-04-02T08:49:37.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.885+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~NGKB760MV1HP.0 size=1048576 2024-04-02T08:49:37.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.887+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~NGKB760MV1HP.1 size=1048576 2024-04-02T08:49:37.888 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.889+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~NGKB760MV1HP.2 size=533154 2024-04-02T08:49:37.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.893+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=NGKB760MV1HP tag=WJD2ISUSE79L type=write size=3678882 2024-04-02T08:49:37.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.896+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=LRI4AJXQL6LF type=del size=3398375 2024-04-02T08:49:37.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.896+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~T37G2BT8TPTD.0 size=287803 2024-04-02T08:49:37.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.900+0000 7fcac0634780 1 < canceled multipart upload key=5DJO5NRKSHEG upload=T37G2BT8TPTD tag=WMM51HNUF52I type=write size=1336379 2024-04-02T08:49:37.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.904+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~075F9QXYQIPF.0 size=1048576 2024-04-02T08:49:37.904 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.905+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~075F9QXYQIPF.1 size=1048576 2024-04-02T08:49:37.906 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.907+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~075F9QXYQIPF.2 size=71030 2024-04-02T08:49:37.906 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.907+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=075F9QXYQIPF tag=L43D1RFE4MEB type=write size=3216758 2024-04-02T08:49:37.908 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.909+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=SZBGF4ZKXJ2R type=write size=469723 2024-04-02T08:49:37.911 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.912+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~GZLSJG1BA0QE.0 size=1048576 2024-04-02T08:49:37.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.914+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~GZLSJG1BA0QE.1 size=1048576 2024-04-02T08:49:37.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.916+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~GZLSJG1BA0QE.2 size=188048 2024-04-02T08:49:37.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.916+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=GZLSJG1BA0QE tag=TN8MV17CLD2R type=write size=3333776 2024-04-02T08:49:37.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.918+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~KPHW0Z3TB54Z.0 size=1048576 2024-04-02T08:49:37.919 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.920+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~KPHW0Z3TB54Z.1 size=438723 2024-04-02T08:49:37.922 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.923+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=KPHW0Z3TB54Z tag=7HUWPORJQ08C type=write size=2535875 2024-04-02T08:49:37.927 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.928+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~EL3RQ42ZNJ2Q.0 size=1048576 2024-04-02T08:49:37.929 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.930+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~EL3RQ42ZNJ2Q.1 size=609659 2024-04-02T08:49:37.929 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.930+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=EL3RQ42ZNJ2Q tag=16OQXHDEQUN7 type=write size=2706811 2024-04-02T08:49:37.933 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.934+0000 7fcac0634780 1 < suggested remove operation key=OPJX4SOWQJDV tag=S4SX1SMS5VOM type=del 2024-04-02T08:49:37.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.936+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=8O3QIF41URU9 type=del size=1170535 2024-04-02T08:49:37.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.940+0000 7fcac0634780 1 < suggested remove operation key=248AZLBDZOFS tag=H6H96U70YMHR type=del 2024-04-02T08:49:37.942 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.944+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SF1PP6IV4K5Q.0 size=1048576 2024-04-02T08:49:37.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.945+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SF1PP6IV4K5Q.1 size=1048576 2024-04-02T08:49:37.946 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.947+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~SF1PP6IV4K5Q.2 size=684336 2024-04-02T08:49:37.946 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.947+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=SF1PP6IV4K5Q tag=JZEJF21A31SH type=write size=3830064 2024-04-02T08:49:37.948 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.949+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~IMN2M2SXCDV5.0 size=1048576 2024-04-02T08:49:37.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.950+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~IMN2M2SXCDV5.1 size=1048576 2024-04-02T08:49:37.951 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.952+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~IMN2M2SXCDV5.2 size=895502 2024-04-02T08:49:37.955 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.956+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=IMN2M2SXCDV5 tag=3K5P8Z6RPUCH type=write size=4041230 2024-04-02T08:49:37.956 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.957+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=890X9RWCWZNK type=del size=1079334 2024-04-02T08:49:37.958 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.959+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~1BQT2SWRH9N7.0 size=1048576 2024-04-02T08:49:37.960 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.961+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~1BQT2SWRH9N7.1 size=86690 2024-04-02T08:49:37.964 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.965+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=1BQT2SWRH9N7 tag=KGO5HLTDS1C7 type=write size=2183842 2024-04-02T08:49:37.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.966+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=2XJ4ZP1Z5MTG type=del size=2232363 2024-04-02T08:49:37.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.968+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~H6J4AUIQTRHN.0 size=954223 2024-04-02T08:49:37.971 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.972+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=H6J4AUIQTRHN tag=8TCSB0J5J95G type=write size=2002799 2024-04-02T08:49:37.973 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.974+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=45K5GOUQRI7K type=write size=61993 2024-04-02T08:49:37.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.976+0000 7fcac0634780 1 < completed write operation key=83XHJHX9R2KG tag=OFF54KGDLUBK type=write size=579938 2024-04-02T08:49:37.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.979+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~W45BOCVQY1LN.0 size=500476 2024-04-02T08:49:37.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.979+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=W45BOCVQY1LN tag=8X89TB09RYCU type=write size=1549052 2024-04-02T08:49:37.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.979+0000 7fcac0634780 1 < canceled part key=_multipart_OQYFPKEX5S39.2~RK5YO19AQJQ6.0 size=1048576 2024-04-02T08:49:37.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.981+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~RK5YO19AQJQ6.1 size=1048576 2024-04-02T08:49:37.981 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.983+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~RK5YO19AQJQ6.2 size=463987 2024-04-02T08:49:37.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.986+0000 7fcac0634780 1 < canceled multipart upload key=OQYFPKEX5S39 upload=RK5YO19AQJQ6 tag=MYFCSQQLFT2D type=write size=3609715 2024-04-02T08:49:37.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.988+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=XJ6JBOR83WIG type=del size=2256664 2024-04-02T08:49:37.989 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.990+0000 7fcac0634780 1 < canceled operation key=ZHTF4PWZZ3FL tag=8W1IUN2G3WO7 type=write size=104560 2024-04-02T08:49:37.992 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.994+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~4IVV0SNE06DA.0 size=81372 2024-04-02T08:49:37.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.994+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=4IVV0SNE06DA tag=MALLMATATGAR type=write size=1129948 2024-04-02T08:49:37.994 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.995+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=7OH06GLO6ZLI type=del 2024-04-02T08:49:37.997 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:37.998+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=VXB0UKBKFJ4N type=del size=3838489 2024-04-02T08:49:38.002 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.003+0000 7fcac0634780 1 < suggested update operation key=7RTUKS6WIVUY tag=SE7SXGUNJFOR type=write size=223056 2024-04-02T08:49:38.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.005+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=XVS9WY0C3DWG type=del size=3949856 2024-04-02T08:49:38.006 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.007+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~2U4A68B8K4QD.0 size=43791 2024-04-02T08:49:38.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.010+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=2U4A68B8K4QD tag=19J8KLG06BBZ type=write size=1092367 2024-04-02T08:49:38.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.012+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=GVXXGJWX0O6N type=write size=41998 2024-04-02T08:49:38.013 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.014+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=FQ9CUECUTZPP type=del 2024-04-02T08:49:38.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.018+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~93V9J8OHLVDO.0 size=1048576 2024-04-02T08:49:38.019 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.020+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~93V9J8OHLVDO.1 size=1048576 2024-04-02T08:49:38.021 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.022+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~93V9J8OHLVDO.2 size=740138 2024-04-02T08:49:38.021 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.022+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=93V9J8OHLVDO tag=TQXPW5Y5EMTA type=write size=3885866 2024-04-02T08:49:38.026 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.025+0000 7fcac0634780 -1 < failed to complete operation key=248AZLBDZOFS tag=LRI4AJXQL6LF type=del size=3398375: (22) Invalid argument 2024-04-02T08:49:38.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.029+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~GUYYCUG9FWQ9.0 size=1048576 2024-04-02T08:49:38.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.031+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~GUYYCUG9FWQ9.1 size=1048576 2024-04-02T08:49:38.031 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.033+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~GUYYCUG9FWQ9.2 size=140928 2024-04-02T08:49:38.031 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.033+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=GUYYCUG9FWQ9 tag=9PZXSZ1OQE01 type=write size=3286656 2024-04-02T08:49:38.034 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.035+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~075F9QXYQIPF.0 size=1048576 2024-04-02T08:49:38.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.037+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~075F9QXYQIPF.1 size=1048576 2024-04-02T08:49:38.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.037+0000 7fcac0634780 1 < canceled part key=_multipart_F2VBAXNP29E1.2~075F9QXYQIPF.2 size=71030 2024-04-02T08:49:38.039 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.041+0000 7fcac0634780 1 < canceled multipart upload key=F2VBAXNP29E1 upload=075F9QXYQIPF tag=L43D1RFE4MEB type=write size=3216758 2024-04-02T08:49:38.043 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.044+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~88RLUH7H9XPS.0 size=796918 2024-04-02T08:49:38.043 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.044+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=88RLUH7H9XPS tag=G3DWASXB745B type=write size=1845494 2024-04-02T08:49:38.045 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.046+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~GZLSJG1BA0QE.0 size=1048576 2024-04-02T08:49:38.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.048+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~GZLSJG1BA0QE.1 size=1048576 2024-04-02T08:49:38.049 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.050+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~GZLSJG1BA0QE.2 size=188048 2024-04-02T08:49:38.053 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.054+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=GZLSJG1BA0QE tag=TN8MV17CLD2R type=write size=3333776 2024-04-02T08:49:38.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.056+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=96W1Q28RO3EQ type=write size=495059 2024-04-02T08:49:38.057 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.058+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~EL3RQ42ZNJ2Q.0 size=1048576 2024-04-02T08:49:38.058 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.060+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~EL3RQ42ZNJ2Q.1 size=609659 2024-04-02T08:49:38.062 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.063+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=EL3RQ42ZNJ2Q tag=16OQXHDEQUN7 type=write size=2706811 2024-04-02T08:49:38.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:37 smithi066 ceph-mon[87361]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 373 KiB/s rd, 131 KiB/s wr, 658 op/s 2024-04-02T08:49:38.064 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.065+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=LAY410PBRJSN type=del size=3645094 2024-04-02T08:49:38.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.069+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=8O3QIF41URU9 type=del 2024-04-02T08:49:38.072 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.073+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~HSMZHL1UXUV0.0 size=1048576 2024-04-02T08:49:38.073 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.075+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~HSMZHL1UXUV0.1 size=615188 2024-04-02T08:49:38.073 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.075+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=HSMZHL1UXUV0 tag=HT2QKXL7WV0V type=write size=2712340 2024-04-02T08:49:38.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.076+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SF1PP6IV4K5Q.0 size=1048576 2024-04-02T08:49:38.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.079+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SF1PP6IV4K5Q.1 size=1048576 2024-04-02T08:49:38.079 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.081+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~SF1PP6IV4K5Q.2 size=684336 2024-04-02T08:49:38.083 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.085+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=SF1PP6IV4K5Q tag=JZEJF21A31SH type=write size=3830064 2024-04-02T08:49:38.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.088+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=V71WQ0PBYAW3 type=del size=3064631 2024-04-02T08:49:38.091 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.092+0000 7fcac0634780 1 < suggested remove operation key=OSRICQSGB2XI tag=890X9RWCWZNK type=del 2024-04-02T08:49:38.093 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.094+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=HG21326E7QWH type=del size=3161084 2024-04-02T08:49:38.095 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.097+0000 7fcac0634780 1 < canceled operation key=5DJO5NRKSHEG tag=2XJ4ZP1Z5MTG type=del size=2232363 2024-04-02T08:49:38.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.099+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=5AXQ0OK0T0CY type=del size=3765475 2024-04-02T08:49:38.103 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.104+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=45K5GOUQRI7K type=write size=61993 2024-04-02T08:49:38.105 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.106+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=NI7LWGO3AJ8Z type=write size=441775 2024-04-02T08:49:38.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.108+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~W45BOCVQY1LN.0 size=500476 2024-04-02T08:49:38.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.112+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=W45BOCVQY1LN tag=8X89TB09RYCU type=write size=1549052 2024-04-02T08:49:38.116 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.116+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7HHEL3VEX8CD.0 size=1048576 2024-04-02T08:49:38.117 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.118+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7HHEL3VEX8CD.1 size=1048576 2024-04-02T08:49:38.119 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.120+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7HHEL3VEX8CD.2 size=869237 2024-04-02T08:49:38.119 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.120+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=7HHEL3VEX8CD tag=EXXSAJV6XTXO type=write size=4014965 2024-04-02T08:49:38.121 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.122+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=XJ6JBOR83WIG type=del 2024-04-02T08:49:38.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.124+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=KI6K6IQL3TBZ type=del size=850077 2024-04-02T08:49:38.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.126+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~4IVV0SNE06DA.0 size=81372 2024-04-02T08:49:38.129 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.131+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=4IVV0SNE06DA tag=MALLMATATGAR type=write size=1129948 2024-04-02T08:49:38.131 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.132+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=STDOUTYK2RNW type=write size=785767 2024-04-02T08:49:38.134 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.135+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=VXB0UKBKFJ4N type=del 2024-04-02T08:49:38.136 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.138+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=1M7B0N3BYBM4 type=del size=4016477 2024-04-02T08:49:38.139 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.140+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=XVS9WY0C3DWG type=del 2024-04-02T08:49:38.142 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.143+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=C2TJUDM6QK5A type=del size=1649806 2024-04-02T08:49:38.145 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.146+0000 7fcac0634780 -1 < failed to complete operation key=XGGRH5W35CRD tag=GVXXGJWX0O6N type=write size=41998: (22) Invalid argument 2024-04-02T08:49:38.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.151+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~1LNG3NFCDW2U.0 size=1048576 2024-04-02T08:49:38.152 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.153+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~1LNG3NFCDW2U.1 size=357167 2024-04-02T08:49:38.152 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.153+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=1LNG3NFCDW2U tag=Z293708G23MU type=write size=2454319 2024-04-02T08:49:38.154 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.155+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~93V9J8OHLVDO.0 size=1048576 2024-04-02T08:49:38.156 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.158+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~93V9J8OHLVDO.1 size=1048576 2024-04-02T08:49:38.159 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.160+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~93V9J8OHLVDO.2 size=740138 2024-04-02T08:49:38.163 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.164+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=93V9J8OHLVDO tag=TQXPW5Y5EMTA type=write size=3885866 2024-04-02T08:49:38.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.166+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=QQMD5GIH3DJI type=del size=86214 2024-04-02T08:49:38.168 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.169+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~GUYYCUG9FWQ9.0 size=1048576 2024-04-02T08:49:38.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.171+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~GUYYCUG9FWQ9.1 size=1048576 2024-04-02T08:49:38.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.173+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~GUYYCUG9FWQ9.2 size=140928 2024-04-02T08:49:38.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.177+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=GUYYCUG9FWQ9 tag=9PZXSZ1OQE01 type=write size=3286656 2024-04-02T08:49:38.178 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.179+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=C8XOUWRC6RMR type=del size=3620379 2024-04-02T08:49:38.180 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.182+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~88RLUH7H9XPS.0 size=796918 2024-04-02T08:49:38.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.185+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=88RLUH7H9XPS tag=G3DWASXB745B type=write size=1845494 2024-04-02T08:49:38.187 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.188+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=0MSYIFM4DQ62 type=del size=3380005 2024-04-02T08:49:38.189 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.190+0000 7fcac0634780 1 < completed write operation key=F2VBAXNP29E1 tag=96W1Q28RO3EQ type=write size=495059 2024-04-02T08:49:38.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.194+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~HFH2ZGHN5QXZ.0 size=716680 2024-04-02T08:49:38.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.194+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=HFH2ZGHN5QXZ tag=UF3V3KFHRMTV type=write size=1765256 2024-04-02T08:49:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:37 smithi019 ceph-mon[94035]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 373 KiB/s rd, 131 KiB/s wr, 658 op/s 2024-04-02T08:49:38.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:37 smithi019 ceph-mon[96522]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 373 KiB/s rd, 131 KiB/s wr, 658 op/s 2024-04-02T08:49:38.196 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.196+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=LAY410PBRJSN type=del 2024-04-02T08:49:38.197 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.199+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=VYAFYHKA6YGS type=del size=2102894 2024-04-02T08:49:38.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.199+0000 7fcac0634780 1 < canceled part key=_multipart_AT297P637JHQ.2~HSMZHL1UXUV0.0 size=1048576 2024-04-02T08:49:38.199 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.201+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~HSMZHL1UXUV0.1 size=615188 2024-04-02T08:49:38.204 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.205+0000 7fcac0634780 1 < canceled multipart upload key=AT297P637JHQ upload=HSMZHL1UXUV0 tag=HT2QKXL7WV0V type=write size=2712340 2024-04-02T08:49:38.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.210+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~42ADICZG36ND.0 size=491117 2024-04-02T08:49:38.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.210+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=42ADICZG36ND tag=BP71K5IWWV8X type=write size=1539693 2024-04-02T08:49:38.211 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.212+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=V71WQ0PBYAW3 type=del 2024-04-02T08:49:38.213 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.214+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=R0C5UHQKUQA9 type=write size=854412 2024-04-02T08:49:38.215 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.216+0000 7fcac0634780 1 < canceled operation key=5DJO5NRKSHEG tag=HG21326E7QWH type=del size=3161084 2024-04-02T08:49:38.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.220+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~JF0QUHTT2NTL.0 size=1048576 2024-04-02T08:49:38.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.221+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~JF0QUHTT2NTL.1 size=1048576 2024-04-02T08:49:38.222 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.224+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~JF0QUHTT2NTL.2 size=727576 2024-04-02T08:49:38.222 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.224+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=JF0QUHTT2NTL tag=P1URHM12QJYR type=write size=3873304 2024-04-02T08:49:38.224 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.226+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=5AXQ0OK0T0CY type=del 2024-04-02T08:49:38.228 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.229+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~715KAD85L29T.0 size=1048576 2024-04-02T08:49:38.229 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.231+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~715KAD85L29T.1 size=1048576 2024-04-02T08:49:38.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.232+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~715KAD85L29T.2 size=644015 2024-04-02T08:49:38.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.232+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=715KAD85L29T tag=RP4H074NC1MJ type=write size=3789743 2024-04-02T08:49:38.235 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.236+0000 7fcac0634780 1 < suggested remove operation key=1H7AVDY1UUP3 tag=NI7LWGO3AJ8Z type=write 2024-04-02T08:49:38.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.238+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=PWNB0M2NMO8Q type=del size=1228788 2024-04-02T08:49:38.239 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.240+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~7HHEL3VEX8CD.0 size=1048576 2024-04-02T08:49:38.239 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.240+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~7HHEL3VEX8CD.1 size=1048576 2024-04-02T08:49:38.240 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.242+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~7HHEL3VEX8CD.2 size=869237 2024-04-02T08:49:38.243 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.245+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=7HHEL3VEX8CD tag=EXXSAJV6XTXO type=write size=4014965 2024-04-02T08:49:38.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.248+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~2W20HOO8GLOD.0 size=191712 2024-04-02T08:49:38.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.248+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=2W20HOO8GLOD tag=EOZL9RP6573R type=write size=1240288 2024-04-02T08:49:38.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.252+0000 7fcac0634780 1 < suggested remove operation key=WGKAHDKTL4AK tag=KI6K6IQL3TBZ type=del 2024-04-02T08:49:38.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.255+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=H6C57CG9HNOM type=del size=3618283 2024-04-02T08:49:38.256 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.257+0000 7fcac0634780 1 < completed write operation key=LLBAA0EBI2RP tag=STDOUTYK2RNW type=write size=785767 2024-04-02T08:49:38.259 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.260+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~LDAFNU2907OU.0 size=1048576 2024-04-02T08:49:38.261 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.262+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~LDAFNU2907OU.1 size=1048576 2024-04-02T08:49:38.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.264+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~LDAFNU2907OU.2 size=685920 2024-04-02T08:49:38.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.264+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=LDAFNU2907OU tag=08S45TJLL8HA type=write size=3831648 2024-04-02T08:49:38.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.266+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=1M7B0N3BYBM4 type=del 2024-04-02T08:49:38.267 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.268+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=GSBRJLSACEL8 type=write size=937730 2024-04-02T08:49:38.271 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.272+0000 7fcac0634780 1 < suggested remove operation key=F2VBAXNP29E1 tag=C2TJUDM6QK5A type=del 2024-04-02T08:49:38.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.274+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=Z6985FDC18BR type=del size=2194270 2024-04-02T08:49:38.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.277+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~1LNG3NFCDW2U.0 size=1048576 2024-04-02T08:49:38.278 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.279+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~1LNG3NFCDW2U.1 size=357167 2024-04-02T08:49:38.282 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.283+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=1LNG3NFCDW2U tag=Z293708G23MU type=write size=2454319 2024-04-02T08:49:38.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.287+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~YA7C3BZ6N77G.0 size=1048576 2024-04-02T08:49:38.288 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.289+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~YA7C3BZ6N77G.1 size=896010 2024-04-02T08:49:38.288 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.289+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=YA7C3BZ6N77G tag=887F725T9ITB type=write size=2993162 2024-04-02T08:49:38.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.291+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=QQMD5GIH3DJI type=del 2024-04-02T08:49:38.292 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.293+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=JCB888W3SCPZ type=write size=151768 2024-04-02T08:49:38.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.296+0000 7fcac0634780 -1 < failed to complete operation key=F2VBAXNP29E1 tag=C8XOUWRC6RMR type=del size=3620379: (22) Invalid argument 2024-04-02T08:49:38.299 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.300+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~ZU7S1V3I6LIC.0 size=1048576 2024-04-02T08:49:38.301 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.302+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~ZU7S1V3I6LIC.1 size=611141 2024-04-02T08:49:38.301 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.302+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=ZU7S1V3I6LIC tag=ZGMUVNF31H87 type=write size=2708293 2024-04-02T08:49:38.305 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.306+0000 7fcac0634780 1 < suggested remove operation key=Q3C9UVCWVITJ tag=0MSYIFM4DQ62 type=del 2024-04-02T08:49:38.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.310+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~DI1O26URM00I.0 size=1048576 2024-04-02T08:49:38.310 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.312+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~DI1O26URM00I.1 size=1048576 2024-04-02T08:49:38.312 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.314+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~DI1O26URM00I.2 size=176546 2024-04-02T08:49:38.312 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.314+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=DI1O26URM00I tag=3R91117RUPBT type=write size=3322274 2024-04-02T08:49:38.314 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.316+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~HFH2ZGHN5QXZ.0 size=716680 2024-04-02T08:49:38.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.319+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=HFH2ZGHN5QXZ tag=UF3V3KFHRMTV type=write size=1765256 2024-04-02T08:49:38.320 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.321+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=30RG91CIOYOJ type=del size=3446707 2024-04-02T08:49:38.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.323+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=VYAFYHKA6YGS type=del 2024-04-02T08:49:38.325 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.326+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~9LWVYWMZ702L.0 size=1048576 2024-04-02T08:49:38.327 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.329+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~9LWVYWMZ702L.1 size=1048576 2024-04-02T08:49:38.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.331+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~9LWVYWMZ702L.2 size=552802 2024-04-02T08:49:38.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.331+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=9LWVYWMZ702L tag=1MQ29Q27QGNG type=write size=3698530 2024-04-02T08:49:38.331 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.333+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~42ADICZG36ND.0 size=491117 2024-04-02T08:49:38.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.337+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=42ADICZG36ND tag=BP71K5IWWV8X type=write size=1539693 2024-04-02T08:49:38.338 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.339+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=D4AHXNRPS48W type=del size=2921844 2024-04-02T08:49:38.344 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.344+0000 7fcac0634780 1 < suggested remove operation key=AT297P637JHQ tag=R0C5UHQKUQA9 type=write 2024-04-02T08:49:38.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.347+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=0PO0GBJYDL53 type=del size=283287 2024-04-02T08:49:38.347 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.349+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~JF0QUHTT2NTL.0 size=1048576 2024-04-02T08:49:38.349 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.350+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~JF0QUHTT2NTL.1 size=1048576 2024-04-02T08:49:38.351 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.352+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~JF0QUHTT2NTL.2 size=727576 2024-04-02T08:49:38.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.356+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=JF0QUHTT2NTL tag=P1URHM12QJYR type=write size=3873304 2024-04-02T08:49:38.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.360+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~A8DG9QZJIL8F.0 size=1048576 2024-04-02T08:49:38.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.361+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~A8DG9QZJIL8F.1 size=1048576 2024-04-02T08:49:38.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.363+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~A8DG9QZJIL8F.2 size=229471 2024-04-02T08:49:38.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.363+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=A8DG9QZJIL8F tag=GWR3T2DTWFC9 type=write size=3375199 2024-04-02T08:49:38.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.365+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~715KAD85L29T.0 size=1048576 2024-04-02T08:49:38.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.367+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~715KAD85L29T.1 size=1048576 2024-04-02T08:49:38.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.368+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~715KAD85L29T.2 size=644015 2024-04-02T08:49:38.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.372+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=715KAD85L29T tag=RP4H074NC1MJ type=write size=3789743 2024-04-02T08:49:38.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.374+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=7LTRQDKC2MVJ type=del size=2170234 2024-04-02T08:49:38.375 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.376+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=PWNB0M2NMO8Q type=del 2024-04-02T08:49:38.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.379+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=USO0CMO54P3Z type=del size=3615311 2024-04-02T08:49:38.380 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.381+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~2W20HOO8GLOD.0 size=191712 2024-04-02T08:49:38.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.384+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=2W20HOO8GLOD tag=EOZL9RP6573R type=write size=1240288 2024-04-02T08:49:38.385 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.386+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=GK0TI5CNUP62 type=del size=1079147 2024-04-02T08:49:38.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.388+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=H6C57CG9HNOM type=del 2024-04-02T08:49:38.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.390+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=3ZEWKVPE1T55 type=del size=3259876 2024-04-02T08:49:38.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.392+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~LDAFNU2907OU.0 size=1048576 2024-04-02T08:49:38.392 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.394+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~LDAFNU2907OU.1 size=1048576 2024-04-02T08:49:38.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.395+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~LDAFNU2907OU.2 size=685920 2024-04-02T08:49:38.397 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.398+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=LDAFNU2907OU tag=08S45TJLL8HA type=write size=3831648 2024-04-02T08:49:38.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.400+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=7I5WYZIAP808 type=del size=3719469 2024-04-02T08:49:38.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.404+0000 7fcac0634780 1 < suggested update operation key=83XHJHX9R2KG tag=GSBRJLSACEL8 type=write size=937730 2024-04-02T08:49:38.406 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.408+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~DNSJ9ZL6WNWB.0 size=788652 2024-04-02T08:49:38.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.408+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=DNSJ9ZL6WNWB tag=HLJ2S4W38C01 type=write size=1837228 2024-04-02T08:49:38.408 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.410+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=Z6985FDC18BR type=del 2024-04-02T08:49:38.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.411+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=RTA0CFKBLGLQ type=del size=3437549 2024-04-02T08:49:38.412 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.413+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~YA7C3BZ6N77G.0 size=1048576 2024-04-02T08:49:38.414 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.415+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~YA7C3BZ6N77G.1 size=896010 2024-04-02T08:49:38.417 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.418+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=YA7C3BZ6N77G tag=887F725T9ITB type=write size=2993162 2024-04-02T08:49:38.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.420+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=09CKOLTA308G type=del size=937048 2024-04-02T08:49:38.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.423+0000 7fcac0634780 1 < completed write operation key=5I1R6353CBOP tag=JCB888W3SCPZ type=write size=151768 2024-04-02T08:49:38.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.425+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=KURFLEJKOHE1 type=del size=82311 2024-04-02T08:49:38.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.427+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~ZU7S1V3I6LIC.0 size=1048576 2024-04-02T08:49:38.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.429+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~ZU7S1V3I6LIC.1 size=611141 2024-04-02T08:49:38.431 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.432+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=ZU7S1V3I6LIC tag=ZGMUVNF31H87 type=write size=2708293 2024-04-02T08:49:38.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.436+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~06LH1NUZGNSC.0 size=1048576 2024-04-02T08:49:38.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.437+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~06LH1NUZGNSC.1 size=604312 2024-04-02T08:49:38.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.437+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=06LH1NUZGNSC tag=RBWSCG2ZWUOD type=write size=2701464 2024-04-02T08:49:38.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.439+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~DI1O26URM00I.0 size=1048576 2024-04-02T08:49:38.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.441+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~DI1O26URM00I.1 size=1048576 2024-04-02T08:49:38.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.441+0000 7fcac0634780 1 < canceled part key=_multipart_ZPVZQ0PNTGF2.2~DI1O26URM00I.2 size=176546 2024-04-02T08:49:38.443 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.444+0000 7fcac0634780 1 < canceled multipart upload key=ZPVZQ0PNTGF2 upload=DI1O26URM00I tag=3R91117RUPBT type=write size=3322274 2024-04-02T08:49:38.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.448+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~W0K4F22Y7G6N.0 size=1048576 2024-04-02T08:49:38.448 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.450+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~W0K4F22Y7G6N.1 size=1048576 2024-04-02T08:49:38.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.451+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~W0K4F22Y7G6N.2 size=850063 2024-04-02T08:49:38.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.451+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=W0K4F22Y7G6N tag=VEC0LMV2UX1Z type=write size=3995791 2024-04-02T08:49:38.455 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.455+0000 7fcac0634780 1 < suggested remove operation key=VTZMAIZU0MX6 tag=30RG91CIOYOJ type=del 2024-04-02T08:49:38.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.460+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~V4OUG7TXLW44.0 size=339967 2024-04-02T08:49:38.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.460+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=V4OUG7TXLW44 tag=GKC1AHBWSSZ8 type=write size=1388543 2024-04-02T08:49:38.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.462+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~9LWVYWMZ702L.0 size=1048576 2024-04-02T08:49:38.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.464+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~9LWVYWMZ702L.1 size=1048576 2024-04-02T08:49:38.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.466+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~9LWVYWMZ702L.2 size=552802 2024-04-02T08:49:38.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.470+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=9LWVYWMZ702L tag=1MQ29Q27QGNG type=write size=3698530 2024-04-02T08:49:38.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.474+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~GIC4KYZGYBQ3.0 size=762119 2024-04-02T08:49:38.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.474+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=GIC4KYZGYBQ3 tag=J6GS8ERFHLH7 type=write size=1810695 2024-04-02T08:49:38.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.475+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=D4AHXNRPS48W type=del 2024-04-02T08:49:38.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.477+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=UBYOMW45IV2K type=del size=4034724 2024-04-02T08:49:38.478 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.479+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=0PO0GBJYDL53 type=del 2024-04-02T08:49:38.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.481+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=7T9F2Z3BG7W5 type=del size=2171926 2024-04-02T08:49:38.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.483+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~A8DG9QZJIL8F.0 size=1048576 2024-04-02T08:49:38.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.485+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~A8DG9QZJIL8F.1 size=1048576 2024-04-02T08:49:38.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.487+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~A8DG9QZJIL8F.2 size=229471 2024-04-02T08:49:38.489 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.491+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=A8DG9QZJIL8F tag=GWR3T2DTWFC9 type=write size=3375199 2024-04-02T08:49:38.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.493+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=AG53QVXQ1PYU type=write size=153333 2024-04-02T08:49:38.496 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.497+0000 7fcac0634780 1 < suggested remove operation key=7RTUKS6WIVUY tag=7LTRQDKC2MVJ type=del 2024-04-02T08:49:38.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.500+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=WTKUSIXGM68A type=del size=3143961 2024-04-02T08:49:38.501 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.502+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=USO0CMO54P3Z type=del 2024-04-02T08:49:38.503 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.504+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=78WK95WN9BS4 type=del size=1714668 2024-04-02T08:49:38.505 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.506+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=GK0TI5CNUP62 type=del 2024-04-02T08:49:38.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.510+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~DVCCU9FMI5LX.0 size=1048576 2024-04-02T08:49:38.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.511+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~DVCCU9FMI5LX.1 size=375179 2024-04-02T08:49:38.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.511+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=DVCCU9FMI5LX tag=CJBFHC4QSF80 type=write size=2472331 2024-04-02T08:49:38.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.513+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=3ZEWKVPE1T55 type=del 2024-04-02T08:49:38.515 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.516+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=UBBJDKLWK6ZM type=del size=984401 2024-04-02T08:49:38.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.518+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=7I5WYZIAP808 type=del 2024-04-02T08:49:38.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.522+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~V0N7695W0VK0.0 size=1048576 2024-04-02T08:49:38.523 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.524+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~V0N7695W0VK0.1 size=1048576 2024-04-02T08:49:38.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.526+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~V0N7695W0VK0.2 size=742461 2024-04-02T08:49:38.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.526+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=V0N7695W0VK0 tag=NCXDX8SB7PU5 type=write size=3888189 2024-04-02T08:49:38.527 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.528+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~DNSJ9ZL6WNWB.0 size=788652 2024-04-02T08:49:38.530 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.532+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=DNSJ9ZL6WNWB tag=HLJ2S4W38C01 type=write size=1837228 2024-04-02T08:49:38.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.534+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=O1STDCTEOYZG type=del size=1138780 2024-04-02T08:49:38.536 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.537+0000 7fcac0634780 1 < suggested remove operation key=AT297P637JHQ tag=RTA0CFKBLGLQ type=del 2024-04-02T08:49:38.538 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.539+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=K4IDN2NM3GRU type=del size=48349 2024-04-02T08:49:38.540 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.541+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=09CKOLTA308G type=del 2024-04-02T08:49:38.542 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.543+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=X4QO7VAKTUV0 type=del size=703381 2024-04-02T08:49:38.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.546+0000 7fcac0634780 1 < canceled operation key=OQYFPKEX5S39 tag=KURFLEJKOHE1 type=del size=82311 2024-04-02T08:49:38.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.548+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=L3FJKJEW3CI2 type=del size=1162874 2024-04-02T08:49:38.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.550+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~06LH1NUZGNSC.0 size=1048576 2024-04-02T08:49:38.551 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.552+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~06LH1NUZGNSC.1 size=604312 2024-04-02T08:49:38.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.555+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=06LH1NUZGNSC tag=RBWSCG2ZWUOD type=write size=2701464 2024-04-02T08:49:38.558 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.559+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~AIISQ3BSKNNE.0 size=223153 2024-04-02T08:49:38.558 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.559+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=AIISQ3BSKNNE tag=LVBKMRM60CPQ type=write size=1271729 2024-04-02T08:49:38.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.562+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~W0K4F22Y7G6N.0 size=1048576 2024-04-02T08:49:38.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.564+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~W0K4F22Y7G6N.1 size=1048576 2024-04-02T08:49:38.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.565+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~W0K4F22Y7G6N.2 size=850063 2024-04-02T08:49:38.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.569+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=W0K4F22Y7G6N tag=VEC0LMV2UX1Z type=write size=3995791 2024-04-02T08:49:38.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.573+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=KWBDBBT9AH45 type=del size=1108655 2024-04-02T08:49:38.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.575+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~V4OUG7TXLW44.0 size=339967 2024-04-02T08:49:38.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.579+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=V4OUG7TXLW44 tag=GKC1AHBWSSZ8 type=write size=1388543 2024-04-02T08:49:38.582 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.583+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~HODXMCT8ZZ3Q.0 size=665015 2024-04-02T08:49:38.582 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.583+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=HODXMCT8ZZ3Q tag=UOPLXK4C45MB type=write size=1713591 2024-04-02T08:49:38.584 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.585+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~GIC4KYZGYBQ3.0 size=762119 2024-04-02T08:49:38.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.589+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=GIC4KYZGYBQ3 tag=J6GS8ERFHLH7 type=write size=1810695 2024-04-02T08:49:38.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.592+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=J2UYPHJ4XL84 type=write size=124160 2024-04-02T08:49:38.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.594+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=UBYOMW45IV2K type=del 2024-04-02T08:49:38.595 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.597+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=22MVGE1M56HT type=del size=1506382 2024-04-02T08:49:38.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.599+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=7T9F2Z3BG7W5 type=del 2024-04-02T08:49:38.600 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.601+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=FYRTJZ668RHP type=del size=2544293 2024-04-02T08:49:38.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.603+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=AG53QVXQ1PYU type=write size=153333 2024-04-02T08:49:38.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.606+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=Y8G1KQP0QP0H type=write size=1008073 2024-04-02T08:49:38.607 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.608+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=WTKUSIXGM68A type=del 2024-04-02T08:49:38.609 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.610+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=3VOYPKCLTVE2 type=del size=1341628 2024-04-02T08:49:38.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.613+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=78WK95WN9BS4 type=del 2024-04-02T08:49:38.614 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.615+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=L2X7QNETHL8N type=del size=2151945 2024-04-02T08:49:38.616 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.617+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~DVCCU9FMI5LX.0 size=1048576 2024-04-02T08:49:38.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.619+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~DVCCU9FMI5LX.1 size=375179 2024-04-02T08:49:38.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.623+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=DVCCU9FMI5LX tag=CJBFHC4QSF80 type=write size=2472331 2024-04-02T08:49:38.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.627+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~3JOMIEK6O90V.0 size=1048576 2024-04-02T08:49:38.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.629+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~3JOMIEK6O90V.1 size=1048576 2024-04-02T08:49:38.630 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.631+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~3JOMIEK6O90V.2 size=1015149 2024-04-02T08:49:38.630 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.631+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=3JOMIEK6O90V tag=CV2IFY83FVYW type=write size=4160877 2024-04-02T08:49:38.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.633+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=UBBJDKLWK6ZM type=del 2024-04-02T08:49:38.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.636+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=BKA8UPS84AUV type=del size=147489 2024-04-02T08:49:38.637 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.638+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~V0N7695W0VK0.0 size=1048576 2024-04-02T08:49:38.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.640+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~V0N7695W0VK0.1 size=1048576 2024-04-02T08:49:38.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.642+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~V0N7695W0VK0.2 size=742461 2024-04-02T08:49:38.644 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.646+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=V0N7695W0VK0 tag=NCXDX8SB7PU5 type=write size=3888189 2024-04-02T08:49:38.648 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.650+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~BRDL0KURJ7C8.0 size=1048576 2024-04-02T08:49:38.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.652+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~BRDL0KURJ7C8.1 size=1048576 2024-04-02T08:49:38.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.654+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~BRDL0KURJ7C8.2 size=416496 2024-04-02T08:49:38.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.654+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=BRDL0KURJ7C8 tag=ZY0Z7M0ZUSSU type=write size=3562224 2024-04-02T08:49:38.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.656+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=O1STDCTEOYZG type=del 2024-04-02T08:49:38.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.658+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=7GU0K9FGOQZY type=del size=2242152 2024-04-02T08:49:38.659 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.661+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=K4IDN2NM3GRU type=del 2024-04-02T08:49:38.662 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.663+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=GPK5ZF81XAH7 type=write size=969950 2024-04-02T08:49:38.665 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.666+0000 7fcac0634780 1 < canceled operation key=KW7PQ140P1OW tag=X4QO7VAKTUV0 type=del size=703381 2024-04-02T08:49:38.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.669+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=00XD7ITD70SA type=write size=802466 2024-04-02T08:49:38.672 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.673+0000 7fcac0634780 1 < suggested remove operation key=O57E3MLOAH4P tag=L3FJKJEW3CI2 type=del 2024-04-02T08:49:38.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.677+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~KAVES5AZPB8Y.0 size=1048576 2024-04-02T08:49:38.678 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.679+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~KAVES5AZPB8Y.1 size=1048576 2024-04-02T08:49:38.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.681+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~KAVES5AZPB8Y.2 size=68335 2024-04-02T08:49:38.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.681+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=KAVES5AZPB8Y tag=F0Y1YYWLROO5 type=write size=3214063 2024-04-02T08:49:38.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.684+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~AIISQ3BSKNNE.0 size=223153 2024-04-02T08:49:38.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.688+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=AIISQ3BSKNNE tag=LVBKMRM60CPQ type=write size=1271729 2024-04-02T08:49:38.691 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.692+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~AZSJDHA83WAU.0 size=1048576 2024-04-02T08:49:38.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.694+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~AZSJDHA83WAU.1 size=642575 2024-04-02T08:49:38.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.694+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=AZSJDHA83WAU tag=HY7D6SXZ04VZ type=write size=2739727 2024-04-02T08:49:38.696 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.697+0000 7fcac0634780 -1 < failed to complete operation key=O57E3MLOAH4P tag=KWBDBBT9AH45 type=del size=1108655: (22) Invalid argument 2024-04-02T08:49:38.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.699+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=5BL3CZIY7GU1 type=del size=2188507 2024-04-02T08:49:38.700 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.702+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~HODXMCT8ZZ3Q.0 size=665015 2024-04-02T08:49:38.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.706+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=HODXMCT8ZZ3Q tag=UOPLXK4C45MB type=write size=1713591 2024-04-02T08:49:38.709 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.710+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~R23KLTNHZBEU.0 size=1048576 2024-04-02T08:49:38.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.712+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~R23KLTNHZBEU.1 size=493138 2024-04-02T08:49:38.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.712+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=R23KLTNHZBEU tag=MSOPJDH0U0ZG type=write size=2590290 2024-04-02T08:49:38.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.712+0000 7fcac0634780 -1 < no bi entry to suggest for operation key=O57E3MLOAH4P tag=J2UYPHJ4XL84 type=write size=124160: (2) No such file or directory 2024-04-02T08:49:38.714 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.715+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=IBE65AJRWA78 type=del size=2822256 2024-04-02T08:49:38.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.717+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=22MVGE1M56HT type=del 2024-04-02T08:49:38.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.721+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~NVZ1YMOUKSTC.0 size=1048576 2024-04-02T08:49:38.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.723+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~NVZ1YMOUKSTC.1 size=1048576 2024-04-02T08:49:38.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.725+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~NVZ1YMOUKSTC.2 size=953719 2024-04-02T08:49:38.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.725+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=NVZ1YMOUKSTC tag=QA34EBFPSBEJ type=write size=4099447 2024-04-02T08:49:38.726 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.727+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=FYRTJZ668RHP type=del 2024-04-02T08:49:38.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.731+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~WL5ON3MK9J1K.0 size=1048576 2024-04-02T08:49:38.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.733+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~WL5ON3MK9J1K.1 size=1048576 2024-04-02T08:49:38.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.734+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~WL5ON3MK9J1K.2 size=927247 2024-04-02T08:49:38.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.734+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=WL5ON3MK9J1K tag=IEGGE845HONO type=write size=4072975 2024-04-02T08:49:38.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.737+0000 7fcac0634780 1 < completed write operation key=5I1R6353CBOP tag=Y8G1KQP0QP0H type=write size=1008073 2024-04-02T08:49:38.738 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.739+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=JV0UAACNKRNE type=del size=2127854 2024-04-02T08:49:38.740 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.741+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=3VOYPKCLTVE2 type=del 2024-04-02T08:49:38.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.744+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=5AUDDOKJIK6O type=del size=346545 2024-04-02T08:49:38.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.746+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=L2X7QNETHL8N type=del 2024-04-02T08:49:38.748 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.749+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=W9J8LSPCPTO7 type=del size=253720 2024-04-02T08:49:38.750 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.751+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~3JOMIEK6O90V.0 size=1048576 2024-04-02T08:49:38.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.753+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~3JOMIEK6O90V.1 size=1048576 2024-04-02T08:49:38.753 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.754+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~3JOMIEK6O90V.2 size=1015149 2024-04-02T08:49:38.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.758+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=3JOMIEK6O90V tag=CV2IFY83FVYW type=write size=4160877 2024-04-02T08:49:38.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.760+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=V4AWMUNF3TK5 type=del size=1718698 2024-04-02T08:49:38.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.762+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=BKA8UPS84AUV type=del 2024-04-02T08:49:38.762 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.764+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=BDHF4QSH7YBB type=del size=1711026 2024-04-02T08:49:38.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.766+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~BRDL0KURJ7C8.0 size=1048576 2024-04-02T08:49:38.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.767+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~BRDL0KURJ7C8.1 size=1048576 2024-04-02T08:49:38.768 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.769+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~BRDL0KURJ7C8.2 size=416496 2024-04-02T08:49:38.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.772+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=BRDL0KURJ7C8 tag=ZY0Z7M0ZUSSU type=write size=3562224 2024-04-02T08:49:38.773 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.774+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=D4ZZG61SIKES type=del size=2704380 2024-04-02T08:49:38.775 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.776+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=7GU0K9FGOQZY type=del 2024-04-02T08:49:38.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.778+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=U2XCTS1OOKU7 type=del size=2221314 2024-04-02T08:49:38.779 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.780+0000 7fcac0634780 1 < completed write operation key=CK9SN9AWKRU0 tag=GPK5ZF81XAH7 type=write size=969950 2024-04-02T08:49:38.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.784+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~RCNM9RNHKV3A.0 size=1048576 2024-04-02T08:49:38.784 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.785+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~RCNM9RNHKV3A.1 size=182487 2024-04-02T08:49:38.784 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.785+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=RCNM9RNHKV3A tag=P69T26H4XW5W type=write size=2279639 2024-04-02T08:49:38.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.787+0000 7fcac0634780 1 < completed write operation key=KW7PQ140P1OW tag=00XD7ITD70SA type=write size=802466 2024-04-02T08:49:38.788 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.789+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=VL5UV9VIBDQX type=del size=1956059 2024-04-02T08:49:38.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.791+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~KAVES5AZPB8Y.0 size=1048576 2024-04-02T08:49:38.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.793+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~KAVES5AZPB8Y.1 size=1048576 2024-04-02T08:49:38.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.794+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~KAVES5AZPB8Y.2 size=68335 2024-04-02T08:49:38.796 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.798+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=KAVES5AZPB8Y tag=F0Y1YYWLROO5 type=write size=3214063 2024-04-02T08:49:38.799 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.800+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=ZB3VTTKRZMUZ type=del size=2077273 2024-04-02T08:49:38.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.802+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~AZSJDHA83WAU.0 size=1048576 2024-04-02T08:49:38.803 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.804+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~AZSJDHA83WAU.1 size=642575 2024-04-02T08:49:38.807 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.808+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=AZSJDHA83WAU tag=HY7D6SXZ04VZ type=write size=2739727 2024-04-02T08:49:38.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.812+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~U65DECPVVEQS.0 size=1048576 2024-04-02T08:49:38.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.813+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~U65DECPVVEQS.1 size=1048576 2024-04-02T08:49:38.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.815+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~U65DECPVVEQS.2 size=556626 2024-04-02T08:49:38.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.815+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=U65DECPVVEQS tag=IPET6K7K29UX type=write size=3702354 2024-04-02T08:49:38.816 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.817+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=5BL3CZIY7GU1 type=del 2024-04-02T08:49:38.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.819+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=HUELO0PTKB3Z type=del size=2060420 2024-04-02T08:49:38.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.821+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~R23KLTNHZBEU.0 size=1048576 2024-04-02T08:49:38.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.822+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~R23KLTNHZBEU.1 size=493138 2024-04-02T08:49:38.825 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.826+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=R23KLTNHZBEU tag=MSOPJDH0U0ZG type=write size=2590290 2024-04-02T08:49:38.829 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.830+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~IIDD8ABKUQOS.0 size=1048576 2024-04-02T08:49:38.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.832+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~IIDD8ABKUQOS.1 size=1048576 2024-04-02T08:49:38.832 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.833+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~IIDD8ABKUQOS.2 size=747478 2024-04-02T08:49:38.832 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.833+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=IIDD8ABKUQOS tag=JC2PZD6CMLKT type=write size=3893206 2024-04-02T08:49:38.834 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.836+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=IBE65AJRWA78 type=del 2024-04-02T08:49:38.836 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.838+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=435OBOWML0QL type=del size=120284 2024-04-02T08:49:38.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.838+0000 7fcac0634780 1 < canceled part key=_multipart_KW7PQ140P1OW.2~NVZ1YMOUKSTC.0 size=1048576 2024-04-02T08:49:38.839 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.840+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~NVZ1YMOUKSTC.1 size=1048576 2024-04-02T08:49:38.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.842+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~NVZ1YMOUKSTC.2 size=953719 2024-04-02T08:49:38.845 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.845+0000 7fcac0634780 1 < canceled multipart upload key=KW7PQ140P1OW upload=NVZ1YMOUKSTC tag=QA34EBFPSBEJ type=write size=4099447 2024-04-02T08:49:38.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.848+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~4XT4ND3JSR41.0 size=1048576 2024-04-02T08:49:38.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.850+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~4XT4ND3JSR41.1 size=861428 2024-04-02T08:49:38.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.850+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=4XT4ND3JSR41 tag=V98MNAF53JT7 type=write size=2958580 2024-04-02T08:49:38.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.852+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~WL5ON3MK9J1K.0 size=1048576 2024-04-02T08:49:38.853 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.854+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~WL5ON3MK9J1K.1 size=1048576 2024-04-02T08:49:38.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.856+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~WL5ON3MK9J1K.2 size=927247 2024-04-02T08:49:38.858 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.859+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=WL5ON3MK9J1K tag=IEGGE845HONO type=write size=4072975 2024-04-02T08:49:38.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.861+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=AUUK7HJQH6TV type=del size=1116238 2024-04-02T08:49:38.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.866+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=JV0UAACNKRNE type=del size=2127854 2024-04-02T08:49:38.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.870+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~A0TV20T3QGXO.0 size=1048576 2024-04-02T08:49:38.870 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.872+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~A0TV20T3QGXO.1 size=1048576 2024-04-02T08:49:38.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.873+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~A0TV20T3QGXO.2 size=1025772 2024-04-02T08:49:38.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.873+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=A0TV20T3QGXO tag=VXBTFINZR2DF type=write size=4171500 2024-04-02T08:49:38.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.875+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=5AUDDOKJIK6O type=del 2024-04-02T08:49:38.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.877+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=7TIW1ASGC617 type=del size=1566467 2024-04-02T08:49:38.878 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.879+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=W9J8LSPCPTO7 type=del 2024-04-02T08:49:38.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.883+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~PNKDXEW4WF5L.0 size=49393 2024-04-02T08:49:38.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.883+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=PNKDXEW4WF5L tag=ZU2RJI69QFEL type=write size=1097969 2024-04-02T08:49:38.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.885+0000 7fcac0634780 1 < canceled operation key=9YIC1CKTX1XU tag=V4AWMUNF3TK5 type=del size=1718698 2024-04-02T08:49:38.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.887+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=478S2YHKWJ3O type=del size=1489014 2024-04-02T08:49:38.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.888+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=BDHF4QSH7YBB type=del 2024-04-02T08:49:38.889 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.890+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=Z8DD98J9K46G type=del size=2779223 2024-04-02T08:49:38.891 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.892+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=D4ZZG61SIKES type=del 2024-04-02T08:49:38.893 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.894+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=7P3U6V5FJ8MC type=del size=2985467 2024-04-02T08:49:38.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.897+0000 7fcac0634780 -1 < failed to complete operation key=XGGRH5W35CRD tag=U2XCTS1OOKU7 type=del size=2221314: (22) Invalid argument 2024-04-02T08:49:38.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.900+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~SXOZAFKB7O5E.0 size=1048576 2024-04-02T08:49:38.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.902+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~SXOZAFKB7O5E.1 size=158693 2024-04-02T08:49:38.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.902+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=SXOZAFKB7O5E tag=7AVLZZ1ZSOCW type=write size=2255845 2024-04-02T08:49:38.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.904+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~RCNM9RNHKV3A.0 size=1048576 2024-04-02T08:49:38.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.906+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~RCNM9RNHKV3A.1 size=182487 2024-04-02T08:49:38.908 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.909+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=RCNM9RNHKV3A tag=P69T26H4XW5W type=write size=2279639 2024-04-02T08:49:38.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.911+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=XKSXM1SG2UKB type=del size=3564965 2024-04-02T08:49:38.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.915+0000 7fcac0634780 1 < suggested remove operation key=IKT0IL1UL3E0 tag=VL5UV9VIBDQX type=del 2024-04-02T08:49:38.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.917+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=7XIQ05OCYAQ7 type=del size=1606011 2024-04-02T08:49:38.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.919+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=ZB3VTTKRZMUZ type=del 2024-04-02T08:49:38.921 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.922+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~IY53GY75CK18.0 size=706474 2024-04-02T08:49:38.921 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.922+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=IY53GY75CK18 tag=SW84G63UB105 type=write size=1755050 2024-04-02T08:49:38.923 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.924+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~U65DECPVVEQS.0 size=1048576 2024-04-02T08:49:38.925 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.926+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~U65DECPVVEQS.1 size=1048576 2024-04-02T08:49:38.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.927+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~U65DECPVVEQS.2 size=556626 2024-04-02T08:49:38.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.932+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=U65DECPVVEQS tag=IPET6K7K29UX type=write size=3702354 2024-04-02T08:49:38.934 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.935+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~LOM097KNKG5A.0 size=1048576 2024-04-02T08:49:38.936 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.937+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~LOM097KNKG5A.1 size=1048576 2024-04-02T08:49:38.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.938+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~LOM097KNKG5A.2 size=473794 2024-04-02T08:49:38.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.939+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=LOM097KNKG5A tag=YRR1NHPYQM8X type=write size=3619522 2024-04-02T08:49:38.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.940+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=HUELO0PTKB3Z type=del 2024-04-02T08:49:38.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.942+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=I2GCHEFSZGLD type=del size=3828679 2024-04-02T08:49:38.943 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.944+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~IIDD8ABKUQOS.0 size=1048576 2024-04-02T08:49:38.945 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.946+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~IIDD8ABKUQOS.1 size=1048576 2024-04-02T08:49:38.947 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.948+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~IIDD8ABKUQOS.2 size=747478 2024-04-02T08:49:38.951 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.953+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=IIDD8ABKUQOS tag=JC2PZD6CMLKT type=write size=3893206 2024-04-02T08:49:38.955 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.957+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~REFNLDUJW6B2.0 size=912592 2024-04-02T08:49:38.956 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.957+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=REFNLDUJW6B2 tag=NBD8IGI5HYAY type=write size=1961168 2024-04-02T08:49:38.960 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.962+0000 7fcac0634780 1 < suggested remove operation key=7RTUKS6WIVUY tag=435OBOWML0QL type=del 2024-04-02T08:49:38.963 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.964+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=JH8TE4C0FQ1Z type=del size=2340765 2024-04-02T08:49:38.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.967+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~4XT4ND3JSR41.0 size=1048576 2024-04-02T08:49:38.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.969+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~4XT4ND3JSR41.1 size=861428 2024-04-02T08:49:38.973 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.974+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=4XT4ND3JSR41 tag=V98MNAF53JT7 type=write size=2958580 2024-04-02T08:49:38.975 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.976+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=53UF6EZFA2FD type=del size=2092472 2024-04-02T08:49:38.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.979+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=AUUK7HJQH6TV type=del 2024-04-02T08:49:38.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.981+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=80YOG50YB6EA type=del size=1632091 2024-04-02T08:49:38.982 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.984+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~A0TV20T3QGXO.0 size=1048576 2024-04-02T08:49:38.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.986+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~A0TV20T3QGXO.1 size=1048576 2024-04-02T08:49:38.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.988+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~A0TV20T3QGXO.2 size=1025772 2024-04-02T08:49:38.991 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.993+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=A0TV20T3QGXO tag=VXBTFINZR2DF type=write size=4171500 2024-04-02T08:49:38.996 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.997+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~95PSNTL431QW.0 size=865672 2024-04-02T08:49:38.996 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.997+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=95PSNTL431QW tag=G49HOQ0DSMS5 type=write size=1914248 2024-04-02T08:49:38.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:38.999+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=7TIW1ASGC617 type=del 2024-04-02T08:49:39.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.002+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=123B879V2HSG type=del size=925478 2024-04-02T08:49:39.003 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.004+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~PNKDXEW4WF5L.0 size=49393 2024-04-02T08:49:39.007 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.008+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=PNKDXEW4WF5L tag=ZU2RJI69QFEL type=write size=1097969 2024-04-02T08:49:39.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.011+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=KDYFD3P3YUWB type=del size=3229981 2024-04-02T08:49:39.011 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.013+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=478S2YHKWJ3O type=del 2024-04-02T08:49:39.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.015+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=DYKQDXVFX86H type=del size=2646098 2024-04-02T08:49:39.016 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.017+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=Z8DD98J9K46G type=del 2024-04-02T08:49:39.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.019+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=7UD1KL856NMS type=del size=4039546 2024-04-02T08:49:39.023 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.024+0000 7fcac0634780 1 < suggested remove operation key=248AZLBDZOFS tag=7P3U6V5FJ8MC type=del 2024-04-02T08:49:39.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.026+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=109LZTKFMQOF type=del size=2869639 2024-04-02T08:49:39.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.029+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~SXOZAFKB7O5E.0 size=1048576 2024-04-02T08:49:39.029 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.031+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~SXOZAFKB7O5E.1 size=158693 2024-04-02T08:49:39.034 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.035+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=SXOZAFKB7O5E tag=7AVLZZ1ZSOCW type=write size=2255845 2024-04-02T08:49:39.036 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.037+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=7PYI0YJTBAQP type=del size=2445845 2024-04-02T08:49:39.039 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.040+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=XKSXM1SG2UKB type=del 2024-04-02T08:49:39.043 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.045+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~88RFPRBX9M2N.0 size=1048576 2024-04-02T08:49:39.045 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.047+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~88RFPRBX9M2N.1 size=1048576 2024-04-02T08:49:39.048 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.049+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~88RFPRBX9M2N.2 size=401413 2024-04-02T08:49:39.048 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.049+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=88RFPRBX9M2N tag=PVIM5OD852BL type=write size=3547141 2024-04-02T08:49:39.050 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.051+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=7XIQ05OCYAQ7 type=del 2024-04-02T08:49:39.054 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.054+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=RU8ECPDHUSSF type=del size=515727 2024-04-02T08:49:39.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.056+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~IY53GY75CK18.0 size=706474 2024-04-02T08:49:39.059 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.060+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=IY53GY75CK18 tag=SW84G63UB105 type=write size=1755050 2024-04-02T08:49:39.063 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.065+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~K7YCDBAG04NW.0 size=1048576 2024-04-02T08:49:39.065 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.067+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~K7YCDBAG04NW.1 size=817949 2024-04-02T08:49:39.066 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.067+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=K7YCDBAG04NW tag=2EMUYG0B7B58 type=write size=2915101 2024-04-02T08:49:39.068 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.069+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~LOM097KNKG5A.0 size=1048576 2024-04-02T08:49:39.070 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.071+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~LOM097KNKG5A.1 size=1048576 2024-04-02T08:49:39.073 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.074+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~LOM097KNKG5A.2 size=473794 2024-04-02T08:49:39.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.079+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=LOM097KNKG5A tag=YRR1NHPYQM8X type=write size=3619522 2024-04-02T08:49:39.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.083+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~CTXGVEU5WWM5.0 size=1048576 2024-04-02T08:49:39.084 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.085+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~CTXGVEU5WWM5.1 size=1048576 2024-04-02T08:49:39.085 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.087+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~CTXGVEU5WWM5.2 size=439101 2024-04-02T08:49:39.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.087+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=CTXGVEU5WWM5 tag=7GJJT4T6KNHD type=write size=3584829 2024-04-02T08:49:39.087 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.089+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=I2GCHEFSZGLD type=del 2024-04-02T08:49:39.090 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.091+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=602UVIV47OM3 type=del size=933433 2024-04-02T08:49:39.090 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.091+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~REFNLDUJW6B2.0 size=912592 2024-04-02T08:49:39.093 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.095+0000 7fcac0634780 1 < canceled multipart upload key=XGGRH5W35CRD upload=REFNLDUJW6B2 tag=NBD8IGI5HYAY type=write size=1961168 2024-04-02T08:49:39.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.097+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=OIPDUNMOM71L type=del size=3663950 2024-04-02T08:49:39.100 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.102+0000 7fcac0634780 1 < suggested update operation key=IKT0IL1UL3E0 tag=JH8TE4C0FQ1Z type=del size=2340765 2024-04-02T08:49:39.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.106+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~7GE4EI3VQIRL.0 size=1048576 2024-04-02T08:49:39.106 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.107+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~7GE4EI3VQIRL.1 size=232361 2024-04-02T08:49:39.106 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.107+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=7GE4EI3VQIRL tag=TAS4K7W21EBJ type=write size=2329513 2024-04-02T08:49:39.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.109+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=53UF6EZFA2FD type=del 2024-04-02T08:49:39.113 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.114+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~IIZI887XBQ10.0 size=1048576 2024-04-02T08:49:39.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.116+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~IIZI887XBQ10.1 size=733213 2024-04-02T08:49:39.115 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.116+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=IIZI887XBQ10 tag=05LO7I0H5KLC type=write size=2830365 2024-04-02T08:49:39.116 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.118+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=80YOG50YB6EA type=del 2024-04-02T08:49:39.119 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.120+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=2G32ZKDGDJSJ type=del size=2756481 2024-04-02T08:49:39.121 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.122+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~95PSNTL431QW.0 size=865672 2024-04-02T08:49:39.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.127+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=95PSNTL431QW tag=G49HOQ0DSMS5 type=write size=1914248 2024-04-02T08:49:39.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.132+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~11WZK52ABWPG.0 size=566284 2024-04-02T08:49:39.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.132+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=11WZK52ABWPG tag=2XEGKBIPV1QZ type=write size=1614860 2024-04-02T08:49:39.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.136+0000 7fcac0634780 1 < suggested remove operation key=Q3C9UVCWVITJ tag=123B879V2HSG type=del 2024-04-02T08:49:39.137 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.138+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=I6ZFP1214UJX type=del size=4062860 2024-04-02T08:49:39.139 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.140+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=KDYFD3P3YUWB type=del 2024-04-02T08:49:39.145 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.145+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~LN1C48G8UL15.0 size=805310 2024-04-02T08:49:39.145 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.145+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=LN1C48G8UL15 tag=5KOJVRJZBMOT type=write size=1853886 2024-04-02T08:49:39.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.150+0000 7fcac0634780 1 < suggested update operation key=AT297P637JHQ tag=DYKQDXVFX86H type=del size=2646098 2024-04-02T08:49:39.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.154+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~ZE3DF1C3RJH7.0 size=1048576 2024-04-02T08:49:39.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.156+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~ZE3DF1C3RJH7.1 size=515106 2024-04-02T08:49:39.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.156+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=ZE3DF1C3RJH7 tag=962T562Q9Y12 type=write size=2612258 2024-04-02T08:49:39.159 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.160+0000 7fcac0634780 1 < suggested update operation key=WGKAHDKTL4AK tag=7UD1KL856NMS type=del size=4039546 2024-04-02T08:49:39.161 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.163+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=3W45UPT4Q3O4 type=del size=3786215 2024-04-02T08:49:39.167 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.168+0000 7fcac0634780 1 < suggested update operation key=O57E3MLOAH4P tag=109LZTKFMQOF type=del size=2869639 2024-04-02T08:49:39.168 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.170+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=N40V0DHEMLKF type=del size=3029937 2024-04-02T08:49:39.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.172+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=7PYI0YJTBAQP type=del 2024-04-02T08:49:39.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.174+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=APV9V07SVG3U type=del size=3885348 2024-04-02T08:49:39.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.176+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~88RFPRBX9M2N.0 size=1048576 2024-04-02T08:49:39.177 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.178+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~88RFPRBX9M2N.1 size=1048576 2024-04-02T08:49:39.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.180+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~88RFPRBX9M2N.2 size=401413 2024-04-02T08:49:39.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.183+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=88RFPRBX9M2N tag=PVIM5OD852BL type=write size=3547141 2024-04-02T08:49:39.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.185+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=4SQ8QBDB4A7V type=del size=1732498 2024-04-02T08:49:39.186 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.187+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=RU8ECPDHUSSF type=del 2024-04-02T08:49:39.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.189+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=F85HMYRU77XL type=del size=3673677 2024-04-02T08:49:39.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.189+0000 7fcac0634780 1 < canceled part key=_multipart_LI90A8RSX1C6.2~K7YCDBAG04NW.0 size=1048576 2024-04-02T08:49:39.190 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.191+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~K7YCDBAG04NW.1 size=817949 2024-04-02T08:49:39.194 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.195+0000 7fcac0634780 1 < canceled multipart upload key=LI90A8RSX1C6 upload=K7YCDBAG04NW tag=2EMUYG0B7B58 type=write size=2915101 2024-04-02T08:49:39.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.200+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~4K1L7CMI57N9.0 size=831938 2024-04-02T08:49:39.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.200+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=4K1L7CMI57N9 tag=JQTSWI452JB2 type=write size=1880514 2024-04-02T08:49:39.201 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.202+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~CTXGVEU5WWM5.0 size=1048576 2024-04-02T08:49:39.201 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.202+0000 7fcac0634780 1 < canceled part key=_multipart_9YIC1CKTX1XU.2~CTXGVEU5WWM5.1 size=1048576 2024-04-02T08:49:39.203 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.204+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~CTXGVEU5WWM5.2 size=439101 2024-04-02T08:49:39.207 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.208+0000 7fcac0634780 1 < canceled multipart upload key=9YIC1CKTX1XU upload=CTXGVEU5WWM5 tag=7GJJT4T6KNHD type=write size=3584829 2024-04-02T08:49:39.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.211+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=N7WN9F1OBKY1 type=del size=3563039 2024-04-02T08:49:39.212 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.213+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=602UVIV47OM3 type=del 2024-04-02T08:49:39.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.215+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=Y0ZX6QCXRVOR type=del size=4059899 2024-04-02T08:49:39.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.217+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=OIPDUNMOM71L type=del 2024-04-02T08:49:39.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.220+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=D0L21LFR5PTF type=del size=1528737 2024-04-02T08:49:39.221 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.222+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~7GE4EI3VQIRL.0 size=1048576 2024-04-02T08:49:39.223 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.224+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~7GE4EI3VQIRL.1 size=232361 2024-04-02T08:49:39.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.227+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=7GE4EI3VQIRL tag=TAS4K7W21EBJ type=write size=2329513 2024-04-02T08:49:39.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.231+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~0CXIS9KEWMZU.0 size=1048576 2024-04-02T08:49:39.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.233+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~0CXIS9KEWMZU.1 size=221913 2024-04-02T08:49:39.232 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.233+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=0CXIS9KEWMZU tag=1VWB7VGGQEBX type=write size=2319065 2024-04-02T08:49:39.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.235+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~IIZI887XBQ10.0 size=1048576 2024-04-02T08:49:39.235 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.237+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~IIZI887XBQ10.1 size=733213 2024-04-02T08:49:39.239 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.240+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=IIZI887XBQ10 tag=05LO7I0H5KLC type=write size=2830365 2024-04-02T08:49:39.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.245+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~37VQ4TA4N7LG.0 size=503328 2024-04-02T08:49:39.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.245+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=37VQ4TA4N7LG tag=S4GWMNW93TMA type=write size=1551904 2024-04-02T08:49:39.246 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.247+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=2G32ZKDGDJSJ type=del 2024-04-02T08:49:39.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.249+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=V6Y3Z0K5V3R4 type=del size=421118 2024-04-02T08:49:39.250 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.251+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~11WZK52ABWPG.0 size=566284 2024-04-02T08:49:39.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.254+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=11WZK52ABWPG tag=2XEGKBIPV1QZ type=write size=1614860 2024-04-02T08:49:39.255 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.256+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=HLD9TW8TLCHP type=write size=997751 2024-04-02T08:49:39.262 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.261+0000 7fcac0634780 1 < suggested remove operation key=KW7PQ140P1OW tag=I6ZFP1214UJX type=del 2024-04-02T08:49:39.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.265+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~2O9T6B8BZCXA.0 size=260617 2024-04-02T08:49:39.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.265+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=2O9T6B8BZCXA tag=RXKAI1MOGCVO type=write size=1309193 2024-04-02T08:49:39.266 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.267+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~LN1C48G8UL15.0 size=805310 2024-04-02T08:49:39.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.272+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=LN1C48G8UL15 tag=5KOJVRJZBMOT type=write size=1853886 2024-04-02T08:49:39.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.276+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~K7SG1TALEZ5G.0 size=532506 2024-04-02T08:49:39.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.276+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=K7SG1TALEZ5G tag=NTWB9455S5AU type=write size=1581082 2024-04-02T08:49:39.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.278+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~ZE3DF1C3RJH7.0 size=1048576 2024-04-02T08:49:39.278 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.280+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~ZE3DF1C3RJH7.1 size=515106 2024-04-02T08:49:39.283 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.284+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=ZE3DF1C3RJH7 tag=962T562Q9Y12 type=write size=2612258 2024-04-02T08:49:39.287 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.289+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~UUJIVYOECO6R.0 size=560002 2024-04-02T08:49:39.288 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.289+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=UUJIVYOECO6R tag=SSCISLZOLWW9 type=write size=1608578 2024-04-02T08:49:39.292 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.293+0000 7fcac0634780 1 < suggested update operation key=OSRICQSGB2XI tag=3W45UPT4Q3O4 type=del size=3786215 2024-04-02T08:49:39.297 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.298+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~RXW2QM4YKI0G.0 size=1048576 2024-04-02T08:49:39.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.299+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~RXW2QM4YKI0G.1 size=831252 2024-04-02T08:49:39.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.299+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=RXW2QM4YKI0G tag=4KRFZJ7FIS5X type=write size=2928404 2024-04-02T08:49:39.300 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.301+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=N40V0DHEMLKF type=del 2024-04-02T08:49:39.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.305+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~VEGA5EX77LF5.0 size=28924 2024-04-02T08:49:39.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.305+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=VEGA5EX77LF5 tag=3R02JBUZ7971 type=write size=1077500 2024-04-02T08:49:39.307 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.309+0000 7fcac0634780 1 < suggested remove operation key=Q3C9UVCWVITJ tag=APV9V07SVG3U type=del 2024-04-02T08:49:39.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.311+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=7ST0AIP6KFNJ type=write size=875063 2024-04-02T08:49:39.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.312+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=4SQ8QBDB4A7V type=del 2024-04-02T08:49:39.314 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.315+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=2265DVGDDXBI type=del size=2698860 2024-04-02T08:49:39.317 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.318+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=F85HMYRU77XL type=del 2024-04-02T08:49:39.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.322+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~X5PVMTBLX0HE.0 size=1048576 2024-04-02T08:49:39.323 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.324+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~X5PVMTBLX0HE.1 size=318623 2024-04-02T08:49:39.323 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.324+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=X5PVMTBLX0HE tag=4MTKRYQTZE4C type=write size=2415775 2024-04-02T08:49:39.325 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.326+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~4K1L7CMI57N9.0 size=831938 2024-04-02T08:49:39.328 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.330+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=4K1L7CMI57N9 tag=JQTSWI452JB2 type=write size=1880514 2024-04-02T08:49:39.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.332+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=MMGK0GUOV81G type=del size=3407985 2024-04-02T08:49:39.332 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.334+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=N7WN9F1OBKY1 type=del 2024-04-02T08:49:39.334 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.336+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=9IYDWUCDZPCU type=write size=310072 2024-04-02T08:49:39.336 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.338+0000 7fcac0634780 1 < canceled operation key=7RTUKS6WIVUY tag=Y0ZX6QCXRVOR type=del size=4059899 2024-04-02T08:49:39.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.341+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~HELH3LPQDSSP.0 size=123661 2024-04-02T08:49:39.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.341+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=HELH3LPQDSSP tag=1S2SVFWF5T49 type=write size=1172237 2024-04-02T08:49:39.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.343+0000 7fcac0634780 1 < canceled operation key=1H7AVDY1UUP3 tag=D0L21LFR5PTF type=del size=1528737 2024-04-02T08:49:39.344 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.345+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=QG577Y66WCUM type=del size=2682571 2024-04-02T08:49:39.346 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.347+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~0CXIS9KEWMZU.0 size=1048576 2024-04-02T08:49:39.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.350+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~0CXIS9KEWMZU.1 size=221913 2024-04-02T08:49:39.352 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.353+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=0CXIS9KEWMZU tag=1VWB7VGGQEBX type=write size=2319065 2024-04-02T08:49:39.356 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.357+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~01QSM7J20O7T.0 size=1048576 2024-04-02T08:49:39.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.359+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~01QSM7J20O7T.1 size=169587 2024-04-02T08:49:39.358 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.359+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=01QSM7J20O7T tag=OGIY0L9FAZXM type=write size=2266739 2024-04-02T08:49:39.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.361+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~37VQ4TA4N7LG.0 size=503328 2024-04-02T08:49:39.363 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.364+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=37VQ4TA4N7LG tag=S4GWMNW93TMA type=write size=1551904 2024-04-02T08:49:39.367 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.368+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~0R2UZG7J779I.0 size=1048576 2024-04-02T08:49:39.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.370+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~0R2UZG7J779I.1 size=46814 2024-04-02T08:49:39.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.370+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=0R2UZG7J779I tag=T7YDY5JMAN4V type=write size=2143966 2024-04-02T08:49:39.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.372+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=V6Y3Z0K5V3R4 type=del 2024-04-02T08:49:39.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.374+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=DVXKO8ETPI0A type=del size=3336490 2024-04-02T08:49:39.375 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.376+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=HLD9TW8TLCHP type=write size=997751 2024-04-02T08:49:39.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.380+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KDJ662PM93X0.0 size=198231 2024-04-02T08:49:39.379 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.380+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=KDJ662PM93X0 tag=QT32A6OYX84G type=write size=1246807 2024-04-02T08:49:39.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.382+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~2O9T6B8BZCXA.0 size=260617 2024-04-02T08:49:39.384 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.385+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=2O9T6B8BZCXA tag=RXKAI1MOGCVO type=write size=1309193 2024-04-02T08:49:39.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.387+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=TWC3DLEYGC5U type=del size=500736 2024-04-02T08:49:39.388 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.389+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~K7SG1TALEZ5G.0 size=532506 2024-04-02T08:49:39.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.393+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=K7SG1TALEZ5G tag=NTWB9455S5AU type=write size=1581082 2024-04-02T08:49:39.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.394+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=1HEW30UCE2VD type=del size=1788382 2024-04-02T08:49:39.395 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.397+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~UUJIVYOECO6R.0 size=560002 2024-04-02T08:49:39.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.400+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=UUJIVYOECO6R tag=SSCISLZOLWW9 type=write size=1608578 2024-04-02T08:49:39.401 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.402+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=W9N3YXEF80T9 type=del size=972660 2024-04-02T08:49:39.403 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.404+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~RXW2QM4YKI0G.0 size=1048576 2024-04-02T08:49:39.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.406+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~RXW2QM4YKI0G.1 size=831252 2024-04-02T08:49:39.408 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.410+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=RXW2QM4YKI0G tag=4KRFZJ7FIS5X type=write size=2928404 2024-04-02T08:49:39.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.412+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=L8Z8Q5OSQII8 type=del size=800106 2024-04-02T08:49:39.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.414+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~VEGA5EX77LF5.0 size=28924 2024-04-02T08:49:39.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.417+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=VEGA5EX77LF5 tag=3R02JBUZ7971 type=write size=1077500 2024-04-02T08:49:39.420 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.421+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~AHIENSX7151I.0 size=243292 2024-04-02T08:49:39.420 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.421+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=AHIENSX7151I tag=V2593I47FKM4 type=write size=1291868 2024-04-02T08:49:39.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.423+0000 7fcac0634780 1 < completed write operation key=HBQSNRLBV7TM tag=7ST0AIP6KFNJ type=write size=875063 2024-04-02T08:49:39.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.426+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=C0UXVCWP94IH type=write size=746099 2024-04-02T08:49:39.427 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.428+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=2265DVGDDXBI type=del 2024-04-02T08:49:39.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.430+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=A1AJ1TZ5KU17 type=del size=2110490 2024-04-02T08:49:39.431 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.432+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~X5PVMTBLX0HE.0 size=1048576 2024-04-02T08:49:39.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.434+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~X5PVMTBLX0HE.1 size=318623 2024-04-02T08:49:39.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.439+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=X5PVMTBLX0HE tag=4MTKRYQTZE4C type=write size=2415775 2024-04-02T08:49:39.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.441+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=Z4ZWF370RA2R type=del size=200208 2024-04-02T08:49:39.443 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.444+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=MMGK0GUOV81G type=del 2024-04-02T08:49:39.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.446+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=PUKISBRXERB6 type=del size=436126 2024-04-02T08:49:39.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.450+0000 7fcac0634780 1 < suggested update operation key=KW7PQ140P1OW tag=9IYDWUCDZPCU type=write size=310072 2024-04-02T08:49:39.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.453+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=B9BVLFBPXI6P type=del size=2599733 2024-04-02T08:49:39.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.453+0000 7fcac0634780 1 < canceled part key=_multipart_OQYFPKEX5S39.2~HELH3LPQDSSP.0 size=123661 2024-04-02T08:49:39.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.458+0000 7fcac0634780 1 < canceled multipart upload key=OQYFPKEX5S39 upload=HELH3LPQDSSP tag=1S2SVFWF5T49 type=write size=1172237 2024-04-02T08:49:39.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.460+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=O9LXMJDR2YAX type=del size=3555661 2024-04-02T08:49:39.466 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.467+0000 7fcac0634780 1 < canceled operation key=5DJO5NRKSHEG tag=QG577Y66WCUM type=del size=2682571 2024-04-02T08:49:39.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.470+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=BGY9NI3QTM4C type=del size=3282044 2024-04-02T08:49:39.471 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.473+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~01QSM7J20O7T.0 size=1048576 2024-04-02T08:49:39.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.475+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~01QSM7J20O7T.1 size=169587 2024-04-02T08:49:39.478 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.479+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=01QSM7J20O7T tag=OGIY0L9FAZXM type=write size=2266739 2024-04-02T08:49:39.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.482+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=7R2JB3KQI64Y type=del size=2273917 2024-04-02T08:49:39.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.482+0000 7fcac0634780 1 < canceled part key=_multipart_LLBAA0EBI2RP.2~0R2UZG7J779I.0 size=1048576 2024-04-02T08:49:39.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.484+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~0R2UZG7J779I.1 size=46814 2024-04-02T08:49:39.487 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.488+0000 7fcac0634780 1 < canceled multipart upload key=LLBAA0EBI2RP upload=0R2UZG7J779I tag=T7YDY5JMAN4V type=write size=2143966 2024-04-02T08:49:39.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.493+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~LMGLSEQESUSN.0 size=1048576 2024-04-02T08:49:39.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.496+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~LMGLSEQESUSN.1 size=1048576 2024-04-02T08:49:39.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.498+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~LMGLSEQESUSN.2 size=916480 2024-04-02T08:49:39.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.498+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=LMGLSEQESUSN tag=G336JOA7DN63 type=write size=4062208 2024-04-02T08:49:39.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.500+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=DVXKO8ETPI0A type=del 2024-04-02T08:49:39.503 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.504+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~45B51Z9NLO9C.0 size=1048576 2024-04-02T08:49:39.505 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.507+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~45B51Z9NLO9C.1 size=876739 2024-04-02T08:49:39.505 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.507+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=45B51Z9NLO9C tag=U1U25VZ081CY type=write size=2973891 2024-04-02T08:49:39.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.509+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KDJ662PM93X0.0 size=198231 2024-04-02T08:49:39.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.513+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=KDJ662PM93X0 tag=QT32A6OYX84G type=write size=1246807 2024-04-02T08:49:39.514 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.515+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=1QT35DTQA341 type=del size=2583845 2024-04-02T08:49:39.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.518+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=TWC3DLEYGC5U type=del 2024-04-02T08:49:39.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.522+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~1QNUDO8IVQ59.0 size=1048576 2024-04-02T08:49:39.522 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.524+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~1QNUDO8IVQ59.1 size=1048576 2024-04-02T08:49:39.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.526+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~1QNUDO8IVQ59.2 size=1041186 2024-04-02T08:49:39.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.526+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=1QNUDO8IVQ59 tag=BZ7D0P3AWLHJ type=write size=4186914 2024-04-02T08:49:39.527 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.528+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=1HEW30UCE2VD type=del 2024-04-02T08:49:39.529 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.530+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=0BLVFRXW8X8M type=del size=1461881 2024-04-02T08:49:39.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.533+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=W9N3YXEF80T9 type=del 2024-04-02T08:49:39.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.535+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=ZYZKJJ22E3WW type=del size=1028517 2024-04-02T08:49:39.536 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.538+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=L8Z8Q5OSQII8 type=del 2024-04-02T08:49:39.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.540+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=LQPFQFIW6S2V type=del size=534562 2024-04-02T08:49:39.541 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.542+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~AHIENSX7151I.0 size=243292 2024-04-02T08:49:39.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.546+0000 7fcac0634780 1 < completed multipart upload key=1H7AVDY1UUP3 upload=AHIENSX7151I tag=V2593I47FKM4 type=write size=1291868 2024-04-02T08:49:39.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.548+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=A68F7XFFWRMA type=del size=1648039 2024-04-02T08:49:39.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.550+0000 7fcac0634780 1 < completed write operation key=LLBAA0EBI2RP tag=C0UXVCWP94IH type=write size=746099 2024-04-02T08:49:39.551 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.552+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=Q8F7NB2B2DCM type=del size=4001332 2024-04-02T08:49:39.553 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.554+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=A1AJ1TZ5KU17 type=del 2024-04-02T08:49:39.558 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.559+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~P1SYLEOP6X3X.0 size=1048576 2024-04-02T08:49:39.559 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.561+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~P1SYLEOP6X3X.1 size=1048576 2024-04-02T08:49:39.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.562+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~P1SYLEOP6X3X.2 size=420599 2024-04-02T08:49:39.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.562+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=P1SYLEOP6X3X tag=LM8ZTA4HSNK0 type=write size=3566327 2024-04-02T08:49:39.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.564+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=Z4ZWF370RA2R type=del 2024-04-02T08:49:39.567 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.568+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~03HGYEBHT1LB.0 size=1048576 2024-04-02T08:49:39.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.570+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~03HGYEBHT1LB.1 size=1048576 2024-04-02T08:49:39.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.572+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~03HGYEBHT1LB.2 size=900762 2024-04-02T08:49:39.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.572+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=03HGYEBHT1LB tag=88WAO0R6N6X3 type=write size=4046490 2024-04-02T08:49:39.572 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.573+0000 7fcac0634780 1 < canceled operation key=5I1R6353CBOP tag=PUKISBRXERB6 type=del size=436126 2024-04-02T08:49:39.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.575+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=FY5CSIUZXIRC type=del size=1380783 2024-04-02T08:49:39.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.579+0000 7fcac0634780 1 < suggested update operation key=1Z9ANT6HV4UI tag=B9BVLFBPXI6P type=del size=2599733 2024-04-02T08:49:39.580 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.581+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=7K3W8CWK5S3U type=write size=790311 2024-04-02T08:49:39.582 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.583+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=O9LXMJDR2YAX type=del 2024-04-02T08:49:39.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.585+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=NXMI6NOW7DAS type=del size=1884737 2024-04-02T08:49:39.586 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.587+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=BGY9NI3QTM4C type=del 2024-04-02T08:49:39.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.589+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=Q5CLX3S3O1IT type=del size=684394 2024-04-02T08:49:39.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.592+0000 7fcac0634780 1 < canceled operation key=83XHJHX9R2KG tag=7R2JB3KQI64Y type=del size=2273917 2024-04-02T08:49:39.594 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.595+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~SQ1F4LJI7LA0.0 size=1020899 2024-04-02T08:49:39.594 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.595+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=SQ1F4LJI7LA0 tag=AEGNGF4RRCYK type=write size=2069475 2024-04-02T08:49:39.596 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.597+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~LMGLSEQESUSN.0 size=1048576 2024-04-02T08:49:39.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.599+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~LMGLSEQESUSN.1 size=1048576 2024-04-02T08:49:39.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.600+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~LMGLSEQESUSN.2 size=916480 2024-04-02T08:49:39.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.604+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=LMGLSEQESUSN tag=G336JOA7DN63 type=write size=4062208 2024-04-02T08:49:39.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.607+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~2WYN7CN0XJQM.0 size=890500 2024-04-02T08:49:39.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.607+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=2WYN7CN0XJQM tag=582VLF1X5T7L type=write size=1939076 2024-04-02T08:49:39.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.609+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~45B51Z9NLO9C.0 size=1048576 2024-04-02T08:49:39.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.609+0000 7fcac0634780 1 < canceled part key=_multipart_O57E3MLOAH4P.2~45B51Z9NLO9C.1 size=876739 2024-04-02T08:49:39.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.612+0000 7fcac0634780 1 < canceled multipart upload key=O57E3MLOAH4P upload=45B51Z9NLO9C tag=U1U25VZ081CY type=write size=2973891 2024-04-02T08:49:39.613 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.614+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=E2QR95LPIDII type=del size=244843 2024-04-02T08:49:39.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.618+0000 7fcac0634780 1 < suggested update operation key=AT297P637JHQ tag=1QT35DTQA341 type=del size=2583845 2024-04-02T08:49:39.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.620+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=QX70VAZEOWI5 type=del size=1258027 2024-04-02T08:49:39.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.622+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~1QNUDO8IVQ59.0 size=1048576 2024-04-02T08:49:39.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.624+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~1QNUDO8IVQ59.1 size=1048576 2024-04-02T08:49:39.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.625+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~1QNUDO8IVQ59.2 size=1041186 2024-04-02T08:49:39.627 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.629+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=1QNUDO8IVQ59 tag=BZ7D0P3AWLHJ type=write size=4186914 2024-04-02T08:49:39.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.631+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=WHGVOEN0FQ4Q type=write size=62168 2024-04-02T08:49:39.631 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.632+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=0BLVFRXW8X8M type=del 2024-04-02T08:49:39.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.634+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=JZIE6A58CJLH type=del size=818080 2024-04-02T08:49:39.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.636+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=ZYZKJJ22E3WW type=del 2024-04-02T08:49:39.637 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.638+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=02QWOPURSX8K type=del size=2441288 2024-04-02T08:49:39.639 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.640+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=LQPFQFIW6S2V type=del 2024-04-02T08:49:39.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.642+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=7RHYVAX6I3ZN type=del size=1845622 2024-04-02T08:49:39.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.646+0000 7fcac0634780 1 < suggested update operation key=248AZLBDZOFS tag=A68F7XFFWRMA type=del size=1648039 2024-04-02T08:49:39.648 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.649+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~GCAWA0WJOBW4.0 size=1048576 2024-04-02T08:49:39.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.651+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~GCAWA0WJOBW4.1 size=253431 2024-04-02T08:49:39.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.651+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=GCAWA0WJOBW4 tag=GL65RT7563QR type=write size=2350583 2024-04-02T08:49:39.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.653+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=Q8F7NB2B2DCM type=del 2024-04-02T08:49:39.654 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.655+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=4BY10VXNELWM type=write size=680749 2024-04-02T08:49:39.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.657+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~P1SYLEOP6X3X.0 size=1048576 2024-04-02T08:49:39.656 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.657+0000 7fcac0634780 1 < canceled part key=_multipart_ZPVZQ0PNTGF2.2~P1SYLEOP6X3X.1 size=1048576 2024-04-02T08:49:39.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.658+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~P1SYLEOP6X3X.2 size=420599 2024-04-02T08:49:39.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.662+0000 7fcac0634780 1 < canceled multipart upload key=ZPVZQ0PNTGF2 upload=P1SYLEOP6X3X tag=LM8ZTA4HSNK0 type=write size=3566327 2024-04-02T08:49:39.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.665+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~0OZHVWFALWN5.0 size=1048576 2024-04-02T08:49:39.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.667+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~0OZHVWFALWN5.1 size=1048576 2024-04-02T08:49:39.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.669+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~0OZHVWFALWN5.2 size=415408 2024-04-02T08:49:39.667 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.669+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=0OZHVWFALWN5 tag=E9LT5YQXL80Z type=write size=3561136 2024-04-02T08:49:39.669 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.670+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~03HGYEBHT1LB.0 size=1048576 2024-04-02T08:49:39.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.672+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~03HGYEBHT1LB.1 size=1048576 2024-04-02T08:49:39.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.674+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~03HGYEBHT1LB.2 size=900762 2024-04-02T08:49:39.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.677+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=03HGYEBHT1LB tag=88WAO0R6N6X3 type=write size=4046490 2024-04-02T08:49:39.679 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.680+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~23FQY9OIXPYU.0 size=1048576 2024-04-02T08:49:39.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.682+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~23FQY9OIXPYU.1 size=1048576 2024-04-02T08:49:39.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.684+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~23FQY9OIXPYU.2 size=343068 2024-04-02T08:49:39.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.684+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=23FQY9OIXPYU tag=K5N6W13Y9XC9 type=write size=3488796 2024-04-02T08:49:39.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.686+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=FY5CSIUZXIRC type=del 2024-04-02T08:49:39.688 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.689+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=UL209T9U4C2Y type=del size=180704 2024-04-02T08:49:39.690 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.691+0000 7fcac0634780 1 < completed write operation key=WGKAHDKTL4AK tag=7K3W8CWK5S3U type=write size=790311 2024-04-02T08:49:39.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.693+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=DK5XDD881FAM type=del size=2901460 2024-04-02T08:49:39.694 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.695+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=NXMI6NOW7DAS type=del 2024-04-02T08:49:39.697 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.698+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~0WQJGKV7T62P.0 size=1048576 2024-04-02T08:49:39.699 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.701+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~0WQJGKV7T62P.1 size=679475 2024-04-02T08:49:39.700 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.701+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=0WQJGKV7T62P tag=IITX7L64U7OL type=write size=2776627 2024-04-02T08:49:39.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.703+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=Q5CLX3S3O1IT type=del 2024-04-02T08:49:39.703 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.705+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=ZVQP20CQJSXQ type=del size=6218 2024-04-02T08:49:39.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.707+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~SQ1F4LJI7LA0.0 size=1020899 2024-04-02T08:49:39.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.710+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=SQ1F4LJI7LA0 tag=AEGNGF4RRCYK type=write size=2069475 2024-04-02T08:49:39.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.712+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=HYV7D0FZTT8X type=del size=928846 2024-04-02T08:49:39.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.714+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~2WYN7CN0XJQM.0 size=890500 2024-04-02T08:49:39.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.718+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=2WYN7CN0XJQM tag=582VLF1X5T7L type=write size=1939076 2024-04-02T08:49:39.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.721+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~531MOPZ8620U.0 size=122576 2024-04-02T08:49:39.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.721+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=531MOPZ8620U tag=ESK6BX8SV9K3 type=write size=1171152 2024-04-02T08:49:39.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.723+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=E2QR95LPIDII type=del 2024-04-02T08:49:39.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.727+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~47TT70798TC1.0 size=1048576 2024-04-02T08:49:39.727 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.728+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~47TT70798TC1.1 size=1048576 2024-04-02T08:49:39.729 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.730+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~47TT70798TC1.2 size=764954 2024-04-02T08:49:39.729 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.730+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=47TT70798TC1 tag=SU1ORM6EYTLZ type=write size=3910682 2024-04-02T08:49:39.731 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.732+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=QX70VAZEOWI5 type=del 2024-04-02T08:49:39.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.734+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=GU452BHBWNFW type=del size=2909933 2024-04-02T08:49:39.734 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.736+0000 7fcac0634780 1 < completed write operation key=83XHJHX9R2KG tag=WHGVOEN0FQ4Q type=write size=62168 2024-04-02T08:49:39.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.738+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=I653TJYUONVL type=del size=797006 2024-04-02T08:49:39.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.740+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=JZIE6A58CJLH type=del 2024-04-02T08:49:39.742 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.743+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~2HJ25RX5WVN0.0 size=322995 2024-04-02T08:49:39.742 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.743+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=2HJ25RX5WVN0 tag=401GYH7ZKJRI type=write size=1371571 2024-04-02T08:49:39.747 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.748+0000 7fcac0634780 1 < suggested remove operation key=RTWJLFP6HYOO tag=02QWOPURSX8K type=del 2024-04-02T08:49:39.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.752+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~FD0IW1JHBHWM.0 size=912893 2024-04-02T08:49:39.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.752+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=FD0IW1JHBHWM tag=RRC5TY913N1F type=write size=1961469 2024-04-02T08:49:39.753 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.754+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=7RHYVAX6I3ZN type=del 2024-04-02T08:49:39.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.756+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=LFMFQHKJOQ34 type=del size=3132002 2024-04-02T08:49:39.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.758+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~GCAWA0WJOBW4.0 size=1048576 2024-04-02T08:49:39.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.758+0000 7fcac0634780 1 < canceled part key=_multipart_XYWGJ7UZDDAF.2~GCAWA0WJOBW4.1 size=253431 2024-04-02T08:49:39.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.761+0000 7fcac0634780 1 < canceled multipart upload key=XYWGJ7UZDDAF upload=GCAWA0WJOBW4 tag=GL65RT7563QR type=write size=2350583 2024-04-02T08:49:39.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.765+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~F99O8CNXH7NE.0 size=1048576 2024-04-02T08:49:39.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.767+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~F99O8CNXH7NE.1 size=113412 2024-04-02T08:49:39.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.767+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=F99O8CNXH7NE tag=805J8JWW8ZDX type=write size=2210564 2024-04-02T08:49:39.768 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.769+0000 7fcac0634780 1 < completed write operation key=KW7PQ140P1OW tag=4BY10VXNELWM type=write size=680749 2024-04-02T08:49:39.770 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.771+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=V75TSRJ4G482 type=write size=91556 2024-04-02T08:49:39.772 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.773+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~0OZHVWFALWN5.0 size=1048576 2024-04-02T08:49:39.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.775+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~0OZHVWFALWN5.1 size=1048576 2024-04-02T08:49:39.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.775+0000 7fcac0634780 1 < canceled part key=_multipart_AT297P637JHQ.2~0OZHVWFALWN5.2 size=415408 2024-04-02T08:49:39.778 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.779+0000 7fcac0634780 1 < canceled multipart upload key=AT297P637JHQ upload=0OZHVWFALWN5 tag=E9LT5YQXL80Z type=write size=3561136 2024-04-02T08:49:39.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.783+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~CZMP1TE85E96.0 size=166859 2024-04-02T08:49:39.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.783+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=CZMP1TE85E96 tag=509R14BBO50W type=write size=1215435 2024-04-02T08:49:39.784 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.785+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~23FQY9OIXPYU.0 size=1048576 2024-04-02T08:49:39.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.787+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~23FQY9OIXPYU.1 size=1048576 2024-04-02T08:49:39.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.789+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~23FQY9OIXPYU.2 size=343068 2024-04-02T08:49:39.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.792+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=23FQY9OIXPYU tag=K5N6W13Y9XC9 type=write size=3488796 2024-04-02T08:49:39.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.794+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=0DDQQLGM4J13 type=del size=3372282 2024-04-02T08:49:39.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.796+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=UL209T9U4C2Y type=del 2024-04-02T08:49:39.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.800+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~H1084Z0I6PSQ.0 size=1048576 2024-04-02T08:49:39.800 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.801+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~H1084Z0I6PSQ.1 size=613192 2024-04-02T08:49:39.800 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.801+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=H1084Z0I6PSQ tag=3D5I71XRJKVE type=write size=2710344 2024-04-02T08:49:39.802 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.804+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=DK5XDD881FAM type=del 2024-04-02T08:49:39.806 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.807+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~YGJKFZ3KIMCF.0 size=221721 2024-04-02T08:49:39.806 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.807+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=YGJKFZ3KIMCF tag=E3I5GGER631Y type=write size=1270297 2024-04-02T08:49:39.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.809+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~0WQJGKV7T62P.0 size=1048576 2024-04-02T08:49:39.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.811+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~0WQJGKV7T62P.1 size=679475 2024-04-02T08:49:39.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.814+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=0WQJGKV7T62P tag=IITX7L64U7OL type=write size=2776627 2024-04-02T08:49:39.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.817+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=5TDC6E3TB7HA type=del size=3748854 2024-04-02T08:49:39.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.819+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=ZVQP20CQJSXQ type=del 2024-04-02T08:49:39.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.820+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=1OGG3X361OID type=del size=1069305 2024-04-02T08:49:39.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.822+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=HYV7D0FZTT8X type=del 2024-04-02T08:49:39.823 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.824+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=B7FMHSJKJ93R type=del size=2084791 2024-04-02T08:49:39.825 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.826+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~531MOPZ8620U.0 size=122576 2024-04-02T08:49:39.829 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.830+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=531MOPZ8620U tag=ESK6BX8SV9K3 type=write size=1171152 2024-04-02T08:49:39.831 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.832+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=KYLXCC9BPYU1 type=del size=490684 2024-04-02T08:49:39.833 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.834+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~47TT70798TC1.0 size=1048576 2024-04-02T08:49:39.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.836+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~47TT70798TC1.1 size=1048576 2024-04-02T08:49:39.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.838+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~47TT70798TC1.2 size=764954 2024-04-02T08:49:39.841 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.842+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=47TT70798TC1 tag=SU1ORM6EYTLZ type=write size=3910682 2024-04-02T08:49:39.843 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.845+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=PBTB393X2J4E type=del size=2616562 2024-04-02T08:49:39.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.847+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=GU452BHBWNFW type=del 2024-04-02T08:49:39.848 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.849+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=9R1TNX62NIY4 type=del size=1141127 2024-04-02T08:49:39.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.851+0000 7fcac0634780 -1 < failed to complete operation key=RTWJLFP6HYOO tag=I653TJYUONVL type=del size=797006: (22) Invalid argument 2024-04-02T08:49:39.852 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.854+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=E9YJHO9TFVV9 type=del size=1241113 2024-04-02T08:49:39.854 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.856+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~2HJ25RX5WVN0.0 size=322995 2024-04-02T08:49:39.858 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.859+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=2HJ25RX5WVN0 tag=401GYH7ZKJRI type=write size=1371571 2024-04-02T08:49:39.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.863+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~299V7TB8ELRH.0 size=1020570 2024-04-02T08:49:39.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.863+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=299V7TB8ELRH tag=8MBX37RMLBTP type=write size=2069146 2024-04-02T08:49:39.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.863+0000 7fcac0634780 1 < canceled part key=_multipart_L5EXYH0FVU5S.2~FD0IW1JHBHWM.0 size=912893 2024-04-02T08:49:39.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.867+0000 7fcac0634780 1 < canceled multipart upload key=L5EXYH0FVU5S upload=FD0IW1JHBHWM tag=RRC5TY913N1F type=write size=1961469 2024-04-02T08:49:39.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.868+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=HIUM05HL97ST type=del size=781881 2024-04-02T08:49:39.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.870+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=LFMFQHKJOQ34 type=del 2024-04-02T08:49:39.871 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.872+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=TJ8D6SE3OB6G type=write size=778964 2024-04-02T08:49:39.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.874+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~F99O8CNXH7NE.0 size=1048576 2024-04-02T08:49:39.877 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.876+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~F99O8CNXH7NE.1 size=113412 2024-04-02T08:49:39.878 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.879+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=F99O8CNXH7NE tag=805J8JWW8ZDX type=write size=2210564 2024-04-02T08:49:39.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.882+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=6SBHNMNPBSB1 type=del size=1479351 2024-04-02T08:49:39.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.885+0000 7fcac0634780 1 < completed write operation key=OPJX4SOWQJDV tag=V75TSRJ4G482 type=write size=91556 2024-04-02T08:49:39.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.887+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=M8RVEE9ETDYI type=write size=896744 2024-04-02T08:49:39.888 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.890+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~CZMP1TE85E96.0 size=166859 2024-04-02T08:49:39.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.893+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=CZMP1TE85E96 tag=509R14BBO50W type=write size=1215435 2024-04-02T08:49:39.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.895+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=TTLK530FR3K7 type=del size=1587498 2024-04-02T08:49:39.897 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.898+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=0DDQQLGM4J13 type=del 2024-04-02T08:49:39.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.902+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~J7IYEY1YRJF5.0 size=1048576 2024-04-02T08:49:39.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.903+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~J7IYEY1YRJF5.1 size=1048576 2024-04-02T08:49:39.904 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.905+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~J7IYEY1YRJF5.2 size=407465 2024-04-02T08:49:39.904 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.905+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=J7IYEY1YRJF5 tag=4NHLHTCTH9QD type=write size=3553193 2024-04-02T08:49:39.911 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.912+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~H1084Z0I6PSQ.0 size=1048576 2024-04-02T08:49:39.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.914+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~H1084Z0I6PSQ.1 size=613192 2024-04-02T08:49:39.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.918+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=H1084Z0I6PSQ tag=3D5I71XRJKVE type=write size=2710344 2024-04-02T08:49:39.919 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.920+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=KDHDMCE2Z8H4 type=write size=443168 2024-04-02T08:49:39.921 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.922+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~YGJKFZ3KIMCF.0 size=221721 2024-04-02T08:49:39.925 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.926+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=YGJKFZ3KIMCF tag=E3I5GGER631Y type=write size=1270297 2024-04-02T08:49:39.927 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.929+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=HAM0MT0O21IL type=write size=53924 2024-04-02T08:49:39.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.931+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=5TDC6E3TB7HA type=del 2024-04-02T08:49:39.932 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.933+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=TMIEH421NPXS type=write size=38665 2024-04-02T08:49:39.934 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.935+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=1OGG3X361OID type=del 2024-04-02T08:49:39.936 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.937+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=NAOHVG4D0NH3 type=write size=994787 2024-04-02T08:49:39.938 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.940+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=B7FMHSJKJ93R type=del 2024-04-02T08:49:39.940 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.942+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=U47KDS4G3S4Z type=del size=2412593 2024-04-02T08:49:39.942 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.944+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=KYLXCC9BPYU1 type=del 2024-04-02T08:49:39.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.946+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=3M77GWZ5WOZ6 type=write size=1001248 2024-04-02T08:49:39.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.950+0000 7fcac0634780 1 < suggested remove operation key=1Z9ANT6HV4UI tag=PBTB393X2J4E type=del 2024-04-02T08:49:39.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.954+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~8999MW933V83.0 size=1048576 2024-04-02T08:49:39.954 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.956+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~8999MW933V83.1 size=652541 2024-04-02T08:49:39.954 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.956+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=8999MW933V83 tag=TMECV0XBGRNE type=write size=2749693 2024-04-02T08:49:39.957 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.958+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=9R1TNX62NIY4 type=del 2024-04-02T08:49:39.959 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.960+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=3H0TMCWTAM82 type=del size=3449908 2024-04-02T08:49:39.963 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.964+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=E9YJHO9TFVV9 type=del size=1241113 2024-04-02T08:49:39.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.966+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=QM21734HV487 type=write size=186542 2024-04-02T08:49:39.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.966+0000 7fcac0634780 1 < canceled part key=_multipart_83XHJHX9R2KG.2~299V7TB8ELRH.0 size=1020570 2024-04-02T08:49:39.970 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.971+0000 7fcac0634780 1 < canceled multipart upload key=83XHJHX9R2KG upload=299V7TB8ELRH tag=8MBX37RMLBTP type=write size=2069146 2024-04-02T08:49:39.972 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.973+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=GY0PLRXC1KA0 type=del size=2928895 2024-04-02T08:49:39.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.975+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=HIUM05HL97ST type=del 2024-04-02T08:49:39.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.977+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=L4S3VV6SC4E4 type=write size=488799 2024-04-02T08:49:39.979 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.980+0000 7fcac0634780 1 < completed write operation key=OQYFPKEX5S39 tag=TJ8D6SE3OB6G type=write size=778964 2024-04-02T08:49:39.983 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.984+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KAK9B4UARBBQ.0 size=1048576 2024-04-02T08:49:39.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.986+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KAK9B4UARBBQ.1 size=1048576 2024-04-02T08:49:39.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.988+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KAK9B4UARBBQ.2 size=955204 2024-04-02T08:49:39.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.988+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=KAK9B4UARBBQ tag=1N16BH5K7UQ8 type=write size=4100932 2024-04-02T08:49:39.989 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.990+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=6SBHNMNPBSB1 type=del 2024-04-02T08:49:39.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.994+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~1J4OQCI0PK0T.0 size=1048576 2024-04-02T08:49:39.994 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.995+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~1J4OQCI0PK0T.1 size=1048576 2024-04-02T08:49:39.996 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.997+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~1J4OQCI0PK0T.2 size=102455 2024-04-02T08:49:39.996 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.997+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=1J4OQCI0PK0T tag=ITHYAZQN4OEK type=write size=3248183 2024-04-02T08:49:39.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:39.999+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=M8RVEE9ETDYI type=write size=896744 2024-04-02T08:49:40.000 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.001+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=4VDAWLQ4QBP8 type=del size=1150538 2024-04-02T08:49:40.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.003+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=TTLK530FR3K7 type=del 2024-04-02T08:49:40.005 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.006+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~FXKFELA23GJ6.0 size=428644 2024-04-02T08:49:40.005 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.006+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=FXKFELA23GJ6 tag=XP40055AS2RK type=write size=1477220 2024-04-02T08:49:40.007 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.008+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~J7IYEY1YRJF5.0 size=1048576 2024-04-02T08:49:40.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.010+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~J7IYEY1YRJF5.1 size=1048576 2024-04-02T08:49:40.010 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.011+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~J7IYEY1YRJF5.2 size=407465 2024-04-02T08:49:40.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.015+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=J7IYEY1YRJF5 tag=4NHLHTCTH9QD type=write size=3553193 2024-04-02T08:49:40.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.018+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~32SH8XAYNKWR.0 size=140768 2024-04-02T08:49:40.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.018+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=32SH8XAYNKWR tag=4V4622GKI1O5 type=write size=1189344 2024-04-02T08:49:40.019 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.020+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=KDHDMCE2Z8H4 type=write size=443168 2024-04-02T08:49:40.023 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.024+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~9PBI9L1AYMP3.0 size=1048576 2024-04-02T08:49:40.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.026+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~9PBI9L1AYMP3.1 size=1048576 2024-04-02T08:49:40.026 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.027+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~9PBI9L1AYMP3.2 size=431048 2024-04-02T08:49:40.026 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.027+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=9PBI9L1AYMP3 tag=ZX0QJYNTD3HE type=write size=3576776 2024-04-02T08:49:40.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.029+0000 7fcac0634780 1 < completed write operation key=LI90A8RSX1C6 tag=HAM0MT0O21IL type=write size=53924 2024-04-02T08:49:40.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.031+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=JYV9ISXO6ZP9 type=write size=305830 2024-04-02T08:49:40.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.033+0000 7fcac0634780 1 < canceled operation key=ZHTF4PWZZ3FL tag=TMIEH421NPXS type=write size=38665 2024-04-02T08:49:40.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.037+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~8GNBACCZ21BE.0 size=1048576 2024-04-02T08:49:40.037 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.038+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~8GNBACCZ21BE.1 size=198388 2024-04-02T08:49:40.037 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.038+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=8GNBACCZ21BE tag=CWPCDGJWTLH3 type=write size=2295540 2024-04-02T08:49:40.039 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.040+0000 7fcac0634780 1 < completed write operation key=OPJX4SOWQJDV tag=NAOHVG4D0NH3 type=write size=994787 2024-04-02T08:49:40.042 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.044+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~2M7GKRR72E0P.0 size=1048576 2024-04-02T08:49:40.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.045+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~2M7GKRR72E0P.1 size=1048576 2024-04-02T08:49:40.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.048+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~2M7GKRR72E0P.2 size=520398 2024-04-02T08:49:40.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.048+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=2M7GKRR72E0P tag=PEWG3K3M3R3X type=write size=3666126 2024-04-02T08:49:40.048 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.050+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=U47KDS4G3S4Z type=del 2024-04-02T08:49:40.050 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.052+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=7K9HYEITPNFP type=del size=88069 2024-04-02T08:49:40.054 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.055+0000 7fcac0634780 1 < suggested remove operation key=LLBAA0EBI2RP tag=3M77GWZ5WOZ6 type=write 2024-04-02T08:49:40.058 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.059+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~59V0KT452HZQ.0 size=1048576 2024-04-02T08:49:40.060 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.061+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~59V0KT452HZQ.1 size=208132 2024-04-02T08:49:40.060 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.061+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=59V0KT452HZQ tag=M8Y6D1P9FZS1 type=write size=2305284 2024-04-02T08:49:40.062 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.063+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~8999MW933V83.0 size=1048576 2024-04-02T08:49:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:39 smithi066 ceph-mon[87361]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 2.18k op/s 2024-04-02T08:49:40.064 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.065+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~8999MW933V83.1 size=652541 2024-04-02T08:49:40.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.068+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=8999MW933V83 tag=TMECV0XBGRNE type=write size=2749693 2024-04-02T08:49:40.069 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.070+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=7PO3K11GC3RS type=del size=1189826 2024-04-02T08:49:40.071 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.072+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=3H0TMCWTAM82 type=del 2024-04-02T08:49:40.073 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.074+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=P0JK205XYS27 type=del size=738169 2024-04-02T08:49:40.076 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.078+0000 7fcac0634780 1 < suggested update operation key=L5EXYH0FVU5S tag=QM21734HV487 type=write size=186542 2024-04-02T08:49:40.080 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.081+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~L8OMWMDS21GJ.0 size=1048576 2024-04-02T08:49:40.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.083+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~L8OMWMDS21GJ.1 size=1048576 2024-04-02T08:49:40.085 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.085+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~L8OMWMDS21GJ.2 size=1028367 2024-04-02T08:49:40.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.085+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=L8OMWMDS21GJ tag=S8E2QAR2JZA9 type=write size=4174095 2024-04-02T08:49:40.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.087+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=GY0PLRXC1KA0 type=del 2024-04-02T08:49:40.090 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.091+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~5XG61A2Y6IQC.0 size=1048576 2024-04-02T08:49:40.091 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.092+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~5XG61A2Y6IQC.1 size=545174 2024-04-02T08:49:40.091 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.092+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=5XG61A2Y6IQC tag=U1VTTBIZRP86 type=write size=2642326 2024-04-02T08:49:40.093 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.094+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=L4S3VV6SC4E4 type=write size=488799 2024-04-02T08:49:40.095 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.097+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=YF2KMBLDY7QU type=del size=146614 2024-04-02T08:49:40.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.099+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KAK9B4UARBBQ.0 size=1048576 2024-04-02T08:49:40.099 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.101+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KAK9B4UARBBQ.1 size=1048576 2024-04-02T08:49:40.102 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.103+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KAK9B4UARBBQ.2 size=955204 2024-04-02T08:49:40.106 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.107+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=KAK9B4UARBBQ tag=1N16BH5K7UQ8 type=write size=4100932 2024-04-02T08:49:40.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.111+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~OF0SKTE0QURM.0 size=1048576 2024-04-02T08:49:40.112 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.113+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~OF0SKTE0QURM.1 size=1048576 2024-04-02T08:49:40.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.115+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~OF0SKTE0QURM.2 size=87655 2024-04-02T08:49:40.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.115+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=OF0SKTE0QURM tag=DUEWVGPJTYU2 type=write size=3233383 2024-04-02T08:49:40.116 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.117+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~1J4OQCI0PK0T.0 size=1048576 2024-04-02T08:49:40.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.119+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~1J4OQCI0PK0T.1 size=1048576 2024-04-02T08:49:40.120 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.122+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~1J4OQCI0PK0T.2 size=102455 2024-04-02T08:49:40.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.126+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=1J4OQCI0PK0T tag=ITHYAZQN4OEK type=write size=3248183 2024-04-02T08:49:40.127 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.129+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=3NMR1G1ASO2R type=del size=1464265 2024-04-02T08:49:40.130 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.131+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=4VDAWLQ4QBP8 type=del 2024-04-02T08:49:40.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.133+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=QSWMB6QUTTDN type=write size=67465 2024-04-02T08:49:40.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.135+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~FXKFELA23GJ6.0 size=428644 2024-04-02T08:49:40.137 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.138+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=FXKFELA23GJ6 tag=XP40055AS2RK type=write size=1477220 2024-04-02T08:49:40.139 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.140+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=7V5G2U3556Y5 type=del size=4182916 2024-04-02T08:49:40.140 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.142+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~32SH8XAYNKWR.0 size=140768 2024-04-02T08:49:40.144 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.145+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=32SH8XAYNKWR tag=4V4622GKI1O5 type=write size=1189344 2024-04-02T08:49:40.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.147+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=G4JB1VHJR3QJ type=del size=1138583 2024-04-02T08:49:40.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.149+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~9PBI9L1AYMP3.0 size=1048576 2024-04-02T08:49:40.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.151+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~9PBI9L1AYMP3.1 size=1048576 2024-04-02T08:49:40.151 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.152+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~9PBI9L1AYMP3.2 size=431048 2024-04-02T08:49:40.154 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.155+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=9PBI9L1AYMP3 tag=ZX0QJYNTD3HE type=write size=3576776 2024-04-02T08:49:40.156 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.157+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=DLBKPKPRL0BT type=write size=485308 2024-04-02T08:49:40.158 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.159+0000 7fcac0634780 1 < completed write operation key=OPJX4SOWQJDV tag=JYV9ISXO6ZP9 type=write size=305830 2024-04-02T08:49:40.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.161+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=323QCNM3YQO2 type=del size=2735612 2024-04-02T08:49:40.162 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.163+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~8GNBACCZ21BE.0 size=1048576 2024-04-02T08:49:40.164 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.165+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~8GNBACCZ21BE.1 size=198388 2024-04-02T08:49:40.168 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.169+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=8GNBACCZ21BE tag=CWPCDGJWTLH3 type=write size=2295540 2024-04-02T08:49:40.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.171+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=CYJ4LPHEMLIV type=del size=1456560 2024-04-02T08:49:40.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.173+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~2M7GKRR72E0P.0 size=1048576 2024-04-02T08:49:40.173 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.175+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~2M7GKRR72E0P.1 size=1048576 2024-04-02T08:49:40.174 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.175+0000 7fcac0634780 1 < canceled part key=_multipart_OPJX4SOWQJDV.2~2M7GKRR72E0P.2 size=520398 2024-04-02T08:49:40.177 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.178+0000 7fcac0634780 1 < canceled multipart upload key=OPJX4SOWQJDV upload=2M7GKRR72E0P tag=PEWG3K3M3R3X type=write size=3666126 2024-04-02T08:49:40.180 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.182+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~T30D76R1DOQU.0 size=850113 2024-04-02T08:49:40.181 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.182+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=T30D76R1DOQU tag=9BAV5PRTHOXJ type=write size=1898689 2024-04-02T08:49:40.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.184+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=7K9HYEITPNFP type=del 2024-04-02T08:49:40.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.186+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=6SJGJCSPCFQS type=del size=3027670 2024-04-02T08:49:40.187 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.188+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~59V0KT452HZQ.0 size=1048576 2024-04-02T08:49:40.187 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.188+0000 7fcac0634780 1 < canceled part key=_multipart_IKT0IL1UL3E0.2~59V0KT452HZQ.1 size=208132 2024-04-02T08:49:40.190 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.191+0000 7fcac0634780 1 < canceled multipart upload key=IKT0IL1UL3E0 upload=59V0KT452HZQ tag=M8Y6D1P9FZS1 type=write size=2305284 2024-04-02T08:49:40.192 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.194+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=CR7VKATBWH32 type=del size=659344 2024-04-02T08:49:40.194 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.196+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=7PO3K11GC3RS type=del 2024-04-02T08:49:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:39 smithi019 ceph-mon[94035]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 2.18k op/s 2024-04-02T08:49:40.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:39 smithi019 ceph-mon[96522]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 2.18k op/s 2024-04-02T08:49:40.196 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.198+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=AF7ICV6EP911 type=del size=3809667 2024-04-02T08:49:40.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.199+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=P0JK205XYS27 type=del 2024-04-02T08:49:40.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.201+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=XOJ8AJNUG8Z3 type=write size=159169 2024-04-02T08:49:40.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.203+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~L8OMWMDS21GJ.0 size=1048576 2024-04-02T08:49:40.204 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.205+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~L8OMWMDS21GJ.1 size=1048576 2024-04-02T08:49:40.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.206+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~L8OMWMDS21GJ.2 size=1028367 2024-04-02T08:49:40.209 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.210+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=L8OMWMDS21GJ tag=S8E2QAR2JZA9 type=write size=4174095 2024-04-02T08:49:40.212 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.213+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~N4ANAUTN1JHU.0 size=1048576 2024-04-02T08:49:40.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.215+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~N4ANAUTN1JHU.1 size=386601 2024-04-02T08:49:40.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.215+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=N4ANAUTN1JHU tag=QOCEBV5SM017 type=write size=2483753 2024-04-02T08:49:40.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.217+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~5XG61A2Y6IQC.0 size=1048576 2024-04-02T08:49:40.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.217+0000 7fcac0634780 1 < canceled part key=_multipart_LLBAA0EBI2RP.2~5XG61A2Y6IQC.1 size=545174 2024-04-02T08:49:40.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.220+0000 7fcac0634780 1 < canceled multipart upload key=LLBAA0EBI2RP upload=5XG61A2Y6IQC tag=U1VTTBIZRP86 type=write size=2642326 2024-04-02T08:49:40.223 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.224+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~OIMKUIT2IUVZ.0 size=1048576 2024-04-02T08:49:40.225 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.226+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~OIMKUIT2IUVZ.1 size=1048576 2024-04-02T08:49:40.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.228+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~OIMKUIT2IUVZ.2 size=397388 2024-04-02T08:49:40.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.228+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=OIMKUIT2IUVZ tag=YAJSD67559FC type=write size=3543116 2024-04-02T08:49:40.229 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.230+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=YF2KMBLDY7QU type=del 2024-04-02T08:49:40.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.234+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~BEZA3DAEWWT2.0 size=1048576 2024-04-02T08:49:40.235 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.236+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~BEZA3DAEWWT2.1 size=1048576 2024-04-02T08:49:40.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.238+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~BEZA3DAEWWT2.2 size=417608 2024-04-02T08:49:40.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.238+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=BEZA3DAEWWT2 tag=WF0GVOALXLIS type=write size=3563336 2024-04-02T08:49:40.239 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.240+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~OF0SKTE0QURM.0 size=1048576 2024-04-02T08:49:40.241 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.242+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~OF0SKTE0QURM.1 size=1048576 2024-04-02T08:49:40.243 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.244+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~OF0SKTE0QURM.2 size=87655 2024-04-02T08:49:40.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.248+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=OF0SKTE0QURM tag=DUEWVGPJTYU2 type=write size=3233383 2024-04-02T08:49:40.250 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.252+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~IAGNSCYVRKEU.0 size=1048576 2024-04-02T08:49:40.252 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.253+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~IAGNSCYVRKEU.1 size=337953 2024-04-02T08:49:40.252 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.253+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=IAGNSCYVRKEU tag=GC1G1SFBCWRL type=write size=2435105 2024-04-02T08:49:40.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.255+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=3NMR1G1ASO2R type=del 2024-04-02T08:49:40.256 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.257+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=L90SF1V7OWI8 type=del size=824662 2024-04-02T08:49:40.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.260+0000 7fcac0634780 1 < canceled operation key=F104QJQQC3MM tag=QSWMB6QUTTDN type=write size=67465 2024-04-02T08:49:40.260 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.262+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=X7JDOHELHY0K type=del size=879725 2024-04-02T08:49:40.264 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.265+0000 7fcac0634780 1 < suggested remove operation key=Q1UN9ZOPNAND tag=7V5G2U3556Y5 type=del 2024-04-02T08:49:40.269 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.270+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~18M8PV621R3B.0 size=1048576 2024-04-02T08:49:40.271 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.272+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~18M8PV621R3B.1 size=1048576 2024-04-02T08:49:40.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.274+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~18M8PV621R3B.2 size=969935 2024-04-02T08:49:40.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.274+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=18M8PV621R3B tag=GNON6RLT38LJ type=write size=4115663 2024-04-02T08:49:40.276 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.276+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=G4JB1VHJR3QJ type=del 2024-04-02T08:49:40.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.278+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=BBZLLWNSETWD type=del size=418648 2024-04-02T08:49:40.281 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.282+0000 7fcac0634780 1 < suggested remove operation key=O57E3MLOAH4P tag=DLBKPKPRL0BT type=write 2024-04-02T08:49:40.283 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.284+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=2R89RD6R5UWW type=write size=457506 2024-04-02T08:49:40.285 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.286+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=323QCNM3YQO2 type=del 2024-04-02T08:49:40.287 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.288+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=DF6FY3G1NBO8 type=del size=2570537 2024-04-02T08:49:40.291 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.292+0000 7fcac0634780 1 < suggested remove operation key=WGKAHDKTL4AK tag=CYJ4LPHEMLIV type=del 2024-04-02T08:49:40.294 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.294+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=B6O5XK3KPZP5 type=del size=600782 2024-04-02T08:49:40.294 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.296+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~T30D76R1DOQU.0 size=850113 2024-04-02T08:49:40.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.299+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=T30D76R1DOQU tag=9BAV5PRTHOXJ type=write size=1898689 2024-04-02T08:49:40.302 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.303+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~GHFCNJ2TOA9T.0 size=1048576 2024-04-02T08:49:40.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.305+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~GHFCNJ2TOA9T.1 size=1048576 2024-04-02T08:49:40.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.307+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~GHFCNJ2TOA9T.2 size=525772 2024-04-02T08:49:40.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.307+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=GHFCNJ2TOA9T tag=6DGUTW7EDOE5 type=write size=3671500 2024-04-02T08:49:40.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.309+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=6SJGJCSPCFQS type=del 2024-04-02T08:49:40.310 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.311+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=A8C4I9M2XZ8N type=del size=1601679 2024-04-02T08:49:40.313 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.314+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=CR7VKATBWH32 type=del 2024-04-02T08:49:40.315 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.316+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=Z6JC2CV5XP78 type=del size=1213880 2024-04-02T08:49:40.317 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.318+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=AF7ICV6EP911 type=del 2024-04-02T08:49:40.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.320+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=EFCZ40COG3N4 type=write size=1018022 2024-04-02T08:49:40.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.322+0000 7fcac0634780 -1 < failed to complete operation key=WGKAHDKTL4AK tag=XOJ8AJNUG8Z3 type=write size=159169: (22) Invalid argument 2024-04-02T08:49:40.323 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.324+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=4WMV9XZ1TXEN type=del size=3272158 2024-04-02T08:49:40.325 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.326+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~N4ANAUTN1JHU.0 size=1048576 2024-04-02T08:49:40.327 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.328+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~N4ANAUTN1JHU.1 size=386601 2024-04-02T08:49:40.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.332+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=N4ANAUTN1JHU tag=QOCEBV5SM017 type=write size=2483753 2024-04-02T08:49:40.334 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.335+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~2A96SMF7ZY6P.0 size=1048576 2024-04-02T08:49:40.336 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.337+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~2A96SMF7ZY6P.1 size=775072 2024-04-02T08:49:40.336 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.337+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=2A96SMF7ZY6P tag=QYT1YW6LD4BW type=write size=2872224 2024-04-02T08:49:40.338 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.339+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~OIMKUIT2IUVZ.0 size=1048576 2024-04-02T08:49:40.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.341+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~OIMKUIT2IUVZ.1 size=1048576 2024-04-02T08:49:40.341 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.342+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~OIMKUIT2IUVZ.2 size=397388 2024-04-02T08:49:40.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.346+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=OIMKUIT2IUVZ tag=YAJSD67559FC type=write size=3543116 2024-04-02T08:49:40.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.350+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~25VBJRV9DURX.0 size=24178 2024-04-02T08:49:40.349 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.350+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=25VBJRV9DURX tag=8GE1OT416YYN type=write size=1072754 2024-04-02T08:49:40.351 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.352+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~BEZA3DAEWWT2.0 size=1048576 2024-04-02T08:49:40.352 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.353+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~BEZA3DAEWWT2.1 size=1048576 2024-04-02T08:49:40.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.355+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~BEZA3DAEWWT2.2 size=417608 2024-04-02T08:49:40.357 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.358+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=BEZA3DAEWWT2 tag=WF0GVOALXLIS type=write size=3563336 2024-04-02T08:49:40.360 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.362+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~PSYYMR3JQ2QJ.0 size=606435 2024-04-02T08:49:40.361 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.362+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=PSYYMR3JQ2QJ tag=8NNXI7HRZ8O3 type=write size=1655011 2024-04-02T08:49:40.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.364+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~IAGNSCYVRKEU.0 size=1048576 2024-04-02T08:49:40.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.365+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~IAGNSCYVRKEU.1 size=337953 2024-04-02T08:49:40.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.369+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=IAGNSCYVRKEU tag=GC1G1SFBCWRL type=write size=2435105 2024-04-02T08:49:40.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.373+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~84FAENXXGV2K.0 size=1048576 2024-04-02T08:49:40.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.374+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~84FAENXXGV2K.1 size=1013793 2024-04-02T08:49:40.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.374+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=84FAENXXGV2K tag=NXIMAVD7FQQ3 type=write size=3110945 2024-04-02T08:49:40.375 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.376+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=L90SF1V7OWI8 type=del 2024-04-02T08:49:40.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.380+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~54AQJQP9UXNH.0 size=127965 2024-04-02T08:49:40.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.380+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=54AQJQP9UXNH tag=B48Q61CRWQLZ type=write size=1176541 2024-04-02T08:49:40.380 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.382+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=X7JDOHELHY0K type=del 2024-04-02T08:49:40.382 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.384+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=4BEO8WCCL240 type=del size=2470310 2024-04-02T08:49:40.384 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.386+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~18M8PV621R3B.0 size=1048576 2024-04-02T08:49:40.384 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.386+0000 7fcac0634780 1 < canceled part key=_multipart_XYWGJ7UZDDAF.2~18M8PV621R3B.1 size=1048576 2024-04-02T08:49:40.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.387+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~18M8PV621R3B.2 size=969935 2024-04-02T08:49:40.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.391+0000 7fcac0634780 1 < canceled multipart upload key=XYWGJ7UZDDAF upload=18M8PV621R3B tag=GNON6RLT38LJ type=write size=4115663 2024-04-02T08:49:40.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.392+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=JDO2L3LL2MMX type=write size=648569 2024-04-02T08:49:40.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.394+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=BBZLLWNSETWD type=del 2024-04-02T08:49:40.397 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.398+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~VH0G6P951BK1.0 size=668023 2024-04-02T08:49:40.397 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.398+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=VH0G6P951BK1 tag=X1CSHYZBRS46 type=write size=1716599 2024-04-02T08:49:40.400 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.402+0000 7fcac0634780 1 < suggested update operation key=WGKAHDKTL4AK tag=2R89RD6R5UWW type=write size=457506 2024-04-02T08:49:40.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.405+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~INEGMWRYV0HL.0 size=235660 2024-04-02T08:49:40.404 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.405+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=INEGMWRYV0HL tag=SN81BD7Z82EY type=write size=1284236 2024-04-02T08:49:40.406 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.407+0000 7fcac0634780 1 < canceled operation key=7RTUKS6WIVUY tag=DF6FY3G1NBO8 type=del size=2570537 2024-04-02T08:49:40.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.411+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~ACEAH55GAF58.0 size=1048576 2024-04-02T08:49:40.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.413+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~ACEAH55GAF58.1 size=405619 2024-04-02T08:49:40.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.413+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=ACEAH55GAF58 tag=0EHSRVYX5POF type=write size=2502771 2024-04-02T08:49:40.416 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.417+0000 7fcac0634780 1 < suggested remove operation key=WGKAHDKTL4AK tag=B6O5XK3KPZP5 type=del 2024-04-02T08:49:40.418 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.419+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=I7H8V82NA465 type=write size=208640 2024-04-02T08:49:40.420 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.421+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~GHFCNJ2TOA9T.0 size=1048576 2024-04-02T08:49:40.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.423+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~GHFCNJ2TOA9T.1 size=1048576 2024-04-02T08:49:40.423 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.424+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~GHFCNJ2TOA9T.2 size=525772 2024-04-02T08:49:40.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.428+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=GHFCNJ2TOA9T tag=6DGUTW7EDOE5 type=write size=3671500 2024-04-02T08:49:40.429 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.429+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=PV83BZJB5NQM type=del size=769412 2024-04-02T08:49:40.430 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.431+0000 7fcac0634780 1 < canceled operation key=CK9SN9AWKRU0 tag=A8C4I9M2XZ8N type=del size=1601679 2024-04-02T08:49:40.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.435+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~CMIMCB18VOL8.0 size=1048576 2024-04-02T08:49:40.435 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.437+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~CMIMCB18VOL8.1 size=607508 2024-04-02T08:49:40.435 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.437+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=CMIMCB18VOL8 tag=PHRG4HVI1GD6 type=write size=2704660 2024-04-02T08:49:40.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.439+0000 7fcac0634780 1 < completed delete operation key=IKT0IL1UL3E0 tag=Z6JC2CV5XP78 type=del 2024-04-02T08:49:40.441 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.443+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~K7SCKBI4IM38.0 size=1048576 2024-04-02T08:49:40.443 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.445+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~K7SCKBI4IM38.1 size=1048576 2024-04-02T08:49:40.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.446+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~K7SCKBI4IM38.2 size=241035 2024-04-02T08:49:40.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.446+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=K7SCKBI4IM38 tag=Z65Y7O9LB17B type=write size=3386763 2024-04-02T08:49:40.448 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.449+0000 7fcac0634780 1 < completed write operation key=Q1UN9ZOPNAND tag=EFCZ40COG3N4 type=write size=1018022 2024-04-02T08:49:40.449 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.451+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=Q8LMXH2J3OMY type=write size=742958 2024-04-02T08:49:40.453 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.454+0000 7fcac0634780 1 < suggested remove operation key=O57E3MLOAH4P tag=4WMV9XZ1TXEN type=del 2024-04-02T08:49:40.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.458+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~7SJAL783UUBP.0 size=1048576 2024-04-02T08:49:40.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.460+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~7SJAL783UUBP.1 size=154232 2024-04-02T08:49:40.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.460+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=7SJAL783UUBP tag=NSO5EMLEZ1VI type=write size=2251384 2024-04-02T08:49:40.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.462+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~2A96SMF7ZY6P.0 size=1048576 2024-04-02T08:49:40.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.464+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~2A96SMF7ZY6P.1 size=775072 2024-04-02T08:49:40.467 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.468+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=2A96SMF7ZY6P tag=QYT1YW6LD4BW type=write size=2872224 2024-04-02T08:49:40.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.472+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~JANM0O2NLO16.0 size=934470 2024-04-02T08:49:40.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.472+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=JANM0O2NLO16 tag=S52FPVSUPNEY type=write size=1983046 2024-04-02T08:49:40.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.474+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~25VBJRV9DURX.0 size=24178 2024-04-02T08:49:40.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.477+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=25VBJRV9DURX tag=8GE1OT416YYN type=write size=1072754 2024-04-02T08:49:40.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.481+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~QI8G0OI4QGAO.0 size=1048576 2024-04-02T08:49:40.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.482+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~QI8G0OI4QGAO.1 size=907227 2024-04-02T08:49:40.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.482+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=QI8G0OI4QGAO tag=7P9UIKFB1RLI type=write size=3004379 2024-04-02T08:49:40.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.484+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~PSYYMR3JQ2QJ.0 size=606435 2024-04-02T08:49:40.486 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.488+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=PSYYMR3JQ2QJ tag=8NNXI7HRZ8O3 type=write size=1655011 2024-04-02T08:49:40.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.491+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~8L2R8D80KHBI.0 size=118215 2024-04-02T08:49:40.490 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.491+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=8L2R8D80KHBI tag=UCDJ3UMQEL8U type=write size=1166791 2024-04-02T08:49:40.492 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.493+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~84FAENXXGV2K.0 size=1048576 2024-04-02T08:49:40.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.495+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~84FAENXXGV2K.1 size=1013793 2024-04-02T08:49:40.497 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.498+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=84FAENXXGV2K tag=NXIMAVD7FQQ3 type=write size=3110945 2024-04-02T08:49:40.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.500+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=0N62BSQP29QZ type=del size=3936844 2024-04-02T08:49:40.501 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.502+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~54AQJQP9UXNH.0 size=127965 2024-04-02T08:49:40.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.505+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=54AQJQP9UXNH tag=B48Q61CRWQLZ type=write size=1176541 2024-04-02T08:49:40.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.507+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=W3GP8QHTX2YB type=del size=2606825 2024-04-02T08:49:40.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.509+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=4BEO8WCCL240 type=del 2024-04-02T08:49:40.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.511+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=SF0Z2UX53N4U type=del size=2967042 2024-04-02T08:49:40.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.513+0000 7fcac0634780 1 < canceled operation key=F2VBAXNP29E1 tag=JDO2L3LL2MMX type=write size=648569 2024-04-02T08:49:40.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.517+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~WS7KR15TD9H8.0 size=927010 2024-04-02T08:49:40.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.517+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=WS7KR15TD9H8 tag=QNSWDXXU70UB type=write size=1975586 2024-04-02T08:49:40.517 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.519+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~VH0G6P951BK1.0 size=668023 2024-04-02T08:49:40.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.522+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=VH0G6P951BK1 tag=X1CSHYZBRS46 type=write size=1716599 2024-04-02T08:49:40.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.526+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~NGDZOTR7A7QR.0 size=371231 2024-04-02T08:49:40.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.526+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=NGDZOTR7A7QR tag=MUUVZL0KMHON type=write size=1419807 2024-04-02T08:49:40.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.528+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~INEGMWRYV0HL.0 size=235660 2024-04-02T08:49:40.530 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.531+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=INEGMWRYV0HL tag=SN81BD7Z82EY type=write size=1284236 2024-04-02T08:49:40.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.533+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=RFAEYYTMCHVY type=write size=863350 2024-04-02T08:49:40.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.535+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~ACEAH55GAF58.0 size=1048576 2024-04-02T08:49:40.536 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.537+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~ACEAH55GAF58.1 size=405619 2024-04-02T08:49:40.540 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.541+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=ACEAH55GAF58 tag=0EHSRVYX5POF type=write size=2502771 2024-04-02T08:49:40.543 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.545+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~I982IA6D1N0M.0 size=1048576 2024-04-02T08:49:40.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.546+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~I982IA6D1N0M.1 size=757548 2024-04-02T08:49:40.545 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.546+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=I982IA6D1N0M tag=GIO03BCSY366 type=write size=2854700 2024-04-02T08:49:40.547 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.548+0000 7fcac0634780 1 < completed write operation key=Q1UN9ZOPNAND tag=I7H8V82NA465 type=write size=208640 2024-04-02T08:49:40.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.550+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=JEQXRAN01QS0 type=write size=604403 2024-04-02T08:49:40.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.554+0000 7fcac0634780 1 < suggested update operation key=XYWGJ7UZDDAF tag=PV83BZJB5NQM type=del size=769412 2024-04-02T08:49:40.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.556+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=OM85EA3XJJZA type=del size=324803 2024-04-02T08:49:40.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.558+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~CMIMCB18VOL8.0 size=1048576 2024-04-02T08:49:40.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.558+0000 7fcac0634780 1 < canceled part key=_multipart_1Z9ANT6HV4UI.2~CMIMCB18VOL8.1 size=607508 2024-04-02T08:49:40.560 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.561+0000 7fcac0634780 1 < canceled multipart upload key=1Z9ANT6HV4UI upload=CMIMCB18VOL8 tag=PHRG4HVI1GD6 type=write size=2704660 2024-04-02T08:49:40.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.565+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~DB49L8NKKS0N.0 size=103482 2024-04-02T08:49:40.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.565+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=DB49L8NKKS0N tag=61STAKPDZO1Z type=write size=1152058 2024-04-02T08:49:40.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.567+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~K7SCKBI4IM38.0 size=1048576 2024-04-02T08:49:40.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.569+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~K7SCKBI4IM38.1 size=1048576 2024-04-02T08:49:40.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.571+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~K7SCKBI4IM38.2 size=241035 2024-04-02T08:49:40.574 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.575+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=K7SCKBI4IM38 tag=Z65Y7O9LB17B type=write size=3386763 2024-04-02T08:49:40.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.579+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~3TA1XT71QHFG.0 size=1048576 2024-04-02T08:49:40.579 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.581+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~3TA1XT71QHFG.1 size=1048576 2024-04-02T08:49:40.581 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.582+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~3TA1XT71QHFG.2 size=30356 2024-04-02T08:49:40.581 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.582+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=3TA1XT71QHFG tag=IJ0QH1H765R9 type=write size=3176084 2024-04-02T08:49:40.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.584+0000 7fcac0634780 1 < canceled operation key=OSRICQSGB2XI tag=Q8LMXH2J3OMY type=write size=742958 2024-04-02T08:49:40.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.586+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=KRM9MGPN296U type=del size=1227914 2024-04-02T08:49:40.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.589+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~7SJAL783UUBP.0 size=1048576 2024-04-02T08:49:40.589 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.591+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~7SJAL783UUBP.1 size=154232 2024-04-02T08:49:40.593 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.594+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=7SJAL783UUBP tag=NSO5EMLEZ1VI type=write size=2251384 2024-04-02T08:49:40.595 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.596+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=CAIGG9FJEJ19 type=write size=530436 2024-04-02T08:49:40.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.598+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~JANM0O2NLO16.0 size=934470 2024-04-02T08:49:40.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.602+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=JANM0O2NLO16 tag=S52FPVSUPNEY type=write size=1983046 2024-04-02T08:49:40.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.605+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=28TIJRES6Y34 type=del size=995110 2024-04-02T08:49:40.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.607+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~QI8G0OI4QGAO.0 size=1048576 2024-04-02T08:49:40.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.609+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~QI8G0OI4QGAO.1 size=907227 2024-04-02T08:49:40.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.613+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=QI8G0OI4QGAO tag=7P9UIKFB1RLI type=write size=3004379 2024-04-02T08:49:40.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.618+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~IQYTCRW4PGHH.0 size=1048576 2024-04-02T08:49:40.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.619+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~IQYTCRW4PGHH.1 size=79743 2024-04-02T08:49:40.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.619+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=IQYTCRW4PGHH tag=ARLEXN2KXTD3 type=write size=2176895 2024-04-02T08:49:40.620 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.621+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~8L2R8D80KHBI.0 size=118215 2024-04-02T08:49:40.623 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.625+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=8L2R8D80KHBI tag=UCDJ3UMQEL8U type=write size=1166791 2024-04-02T08:49:40.627 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.628+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~1N9D42YHPYVV.0 size=1048576 2024-04-02T08:49:40.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.631+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~1N9D42YHPYVV.1 size=671901 2024-04-02T08:49:40.629 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.631+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=1N9D42YHPYVV tag=PS9AIB5WGROQ type=write size=2769053 2024-04-02T08:49:40.634 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.636+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=0N62BSQP29QZ type=del 2024-04-02T08:49:40.636 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.638+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=LYO0JTFO0QJ2 type=del size=1601819 2024-04-02T08:49:40.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.642+0000 7fcac0634780 1 < suggested update operation key=83XHJHX9R2KG tag=W3GP8QHTX2YB type=del size=2606825 2024-04-02T08:49:40.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.644+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=PPHTKD5KY7LN type=del size=3407511 2024-04-02T08:49:40.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.646+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=SF0Z2UX53N4U type=del 2024-04-02T08:49:40.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.648+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=96S9YWKPZMB7 type=del size=1026489 2024-04-02T08:49:40.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.651+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~WS7KR15TD9H8.0 size=927010 2024-04-02T08:49:40.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.654+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=WS7KR15TD9H8 tag=QNSWDXXU70UB type=write size=1975586 2024-04-02T08:49:40.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.658+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~XF0G3O2VX9NK.0 size=198770 2024-04-02T08:49:40.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.658+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=XF0G3O2VX9NK tag=AL6UJKYX5ZCM type=write size=1247346 2024-04-02T08:49:40.658 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.660+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~NGDZOTR7A7QR.0 size=371231 2024-04-02T08:49:40.662 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.663+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=NGDZOTR7A7QR tag=MUUVZL0KMHON type=write size=1419807 2024-04-02T08:49:40.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.665+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=13Y2GWM38FX8 type=del size=3623192 2024-04-02T08:49:40.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.669+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=RFAEYYTMCHVY type=write size=863350 2024-04-02T08:49:40.670 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.671+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=J3RY2P015G3G type=del size=3829358 2024-04-02T08:49:40.672 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.673+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~I982IA6D1N0M.0 size=1048576 2024-04-02T08:49:40.674 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.675+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~I982IA6D1N0M.1 size=757548 2024-04-02T08:49:40.677 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.679+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=I982IA6D1N0M tag=GIO03BCSY366 type=write size=2854700 2024-04-02T08:49:40.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.683+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~51ABRBDML926.0 size=368814 2024-04-02T08:49:40.683 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.683+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=51ABRBDML926 tag=GGWN71YV46RE type=write size=1417390 2024-04-02T08:49:40.684 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.685+0000 7fcac0634780 1 < completed write operation key=1H7AVDY1UUP3 tag=JEQXRAN01QS0 type=write size=604403 2024-04-02T08:49:40.688 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.690+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~QQX47OFGHX0Z.0 size=1048576 2024-04-02T08:49:40.690 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.691+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~QQX47OFGHX0Z.1 size=1048576 2024-04-02T08:49:40.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.694+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~QQX47OFGHX0Z.2 size=803952 2024-04-02T08:49:40.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.694+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=QQX47OFGHX0Z tag=UGD2NB5CG9NY type=write size=3949680 2024-04-02T08:49:40.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.696+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=OM85EA3XJJZA type=del 2024-04-02T08:49:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:49:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:49:40] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-04-02T08:49:40.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.699+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=XKBZME3AG2XW type=del size=1935560 2024-04-02T08:49:40.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.702+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~DB49L8NKKS0N.0 size=103482 2024-04-02T08:49:40.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.706+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=DB49L8NKKS0N tag=61STAKPDZO1Z type=write size=1152058 2024-04-02T08:49:40.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.708+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=JK5RV8GEFRZU type=del size=3888905 2024-04-02T08:49:40.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.710+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~3TA1XT71QHFG.0 size=1048576 2024-04-02T08:49:40.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.711+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~3TA1XT71QHFG.1 size=1048576 2024-04-02T08:49:40.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.711+0000 7fcac0634780 1 < canceled part key=_multipart_LLBAA0EBI2RP.2~3TA1XT71QHFG.2 size=30356 2024-04-02T08:49:40.713 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.714+0000 7fcac0634780 1 < canceled multipart upload key=LLBAA0EBI2RP upload=3TA1XT71QHFG tag=IJ0QH1H765R9 type=write size=3176084 2024-04-02T08:49:40.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.718+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~I9ILRGD6YJN0.0 size=80681 2024-04-02T08:49:40.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.718+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=I9ILRGD6YJN0 tag=4H14ADPQEVDY type=write size=1129257 2024-04-02T08:49:40.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.722+0000 7fcac0634780 1 < suggested remove operation key=L5EXYH0FVU5S tag=KRM9MGPN296U type=del 2024-04-02T08:49:40.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.724+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=LKCZ6P4HTB9D type=del size=2952089 2024-04-02T08:49:40.726 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.728+0000 7fcac0634780 1 < suggested remove operation key=F104QJQQC3MM tag=CAIGG9FJEJ19 type=write 2024-04-02T08:49:40.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.731+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~1YDAX8VRBPZH.0 size=1048576 2024-04-02T08:49:40.731 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.733+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~1YDAX8VRBPZH.1 size=1048576 2024-04-02T08:49:40.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.734+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~1YDAX8VRBPZH.2 size=201134 2024-04-02T08:49:40.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.734+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=1YDAX8VRBPZH tag=OQINPLMJLJ3Q type=write size=3346862 2024-04-02T08:49:40.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.736+0000 7fcac0634780 1 < canceled operation key=OPJX4SOWQJDV tag=28TIJRES6Y34 type=del size=995110 2024-04-02T08:49:40.737 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.738+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=M6G67HPG8C4B type=del size=679725 2024-04-02T08:49:40.739 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.740+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~IQYTCRW4PGHH.0 size=1048576 2024-04-02T08:49:40.740 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.742+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~IQYTCRW4PGHH.1 size=79743 2024-04-02T08:49:40.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.745+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=IQYTCRW4PGHH tag=ARLEXN2KXTD3 type=write size=2176895 2024-04-02T08:49:40.746 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.748+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=7ZJTU9M8QKED type=del size=662421 2024-04-02T08:49:40.749 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.750+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~1N9D42YHPYVV.0 size=1048576 2024-04-02T08:49:40.750 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.752+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~1N9D42YHPYVV.1 size=671901 2024-04-02T08:49:40.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.756+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=1N9D42YHPYVV tag=PS9AIB5WGROQ type=write size=2769053 2024-04-02T08:49:40.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.758+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=20DW3EDRPL4R type=del size=2072155 2024-04-02T08:49:40.761 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.762+0000 7fcac0634780 1 < suggested update operation key=XGGRH5W35CRD tag=LYO0JTFO0QJ2 type=del size=1601819 2024-04-02T08:49:40.765 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.766+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~CKS15O2OKQ6D.0 size=1048576 2024-04-02T08:49:40.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.768+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~CKS15O2OKQ6D.1 size=294103 2024-04-02T08:49:40.767 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.768+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=CKS15O2OKQ6D tag=0FDFRV1GW0ES type=write size=2391255 2024-04-02T08:49:40.770 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.772+0000 7fcac0634780 1 < suggested remove operation key=AT297P637JHQ tag=PPHTKD5KY7LN type=del 2024-04-02T08:49:40.772 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.773+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=SWTJF1HVNWOO type=del size=3404046 2024-04-02T08:49:40.775 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.776+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=96S9YWKPZMB7 type=del 2024-04-02T08:49:40.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.778+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=SQPPEUTSEBJT type=del size=111311 2024-04-02T08:49:40.779 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.780+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~XF0G3O2VX9NK.0 size=198770 2024-04-02T08:49:40.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.783+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=XF0G3O2VX9NK tag=AL6UJKYX5ZCM type=write size=1247346 2024-04-02T08:49:40.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.788+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~9N7JIBML7NWZ.0 size=871065 2024-04-02T08:49:40.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.788+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=9N7JIBML7NWZ tag=CO1TKPKWZ5JT type=write size=1919641 2024-04-02T08:49:40.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.792+0000 7fcac0634780 1 < suggested update operation key=RTWJLFP6HYOO tag=13Y2GWM38FX8 type=del size=3623192 2024-04-02T08:49:40.796 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.797+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~X1ZFKPDMYOH4.0 size=934711 2024-04-02T08:49:40.796 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.797+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=X1ZFKPDMYOH4 tag=TSB42ZJZP5KK type=write size=1983287 2024-04-02T08:49:40.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.799+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=J3RY2P015G3G type=del 2024-04-02T08:49:40.800 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.802+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=LQZS6AUYZWY9 type=del size=841071 2024-04-02T08:49:40.803 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.804+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~51ABRBDML926.0 size=368814 2024-04-02T08:49:40.807 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.808+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=51ABRBDML926 tag=GGWN71YV46RE type=write size=1417390 2024-04-02T08:49:40.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.811+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=Q9C059BTZ5ET type=del size=1553665 2024-04-02T08:49:40.812 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.814+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~QQX47OFGHX0Z.0 size=1048576 2024-04-02T08:49:40.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.816+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~QQX47OFGHX0Z.1 size=1048576 2024-04-02T08:49:40.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.816+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~QQX47OFGHX0Z.2 size=803952 2024-04-02T08:49:40.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.820+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=QQX47OFGHX0Z tag=UGD2NB5CG9NY type=write size=3949680 2024-04-02T08:49:40.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.822+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=60OCWJ2X1JIL type=del size=4040641 2024-04-02T08:49:40.823 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.825+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=XKBZME3AG2XW type=del 2024-04-02T08:49:40.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.829+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~PV3D6QIXO7ED.0 size=1048576 2024-04-02T08:49:40.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.831+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~PV3D6QIXO7ED.1 size=1041180 2024-04-02T08:49:40.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.831+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=PV3D6QIXO7ED tag=CAL5UOQ2QGLS type=write size=3138332 2024-04-02T08:49:40.832 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.834+0000 7fcac0634780 1 < canceled operation key=5I1R6353CBOP tag=JK5RV8GEFRZU type=del size=3888905 2024-04-02T08:49:40.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.836+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=N2DPJBRA5T4S type=del size=1115836 2024-04-02T08:49:40.836 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.838+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~I9ILRGD6YJN0.0 size=80681 2024-04-02T08:49:40.840 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.841+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=I9ILRGD6YJN0 tag=4H14ADPQEVDY type=write size=1129257 2024-04-02T08:49:40.842 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.843+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=E1QQ9W9Q5E5O type=del size=3221060 2024-04-02T08:49:40.844 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.846+0000 7fcac0634780 -1 < failed to complete operation key=AT297P637JHQ tag=LKCZ6P4HTB9D type=del size=2952089: (22) Invalid argument 2024-04-02T08:49:40.848 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.849+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~MFV1T14N81JY.0 size=1048576 2024-04-02T08:49:40.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.851+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~MFV1T14N81JY.1 size=886729 2024-04-02T08:49:40.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.851+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=MFV1T14N81JY tag=3COAXOOF1VI1 type=write size=2983881 2024-04-02T08:49:40.852 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.853+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~1YDAX8VRBPZH.0 size=1048576 2024-04-02T08:49:40.854 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.855+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~1YDAX8VRBPZH.1 size=1048576 2024-04-02T08:49:40.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.857+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~1YDAX8VRBPZH.2 size=201134 2024-04-02T08:49:40.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.860+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=1YDAX8VRBPZH tag=OQINPLMJLJ3Q type=write size=3346862 2024-04-02T08:49:40.863 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.864+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~HDQLCXYE7QUS.0 size=1048576 2024-04-02T08:49:40.864 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.866+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~HDQLCXYE7QUS.1 size=1048576 2024-04-02T08:49:40.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.867+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~HDQLCXYE7QUS.2 size=307338 2024-04-02T08:49:40.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.867+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=HDQLCXYE7QUS tag=A8LD1EI0IDBH type=write size=3453066 2024-04-02T08:49:40.868 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.869+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=M6G67HPG8C4B type=del 2024-04-02T08:49:40.870 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.871+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=S4CF5UGBX7Z9 type=del size=325266 2024-04-02T08:49:40.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.873+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=7ZJTU9M8QKED type=del 2024-04-02T08:49:40.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.875+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=T9FTSDKQ60EZ type=del size=1618463 2024-04-02T08:49:40.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.878+0000 7fcac0634780 -1 < failed to complete operation key=AT297P637JHQ tag=20DW3EDRPL4R type=del size=2072155: (22) Invalid argument 2024-04-02T08:49:40.878 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.880+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=481NASV1Y79U type=del size=614504 2024-04-02T08:49:40.880 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.882+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~CKS15O2OKQ6D.0 size=1048576 2024-04-02T08:49:40.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.884+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~CKS15O2OKQ6D.1 size=294103 2024-04-02T08:49:40.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.888+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=CKS15O2OKQ6D tag=0FDFRV1GW0ES type=write size=2391255 2024-04-02T08:49:40.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.893+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~P9SN409I2GWN.0 size=1048576 2024-04-02T08:49:40.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.895+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~P9SN409I2GWN.1 size=699430 2024-04-02T08:49:40.894 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.895+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=P9SN409I2GWN tag=L2P4D22AQJ6B type=write size=2796582 2024-04-02T08:49:40.898 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.900+0000 7fcac0634780 1 < suggested remove operation key=CK9SN9AWKRU0 tag=SWTJF1HVNWOO type=del 2024-04-02T08:49:40.903 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.904+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~UCXZMQGMI3TN.0 size=1048576 2024-04-02T08:49:40.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.906+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~UCXZMQGMI3TN.1 size=360947 2024-04-02T08:49:40.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.906+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=UCXZMQGMI3TN tag=QEY9KCFVQ114 type=write size=2458099 2024-04-02T08:49:40.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.908+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=SQPPEUTSEBJT type=del 2024-04-02T08:49:40.910 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.911+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=X97BGBSAVHCA type=del size=3789526 2024-04-02T08:49:40.911 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.913+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~9N7JIBML7NWZ.0 size=871065 2024-04-02T08:49:40.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.916+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=9N7JIBML7NWZ tag=CO1TKPKWZ5JT type=write size=1919641 2024-04-02T08:49:40.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.918+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=5FQYL296Q1L1 type=del size=1449738 2024-04-02T08:49:40.919 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.920+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~X1ZFKPDMYOH4.0 size=934711 2024-04-02T08:49:40.922 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.923+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=X1ZFKPDMYOH4 tag=TSB42ZJZP5KK type=write size=1983287 2024-04-02T08:49:40.926 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.927+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~80ZUEZO8PJ3Q.0 size=1048576 2024-04-02T08:49:40.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.929+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~80ZUEZO8PJ3Q.1 size=1048576 2024-04-02T08:49:40.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.931+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~80ZUEZO8PJ3Q.2 size=307098 2024-04-02T08:49:40.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.931+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=80ZUEZO8PJ3Q tag=DJITIGT16ED5 type=write size=3452826 2024-04-02T08:49:40.932 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.934+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=LQZS6AUYZWY9 type=del 2024-04-02T08:49:40.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.938+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~CPIR8P02431L.0 size=1048576 2024-04-02T08:49:40.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.940+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~CPIR8P02431L.1 size=145628 2024-04-02T08:49:40.939 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.940+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=CPIR8P02431L tag=2C7KOCN2O2II type=write size=2242780 2024-04-02T08:49:40.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.942+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=Q9C059BTZ5ET type=del 2024-04-02T08:49:40.943 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.945+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=M28SS6J6ZO90 type=del size=1664494 2024-04-02T08:49:40.946 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.947+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=60OCWJ2X1JIL type=del 2024-04-02T08:49:40.948 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.949+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=R4V050OAKSH4 type=del size=1897099 2024-04-02T08:49:40.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.950+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~PV3D6QIXO7ED.0 size=1048576 2024-04-02T08:49:40.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.950+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~PV3D6QIXO7ED.1 size=1041180 2024-04-02T08:49:40.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.954+0000 7fcac0634780 1 < canceled multipart upload key=5DJO5NRKSHEG upload=PV3D6QIXO7ED tag=CAL5UOQ2QGLS type=write size=3138332 2024-04-02T08:49:40.955 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.956+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=2TI3W236POXL type=del size=2000013 2024-04-02T08:49:40.958 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.959+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=N2DPJBRA5T4S type=del 2024-04-02T08:49:40.960 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.961+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=TWTNS01LIENR type=write size=973979 2024-04-02T08:49:40.964 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.965+0000 7fcac0634780 1 < suggested remove operation key=F104QJQQC3MM tag=E1QQ9W9Q5E5O type=del 2024-04-02T08:49:40.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.969+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~WZW1CWWXI27E.0 size=1048576 2024-04-02T08:49:40.969 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.971+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~WZW1CWWXI27E.1 size=1048576 2024-04-02T08:49:40.971 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.972+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~WZW1CWWXI27E.2 size=389097 2024-04-02T08:49:40.971 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.972+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=WZW1CWWXI27E tag=QQ5V2JSRP7KY type=write size=3534825 2024-04-02T08:49:40.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.975+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~MFV1T14N81JY.0 size=1048576 2024-04-02T08:49:40.975 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.976+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~MFV1T14N81JY.1 size=886729 2024-04-02T08:49:40.978 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.979+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=MFV1T14N81JY tag=3COAXOOF1VI1 type=write size=2983881 2024-04-02T08:49:40.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.981+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=5YF0U43WKJ6T type=write size=191936 2024-04-02T08:49:40.983 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.984+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~HDQLCXYE7QUS.0 size=1048576 2024-04-02T08:49:40.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.986+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~HDQLCXYE7QUS.1 size=1048576 2024-04-02T08:49:40.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.988+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~HDQLCXYE7QUS.2 size=307338 2024-04-02T08:49:40.991 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.992+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=HDQLCXYE7QUS tag=A8LD1EI0IDBH type=write size=3453066 2024-04-02T08:49:40.993 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:40.995+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=ULWETFVQYX3A type=del size=627182 2024-04-02T08:49:40.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.000+0000 7fcac0634780 1 < suggested remove operation key=1Z9ANT6HV4UI tag=S4CF5UGBX7Z9 type=del 2024-04-02T08:49:41.000 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.002+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=YWBXEN8EVQYM type=del size=3903868 2024-04-02T08:49:41.002 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.004+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=T9FTSDKQ60EZ type=del 2024-04-02T08:49:41.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.005+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=RO3MQ5YF4L6N type=del size=3955154 2024-04-02T08:49:41.006 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.007+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=481NASV1Y79U type=del 2024-04-02T08:49:41.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.010+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=V8HSD3RDEKXG type=del size=3476633 2024-04-02T08:49:41.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.010+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~P9SN409I2GWN.0 size=1048576 2024-04-02T08:49:41.010 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.012+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~P9SN409I2GWN.1 size=699430 2024-04-02T08:49:41.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.015+0000 7fcac0634780 1 < canceled multipart upload key=248AZLBDZOFS upload=P9SN409I2GWN tag=L2P4D22AQJ6B type=write size=2796582 2024-04-02T08:49:41.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.020+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~7GGABRJ6XP3O.0 size=693547 2024-04-02T08:49:41.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.020+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=7GGABRJ6XP3O tag=0SK41P821B39 type=write size=1742123 2024-04-02T08:49:41.021 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.022+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~UCXZMQGMI3TN.0 size=1048576 2024-04-02T08:49:41.022 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.023+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~UCXZMQGMI3TN.1 size=360947 2024-04-02T08:49:41.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.027+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=UCXZMQGMI3TN tag=QEY9KCFVQ114 type=write size=2458099 2024-04-02T08:49:41.028 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.029+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=RXJ3V34RKG2B type=del size=3571808 2024-04-02T08:49:41.030 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.031+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=X97BGBSAVHCA type=del 2024-04-02T08:49:41.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.036+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~48UQ9KTX2TQI.0 size=143731 2024-04-02T08:49:41.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.036+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=48UQ9KTX2TQI tag=59WVDKTGLE8C type=write size=1192307 2024-04-02T08:49:41.037 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.038+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=5FQYL296Q1L1 type=del 2024-04-02T08:49:41.042 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.043+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~Q6E8A7M100XA.0 size=534064 2024-04-02T08:49:41.042 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.043+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=Q6E8A7M100XA tag=AMREYUT0B9V2 type=write size=1582640 2024-04-02T08:49:41.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.045+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~80ZUEZO8PJ3Q.0 size=1048576 2024-04-02T08:49:41.046 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.047+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~80ZUEZO8PJ3Q.1 size=1048576 2024-04-02T08:49:41.048 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.049+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~80ZUEZO8PJ3Q.2 size=307098 2024-04-02T08:49:41.052 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.053+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=80ZUEZO8PJ3Q tag=DJITIGT16ED5 type=write size=3452826 2024-04-02T08:49:41.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.056+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=H8ORMQC2P9PL type=write size=415151 2024-04-02T08:49:41.057 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.058+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~CPIR8P02431L.0 size=1048576 2024-04-02T08:49:41.059 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.061+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~CPIR8P02431L.1 size=145628 2024-04-02T08:49:41.064 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.065+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=CPIR8P02431L tag=2C7KOCN2O2II type=write size=2242780 2024-04-02T08:49:41.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.068+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=9OPF25ZDDF2W type=del size=132549 2024-04-02T08:49:41.069 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.071+0000 7fcac0634780 1 < canceled operation key=KW7PQ140P1OW tag=M28SS6J6ZO90 type=del size=1664494 2024-04-02T08:49:41.072 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.073+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=G10XU2CD1CT0 type=del size=789605 2024-04-02T08:49:41.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.076+0000 7fcac0634780 -1 < failed to complete operation key=F104QJQQC3MM tag=R4V050OAKSH4 type=del size=1897099: (22) Invalid argument 2024-04-02T08:49:41.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.079+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=UYTMN6Z94KVW type=del size=1076090 2024-04-02T08:49:41.080 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.081+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=2TI3W236POXL type=del 2024-04-02T08:49:41.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.083+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=5M7QCJJYFH0E type=del size=56577 2024-04-02T08:49:41.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.087+0000 7fcac0634780 1 < suggested remove operation key=WGKAHDKTL4AK tag=TWTNS01LIENR type=write 2024-04-02T08:49:41.088 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.089+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=91X80BFT1O85 type=del size=2783114 2024-04-02T08:49:41.090 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.091+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~WZW1CWWXI27E.0 size=1048576 2024-04-02T08:49:41.092 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.093+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~WZW1CWWXI27E.1 size=1048576 2024-04-02T08:49:41.092 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.093+0000 7fcac0634780 1 < canceled part key=_multipart_RTWJLFP6HYOO.2~WZW1CWWXI27E.2 size=389097 2024-04-02T08:49:41.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.098+0000 7fcac0634780 1 < canceled multipart upload key=RTWJLFP6HYOO upload=WZW1CWWXI27E tag=QQ5V2JSRP7KY type=write size=3534825 2024-04-02T08:49:41.099 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.100+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=QGW68XWC3Y6M type=del size=2438050 2024-04-02T08:49:41.101 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.102+0000 7fcac0634780 1 < completed write operation key=OSRICQSGB2XI tag=5YF0U43WKJ6T type=write size=191936 2024-04-02T08:49:41.102 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.104+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=KI79Q185E3PS type=del size=372708 2024-04-02T08:49:41.105 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.106+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=ULWETFVQYX3A type=del 2024-04-02T08:49:41.107 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.108+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=OVZFDE2FK8ZC type=del size=4162948 2024-04-02T08:49:41.109 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.110+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=YWBXEN8EVQYM type=del 2024-04-02T08:49:41.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.112+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=T55XWBHXFH34 type=del size=1214964 2024-04-02T08:49:41.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.114+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=RO3MQ5YF4L6N type=del 2024-04-02T08:49:41.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.119+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~H1AV7Z19UQH5.0 size=820720 2024-04-02T08:49:41.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.119+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=H1AV7Z19UQH5 tag=NU7IH1F2TWXU type=write size=1869296 2024-04-02T08:49:41.120 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.122+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=V8HSD3RDEKXG type=del 2024-04-02T08:49:41.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.124+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=TMIRML7UG1KF type=del size=1785071 2024-04-02T08:49:41.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.126+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~7GGABRJ6XP3O.0 size=693547 2024-04-02T08:49:41.129 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.130+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=7GGABRJ6XP3O tag=0SK41P821B39 type=write size=1742123 2024-04-02T08:49:41.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.135+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7UFD8B6KSERX.0 size=1048576 2024-04-02T08:49:41.135 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.137+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7UFD8B6KSERX.1 size=230076 2024-04-02T08:49:41.136 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.137+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=7UFD8B6KSERX tag=Q9E4JLVM5RFX type=write size=2327228 2024-04-02T08:49:41.140 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.141+0000 7fcac0634780 1 < suggested remove operation key=1Z9ANT6HV4UI tag=RXJ3V34RKG2B type=del 2024-04-02T08:49:41.143 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.144+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~QWE16YPABMAC.0 size=709118 2024-04-02T08:49:41.143 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.144+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=QWE16YPABMAC tag=2RR3VFWYMBO4 type=write size=1757694 2024-04-02T08:49:41.145 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.146+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~48UQ9KTX2TQI.0 size=143731 2024-04-02T08:49:41.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.149+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=48UQ9KTX2TQI tag=59WVDKTGLE8C type=write size=1192307 2024-04-02T08:49:41.152 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.153+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~LVV23M0MQG03.0 size=936700 2024-04-02T08:49:41.152 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.153+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=LVV23M0MQG03 tag=NBEHYZSBQABI type=write size=1985276 2024-04-02T08:49:41.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.155+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~Q6E8A7M100XA.0 size=534064 2024-04-02T08:49:41.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.158+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=Q6E8A7M100XA tag=AMREYUT0B9V2 type=write size=1582640 2024-04-02T08:49:41.159 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.160+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=51QKE8L937MY type=write size=502592 2024-04-02T08:49:41.161 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.162+0000 7fcac0634780 1 < canceled operation key=5DJO5NRKSHEG tag=H8ORMQC2P9PL type=write size=415151 2024-04-02T08:49:41.164 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.166+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~R4OMAF7KIXDO.0 size=663587 2024-04-02T08:49:41.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.166+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=R4OMAF7KIXDO tag=K8JXR33M9MGC type=write size=1712163 2024-04-02T08:49:41.166 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.167+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=9OPF25ZDDF2W type=del 2024-04-02T08:49:41.168 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.169+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=GO4QBLRLV5WU type=del size=2363888 2024-04-02T08:49:41.170 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.171+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=G10XU2CD1CT0 type=del 2024-04-02T08:49:41.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.173+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=ZQZCRO58QSIY type=del size=386373 2024-04-02T08:49:41.176 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.177+0000 7fcac0634780 1 < suggested remove operation key=HBQSNRLBV7TM tag=UYTMN6Z94KVW type=del 2024-04-02T08:49:41.177 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.179+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=GNBQWPC16MEG type=del size=2419353 2024-04-02T08:49:41.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.181+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=5M7QCJJYFH0E type=del 2024-04-02T08:49:41.181 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.182+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=ITAT8Z6GWGA8 type=write size=909499 2024-04-02T08:49:41.183 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.184+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=91X80BFT1O85 type=del 2024-04-02T08:49:41.185 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.186+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=XV55XT7D2M55 type=del size=3183355 2024-04-02T08:49:41.189 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.190+0000 7fcac0634780 1 < suggested update operation key=5DJO5NRKSHEG tag=QGW68XWC3Y6M type=del size=2438050 2024-04-02T08:49:41.192 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.194+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~53BN85XEQRBR.0 size=1006453 2024-04-02T08:49:41.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.194+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=53BN85XEQRBR tag=N5XW6WIOOG57 type=write size=2055029 2024-04-02T08:49:41.194 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.195+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=KI79Q185E3PS type=del 2024-04-02T08:49:41.196 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.197+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=V6AQ3D2VTE8M type=del size=1169759 2024-04-02T08:49:41.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.201+0000 7fcac0634780 1 < suggested update operation key=XYWGJ7UZDDAF tag=OVZFDE2FK8ZC type=del size=4162948 2024-04-02T08:49:41.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.203+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=6EMF8SM90XVD type=del size=1643906 2024-04-02T08:49:41.204 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.205+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=T55XWBHXFH34 type=del 2024-04-02T08:49:41.206 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.207+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=C4UCS3OCEBPZ type=del size=165467 2024-04-02T08:49:41.208 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.209+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~H1AV7Z19UQH5.0 size=820720 2024-04-02T08:49:41.211 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.212+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=H1AV7Z19UQH5 tag=NU7IH1F2TWXU type=write size=1869296 2024-04-02T08:49:41.213 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.214+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=S3I4JA00A1AV type=del size=588942 2024-04-02T08:49:41.215 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.216+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=TMIRML7UG1KF type=del 2024-04-02T08:49:41.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.220+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~1JWPE1X5V6B8.0 size=1048576 2024-04-02T08:49:41.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.222+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~1JWPE1X5V6B8.1 size=381399 2024-04-02T08:49:41.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.222+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=1JWPE1X5V6B8 tag=HGHCIOOPY04O type=write size=2478551 2024-04-02T08:49:41.222 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.223+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~7UFD8B6KSERX.0 size=1048576 2024-04-02T08:49:41.224 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.225+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~7UFD8B6KSERX.1 size=230076 2024-04-02T08:49:41.227 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.229+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=7UFD8B6KSERX tag=Q9E4JLVM5RFX type=write size=2327228 2024-04-02T08:49:41.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.231+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=30G3V5JRAVLF type=del size=879457 2024-04-02T08:49:41.233 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.234+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~QWE16YPABMAC.0 size=709118 2024-04-02T08:49:41.236 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.238+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=QWE16YPABMAC tag=2RR3VFWYMBO4 type=write size=1757694 2024-04-02T08:49:41.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.239+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=1FG7NIFXTCLV type=write size=607771 2024-04-02T08:49:41.240 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.241+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~LVV23M0MQG03.0 size=936700 2024-04-02T08:49:41.243 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.245+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=LVV23M0MQG03 tag=NBEHYZSBQABI type=write size=1985276 2024-04-02T08:49:41.245 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.246+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=1Y3C44JZGFZR type=del size=1108287 2024-04-02T08:49:41.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.248+0000 7fcac0634780 1 < completed write operation key=OQYFPKEX5S39 tag=51QKE8L937MY type=write size=502592 2024-04-02T08:49:41.249 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.250+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=VMA2KNH94JZ9 type=del size=419348 2024-04-02T08:49:41.249 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.251+0000 7fcac0634780 1 < canceled part key=_multipart_5I1R6353CBOP.2~R4OMAF7KIXDO.0 size=663587 2024-04-02T08:49:41.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.254+0000 7fcac0634780 1 < canceled multipart upload key=5I1R6353CBOP upload=R4OMAF7KIXDO tag=K8JXR33M9MGC type=write size=1712163 2024-04-02T08:49:41.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.256+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=WO35TKGGMUE0 type=del size=2233614 2024-04-02T08:49:41.256 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.258+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=GO4QBLRLV5WU type=del 2024-04-02T08:49:41.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.260+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=G1EGFEQK2742 type=write size=155302 2024-04-02T08:49:41.260 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.262+0000 7fcac0634780 1 < canceled operation key=1Z9ANT6HV4UI tag=ZQZCRO58QSIY type=del size=386373 2024-04-02T08:49:41.263 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.264+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=Y2A28F60HXT8 type=del size=2430521 2024-04-02T08:49:41.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.267+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=GNBQWPC16MEG type=del 2024-04-02T08:49:41.267 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.268+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=9GI9WFBXF4DS type=del size=600485 2024-04-02T08:49:41.269 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.270+0000 7fcac0634780 1 < completed write operation key=KW7PQ140P1OW tag=ITAT8Z6GWGA8 type=write size=909499 2024-04-02T08:49:41.271 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.272+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=V0VDI1D02ZO7 type=del size=1559361 2024-04-02T08:49:41.273 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.274+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=XV55XT7D2M55 type=del 2024-04-02T08:49:41.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.276+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=9QBIJH5LN8WC type=write size=352025 2024-04-02T08:49:41.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.278+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~53BN85XEQRBR.0 size=1006453 2024-04-02T08:49:41.280 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.282+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=53BN85XEQRBR tag=N5XW6WIOOG57 type=write size=2055029 2024-04-02T08:49:41.283 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.284+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=F3TOIOZQALE2 type=write size=1019047 2024-04-02T08:49:41.284 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.286+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=V6AQ3D2VTE8M type=del 2024-04-02T08:49:41.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.287+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=A7ZE103GQ52C type=del size=3993002 2024-04-02T08:49:41.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.291+0000 7fcac0634780 1 < suggested update operation key=Q1UN9ZOPNAND tag=6EMF8SM90XVD type=del size=1643906 2024-04-02T08:49:41.294 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.295+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~111H9KVJWASW.0 size=1048576 2024-04-02T08:49:41.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.296+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~111H9KVJWASW.1 size=321065 2024-04-02T08:49:41.295 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.296+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=111H9KVJWASW tag=X700V0OLYKXV type=write size=2418217 2024-04-02T08:49:41.299 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.300+0000 7fcac0634780 1 < suggested update operation key=248AZLBDZOFS tag=C4UCS3OCEBPZ type=del size=165467 2024-04-02T08:49:41.303 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.304+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~GGVD13RBILN0.0 size=1048576 2024-04-02T08:49:41.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.306+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~GGVD13RBILN0.1 size=949674 2024-04-02T08:49:41.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.306+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=GGVD13RBILN0 tag=1MNF2LBKTPBN type=write size=3046826 2024-04-02T08:49:41.306 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.308+0000 7fcac0634780 1 < canceled operation key=OQYFPKEX5S39 tag=S3I4JA00A1AV type=del size=588942 2024-04-02T08:49:41.308 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.309+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=A7M1NGUQXYZ3 type=write size=602347 2024-04-02T08:49:41.310 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.311+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~1JWPE1X5V6B8.0 size=1048576 2024-04-02T08:49:41.312 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.313+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~1JWPE1X5V6B8.1 size=381399 2024-04-02T08:49:41.317 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.316+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=1JWPE1X5V6B8 tag=HGHCIOOPY04O type=write size=2478551 2024-04-02T08:49:41.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.318+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=Z04QNXQTPVMA type=del size=2006105 2024-04-02T08:49:41.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.320+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=30G3V5JRAVLF type=del 2024-04-02T08:49:41.323 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.324+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~Z9FXG4R66AUJ.0 size=915905 2024-04-02T08:49:41.323 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.324+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=Z9FXG4R66AUJ tag=6RWMYD7108IV type=write size=1964481 2024-04-02T08:49:41.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.327+0000 7fcac0634780 1 < completed write operation key=OPJX4SOWQJDV tag=1FG7NIFXTCLV type=write size=607771 2024-04-02T08:49:41.328 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.329+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=L7E322I9PSSA type=del size=686323 2024-04-02T08:49:41.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.331+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=1Y3C44JZGFZR type=del 2024-04-02T08:49:41.331 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.333+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=Y27QTEWWLH6V type=del size=3326510 2024-04-02T08:49:41.333 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.335+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=VMA2KNH94JZ9 type=del 2024-04-02T08:49:41.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.337+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=6GI8EVC9ZVYZ type=del size=3728373 2024-04-02T08:49:41.337 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.338+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=WO35TKGGMUE0 type=del 2024-04-02T08:49:41.341 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.342+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~F1N4PMZPZLWG.0 size=1048576 2024-04-02T08:49:41.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.344+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~F1N4PMZPZLWG.1 size=321147 2024-04-02T08:49:41.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.344+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=F1N4PMZPZLWG tag=UWQHY3KTQ179 type=write size=2418299 2024-04-02T08:49:41.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.346+0000 7fcac0634780 1 < completed write operation key=Q3C9UVCWVITJ tag=G1EGFEQK2742 type=write size=155302 2024-04-02T08:49:41.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.349+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~UIRON9Y23RHM.0 size=1048576 2024-04-02T08:49:41.350 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.351+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~UIRON9Y23RHM.1 size=1027381 2024-04-02T08:49:41.350 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.351+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=UIRON9Y23RHM tag=KQ61DOFKIT8N type=write size=3124533 2024-04-02T08:49:41.352 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.353+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=Y2A28F60HXT8 type=del 2024-04-02T08:49:41.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.357+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~HMTBKAZC283Q.0 size=1022616 2024-04-02T08:49:41.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.357+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=HMTBKAZC283Q tag=TRQLOWBVJRJ8 type=write size=2071192 2024-04-02T08:49:41.359 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.360+0000 7fcac0634780 1 < suggested remove operation key=1H7AVDY1UUP3 tag=9GI9WFBXF4DS type=del 2024-04-02T08:49:41.361 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.362+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=PNDBXGSA61CE type=write size=208602 2024-04-02T08:49:41.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.366+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=V0VDI1D02ZO7 type=del 2024-04-02T08:49:41.367 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.368+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=D9ZSNI0QPK9S type=write size=987106 2024-04-02T08:49:41.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.370+0000 7fcac0634780 1 < completed write operation key=1Z9ANT6HV4UI tag=9QBIJH5LN8WC type=write size=352025 2024-04-02T08:49:41.373 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.374+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~2M70KWSA3S16.0 size=1048576 2024-04-02T08:49:41.374 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.376+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~2M70KWSA3S16.1 size=1048576 2024-04-02T08:49:41.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.377+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~2M70KWSA3S16.2 size=492415 2024-04-02T08:49:41.376 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.377+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=2M70KWSA3S16 tag=2XVRJX0581G1 type=write size=3638143 2024-04-02T08:49:41.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.379+0000 7fcac0634780 1 < completed write operation key=5DJO5NRKSHEG tag=F3TOIOZQALE2 type=write size=1019047 2024-04-02T08:49:41.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.383+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~4904KNW3RSSO.0 size=1048576 2024-04-02T08:49:41.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.384+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~4904KNW3RSSO.1 size=842696 2024-04-02T08:49:41.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.384+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=4904KNW3RSSO tag=S71U72W4X8FT type=write size=2939848 2024-04-02T08:49:41.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.388+0000 7fcac0634780 1 < suggested remove operation key=VTZMAIZU0MX6 tag=A7ZE103GQ52C type=del 2024-04-02T08:49:41.390 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.392+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~6DXRV22GCBMJ.0 size=1048576 2024-04-02T08:49:41.392 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.393+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~6DXRV22GCBMJ.1 size=1048576 2024-04-02T08:49:41.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.395+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~6DXRV22GCBMJ.2 size=530384 2024-04-02T08:49:41.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.395+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=6DXRV22GCBMJ tag=NSN3HG54RGHK type=write size=3676112 2024-04-02T08:49:41.396 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.397+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~111H9KVJWASW.0 size=1048576 2024-04-02T08:49:41.397 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.398+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~111H9KVJWASW.1 size=321065 2024-04-02T08:49:41.401 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.402+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=111H9KVJWASW tag=X700V0OLYKXV type=write size=2418217 2024-04-02T08:49:41.403 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.404+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=38XW4LL1UPFG type=del size=3652141 2024-04-02T08:49:41.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.406+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~GGVD13RBILN0.0 size=1048576 2024-04-02T08:49:41.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.408+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~GGVD13RBILN0.1 size=949674 2024-04-02T08:49:41.410 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.411+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=GGVD13RBILN0 tag=1MNF2LBKTPBN type=write size=3046826 2024-04-02T08:49:41.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.415+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~RGKEGIXC4XO4.0 size=1048576 2024-04-02T08:49:41.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.417+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~RGKEGIXC4XO4.1 size=711736 2024-04-02T08:49:41.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.417+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=RGKEGIXC4XO4 tag=KVO5FMMMFKOI type=write size=2808888 2024-04-02T08:49:41.417 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.419+0000 7fcac0634780 1 < completed write operation key=Q1UN9ZOPNAND tag=A7M1NGUQXYZ3 type=write size=602347 2024-04-02T08:49:41.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.421+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=HV0K0YTVTQEZ type=write size=27478 2024-04-02T08:49:41.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.423+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=Z04QNXQTPVMA type=del 2024-04-02T08:49:41.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.426+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~0U4JZFU91JDB.0 size=806883 2024-04-02T08:49:41.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.426+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=0U4JZFU91JDB tag=V3Q3472CFA7Q type=write size=1855459 2024-04-02T08:49:41.427 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.428+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~Z9FXG4R66AUJ.0 size=915905 2024-04-02T08:49:41.430 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.431+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=Z9FXG4R66AUJ tag=6RWMYD7108IV type=write size=1964481 2024-04-02T08:49:41.432 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.433+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=Q42CX11PJOVG type=write size=619965 2024-04-02T08:49:41.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.435+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=L7E322I9PSSA type=del 2024-04-02T08:49:41.438 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.439+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~X7GZWC8MDAZM.0 size=1048576 2024-04-02T08:49:41.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.441+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~X7GZWC8MDAZM.1 size=223739 2024-04-02T08:49:41.440 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.441+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=X7GZWC8MDAZM tag=3V8S678DY00C type=write size=2320891 2024-04-02T08:49:41.442 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.443+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=Y27QTEWWLH6V type=del 2024-04-02T08:49:41.444 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.445+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=U0TWFIC5FSH1 type=del size=2992953 2024-04-02T08:49:41.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.447+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=6GI8EVC9ZVYZ type=del 2024-04-02T08:49:41.448 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.449+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=H28RK0L4WIL5 type=del size=97871 2024-04-02T08:49:41.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.451+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~F1N4PMZPZLWG.0 size=1048576 2024-04-02T08:49:41.452 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.453+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~F1N4PMZPZLWG.1 size=321147 2024-04-02T08:49:41.455 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.457+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=F1N4PMZPZLWG tag=UWQHY3KTQ179 type=write size=2418299 2024-04-02T08:49:41.459 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.460+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~Q582QV5LQUCI.0 size=1048576 2024-04-02T08:49:41.460 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.462+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~Q582QV5LQUCI.1 size=1048576 2024-04-02T08:49:41.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.463+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~Q582QV5LQUCI.2 size=407866 2024-04-02T08:49:41.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.463+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=Q582QV5LQUCI tag=PCAEU2V87CLX type=write size=3553594 2024-04-02T08:49:41.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.465+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~UIRON9Y23RHM.0 size=1048576 2024-04-02T08:49:41.466 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.467+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~UIRON9Y23RHM.1 size=1027381 2024-04-02T08:49:41.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.470+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=UIRON9Y23RHM tag=KQ61DOFKIT8N type=write size=3124533 2024-04-02T08:49:41.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.474+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~9WWHPC9KUGBW.0 size=1048576 2024-04-02T08:49:41.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.475+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~9WWHPC9KUGBW.1 size=37735 2024-04-02T08:49:41.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.475+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=9WWHPC9KUGBW tag=ZGBUKI498Z8B type=write size=2134887 2024-04-02T08:49:41.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.477+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~HMTBKAZC283Q.0 size=1022616 2024-04-02T08:49:41.479 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.481+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=HMTBKAZC283Q tag=TRQLOWBVJRJ8 type=write size=2071192 2024-04-02T08:49:41.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.483+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=Q0M6GEQCAMQ6 type=write size=520198 2024-04-02T08:49:41.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.485+0000 7fcac0634780 1 < completed write operation key=WGKAHDKTL4AK tag=PNDBXGSA61CE type=write size=208602 2024-04-02T08:49:41.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.487+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=BACS4U3CCZG7 type=del size=1691220 2024-04-02T08:49:41.487 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.489+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=D9ZSNI0QPK9S type=write size=987106 2024-04-02T08:49:41.489 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.491+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=HY9TBHKKP7S7 type=del size=3862435 2024-04-02T08:49:41.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.492+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~2M70KWSA3S16.0 size=1048576 2024-04-02T08:49:41.493 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.494+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~2M70KWSA3S16.1 size=1048576 2024-04-02T08:49:41.494 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.496+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~2M70KWSA3S16.2 size=492415 2024-04-02T08:49:41.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.499+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=2M70KWSA3S16 tag=2XVRJX0581G1 type=write size=3638143 2024-04-02T08:49:41.499 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.501+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=EBEJS6JDZR58 type=del size=3902279 2024-04-02T08:49:41.501 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.503+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~4904KNW3RSSO.0 size=1048576 2024-04-02T08:49:41.503 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.504+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~4904KNW3RSSO.1 size=842696 2024-04-02T08:49:41.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.508+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=4904KNW3RSSO tag=S71U72W4X8FT type=write size=2939848 2024-04-02T08:49:41.508 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.510+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=KFTQRRHGDXK1 type=del size=716921 2024-04-02T08:49:41.510 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.511+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~6DXRV22GCBMJ.0 size=1048576 2024-04-02T08:49:41.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.513+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~6DXRV22GCBMJ.1 size=1048576 2024-04-02T08:49:41.513 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.515+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~6DXRV22GCBMJ.2 size=530384 2024-04-02T08:49:41.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.519+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=6DXRV22GCBMJ tag=NSN3HG54RGHK type=write size=3676112 2024-04-02T08:49:41.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.521+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=FP9XMAAZ2N2E type=del size=1627319 2024-04-02T08:49:41.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.523+0000 7fcac0634780 1 < canceled operation key=83XHJHX9R2KG tag=38XW4LL1UPFG type=del size=3652141 2024-04-02T08:49:41.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.526+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~QOOKQQ0WSMMU.0 size=352747 2024-04-02T08:49:41.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.526+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=QOOKQQ0WSMMU tag=382WK7M1EV0N type=write size=1401323 2024-04-02T08:49:41.528 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.529+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~RGKEGIXC4XO4.0 size=1048576 2024-04-02T08:49:41.529 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.531+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~RGKEGIXC4XO4.1 size=711736 2024-04-02T08:49:41.533 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.534+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=RGKEGIXC4XO4 tag=KVO5FMMMFKOI type=write size=2808888 2024-04-02T08:49:41.534 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.536+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=9A86CNUG947A type=del size=656835 2024-04-02T08:49:41.536 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.538+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=HV0K0YTVTQEZ type=write size=27478 2024-04-02T08:49:41.538 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.540+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=83CWQT7RLTQ0 type=write size=609701 2024-04-02T08:49:41.541 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.542+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~0U4JZFU91JDB.0 size=806883 2024-04-02T08:49:41.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.546+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=0U4JZFU91JDB tag=V3Q3472CFA7Q type=write size=1855459 2024-04-02T08:49:41.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.549+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~CGF05ZHUK16X.0 size=1048576 2024-04-02T08:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.551+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~CGF05ZHUK16X.1 size=653563 2024-04-02T08:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.551+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=CGF05ZHUK16X tag=G8XM01HMA2GO type=write size=2750715 2024-04-02T08:49:41.551 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.552+0000 7fcac0634780 1 < completed write operation key=L5EXYH0FVU5S tag=Q42CX11PJOVG type=write size=619965 2024-04-02T08:49:41.553 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.554+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=3QEVPFN3WBWD type=del size=679567 2024-04-02T08:49:41.555 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.556+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~X7GZWC8MDAZM.0 size=1048576 2024-04-02T08:49:41.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.558+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~X7GZWC8MDAZM.1 size=223739 2024-04-02T08:49:41.560 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.561+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=X7GZWC8MDAZM tag=3V8S678DY00C type=write size=2320891 2024-04-02T08:49:41.562 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.563+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=416NPNGUY7KR type=del size=1149524 2024-04-02T08:49:41.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.567+0000 7fcac0634780 1 < suggested remove operation key=ZHTF4PWZZ3FL tag=U0TWFIC5FSH1 type=del 2024-04-02T08:49:41.567 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.569+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=VVND2WY701SB type=del size=769101 2024-04-02T08:49:41.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.571+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=H28RK0L4WIL5 type=del 2024-04-02T08:49:41.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.574+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~TPKNRAY2LN7D.0 size=1048576 2024-04-02T08:49:41.575 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.576+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~TPKNRAY2LN7D.1 size=856010 2024-04-02T08:49:41.575 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.576+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=TPKNRAY2LN7D tag=6D7GJFVXF2S0 type=write size=2953162 2024-04-02T08:49:41.576 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.578+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~Q582QV5LQUCI.0 size=1048576 2024-04-02T08:49:41.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.579+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~Q582QV5LQUCI.1 size=1048576 2024-04-02T08:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.581+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~Q582QV5LQUCI.2 size=407866 2024-04-02T08:49:41.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.584+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=Q582QV5LQUCI tag=PCAEU2V87CLX type=write size=3553594 2024-04-02T08:49:41.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.586+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=BYQV57UVKOOR type=write size=465095 2024-04-02T08:49:41.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.587+0000 7fcac0634780 1 < canceled part key=_multipart_F104QJQQC3MM.2~9WWHPC9KUGBW.0 size=1048576 2024-04-02T08:49:41.587 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.588+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~9WWHPC9KUGBW.1 size=37735 2024-04-02T08:49:41.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.591+0000 7fcac0634780 1 < canceled multipart upload key=F104QJQQC3MM upload=9WWHPC9KUGBW tag=ZGBUKI498Z8B type=write size=2134887 2024-04-02T08:49:41.592 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.593+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=XR8N2LZZSF7I type=del size=218461 2024-04-02T08:49:41.594 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.595+0000 7fcac0634780 1 < completed write operation key=9YIC1CKTX1XU tag=Q0M6GEQCAMQ6 type=write size=520198 2024-04-02T08:49:41.596 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.597+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=ONL5J3USG7BP type=del size=1760471 2024-04-02T08:49:41.598 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.599+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=BACS4U3CCZG7 type=del 2024-04-02T08:49:41.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.603+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~0O9BNM3N7VGO.0 size=797342 2024-04-02T08:49:41.602 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.603+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=0O9BNM3N7VGO tag=Y4QIYFU5R4IY type=write size=1845918 2024-04-02T08:49:41.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.605+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=HY9TBHKKP7S7 type=del 2024-04-02T08:49:41.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.607+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=CH4EIBZJ1U7U type=del size=2217680 2024-04-02T08:49:41.610 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.611+0000 7fcac0634780 1 < suggested update operation key=1H7AVDY1UUP3 tag=EBEJS6JDZR58 type=del size=3902279 2024-04-02T08:49:41.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.613+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=ST47795P50LY type=write size=596570 2024-04-02T08:49:41.613 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.615+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=KFTQRRHGDXK1 type=del 2024-04-02T08:49:41.615 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.617+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=OMKE4L283RD3 type=del size=696337 2024-04-02T08:49:41.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.619+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=FP9XMAAZ2N2E type=del 2024-04-02T08:49:41.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.621+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=B9MV3JN3MI71 type=del size=2298848 2024-04-02T08:49:41.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.623+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~QOOKQQ0WSMMU.0 size=352747 2024-04-02T08:49:41.625 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.626+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=QOOKQQ0WSMMU tag=382WK7M1EV0N type=write size=1401323 2024-04-02T08:49:41.627 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.628+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=2WIWX6B03X12 type=del size=3422548 2024-04-02T08:49:41.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.630+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=9A86CNUG947A type=del 2024-04-02T08:49:41.630 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.632+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=4DWF4C9F918L type=write size=64234 2024-04-02T08:49:41.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.634+0000 7fcac0634780 1 < completed write operation key=F104QJQQC3MM tag=83CWQT7RLTQ0 type=write size=609701 2024-04-02T08:49:41.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.636+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=H1EBQD5ANMA2 type=del size=2034042 2024-04-02T08:49:41.637 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.638+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~CGF05ZHUK16X.0 size=1048576 2024-04-02T08:49:41.639 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.640+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~CGF05ZHUK16X.1 size=653563 2024-04-02T08:49:41.642 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.644+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=CGF05ZHUK16X tag=G8XM01HMA2GO type=write size=2750715 2024-04-02T08:49:41.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.646+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=4VM6LIVS27LC type=del size=309222 2024-04-02T08:49:41.646 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.648+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=3QEVPFN3WBWD type=del 2024-04-02T08:49:41.649 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.650+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=QOGCPETTIXK1 type=del size=1957604 2024-04-02T08:49:41.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.653+0000 7fcac0634780 -1 < failed to complete operation key=ZHTF4PWZZ3FL tag=416NPNGUY7KR type=del size=1149524: (22) Invalid argument 2024-04-02T08:49:41.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.656+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~4ALOFSCX2P4Z.0 size=421312 2024-04-02T08:49:41.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.656+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=4ALOFSCX2P4Z tag=E0S1P2CYMSHE type=write size=1469888 2024-04-02T08:49:41.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.658+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=VVND2WY701SB type=del 2024-04-02T08:49:41.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.661+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=VNBQ7PSHNPXB type=write size=393508 2024-04-02T08:49:41.662 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.664+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~TPKNRAY2LN7D.0 size=1048576 2024-04-02T08:49:41.662 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.664+0000 7fcac0634780 1 < canceled part key=_multipart_1H7AVDY1UUP3.2~TPKNRAY2LN7D.1 size=856010 2024-04-02T08:49:41.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.667+0000 7fcac0634780 1 < canceled multipart upload key=1H7AVDY1UUP3 upload=TPKNRAY2LN7D tag=6D7GJFVXF2S0 type=write size=2953162 2024-04-02T08:49:41.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.669+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=7EUJ85W0CM87 type=del size=1983487 2024-04-02T08:49:41.670 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.671+0000 7fcac0634780 1 < completed write operation key=IKT0IL1UL3E0 tag=BYQV57UVKOOR type=write size=465095 2024-04-02T08:49:41.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.675+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~O25AT8NFX5OH.0 size=959861 2024-04-02T08:49:41.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.675+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=O25AT8NFX5OH tag=ERUVWSZS7CN3 type=write size=2008437 2024-04-02T08:49:41.677 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.678+0000 7fcac0634780 1 < suggested remove operation key=HBQSNRLBV7TM tag=XR8N2LZZSF7I type=del 2024-04-02T08:49:41.679 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.680+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=QIO5HYDZFVTP type=del size=2320167 2024-04-02T08:49:41.681 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.682+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=ONL5J3USG7BP type=del 2024-04-02T08:49:41.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.686+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~AV1IBW9U8242.0 size=1048576 2024-04-02T08:49:41.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.688+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~AV1IBW9U8242.1 size=956371 2024-04-02T08:49:41.686 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.688+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=AV1IBW9U8242 tag=EPK0XPPWIENY type=write size=3053523 2024-04-02T08:49:41.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.690+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~0O9BNM3N7VGO.0 size=797342 2024-04-02T08:49:41.692 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.693+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=0O9BNM3N7VGO tag=Y4QIYFU5R4IY type=write size=1845918 2024-04-02T08:49:41.694 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.695+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=DRARRTNG07U6 type=del size=2939353 2024-04-02T08:49:41.698 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.699+0000 7fcac0634780 1 < suggested remove operation key=VTZMAIZU0MX6 tag=CH4EIBZJ1U7U type=del 2024-04-02T08:49:41.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.703+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~BSE97J2GOTQR.0 size=1048576 2024-04-02T08:49:41.703 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.704+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~BSE97J2GOTQR.1 size=1048576 2024-04-02T08:49:41.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.706+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~BSE97J2GOTQR.2 size=362566 2024-04-02T08:49:41.705 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.706+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=BSE97J2GOTQR tag=IZTG3XRW0C73 type=write size=3508294 2024-04-02T08:49:41.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.709+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=ST47795P50LY type=write size=596570 2024-04-02T08:49:41.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.711+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=XFH4QXSIZDG3 type=write size=983917 2024-04-02T08:49:41.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.713+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=OMKE4L283RD3 type=del 2024-04-02T08:49:41.715 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.716+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~9BMOHKE9NZW4.0 size=1048576 2024-04-02T08:49:41.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.718+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~9BMOHKE9NZW4.1 size=723078 2024-04-02T08:49:41.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.718+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=9BMOHKE9NZW4 tag=E3SYXDR7A2MF type=write size=2820230 2024-04-02T08:49:41.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.721+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=B9MV3JN3MI71 type=del 2024-04-02T08:49:41.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.724+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~SS78UDU0PBTN.0 size=1048576 2024-04-02T08:49:41.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.726+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~SS78UDU0PBTN.1 size=1048576 2024-04-02T08:49:41.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.728+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~SS78UDU0PBTN.2 size=258118 2024-04-02T08:49:41.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.728+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=SS78UDU0PBTN tag=NXCLPPCXPPQE type=write size=3403846 2024-04-02T08:49:41.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.730+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=2WIWX6B03X12 type=del 2024-04-02T08:49:41.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.732+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=DLFKN82V73GK type=del size=2523128 2024-04-02T08:49:41.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.734+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=4DWF4C9F918L type=write size=64234 2024-04-02T08:49:41.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.736+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=MCMNEW4Y4R0C type=del size=3073665 2024-04-02T08:49:41.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.738+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=H1EBQD5ANMA2 type=del 2024-04-02T08:49:41.738 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.740+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=GYZ5VOIUDNCB type=del size=1089360 2024-04-02T08:49:41.740 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.741+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=4VM6LIVS27LC type=del 2024-04-02T08:49:41.742 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.743+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=HJA4RSOGOMV3 type=del size=1843737 2024-04-02T08:49:41.744 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.745+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=QOGCPETTIXK1 type=del 2024-04-02T08:49:41.746 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.748+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=B9C7F1TI32WV type=write size=287114 2024-04-02T08:49:41.749 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.750+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~4ALOFSCX2P4Z.0 size=421312 2024-04-02T08:49:41.753 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.755+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=4ALOFSCX2P4Z tag=E0S1P2CYMSHE type=write size=1469888 2024-04-02T08:49:41.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.758+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~GRMRGDBIWOGN.0 size=1048576 2024-04-02T08:49:41.758 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.760+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~GRMRGDBIWOGN.1 size=1048576 2024-04-02T08:49:41.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.761+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~GRMRGDBIWOGN.2 size=801616 2024-04-02T08:49:41.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.761+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=GRMRGDBIWOGN tag=51EQQYHU8IIQ type=write size=3947344 2024-04-02T08:49:41.762 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.763+0000 7fcac0634780 1 < completed write operation key=LLBAA0EBI2RP tag=VNBQ7PSHNPXB type=write size=393508 2024-04-02T08:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.765+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=CZPZMTMSUIGQ type=del size=1520414 2024-04-02T08:49:41.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.767+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=7EUJ85W0CM87 type=del 2024-04-02T08:49:41.768 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.770+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=YU2KDNU17EAE type=del size=97658 2024-04-02T08:49:41.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.772+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~O25AT8NFX5OH.0 size=959861 2024-04-02T08:49:41.774 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.775+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=O25AT8NFX5OH tag=ERUVWSZS7CN3 type=write size=2008437 2024-04-02T08:49:41.775 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.777+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=6VEH7IK2HEWE type=del size=2243484 2024-04-02T08:49:41.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.779+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=QIO5HYDZFVTP type=del 2024-04-02T08:49:41.780 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.781+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=47TZCFUQ0MG7 type=del size=1071166 2024-04-02T08:49:41.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.783+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~AV1IBW9U8242.0 size=1048576 2024-04-02T08:49:41.783 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.785+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~AV1IBW9U8242.1 size=956371 2024-04-02T08:49:41.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.788+0000 7fcac0634780 1 < completed multipart upload key=OPJX4SOWQJDV upload=AV1IBW9U8242 tag=EPK0XPPWIENY type=write size=3053523 2024-04-02T08:49:41.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.791+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=S4J1CIFTGN8F type=write size=779299 2024-04-02T08:49:41.791 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.793+0000 7fcac0634780 1 < completed delete operation key=RTWJLFP6HYOO tag=DRARRTNG07U6 type=del 2024-04-02T08:49:41.795 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.796+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~55X5ETSOAP6Z.0 size=1048576 2024-04-02T08:49:41.797 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.798+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~55X5ETSOAP6Z.1 size=1048576 2024-04-02T08:49:41.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.800+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~55X5ETSOAP6Z.2 size=957919 2024-04-02T08:49:41.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.800+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=55X5ETSOAP6Z tag=EH08CU0Q4YOE type=write size=4103647 2024-04-02T08:49:41.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.802+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~BSE97J2GOTQR.0 size=1048576 2024-04-02T08:49:41.803 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.804+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~BSE97J2GOTQR.1 size=1048576 2024-04-02T08:49:41.804 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.804+0000 7fcac0634780 1 < canceled part key=_multipart_RTWJLFP6HYOO.2~BSE97J2GOTQR.2 size=362566 2024-04-02T08:49:41.808 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.808+0000 7fcac0634780 1 < canceled multipart upload key=RTWJLFP6HYOO upload=BSE97J2GOTQR tag=IZTG3XRW0C73 type=write size=3508294 2024-04-02T08:49:41.811 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.812+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~VJH5OT412WWD.0 size=1048576 2024-04-02T08:49:41.813 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.814+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~VJH5OT412WWD.1 size=1022700 2024-04-02T08:49:41.813 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.814+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=VJH5OT412WWD tag=F7QRDSRB7YNS type=write size=3119852 2024-04-02T08:49:41.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.818+0000 7fcac0634780 1 < suggested update operation key=ZHTF4PWZZ3FL tag=XFH4QXSIZDG3 type=write size=983917 2024-04-02T08:49:41.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.821+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=6XZNCKO1MEVA type=del size=734620 2024-04-02T08:49:41.822 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.823+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~9BMOHKE9NZW4.0 size=1048576 2024-04-02T08:49:41.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.825+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~9BMOHKE9NZW4.1 size=723078 2024-04-02T08:49:41.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.829+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=9BMOHKE9NZW4 tag=E3SYXDR7A2MF type=write size=2820230 2024-04-02T08:49:41.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.831+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=W1B3U6M0HSAR type=write size=616775 2024-04-02T08:49:41.833 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.834+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~SS78UDU0PBTN.0 size=1048576 2024-04-02T08:49:41.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.837+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~SS78UDU0PBTN.1 size=1048576 2024-04-02T08:49:41.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.838+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~SS78UDU0PBTN.2 size=258118 2024-04-02T08:49:41.841 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.842+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=SS78UDU0PBTN tag=NXCLPPCXPPQE type=write size=3403846 2024-04-02T08:49:41.843 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.844+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=63STIE3MYBNF type=del size=348928 2024-04-02T08:49:41.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.847+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=DLFKN82V73GK type=del 2024-04-02T08:49:41.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.850+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~6DSQZ6Q2AMJM.0 size=1048576 2024-04-02T08:49:41.850 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.852+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~6DSQZ6Q2AMJM.1 size=475338 2024-04-02T08:49:41.851 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.852+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=6DSQZ6Q2AMJM tag=611YM01Q5Q1F type=write size=2572490 2024-04-02T08:49:41.853 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.854+0000 7fcac0634780 1 < canceled operation key=7RTUKS6WIVUY tag=MCMNEW4Y4R0C type=del size=3073665 2024-04-02T08:49:41.856 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.857+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~UFBXKEMUROVF.0 size=144977 2024-04-02T08:49:41.856 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.857+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=UFBXKEMUROVF tag=KEBAOVBVGHOM type=write size=1193553 2024-04-02T08:49:41.858 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.859+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=GYZ5VOIUDNCB type=del 2024-04-02T08:49:41.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.861+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=RM0D8Y869SBJ type=del size=1760531 2024-04-02T08:49:41.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.863+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=HJA4RSOGOMV3 type=del 2024-04-02T08:49:41.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.867+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~J3KMNMBQ86A2.0 size=1048576 2024-04-02T08:49:41.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.868+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~J3KMNMBQ86A2.1 size=484328 2024-04-02T08:49:41.867 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.868+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=J3KMNMBQ86A2 tag=PWV12J2YHHHH type=write size=2581480 2024-04-02T08:49:41.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.870+0000 7fcac0634780 1 < canceled operation key=VTZMAIZU0MX6 tag=B9C7F1TI32WV type=write size=287114 2024-04-02T08:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.872+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=GPVHTNDZHOFO type=del size=235999 2024-04-02T08:49:41.873 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.874+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~GRMRGDBIWOGN.0 size=1048576 2024-04-02T08:49:41.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.876+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~GRMRGDBIWOGN.1 size=1048576 2024-04-02T08:49:41.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.878+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~GRMRGDBIWOGN.2 size=801616 2024-04-02T08:49:41.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.882+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=GRMRGDBIWOGN tag=51EQQYHU8IIQ type=write size=3947344 2024-04-02T08:49:41.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.884+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=BE5GYJJC41S6 type=del size=1236360 2024-04-02T08:49:41.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.886+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=CZPZMTMSUIGQ type=del 2024-04-02T08:49:41.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.888+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=PEXUQJJHZDNU type=del size=3028654 2024-04-02T08:49:41.889 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.890+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=YU2KDNU17EAE type=del 2024-04-02T08:49:41.890 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.892+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=3TFY0XYWZNH4 type=del size=2957020 2024-04-02T08:49:41.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.893+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=6VEH7IK2HEWE type=del 2024-04-02T08:49:41.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.896+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=IU3TQRL1SURF type=del size=3252037 2024-04-02T08:49:41.897 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.899+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=47TZCFUQ0MG7 type=del 2024-04-02T08:49:41.899 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.901+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=4XDGZ3GKXO6I type=del size=3924671 2024-04-02T08:49:41.901 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.903+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=S4J1CIFTGN8F type=write size=779299 2024-04-02T08:49:41.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.906+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~BAHV84GCXT5H.0 size=884298 2024-04-02T08:49:41.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.906+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=BAHV84GCXT5H tag=D2MJLTB7CNXW type=write size=1932874 2024-04-02T08:49:41.905 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.906+0000 7fcac0634780 1 < canceled part key=_multipart_LI90A8RSX1C6.2~55X5ETSOAP6Z.0 size=1048576 2024-04-02T08:49:41.907 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.908+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~55X5ETSOAP6Z.1 size=1048576 2024-04-02T08:49:41.909 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.910+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~55X5ETSOAP6Z.2 size=957919 2024-04-02T08:49:41.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.914+0000 7fcac0634780 1 < canceled multipart upload key=LI90A8RSX1C6 upload=55X5ETSOAP6Z tag=EH08CU0Q4YOE type=write size=4103647 2024-04-02T08:49:41.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.918+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~NBHUXUHNBDBY.0 size=456206 2024-04-02T08:49:41.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.918+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=NBHUXUHNBDBY tag=9UJCRNEYER02 type=write size=1504782 2024-04-02T08:49:41.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.918+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~VJH5OT412WWD.0 size=1048576 2024-04-02T08:49:41.918 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.918+0000 7fcac0634780 1 < canceled part key=_multipart_248AZLBDZOFS.2~VJH5OT412WWD.1 size=1022700 2024-04-02T08:49:41.920 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.922+0000 7fcac0634780 1 < canceled multipart upload key=248AZLBDZOFS upload=VJH5OT412WWD tag=F7QRDSRB7YNS type=write size=3119852 2024-04-02T08:49:41.922 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.924+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=UEBQ65FKX82O type=del size=3055382 2024-04-02T08:49:41.924 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.925+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=6XZNCKO1MEVA type=del 2024-04-02T08:49:41.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.929+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~YJ6J1R0X5ZQR.0 size=1048576 2024-04-02T08:49:41.929 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.931+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~YJ6J1R0X5ZQR.1 size=659786 2024-04-02T08:49:41.929 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.931+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=YJ6J1R0X5ZQR tag=SXESSAON6I1H type=write size=2756938 2024-04-02T08:49:41.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.933+0000 7fcac0634780 1 < completed write operation key=Z250TTJ2J4Z5 tag=W1B3U6M0HSAR type=write size=616775 2024-04-02T08:49:41.935 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.935+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=KFTWBIHTR9YU type=del size=730915 2024-04-02T08:49:41.937 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.939+0000 7fcac0634780 1 < suggested update operation key=KW7PQ140P1OW tag=63STIE3MYBNF type=del size=348928 2024-04-02T08:49:41.942 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.943+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~CS2FAHNGZQBF.0 size=1048576 2024-04-02T08:49:41.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.945+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~CS2FAHNGZQBF.1 size=906118 2024-04-02T08:49:41.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.945+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=CS2FAHNGZQBF tag=TJ3JXOZA9Q0J type=write size=3003270 2024-04-02T08:49:41.945 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.947+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~6DSQZ6Q2AMJM.0 size=1048576 2024-04-02T08:49:41.947 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.948+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~6DSQZ6Q2AMJM.1 size=475338 2024-04-02T08:49:41.950 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.952+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=6DSQZ6Q2AMJM tag=611YM01Q5Q1F type=write size=2572490 2024-04-02T08:49:41.954 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.955+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~ECR6PGCNHJSC.0 size=1048576 2024-04-02T08:49:41.955 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.957+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~ECR6PGCNHJSC.1 size=766002 2024-04-02T08:49:41.956 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.957+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=ECR6PGCNHJSC tag=L6QYYJ1XPUTK type=write size=2863154 2024-04-02T08:49:41.958 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.959+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~UFBXKEMUROVF.0 size=144977 2024-04-02T08:49:41.962 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.963+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=UFBXKEMUROVF tag=KEBAOVBVGHOM type=write size=1193553 2024-04-02T08:49:41.966 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.967+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~HMF9P7WKRVI3.0 size=1048576 2024-04-02T08:49:41.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.968+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~HMF9P7WKRVI3.1 size=1048576 2024-04-02T08:49:41.969 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.970+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~HMF9P7WKRVI3.2 size=109344 2024-04-02T08:49:41.969 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.970+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=HMF9P7WKRVI3 tag=HZO78YCL4GYL type=write size=3255072 2024-04-02T08:49:41.971 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.972+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=RM0D8Y869SBJ type=del 2024-04-02T08:49:41.973 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.974+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=WW2WMFQ3JMT4 type=del size=4186478 2024-04-02T08:49:41.975 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.976+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~J3KMNMBQ86A2.0 size=1048576 2024-04-02T08:49:41.977 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.978+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~J3KMNMBQ86A2.1 size=484328 2024-04-02T08:49:41.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.981+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=J3KMNMBQ86A2 tag=PWV12J2YHHHH type=write size=2581480 2024-04-02T08:49:41.982 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.983+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=FF84LM99M10Z type=del size=481975 2024-04-02T08:49:41.984 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.985+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=GPVHTNDZHOFO type=del 2024-04-02T08:49:41.986 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.988+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=UN20YP29HH1L type=del size=2508887 2024-04-02T08:49:41.988 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.990+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=BE5GYJJC41S6 type=del 2024-04-02T08:49:41.992 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.993+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~DKVZ8OIA82NZ.0 size=936466 2024-04-02T08:49:41.992 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.993+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=DKVZ8OIA82NZ tag=4PSYOTM2U9C0 type=write size=1985042 2024-04-02T08:49:41.994 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.995+0000 7fcac0634780 1 < completed delete operation key=AT297P637JHQ tag=PEXUQJJHZDNU type=del 2024-04-02T08:49:41.997 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.997+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=BCPQF4AOQ9Q0 type=write size=881432 2024-04-02T08:49:41.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:41.999+0000 7fcac0634780 1 < canceled operation key=HBQSNRLBV7TM tag=3TFY0XYWZNH4 type=del size=2957020 2024-04-02T08:49:41.999 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.001+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=BRDBG0JAJLB6 type=del size=1895028 2024-04-02T08:49:42.001 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.003+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=IU3TQRL1SURF type=del 2024-04-02T08:49:42.004 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.005+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=ZF063Y7A2MFE type=write size=165450 2024-04-02T08:49:42.005 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.007+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=4XDGZ3GKXO6I type=del 2024-04-02T08:49:42.007 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.009+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=0AQIPMZ6H59J type=del size=2512588 2024-04-02T08:49:42.009 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.010+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~BAHV84GCXT5H.0 size=884298 2024-04-02T08:49:42.012 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.014+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=BAHV84GCXT5H tag=D2MJLTB7CNXW type=write size=1932874 2024-04-02T08:49:42.014 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.016+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=8E3RNYK4WKRS type=del size=320080 2024-04-02T08:49:42.015 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.016+0000 7fcac0634780 1 < canceled part key=_multipart_Q1UN9ZOPNAND.2~NBHUXUHNBDBY.0 size=456206 2024-04-02T08:49:42.018 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.019+0000 7fcac0634780 1 < canceled multipart upload key=Q1UN9ZOPNAND upload=NBHUXUHNBDBY tag=9UJCRNEYER02 type=write size=1504782 2024-04-02T08:49:42.021 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.023+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~2E74B0UEA2H1.0 size=1048576 2024-04-02T08:49:42.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.025+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~2E74B0UEA2H1.1 size=910414 2024-04-02T08:49:42.024 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.025+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=2E74B0UEA2H1 tag=8MD4974SIDEB type=write size=3007566 2024-04-02T08:49:42.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.027+0000 7fcac0634780 1 < canceled operation key=F104QJQQC3MM tag=UEBQ65FKX82O type=del size=3055382 2024-04-02T08:49:42.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.029+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=6XOCPX2G4IJX type=del size=956332 2024-04-02T08:49:42.029 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.031+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~YJ6J1R0X5ZQR.0 size=1048576 2024-04-02T08:49:42.031 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.032+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~YJ6J1R0X5ZQR.1 size=659786 2024-04-02T08:49:42.035 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.036+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=YJ6J1R0X5ZQR tag=SXESSAON6I1H type=write size=2756938 2024-04-02T08:49:42.038 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.039+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~PIG71Q5KW8XE.0 size=1048576 2024-04-02T08:49:42.040 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.041+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~PIG71Q5KW8XE.1 size=182044 2024-04-02T08:49:42.040 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.041+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=PIG71Q5KW8XE tag=V0GBW2ACE6V1 type=write size=2279196 2024-04-02T08:49:42.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.045+0000 7fcac0634780 1 < suggested update operation key=WGKAHDKTL4AK tag=KFTWBIHTR9YU type=del size=730915 2024-04-02T08:49:42.045 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.047+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=U5O3FKR2ZG9Y type=del size=4138684 2024-04-02T08:49:42.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.049+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~CS2FAHNGZQBF.0 size=1048576 2024-04-02T08:49:42.049 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.050+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~CS2FAHNGZQBF.1 size=906118 2024-04-02T08:49:42.052 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.054+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=CS2FAHNGZQBF tag=TJ3JXOZA9Q0J type=write size=3003270 2024-04-02T08:49:42.054 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.056+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=FDXY9DNS4JOE type=del size=2276950 2024-04-02T08:49:42.056 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.058+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~ECR6PGCNHJSC.0 size=1048576 2024-04-02T08:49:42.058 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.059+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~ECR6PGCNHJSC.1 size=766002 2024-04-02T08:49:42.061 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.063+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=ECR6PGCNHJSC tag=L6QYYJ1XPUTK type=write size=2863154 2024-04-02T08:49:42.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:41 smithi066 ceph-mon[87361]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 996 KiB/s rd, 346 KiB/s wr, 1.76k op/s 2024-04-02T08:49:42.063 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.065+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=4THP8YR8QJ4P type=del size=4013948 2024-04-02T08:49:42.065 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.066+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~HMF9P7WKRVI3.0 size=1048576 2024-04-02T08:49:42.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.068+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~HMF9P7WKRVI3.1 size=1048576 2024-04-02T08:49:42.068 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.070+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~HMF9P7WKRVI3.2 size=109344 2024-04-02T08:49:42.072 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.073+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=HMF9P7WKRVI3 tag=HZO78YCL4GYL type=write size=3255072 2024-04-02T08:49:42.074 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.075+0000 7fcac0634780 1 > prepared operation key=1H7AVDY1UUP3 tag=LMFCEDN98UZZ type=del size=3118892 2024-04-02T08:49:42.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.077+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=WW2WMFQ3JMT4 type=del 2024-04-02T08:49:42.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.079+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=GYKHVQFX5ZIN type=del size=3724841 2024-04-02T08:49:42.079 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.081+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=FF84LM99M10Z type=del 2024-04-02T08:49:42.081 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.083+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=CWRW3TVD66YT type=del size=1757147 2024-04-02T08:49:42.084 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.086+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=UN20YP29HH1L type=del 2024-04-02T08:49:42.088 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.090+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~LAIGPP6B4XH2.0 size=1046909 2024-04-02T08:49:42.088 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.090+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=LAIGPP6B4XH2 tag=LQ8UZQODADOU type=write size=2095485 2024-04-02T08:49:42.090 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.091+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~DKVZ8OIA82NZ.0 size=936466 2024-04-02T08:49:42.094 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.095+0000 7fcac0634780 1 < completed multipart upload key=IKT0IL1UL3E0 upload=DKVZ8OIA82NZ tag=4PSYOTM2U9C0 type=write size=1985042 2024-04-02T08:49:42.097 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.098+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~LXFKJJN8EKD5.0 size=1048576 2024-04-02T08:49:42.099 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.100+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~LXFKJJN8EKD5.1 size=1048576 2024-04-02T08:49:42.100 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.102+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~LXFKJJN8EKD5.2 size=157163 2024-04-02T08:49:42.100 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.102+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=LXFKJJN8EKD5 tag=02JTI4O51SX4 type=write size=3302891 2024-04-02T08:49:42.105 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.106+0000 7fcac0634780 1 < suggested update operation key=Z250TTJ2J4Z5 tag=BCPQF4AOQ9Q0 type=write size=881432 2024-04-02T08:49:42.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.110+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~K82Y6PCMPHJY.0 size=1048576 2024-04-02T08:49:42.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.111+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~K82Y6PCMPHJY.1 size=1048576 2024-04-02T08:49:42.112 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.113+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~K82Y6PCMPHJY.2 size=901568 2024-04-02T08:49:42.112 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.113+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=K82Y6PCMPHJY tag=I7R9Y9B4934K type=write size=4047296 2024-04-02T08:49:42.115 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.117+0000 7fcac0634780 1 < suggested remove operation key=CK9SN9AWKRU0 tag=BRDBG0JAJLB6 type=del 2024-04-02T08:49:42.119 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.120+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~EDJ09XFFPJHC.0 size=890571 2024-04-02T08:49:42.119 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.120+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=EDJ09XFFPJHC tag=IQZ4QMQBWGSP type=write size=1939147 2024-04-02T08:49:42.123 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.124+0000 7fcac0634780 1 < suggested update operation key=OPJX4SOWQJDV tag=ZF063Y7A2MFE type=write size=165450 2024-04-02T08:49:42.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.126+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=K8BEYEJ2SV33 type=del size=2308150 2024-04-02T08:49:42.127 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.128+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=0AQIPMZ6H59J type=del 2024-04-02T08:49:42.129 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.130+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=2IDOL26NMTMS type=del size=3115088 2024-04-02T08:49:42.131 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.132+0000 7fcac0634780 1 < canceled operation key=AT297P637JHQ tag=8E3RNYK4WKRS type=del size=320080 2024-04-02T08:49:42.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.134+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=64AKB1KY36XU type=del size=1325998 2024-04-02T08:49:42.133 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.134+0000 7fcac0634780 1 < canceled part key=_multipart_HBQSNRLBV7TM.2~2E74B0UEA2H1.0 size=1048576 2024-04-02T08:49:42.134 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.136+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~2E74B0UEA2H1.1 size=910414 2024-04-02T08:49:42.138 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.139+0000 7fcac0634780 1 < canceled multipart upload key=HBQSNRLBV7TM upload=2E74B0UEA2H1 tag=8MD4974SIDEB type=write size=3007566 2024-04-02T08:49:42.141 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.141+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=OKO1GSIGCMHT type=del size=810631 2024-04-02T08:49:42.142 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.143+0000 7fcac0634780 -1 < failed to complete operation key=Z250TTJ2J4Z5 tag=6XOCPX2G4IJX type=del size=956332: (22) Invalid argument 2024-04-02T08:49:42.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.147+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~57BU8KE2G1JI.0 size=1048576 2024-04-02T08:49:42.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.149+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~57BU8KE2G1JI.1 size=1048576 2024-04-02T08:49:42.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.150+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~57BU8KE2G1JI.2 size=1039417 2024-04-02T08:49:42.149 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.150+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=57BU8KE2G1JI tag=0F7SE1AZ9OE9 type=write size=4185145 2024-04-02T08:49:42.151 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.152+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~PIG71Q5KW8XE.0 size=1048576 2024-04-02T08:49:42.153 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.154+0000 7fcac0634780 1 < completed part key=_multipart_Z250TTJ2J4Z5.2~PIG71Q5KW8XE.1 size=182044 2024-04-02T08:49:42.157 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.158+0000 7fcac0634780 1 < completed multipart upload key=Z250TTJ2J4Z5 upload=PIG71Q5KW8XE tag=V0GBW2ACE6V1 type=write size=2279196 2024-04-02T08:49:42.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.161+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~KFBP2JHD6QTZ.0 size=659026 2024-04-02T08:49:42.160 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.161+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=KFBP2JHD6QTZ tag=UGGTN3N4A9T0 type=write size=1707602 2024-04-02T08:49:42.164 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.165+0000 7fcac0634780 1 < suggested update operation key=Q1UN9ZOPNAND tag=U5O3FKR2ZG9Y type=del size=4138684 2024-04-02T08:49:42.166 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.167+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=G5FLMMCJYBDW type=del size=1525598 2024-04-02T08:49:42.169 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.171+0000 7fcac0634780 1 < suggested remove operation key=HBQSNRLBV7TM tag=FDXY9DNS4JOE type=del 2024-04-02T08:49:42.171 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.173+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=19P77YEEFSBB type=del size=426640 2024-04-02T08:49:42.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.176+0000 7fcac0634780 1 < suggested remove operation key=WGKAHDKTL4AK tag=4THP8YR8QJ4P type=del 2024-04-02T08:49:42.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.180+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KPCJ9VN0B5I3.0 size=1048576 2024-04-02T08:49:42.180 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.182+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KPCJ9VN0B5I3.1 size=1048576 2024-04-02T08:49:42.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.183+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~KPCJ9VN0B5I3.2 size=106108 2024-04-02T08:49:42.182 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.183+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=KPCJ9VN0B5I3 tag=AAO2T6ZXGNP6 type=write size=3251836 2024-04-02T08:49:42.184 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.185+0000 7fcac0634780 1 < completed delete operation key=1H7AVDY1UUP3 tag=LMFCEDN98UZZ type=del 2024-04-02T08:49:42.187 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.189+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~EB0UDN7TPJJJ.0 size=1048576 2024-04-02T08:49:42.189 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.190+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~EB0UDN7TPJJJ.1 size=1048576 2024-04-02T08:49:42.191 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.192+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~EB0UDN7TPJJJ.2 size=430550 2024-04-02T08:49:42.191 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.192+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=EB0UDN7TPJJJ tag=24LUXNKXE6FT type=write size=3576278 2024-04-02T08:49:42.193 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.195+0000 7fcac0634780 -1 < failed to complete operation key=OPJX4SOWQJDV tag=GYKHVQFX5ZIN type=del size=3724841: (22) Invalid argument 2024-04-02T08:49:42.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:41 smithi019 ceph-mon[94035]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 996 KiB/s rd, 346 KiB/s wr, 1.76k op/s 2024-04-02T08:49:42.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:41 smithi019 ceph-mon[96522]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 996 KiB/s rd, 346 KiB/s wr, 1.76k op/s 2024-04-02T08:49:42.197 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.197+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=ZBKE2HP2ZEPM type=del size=651730 2024-04-02T08:49:42.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.199+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=CWRW3TVD66YT type=del 2024-04-02T08:49:42.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.201+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=FYOQG18FYK35 type=del size=2134521 2024-04-02T08:49:42.202 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.203+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~LAIGPP6B4XH2.0 size=1046909 2024-04-02T08:49:42.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.207+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=LAIGPP6B4XH2 tag=LQ8UZQODADOU type=write size=2095485 2024-04-02T08:49:42.208 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.209+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=UR8V6MYPGH9S type=del size=3378317 2024-04-02T08:49:42.210 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.211+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~LXFKJJN8EKD5.0 size=1048576 2024-04-02T08:49:42.211 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.211+0000 7fcac0634780 1 < canceled part key=_multipart_LLBAA0EBI2RP.2~LXFKJJN8EKD5.1 size=1048576 2024-04-02T08:49:42.212 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.213+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~LXFKJJN8EKD5.2 size=157163 2024-04-02T08:49:42.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.218+0000 7fcac0634780 1 < canceled multipart upload key=LLBAA0EBI2RP upload=LXFKJJN8EKD5 tag=02JTI4O51SX4 type=write size=3302891 2024-04-02T08:49:42.218 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.219+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=SIG5049135D7 type=del size=3173967 2024-04-02T08:49:42.220 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.221+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~K82Y6PCMPHJY.0 size=1048576 2024-04-02T08:49:42.222 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.223+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~K82Y6PCMPHJY.1 size=1048576 2024-04-02T08:49:42.223 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.225+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~K82Y6PCMPHJY.2 size=901568 2024-04-02T08:49:42.227 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.228+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=K82Y6PCMPHJY tag=I7R9Y9B4934K type=write size=4047296 2024-04-02T08:49:42.228 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.230+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=L1DW8Q84RUBY type=del size=945528 2024-04-02T08:49:42.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.232+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~EDJ09XFFPJHC.0 size=890571 2024-04-02T08:49:42.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.235+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=EDJ09XFFPJHC tag=IQZ4QMQBWGSP type=write size=1939147 2024-04-02T08:49:42.237 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.238+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~0JMJRQOSDJ4N.0 size=1048576 2024-04-02T08:49:42.239 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.240+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~0JMJRQOSDJ4N.1 size=762516 2024-04-02T08:49:42.239 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.240+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=0JMJRQOSDJ4N tag=KRS14IVDXV5J type=write size=2859668 2024-04-02T08:49:42.241 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.242+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=K8BEYEJ2SV33 type=del 2024-04-02T08:49:42.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.246+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~QK8U9EQ5D15G.0 size=1048576 2024-04-02T08:49:42.246 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.247+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~QK8U9EQ5D15G.1 size=1048576 2024-04-02T08:49:42.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.249+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~QK8U9EQ5D15G.2 size=173509 2024-04-02T08:49:42.248 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.249+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=QK8U9EQ5D15G tag=KL5MZX2UW0W3 type=write size=3319237 2024-04-02T08:49:42.249 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.251+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=2IDOL26NMTMS type=del 2024-04-02T08:49:42.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.253+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=WHIYCYV70KAD type=del size=2318256 2024-04-02T08:49:42.254 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.255+0000 7fcac0634780 -1 < failed to complete operation key=WGKAHDKTL4AK tag=64AKB1KY36XU type=del size=1325998: (22) Invalid argument 2024-04-02T08:49:42.256 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.257+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=EU3EUG63WESH type=del size=160413 2024-04-02T08:49:42.258 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.259+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=OKO1GSIGCMHT type=del 2024-04-02T08:49:42.260 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.261+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=8CEON0AGDAFU type=del size=2470853 2024-04-02T08:49:42.262 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.263+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~57BU8KE2G1JI.0 size=1048576 2024-04-02T08:49:42.264 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.265+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~57BU8KE2G1JI.1 size=1048576 2024-04-02T08:49:42.264 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.265+0000 7fcac0634780 1 < canceled part key=_multipart_LI90A8RSX1C6.2~57BU8KE2G1JI.2 size=1039417 2024-04-02T08:49:42.268 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.269+0000 7fcac0634780 1 < canceled multipart upload key=LI90A8RSX1C6 upload=57BU8KE2G1JI tag=0F7SE1AZ9OE9 type=write size=4185145 2024-04-02T08:49:42.270 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.271+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=WKYI2LCAUF67 type=del size=2391595 2024-04-02T08:49:42.272 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.273+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~KFBP2JHD6QTZ.0 size=659026 2024-04-02T08:49:42.275 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.276+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=KFBP2JHD6QTZ tag=UGGTN3N4A9T0 type=write size=1707602 2024-04-02T08:49:42.277 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.278+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=I2ZO8MBW6JKU type=del size=1547913 2024-04-02T08:49:42.279 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.280+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=G5FLMMCJYBDW type=del 2024-04-02T08:49:42.281 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.282+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=Z2GXOYOLKWNP type=write size=663084 2024-04-02T08:49:42.283 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.284+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=19P77YEEFSBB type=del 2024-04-02T08:49:42.285 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.286+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=L5116Q5IZ64G type=del size=2625256 2024-04-02T08:49:42.286 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.288+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KPCJ9VN0B5I3.0 size=1048576 2024-04-02T08:49:42.288 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.289+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KPCJ9VN0B5I3.1 size=1048576 2024-04-02T08:49:42.290 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.291+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~KPCJ9VN0B5I3.2 size=106108 2024-04-02T08:49:42.293 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.295+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=KPCJ9VN0B5I3 tag=AAO2T6ZXGNP6 type=write size=3251836 2024-04-02T08:49:42.296 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.297+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=G450P9TI2KG8 type=write size=136304 2024-04-02T08:49:42.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.299+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~EB0UDN7TPJJJ.0 size=1048576 2024-04-02T08:49:42.298 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.299+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~EB0UDN7TPJJJ.1 size=1048576 2024-04-02T08:49:42.300 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.302+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~EB0UDN7TPJJJ.2 size=430550 2024-04-02T08:49:42.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.306+0000 7fcac0634780 1 < canceled multipart upload key=XGGRH5W35CRD upload=EB0UDN7TPJJJ tag=24LUXNKXE6FT type=write size=3576278 2024-04-02T08:49:42.307 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.308+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=B8VTR1PXOFE3 type=del size=4005418 2024-04-02T08:49:42.309 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.310+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=ZBKE2HP2ZEPM type=del 2024-04-02T08:49:42.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.313+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=9YX1R3MX9FT3 type=del size=2338695 2024-04-02T08:49:42.316 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.318+0000 7fcac0634780 1 < canceled operation key=AT297P637JHQ tag=FYOQG18FYK35 type=del size=2134521 2024-04-02T08:49:42.319 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.320+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=PXK0BH278481 type=del size=2286137 2024-04-02T08:49:42.321 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.322+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=UR8V6MYPGH9S type=del 2024-04-02T08:49:42.326 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.327+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~5BM8V5YKFISC.0 size=1048576 2024-04-02T08:49:42.327 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.328+0000 7fcac0634780 1 > prepared part key=_multipart_CK9SN9AWKRU0.2~5BM8V5YKFISC.1 size=351138 2024-04-02T08:49:42.327 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.328+0000 7fcac0634780 1 > prepared multipart upload key=CK9SN9AWKRU0 upload=5BM8V5YKFISC tag=KEC6VPDTA85I type=write size=2448290 2024-04-02T08:49:42.329 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.330+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=SIG5049135D7 type=del 2024-04-02T08:49:42.331 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.333+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=W75P5VW1GNTQ type=write size=579125 2024-04-02T08:49:42.333 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.335+0000 7fcac0634780 1 < canceled operation key=LI90A8RSX1C6 tag=L1DW8Q84RUBY type=del size=945528 2024-04-02T08:49:42.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.337+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=25LHZKKZ2F3Y type=del size=2273219 2024-04-02T08:49:42.337 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.339+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~0JMJRQOSDJ4N.0 size=1048576 2024-04-02T08:49:42.340 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.340+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~0JMJRQOSDJ4N.1 size=762516 2024-04-02T08:49:42.343 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.344+0000 7fcac0634780 1 < completed multipart upload key=Q1UN9ZOPNAND upload=0JMJRQOSDJ4N tag=KRS14IVDXV5J type=write size=2859668 2024-04-02T08:49:42.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.345+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=5HFR7CCAAGWF type=del size=1309968 2024-04-02T08:49:42.346 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.347+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~QK8U9EQ5D15G.0 size=1048576 2024-04-02T08:49:42.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.349+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~QK8U9EQ5D15G.1 size=1048576 2024-04-02T08:49:42.348 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.349+0000 7fcac0634780 1 < canceled part key=_multipart_RTWJLFP6HYOO.2~QK8U9EQ5D15G.2 size=173509 2024-04-02T08:49:42.351 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.352+0000 7fcac0634780 1 < canceled multipart upload key=RTWJLFP6HYOO upload=QK8U9EQ5D15G tag=KL5MZX2UW0W3 type=write size=3319237 2024-04-02T08:49:42.353 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.354+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=2FDMDEAUX7T1 type=del size=1524678 2024-04-02T08:49:42.355 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.356+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=WHIYCYV70KAD type=del 2024-04-02T08:49:42.357 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.358+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=053C6UXQSGHT type=write size=937112 2024-04-02T08:49:42.359 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.360+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=EU3EUG63WESH type=del 2024-04-02T08:49:42.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.364+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~2BKWBUSNRUG4.0 size=1048576 2024-04-02T08:49:42.364 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.365+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~2BKWBUSNRUG4.1 size=1048576 2024-04-02T08:49:42.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.367+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~2BKWBUSNRUG4.2 size=196383 2024-04-02T08:49:42.366 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.367+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=2BKWBUSNRUG4 tag=CH5V3I6XRSLU type=write size=3342111 2024-04-02T08:49:42.368 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.369+0000 7fcac0634780 1 < canceled operation key=83XHJHX9R2KG tag=8CEON0AGDAFU type=del size=2470853 2024-04-02T08:49:42.369 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.371+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=D1RE0NY7LJ7Z type=del size=330636 2024-04-02T08:49:42.371 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.373+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=WKYI2LCAUF67 type=del 2024-04-02T08:49:42.375 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.376+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~SISO5WKQ5MIS.0 size=1048576 2024-04-02T08:49:42.377 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.378+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~SISO5WKQ5MIS.1 size=1048576 2024-04-02T08:49:42.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.379+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~SISO5WKQ5MIS.2 size=330476 2024-04-02T08:49:42.378 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.379+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=SISO5WKQ5MIS tag=0DTOZLIRB626 type=write size=3476204 2024-04-02T08:49:42.382 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.383+0000 7fcac0634780 1 < suggested remove operation key=L5EXYH0FVU5S tag=I2ZO8MBW6JKU type=del 2024-04-02T08:49:42.386 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.387+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~Q3LO5C1BEUSB.0 size=1048576 2024-04-02T08:49:42.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.388+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~Q3LO5C1BEUSB.1 size=505934 2024-04-02T08:49:42.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.389+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=Q3LO5C1BEUSB tag=V3H7E7BO91XO type=write size=2603086 2024-04-02T08:49:42.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.390+0000 7fcac0634780 1 < completed write operation key=VTZMAIZU0MX6 tag=Z2GXOYOLKWNP type=write size=663084 2024-04-02T08:49:42.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.392+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=Z6L486LBYB13 type=del size=1091369 2024-04-02T08:49:42.393 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.394+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=L5116Q5IZ64G type=del 2024-04-02T08:49:42.395 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.396+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=NBZLBHJ36R9C type=del size=448257 2024-04-02T08:49:42.397 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.398+0000 7fcac0634780 1 < completed write operation key=5I1R6353CBOP tag=G450P9TI2KG8 type=write size=136304 2024-04-02T08:49:42.398 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.400+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=NEA5VDJ139W5 type=del size=428657 2024-04-02T08:49:42.400 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.402+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=B8VTR1PXOFE3 type=del 2024-04-02T08:49:42.403 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.404+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=I9P1IW9WHNIJ type=del size=880521 2024-04-02T08:49:42.406 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.406+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=9YX1R3MX9FT3 type=del 2024-04-02T08:49:42.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.408+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=F5URC8LSSKA2 type=del size=3295208 2024-04-02T08:49:42.409 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.410+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=PXK0BH278481 type=del 2024-04-02T08:49:42.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.414+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~P450Z19GQHG7.0 size=391433 2024-04-02T08:49:42.413 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.414+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=P450Z19GQHG7 tag=29TNQD0N1YXB type=write size=1440009 2024-04-02T08:49:42.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.416+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~5BM8V5YKFISC.0 size=1048576 2024-04-02T08:49:42.417 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.418+0000 7fcac0634780 1 < completed part key=_multipart_CK9SN9AWKRU0.2~5BM8V5YKFISC.1 size=351138 2024-04-02T08:49:42.421 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.422+0000 7fcac0634780 1 < completed multipart upload key=CK9SN9AWKRU0 upload=5BM8V5YKFISC tag=KEC6VPDTA85I type=write size=2448290 2024-04-02T08:49:42.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.426+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~5GMD0ZJDYWM3.0 size=574357 2024-04-02T08:49:42.425 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.426+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=5GMD0ZJDYWM3 tag=JCCBU4NFWCW5 type=write size=1622933 2024-04-02T08:49:42.427 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.428+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=W75P5VW1GNTQ type=write size=579125 2024-04-02T08:49:42.428 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.430+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=3BJO5KS94UMT type=del size=2600645 2024-04-02T08:49:42.430 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.431+0000 7fcac0634780 1 < completed delete operation key=LLBAA0EBI2RP tag=25LHZKKZ2F3Y type=del 2024-04-02T08:49:42.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.435+0000 7fcac0634780 1 > prepared part key=_multipart_F104QJQQC3MM.2~N5DW2WY7XYG1.0 size=132099 2024-04-02T08:49:42.434 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.435+0000 7fcac0634780 1 > prepared multipart upload key=F104QJQQC3MM upload=N5DW2WY7XYG1 tag=DUZ4C2ZKVZTG type=write size=1180675 2024-04-02T08:49:42.436 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.437+0000 7fcac0634780 1 < completed delete operation key=WGKAHDKTL4AK tag=5HFR7CCAAGWF type=del 2024-04-02T08:49:42.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.439+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=DDB6GT7TJZXP type=del size=3002260 2024-04-02T08:49:42.439 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.441+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=2FDMDEAUX7T1 type=del 2024-04-02T08:49:42.443 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.445+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~HD354IMEZQGP.0 size=1048576 2024-04-02T08:49:42.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.446+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~HD354IMEZQGP.1 size=1048576 2024-04-02T08:49:42.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.448+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~HD354IMEZQGP.2 size=660861 2024-04-02T08:49:42.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.448+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=HD354IMEZQGP tag=T3MNAKPB3SZS type=write size=3806589 2024-04-02T08:49:42.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.451+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=053C6UXQSGHT type=write size=937112 2024-04-02T08:49:42.454 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.456+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~KDQP01WQZX74.0 size=1048576 2024-04-02T08:49:42.456 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.458+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~KDQP01WQZX74.1 size=1048576 2024-04-02T08:49:42.458 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.460+0000 7fcac0634780 1 > prepared part key=_multipart_Q3C9UVCWVITJ.2~KDQP01WQZX74.2 size=723836 2024-04-02T08:49:42.458 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.460+0000 7fcac0634780 1 > prepared multipart upload key=Q3C9UVCWVITJ upload=KDQP01WQZX74 tag=JJSD3A19077D type=write size=3869564 2024-04-02T08:49:42.461 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.462+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~2BKWBUSNRUG4.0 size=1048576 2024-04-02T08:49:42.463 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.464+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~2BKWBUSNRUG4.1 size=1048576 2024-04-02T08:49:42.465 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.466+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~2BKWBUSNRUG4.2 size=196383 2024-04-02T08:49:42.468 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.469+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=2BKWBUSNRUG4 tag=CH5V3I6XRSLU type=write size=3342111 2024-04-02T08:49:42.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.471+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=7I0Q8Q7FI71T type=del size=431590 2024-04-02T08:49:42.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.473+0000 7fcac0634780 1 < canceled operation key=9YIC1CKTX1XU tag=D1RE0NY7LJ7Z type=del size=330636 2024-04-02T08:49:42.474 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.475+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=QNPFLDP8AYN5 type=write size=685729 2024-04-02T08:49:42.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.477+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~SISO5WKQ5MIS.0 size=1048576 2024-04-02T08:49:42.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.477+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~SISO5WKQ5MIS.1 size=1048576 2024-04-02T08:49:42.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.477+0000 7fcac0634780 1 < canceled part key=_multipart_5DJO5NRKSHEG.2~SISO5WKQ5MIS.2 size=330476 2024-04-02T08:49:42.479 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.480+0000 7fcac0634780 1 < canceled multipart upload key=5DJO5NRKSHEG upload=SISO5WKQ5MIS tag=0DTOZLIRB626 type=write size=3476204 2024-04-02T08:49:42.481 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.482+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=RXJL0OUZOLX0 type=del size=304531 2024-04-02T08:49:42.483 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.485+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~Q3LO5C1BEUSB.0 size=1048576 2024-04-02T08:49:42.485 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.486+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~Q3LO5C1BEUSB.1 size=505934 2024-04-02T08:49:42.488 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.490+0000 7fcac0634780 1 < completed multipart upload key=F2VBAXNP29E1 upload=Q3LO5C1BEUSB tag=V3H7E7BO91XO type=write size=2603086 2024-04-02T08:49:42.491 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.492+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=OFGHWB523DU4 type=write size=563601 2024-04-02T08:49:42.493 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.495+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=Z6L486LBYB13 type=del 2024-04-02T08:49:42.496 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.497+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=RKV67S7SELB9 type=del size=571861 2024-04-02T08:49:42.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.499+0000 7fcac0634780 1 < canceled operation key=L5EXYH0FVU5S tag=NBZLBHJ36R9C type=del size=448257 2024-04-02T08:49:42.501 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.501+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=PYIEN0CDJ9HZ type=del size=2417916 2024-04-02T08:49:42.502 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.503+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=NEA5VDJ139W5 type=del 2024-04-02T08:49:42.506 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.508+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~GICJ2TADN5N6.0 size=1048576 2024-04-02T08:49:42.509 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.510+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~GICJ2TADN5N6.1 size=414056 2024-04-02T08:49:42.509 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.510+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=GICJ2TADN5N6 tag=S04PQA1Z92FG type=write size=2511208 2024-04-02T08:49:42.511 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.512+0000 7fcac0634780 1 < canceled operation key=5I1R6353CBOP tag=I9P1IW9WHNIJ type=del size=880521 2024-04-02T08:49:42.513 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.514+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=YHNRG9SDH63B type=del size=4089828 2024-04-02T08:49:42.515 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.516+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=F5URC8LSSKA2 type=del 2024-04-02T08:49:42.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.520+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~01S999JGJTTX.0 size=780854 2024-04-02T08:49:42.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.520+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=01S999JGJTTX tag=P7ZAZYJ1U12N type=write size=1829430 2024-04-02T08:49:42.520 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.522+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~P450Z19GQHG7.0 size=391433 2024-04-02T08:49:42.525 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.526+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=P450Z19GQHG7 tag=29TNQD0N1YXB type=write size=1440009 2024-04-02T08:49:42.527 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.528+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=0TUYH274FBVQ type=write size=85670 2024-04-02T08:49:42.529 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.530+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~5GMD0ZJDYWM3.0 size=574357 2024-04-02T08:49:42.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.533+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=5GMD0ZJDYWM3 tag=JCCBU4NFWCW5 type=write size=1622933 2024-04-02T08:49:42.536 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.537+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~87KPI6D1QPH8.0 size=939242 2024-04-02T08:49:42.536 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.537+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=87KPI6D1QPH8 tag=YSN6F44EQ03Y type=write size=1987818 2024-04-02T08:49:42.538 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.539+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=3BJO5KS94UMT type=del 2024-04-02T08:49:42.540 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.541+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=A9NJAC3SZVJ7 type=del size=546430 2024-04-02T08:49:42.542 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.543+0000 7fcac0634780 1 < completed part key=_multipart_F104QJQQC3MM.2~N5DW2WY7XYG1.0 size=132099 2024-04-02T08:49:42.546 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.547+0000 7fcac0634780 1 < completed multipart upload key=F104QJQQC3MM upload=N5DW2WY7XYG1 tag=DUZ4C2ZKVZTG type=write size=1180675 2024-04-02T08:49:42.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.549+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=8GED3XM98EOX type=del size=2204233 2024-04-02T08:49:42.549 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.551+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=DDB6GT7TJZXP type=del 2024-04-02T08:49:42.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.553+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=YX1ZMY4W4ABD type=del size=3417476 2024-04-02T08:49:42.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.555+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~HD354IMEZQGP.0 size=1048576 2024-04-02T08:49:42.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.555+0000 7fcac0634780 1 < canceled part key=_multipart_IKT0IL1UL3E0.2~HD354IMEZQGP.1 size=1048576 2024-04-02T08:49:42.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.557+0000 7fcac0634780 1 < completed part key=_multipart_IKT0IL1UL3E0.2~HD354IMEZQGP.2 size=660861 2024-04-02T08:49:42.559 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.560+0000 7fcac0634780 1 < canceled multipart upload key=IKT0IL1UL3E0 upload=HD354IMEZQGP tag=T3MNAKPB3SZS type=write size=3806589 2024-04-02T08:49:42.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.562+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=YDLBDMR5HH87 type=write size=411275 2024-04-02T08:49:42.563 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.564+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~KDQP01WQZX74.0 size=1048576 2024-04-02T08:49:42.565 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.566+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~KDQP01WQZX74.1 size=1048576 2024-04-02T08:49:42.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.567+0000 7fcac0634780 1 < completed part key=_multipart_Q3C9UVCWVITJ.2~KDQP01WQZX74.2 size=723836 2024-04-02T08:49:42.571 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.571+0000 7fcac0634780 1 < completed multipart upload key=Q3C9UVCWVITJ upload=KDQP01WQZX74 tag=JJSD3A19077D type=write size=3869564 2024-04-02T08:49:42.572 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.573+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=33ZS2ZVIVB0I type=del size=1997914 2024-04-02T08:49:42.576 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.577+0000 7fcac0634780 1 < suggested remove operation key=HBQSNRLBV7TM tag=7I0Q8Q7FI71T type=del 2024-04-02T08:49:42.578 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.579+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=WY3IYA3VUF4I type=del size=3864858 2024-04-02T08:49:42.580 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.581+0000 7fcac0634780 1 < completed write operation key=Q1UN9ZOPNAND tag=QNPFLDP8AYN5 type=write size=685729 2024-04-02T08:49:42.583 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.585+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~KC2XMMDWDDCC.0 size=1048576 2024-04-02T08:49:42.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.587+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~KC2XMMDWDDCC.1 size=742744 2024-04-02T08:49:42.585 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.587+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=KC2XMMDWDDCC tag=V900IT5SWJYA type=write size=2839896 2024-04-02T08:49:42.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.589+0000 7fcac0634780 -1 < failed to complete operation key=HBQSNRLBV7TM tag=RXJL0OUZOLX0 type=del size=304531: (22) Invalid argument 2024-04-02T08:49:42.590 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.591+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=EYUOSLLB587J type=del size=1583551 2024-04-02T08:49:42.592 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.593+0000 7fcac0634780 1 < canceled operation key=5I1R6353CBOP tag=OFGHWB523DU4 type=write size=563601 2024-04-02T08:49:42.595 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.597+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~0GIAZWSWSDBD.0 size=1048576 2024-04-02T08:49:42.597 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.598+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~0GIAZWSWSDBD.1 size=1048576 2024-04-02T08:49:42.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.600+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~0GIAZWSWSDBD.2 size=57830 2024-04-02T08:49:42.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.600+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=0GIAZWSWSDBD tag=3VPSAC3P153Y type=write size=3203558 2024-04-02T08:49:42.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.602+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=RKV67S7SELB9 type=del 2024-04-02T08:49:42.603 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.604+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=8WNYQNA97ZNS type=del size=1447906 2024-04-02T08:49:42.605 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.606+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=PYIEN0CDJ9HZ type=del 2024-04-02T08:49:42.607 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.608+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=F2QSJ93J3WW3 type=del size=2171654 2024-04-02T08:49:42.607 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.608+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~GICJ2TADN5N6.0 size=1048576 2024-04-02T08:49:42.609 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.610+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~GICJ2TADN5N6.1 size=414056 2024-04-02T08:49:42.612 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.613+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=GICJ2TADN5N6 tag=S04PQA1Z92FG type=write size=2511208 2024-04-02T08:49:42.616 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.617+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~RADWWJZJ68JB.0 size=882267 2024-04-02T08:49:42.616 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.617+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=RADWWJZJ68JB tag=MSV382M6N7SP type=write size=1930843 2024-04-02T08:49:42.618 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.619+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=YHNRG9SDH63B type=del 2024-04-02T08:49:42.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.621+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=OI1RGVW8JQDU type=del size=2025562 2024-04-02T08:49:42.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.623+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~01S999JGJTTX.0 size=780854 2024-04-02T08:49:42.625 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.626+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=01S999JGJTTX tag=P7ZAZYJ1U12N type=write size=1829430 2024-04-02T08:49:42.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.628+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=3TM2BXAHW1OK type=del size=1104906 2024-04-02T08:49:42.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.630+0000 7fcac0634780 1 < completed write operation key=F104QJQQC3MM tag=0TUYH274FBVQ type=write size=85670 2024-04-02T08:49:42.630 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.632+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=S3AQXW3CS1J3 type=write size=300548 2024-04-02T08:49:42.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.633+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~87KPI6D1QPH8.0 size=939242 2024-04-02T08:49:42.636 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.637+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=87KPI6D1QPH8 tag=YSN6F44EQ03Y type=write size=1987818 2024-04-02T08:49:42.638 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.639+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=7P6WINO83GY4 type=del size=3335177 2024-04-02T08:49:42.642 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.643+0000 7fcac0634780 1 < suggested remove operation key=83XHJHX9R2KG tag=A9NJAC3SZVJ7 type=del 2024-04-02T08:49:42.645 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.647+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~OLBVYN8KU2MX.0 size=1048576 2024-04-02T08:49:42.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.648+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~OLBVYN8KU2MX.1 size=705940 2024-04-02T08:49:42.647 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.648+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=OLBVYN8KU2MX tag=60EC2GMHS8H1 type=write size=2803092 2024-04-02T08:49:42.649 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.650+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=8GED3XM98EOX type=del 2024-04-02T08:49:42.652 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.654+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~B5MHSGPOLRZ9.0 size=94643 2024-04-02T08:49:42.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.654+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=B5MHSGPOLRZ9 tag=0CX92UHVIHBE type=write size=1143219 2024-04-02T08:49:42.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.656+0000 7fcac0634780 1 < canceled operation key=ZPVZQ0PNTGF2 tag=YX1ZMY4W4ABD type=del size=3417476 2024-04-02T08:49:42.658 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.659+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~Y6S3TAAJR0BP.0 size=1048576 2024-04-02T08:49:42.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.661+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~Y6S3TAAJR0BP.1 size=212793 2024-04-02T08:49:42.660 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.661+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=Y6S3TAAJR0BP tag=94Q6F8L1ER35 type=write size=2309945 2024-04-02T08:49:42.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.665+0000 7fcac0634780 1 < suggested update operation key=XYWGJ7UZDDAF tag=YDLBDMR5HH87 type=write size=411275 2024-04-02T08:49:42.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.669+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~PXM8OEMI70LE.0 size=577837 2024-04-02T08:49:42.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.669+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=PXM8OEMI70LE tag=CLJANS6WDLOT type=write size=1626413 2024-04-02T08:49:42.670 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.671+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=33ZS2ZVIVB0I type=del 2024-04-02T08:49:42.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.672+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=SEYFSVXUL2CS type=write size=434032 2024-04-02T08:49:42.673 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.674+0000 7fcac0634780 1 < completed delete operation key=1Z9ANT6HV4UI tag=WY3IYA3VUF4I type=del 2024-04-02T08:49:42.677 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.678+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~RV9WI0A8LQPX.0 size=1048576 2024-04-02T08:49:42.678 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.680+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~RV9WI0A8LQPX.1 size=1048576 2024-04-02T08:49:42.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.681+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~RV9WI0A8LQPX.2 size=802281 2024-04-02T08:49:42.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.681+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=RV9WI0A8LQPX tag=KAFIPDEZOEFD type=write size=3948009 2024-04-02T08:49:42.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.683+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~KC2XMMDWDDCC.0 size=1048576 2024-04-02T08:49:42.684 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.686+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~KC2XMMDWDDCC.1 size=742744 2024-04-02T08:49:42.688 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.690+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=KC2XMMDWDDCC tag=V900IT5SWJYA type=write size=2839896 2024-04-02T08:49:42.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.694+0000 7fcac0634780 1 > prepared part key=_multipart_KW7PQ140P1OW.2~UBHOO3D933RD.0 size=603525 2024-04-02T08:49:42.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.694+0000 7fcac0634780 1 > prepared multipart upload key=KW7PQ140P1OW upload=UBHOO3D933RD tag=3Q7CK45MNRXI type=write size=1652101 2024-04-02T08:49:42.697 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.698+0000 7fcac0634780 1 < suggested remove operation key=KW7PQ140P1OW tag=EYUOSLLB587J type=del 2024-04-02T08:49:42.699 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.700+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=NUZWMMGMSXQB type=del size=665450 2024-04-02T08:49:42.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.702+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~0GIAZWSWSDBD.0 size=1048576 2024-04-02T08:49:42.702 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.704+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~0GIAZWSWSDBD.1 size=1048576 2024-04-02T08:49:42.704 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.705+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~0GIAZWSWSDBD.2 size=57830 2024-04-02T08:49:42.708 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.709+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=0GIAZWSWSDBD tag=3VPSAC3P153Y type=write size=3203558 2024-04-02T08:49:42.710 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.711+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=OKXJ2VUK0QG8 type=write size=239271 2024-04-02T08:49:42.713 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.714+0000 7fcac0634780 -1 < failed to complete operation key=KW7PQ140P1OW tag=8WNYQNA97ZNS type=del size=1447906: (22) Invalid argument 2024-04-02T08:49:42.715 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.716+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=VLJKUOMK7KF1 type=del size=841742 2024-04-02T08:49:42.717 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.718+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=F2QSJ93J3WW3 type=del 2024-04-02T08:49:42.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.721+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=AJ3RXYPHT4MN type=del size=3934576 2024-04-02T08:49:42.722 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.723+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~RADWWJZJ68JB.0 size=882267 2024-04-02T08:49:42.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.726+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=RADWWJZJ68JB tag=MSV382M6N7SP type=write size=1930843 2024-04-02T08:49:42.727 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.728+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=3MM4WA27Y2M9 type=del size=4100591 2024-04-02T08:49:42.730 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.731+0000 7fcac0634780 -1 < failed to complete operation key=83XHJHX9R2KG tag=OI1RGVW8JQDU type=del size=2025562: (22) Invalid argument 2024-04-02T08:49:42.734 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.735+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~NZZRLXJ36GOG.0 size=1048576 2024-04-02T08:49:42.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.737+0000 7fcac0634780 1 > prepared part key=_multipart_248AZLBDZOFS.2~NZZRLXJ36GOG.1 size=722310 2024-04-02T08:49:42.736 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.737+0000 7fcac0634780 1 > prepared multipart upload key=248AZLBDZOFS upload=NZZRLXJ36GOG tag=MI7V0A9LFJ6I type=write size=2819462 2024-04-02T08:49:42.738 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.739+0000 7fcac0634780 1 < completed delete operation key=XGGRH5W35CRD tag=3TM2BXAHW1OK type=del 2024-04-02T08:49:42.742 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.743+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~W2TAXTXN3IW1.0 size=1048576 2024-04-02T08:49:42.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.745+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~W2TAXTXN3IW1.1 size=152323 2024-04-02T08:49:42.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.745+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=W2TAXTXN3IW1 tag=R5RVKV3AM9YF type=write size=2249475 2024-04-02T08:49:42.749 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.750+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=S3AQXW3CS1J3 type=write 2024-04-02T08:49:42.751 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.753+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=3NW5DVMLQVPM type=del size=4081639 2024-04-02T08:49:42.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.756+0000 7fcac0634780 -1 < failed to complete operation key=KW7PQ140P1OW tag=7P6WINO83GY4 type=del size=3335177: (22) Invalid argument 2024-04-02T08:49:42.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.758+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=PT07CLKQAVXQ type=del size=3833523 2024-04-02T08:49:42.759 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.760+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~OLBVYN8KU2MX.0 size=1048576 2024-04-02T08:49:42.760 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.762+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~OLBVYN8KU2MX.1 size=705940 2024-04-02T08:49:42.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.765+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=OLBVYN8KU2MX tag=60EC2GMHS8H1 type=write size=2803092 2024-04-02T08:49:42.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.767+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=5Q9S5BUB3RBT type=del size=2699111 2024-04-02T08:49:42.768 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.769+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~B5MHSGPOLRZ9.0 size=94643 2024-04-02T08:49:42.771 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.772+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=B5MHSGPOLRZ9 tag=0CX92UHVIHBE type=write size=1143219 2024-04-02T08:49:42.773 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.774+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=UUWUOCIJ4WLT type=del size=676643 2024-04-02T08:49:42.773 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.774+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~Y6S3TAAJR0BP.0 size=1048576 2024-04-02T08:49:42.775 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.776+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~Y6S3TAAJR0BP.1 size=212793 2024-04-02T08:49:42.778 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.780+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=Y6S3TAAJR0BP tag=94Q6F8L1ER35 type=write size=2309945 2024-04-02T08:49:42.780 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.782+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=26XR2K25FFWP type=del size=3509618 2024-04-02T08:49:42.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.783+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~PXM8OEMI70LE.0 size=577837 2024-04-02T08:49:42.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.787+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=PXM8OEMI70LE tag=CLJANS6WDLOT type=write size=1626413 2024-04-02T08:49:42.787 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.789+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=84AMUVEIKFXC type=del size=896413 2024-04-02T08:49:42.790 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.791+0000 7fcac0634780 1 < completed write operation key=9YIC1CKTX1XU tag=SEYFSVXUL2CS type=write size=434032 2024-04-02T08:49:42.792 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.793+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=K9MGCRS0B36L type=del size=2721451 2024-04-02T08:49:42.794 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.796+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~RV9WI0A8LQPX.0 size=1048576 2024-04-02T08:49:42.796 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.797+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~RV9WI0A8LQPX.1 size=1048576 2024-04-02T08:49:42.798 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.799+0000 7fcac0634780 1 < completed part key=_multipart_9YIC1CKTX1XU.2~RV9WI0A8LQPX.2 size=802281 2024-04-02T08:49:42.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.802+0000 7fcac0634780 1 < completed multipart upload key=9YIC1CKTX1XU upload=RV9WI0A8LQPX tag=KAFIPDEZOEFD type=write size=3948009 2024-04-02T08:49:42.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.806+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~UV4HUKYXIUE6.0 size=212198 2024-04-02T08:49:42.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.806+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=UV4HUKYXIUE6 tag=B0JKWK65UU2N type=write size=1260774 2024-04-02T08:49:42.806 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.808+0000 7fcac0634780 1 < completed part key=_multipart_KW7PQ140P1OW.2~UBHOO3D933RD.0 size=603525 2024-04-02T08:49:42.810 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.811+0000 7fcac0634780 1 < completed multipart upload key=KW7PQ140P1OW upload=UBHOO3D933RD tag=3Q7CK45MNRXI type=write size=1652101 2024-04-02T08:49:42.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:49:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:42.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.815+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~DVX02XVC4R2Z.0 size=780725 2024-04-02T08:49:42.814 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.815+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=DVX02XVC4R2Z tag=9UPU5AH4RIRS type=write size=1829301 2024-04-02T08:49:42.816 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.817+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=NUZWMMGMSXQB type=del 2024-04-02T08:49:42.818 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.819+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=CX0XNMP3BJB3 type=write size=223536 2024-04-02T08:49:42.820 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.821+0000 7fcac0634780 1 < completed write operation key=RTWJLFP6HYOO tag=OKXJ2VUK0QG8 type=write size=239271 2024-04-02T08:49:42.822 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.823+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=7S1T3JJDPVXV type=del size=2121029 2024-04-02T08:49:42.824 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.825+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=VLJKUOMK7KF1 type=del 2024-04-02T08:49:42.827 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.829+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~L358UHLMNMLJ.0 size=352593 2024-04-02T08:49:42.828 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.829+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=L358UHLMNMLJ tag=4DZF9PL597W4 type=write size=1401169 2024-04-02T08:49:42.830 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.831+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=AJ3RXYPHT4MN type=del 2024-04-02T08:49:42.832 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.833+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=P2AHYKXDZYI4 type=del size=3613887 2024-04-02T08:49:42.833 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.835+0000 7fcac0634780 1 < completed delete operation key=9YIC1CKTX1XU tag=3MM4WA27Y2M9 type=del 2024-04-02T08:49:42.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.837+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=H2H3HDDNYEK1 type=del size=3538097 2024-04-02T08:49:42.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.839+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~NZZRLXJ36GOG.0 size=1048576 2024-04-02T08:49:42.839 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.840+0000 7fcac0634780 1 < completed part key=_multipart_248AZLBDZOFS.2~NZZRLXJ36GOG.1 size=722310 2024-04-02T08:49:42.842 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.843+0000 7fcac0634780 1 < completed multipart upload key=248AZLBDZOFS upload=NZZRLXJ36GOG tag=MI7V0A9LFJ6I type=write size=2819462 2024-04-02T08:49:42.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.847+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~NLFF5EWP9LQQ.0 size=1048576 2024-04-02T08:49:42.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.848+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~NLFF5EWP9LQQ.1 size=356302 2024-04-02T08:49:42.847 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.848+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=NLFF5EWP9LQQ tag=EST31IQJ0P04 type=write size=2453454 2024-04-02T08:49:42.848 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.849+0000 7fcac0634780 1 < canceled part key=_multipart_7RTUKS6WIVUY.2~W2TAXTXN3IW1.0 size=1048576 2024-04-02T08:49:42.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.850+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~W2TAXTXN3IW1.1 size=152323 2024-04-02T08:49:42.852 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.854+0000 7fcac0634780 1 < canceled multipart upload key=7RTUKS6WIVUY upload=W2TAXTXN3IW1 tag=R5RVKV3AM9YF type=write size=2249475 2024-04-02T08:49:42.856 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.857+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~GMWKWFUQAQX3.0 size=1048576 2024-04-02T08:49:42.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.859+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~GMWKWFUQAQX3.1 size=850692 2024-04-02T08:49:42.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.859+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=GMWKWFUQAQX3 tag=6HXVMX2GMTR0 type=write size=2947844 2024-04-02T08:49:42.861 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.862+0000 7fcac0634780 1 < suggested remove operation key=Q1UN9ZOPNAND tag=3NW5DVMLQVPM type=del 2024-04-02T08:49:42.864 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.866+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~S6PQF8SFGP3L.0 size=399866 2024-04-02T08:49:42.865 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.866+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=S6PQF8SFGP3L tag=23VYYTVSCMEI type=write size=1448442 2024-04-02T08:49:42.866 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.868+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=PT07CLKQAVXQ type=del 2024-04-02T08:49:42.868 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.870+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=49VBJEHETRLC type=del size=2552099 2024-04-02T08:49:42.870 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.871+0000 7fcac0634780 1 < completed delete operation key=OSRICQSGB2XI tag=5Q9S5BUB3RBT type=del 2024-04-02T08:49:42.872 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.873+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=3X6R6B4NLIK2 type=del size=2808974 2024-04-02T08:49:42.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.875+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=UUWUOCIJ4WLT type=del 2024-04-02T08:49:42.876 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.877+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=A3NWKD8GFYW6 type=del size=613944 2024-04-02T08:49:42.878 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.879+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=26XR2K25FFWP type=del 2024-04-02T08:49:42.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.882+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~ZEZNWCAHIBL5.0 size=1048576 2024-04-02T08:49:42.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.884+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~ZEZNWCAHIBL5.1 size=77380 2024-04-02T08:49:42.883 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.884+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=ZEZNWCAHIBL5 tag=22K0EYRRRZ9L type=write size=2174532 2024-04-02T08:49:42.885 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.886+0000 7fcac0634780 1 < completed delete operation key=7RTUKS6WIVUY tag=84AMUVEIKFXC type=del 2024-04-02T08:49:42.887 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.888+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=4KRZMKV1J1Y9 type=del size=2027646 2024-04-02T08:49:42.890 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.892+0000 7fcac0634780 1 < suggested update operation key=5DJO5NRKSHEG tag=K9MGCRS0B36L type=del size=2721451 2024-04-02T08:49:42.892 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.894+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=B1YPZGY3KZ2M type=write size=497009 2024-04-02T08:49:42.895 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.896+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~UV4HUKYXIUE6.0 size=212198 2024-04-02T08:49:42.898 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.900+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=UV4HUKYXIUE6 tag=B0JKWK65UU2N type=write size=1260774 2024-04-02T08:49:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.902+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=TOJU4MGJVYDJ type=write size=418473 2024-04-02T08:49:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.904+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~DVX02XVC4R2Z.0 size=780725 2024-04-02T08:49:42.906 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.907+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=DVX02XVC4R2Z tag=9UPU5AH4RIRS type=write size=1829301 2024-04-02T08:49:42.908 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.909+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=GE0X4QTV0TQL type=del size=4068638 2024-04-02T08:49:42.909 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.911+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=CX0XNMP3BJB3 type=write size=223536 2024-04-02T08:49:42.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.914+0000 7fcac0634780 1 > prepared part key=_multipart_Z250TTJ2J4Z5.2~YC6W3EJ9WQI4.0 size=65231 2024-04-02T08:49:42.913 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.914+0000 7fcac0634780 1 > prepared multipart upload key=Z250TTJ2J4Z5 upload=YC6W3EJ9WQI4 tag=NG9XGJ7W5EWD type=write size=1113807 2024-04-02T08:49:42.915 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.916+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=7S1T3JJDPVXV type=del 2024-04-02T08:49:42.917 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.918+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=KP44C0HXB866 type=del size=1075813 2024-04-02T08:49:42.919 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.921+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~L358UHLMNMLJ.0 size=352593 2024-04-02T08:49:42.924 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.925+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=L358UHLMNMLJ tag=4DZF9PL597W4 type=write size=1401169 2024-04-02T08:49:42.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.929+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~BNZA6V6L7JC3.0 size=772348 2024-04-02T08:49:42.928 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.929+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=BNZA6V6L7JC3 tag=JRUDJBIMHKHD type=write size=1820924 2024-04-02T08:49:42.930 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.931+0000 7fcac0634780 1 < completed delete operation key=F104QJQQC3MM tag=P2AHYKXDZYI4 type=del 2024-04-02T08:49:42.934 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.935+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~E4M0WFET9GO8.0 size=1048576 2024-04-02T08:49:42.936 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.937+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~E4M0WFET9GO8.1 size=72042 2024-04-02T08:49:42.936 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.937+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=E4M0WFET9GO8 tag=VZ6C40I4NAIE type=write size=2169194 2024-04-02T08:49:42.941 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.942+0000 7fcac0634780 1 < suggested remove operation key=F2VBAXNP29E1 tag=H2H3HDDNYEK1 type=del 2024-04-02T08:49:42.943 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.945+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=LL6D57QQXJN8 type=del size=4007000 2024-04-02T08:49:42.944 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.945+0000 7fcac0634780 1 < canceled part key=_multipart_1H7AVDY1UUP3.2~NLFF5EWP9LQQ.0 size=1048576 2024-04-02T08:49:42.945 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.947+0000 7fcac0634780 1 < completed part key=_multipart_1H7AVDY1UUP3.2~NLFF5EWP9LQQ.1 size=356302 2024-04-02T08:49:42.949 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.950+0000 7fcac0634780 1 < canceled multipart upload key=1H7AVDY1UUP3 upload=NLFF5EWP9LQQ tag=EST31IQJ0P04 type=write size=2453454 2024-04-02T08:49:42.951 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.952+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=2Q6PHWPCIMKJ type=del size=2678416 2024-04-02T08:49:42.953 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.954+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~GMWKWFUQAQX3.0 size=1048576 2024-04-02T08:49:42.954 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.956+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~GMWKWFUQAQX3.1 size=850692 2024-04-02T08:49:42.958 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.959+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=GMWKWFUQAQX3 tag=6HXVMX2GMTR0 type=write size=2947844 2024-04-02T08:49:42.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.964+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~CY4QDV4DJHL8.0 size=1048576 2024-04-02T08:49:42.965 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.966+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~CY4QDV4DJHL8.1 size=1048576 2024-04-02T08:49:42.966 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.967+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~CY4QDV4DJHL8.2 size=149292 2024-04-02T08:49:42.966 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.967+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=CY4QDV4DJHL8 tag=RXCBGGANOM8V type=write size=3295020 2024-04-02T08:49:42.968 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.969+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~S6PQF8SFGP3L.0 size=399866 2024-04-02T08:49:42.972 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.973+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=S6PQF8SFGP3L tag=23VYYTVSCMEI type=write size=1448442 2024-04-02T08:49:42.974 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.975+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=H5LX6MSKPKDT type=del size=2512211 2024-04-02T08:49:42.976 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.977+0000 7fcac0634780 1 < canceled operation key=Q3C9UVCWVITJ tag=49VBJEHETRLC type=del size=2552099 2024-04-02T08:49:42.980 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.981+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~XB6X987DGXZ1.0 size=1048576 2024-04-02T08:49:42.982 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.983+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~XB6X987DGXZ1.1 size=1048576 2024-04-02T08:49:42.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.986+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~XB6X987DGXZ1.2 size=904589 2024-04-02T08:49:42.985 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.986+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=XB6X987DGXZ1 tag=W9QF1UOVVKUY type=write size=4050317 2024-04-02T08:49:42.987 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.988+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=3X6R6B4NLIK2 type=del 2024-04-02T08:49:42.989 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.990+0000 7fcac0634780 1 > prepared operation key=5DJO5NRKSHEG tag=LLR08K8355M5 type=del size=3031810 2024-04-02T08:49:42.990 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.992+0000 7fcac0634780 1 < canceled operation key=KW7PQ140P1OW tag=A3NWKD8GFYW6 type=del size=613944 2024-04-02T08:49:42.995 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.996+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~2EVV9QNF9C6C.0 size=1048576 2024-04-02T08:49:42.997 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.998+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~2EVV9QNF9C6C.1 size=1048576 2024-04-02T08:49:42.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.999+0000 7fcac0634780 1 > prepared part key=_multipart_XGGRH5W35CRD.2~2EVV9QNF9C6C.2 size=661343 2024-04-02T08:49:42.998 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:42.999+0000 7fcac0634780 1 > prepared multipart upload key=XGGRH5W35CRD upload=2EVV9QNF9C6C tag=1W6BIH8IJUDZ type=write size=3807071 2024-04-02T08:49:43.000 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.001+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~ZEZNWCAHIBL5.0 size=1048576 2024-04-02T08:49:43.002 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.003+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~ZEZNWCAHIBL5.1 size=77380 2024-04-02T08:49:43.006 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.007+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=ZEZNWCAHIBL5 tag=22K0EYRRRZ9L type=write size=2174532 2024-04-02T08:49:43.008 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.009+0000 7fcac0634780 1 > prepared operation key=1Z9ANT6HV4UI tag=9MTLO1YJ0XZQ type=del size=3462166 2024-04-02T08:49:43.013 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.014+0000 7fcac0634780 1 < suggested update operation key=XYWGJ7UZDDAF tag=4KRZMKV1J1Y9 type=del size=2027646 2024-04-02T08:49:43.015 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.016+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=3WUQNJ6JHCES type=del size=138876 2024-04-02T08:49:43.017 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.018+0000 7fcac0634780 1 < completed write operation key=5I1R6353CBOP tag=B1YPZGY3KZ2M type=write size=497009 2024-04-02T08:49:43.019 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.020+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=XO2BCGUQZQPL type=del size=1373245 2024-04-02T08:49:43.021 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.022+0000 7fcac0634780 1 < completed write operation key=L5EXYH0FVU5S tag=TOJU4MGJVYDJ type=write size=418473 2024-04-02T08:49:43.025 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.027+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~9JSTUJKQQSBW.0 size=1048576 2024-04-02T08:49:43.027 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.028+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~9JSTUJKQQSBW.1 size=1048576 2024-04-02T08:49:43.029 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.030+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~9JSTUJKQQSBW.2 size=300321 2024-04-02T08:49:43.029 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.030+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=9JSTUJKQQSBW tag=4L3SUDA0OW26 type=write size=3446049 2024-04-02T08:49:43.032 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.033+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=GE0X4QTV0TQL type=del 2024-04-02T08:49:43.036 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.037+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~O7XU2HWY0XEG.0 size=1048576 2024-04-02T08:49:43.038 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.039+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~O7XU2HWY0XEG.1 size=1048576 2024-04-02T08:49:43.039 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.041+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~O7XU2HWY0XEG.2 size=195652 2024-04-02T08:49:43.040 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.041+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=O7XU2HWY0XEG tag=YVDXXVH9GECC type=write size=3341380 2024-04-02T08:49:43.040 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.041+0000 7fcac0634780 1 < canceled part key=_multipart_Z250TTJ2J4Z5.2~YC6W3EJ9WQI4.0 size=65231 2024-04-02T08:49:43.044 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.045+0000 7fcac0634780 1 < canceled multipart upload key=Z250TTJ2J4Z5 upload=YC6W3EJ9WQI4 tag=NG9XGJ7W5EWD type=write size=1113807 2024-04-02T08:49:43.047 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.049+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~R9QHKSYI7X33.0 size=1048576 2024-04-02T08:49:43.049 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.050+0000 7fcac0634780 1 > prepared part key=_multipart_LI90A8RSX1C6.2~R9QHKSYI7X33.1 size=989422 2024-04-02T08:49:43.049 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.050+0000 7fcac0634780 1 > prepared multipart upload key=LI90A8RSX1C6 upload=R9QHKSYI7X33 tag=G002NG3KPUY3 type=write size=3086574 2024-04-02T08:49:43.051 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.052+0000 7fcac0634780 1 < canceled operation key=83XHJHX9R2KG tag=KP44C0HXB866 type=del size=1075813 2024-04-02T08:49:43.053 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.054+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=FP4W6K5KFCRS type=del size=2292575 2024-04-02T08:49:43.055 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.056+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~BNZA6V6L7JC3.0 size=772348 2024-04-02T08:49:43.058 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.059+0000 7fcac0634780 1 < completed multipart upload key=WGKAHDKTL4AK upload=BNZA6V6L7JC3 tag=JRUDJBIMHKHD type=write size=1820924 2024-04-02T08:49:43.061 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.062+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=WGWYKM6Y9ESN type=del size=1154460 2024-04-02T08:49:43.061 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.062+0000 7fcac0634780 1 < canceled part key=_multipart_XGGRH5W35CRD.2~E4M0WFET9GO8.0 size=1048576 2024-04-02T08:49:43.063 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.064+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~E4M0WFET9GO8.1 size=72042 2024-04-02T08:49:43.067 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.068+0000 7fcac0634780 1 < canceled multipart upload key=XGGRH5W35CRD upload=E4M0WFET9GO8 tag=VZ6C40I4NAIE type=write size=2169194 2024-04-02T08:49:43.069 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.070+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=1GARVJJZJEQP type=del size=2482980 2024-04-02T08:49:43.073 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.074+0000 7fcac0634780 1 < suggested update operation key=O57E3MLOAH4P tag=LL6D57QQXJN8 type=del size=4007000 2024-04-02T08:49:43.075 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.076+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=EMV0FOQ4K6YM type=del size=2472056 2024-04-02T08:49:43.077 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.078+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=2Q6PHWPCIMKJ type=del 2024-04-02T08:49:43.080 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.081+0000 7fcac0634780 1 > prepared operation key=OSRICQSGB2XI tag=IDBCT3QTLADI type=del size=551378 2024-04-02T08:49:43.082 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.083+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~CY4QDV4DJHL8.0 size=1048576 2024-04-02T08:49:43.084 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.085+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~CY4QDV4DJHL8.1 size=1048576 2024-04-02T08:49:43.086 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.087+0000 7fcac0634780 1 < completed part key=_multipart_RTWJLFP6HYOO.2~CY4QDV4DJHL8.2 size=149292 2024-04-02T08:49:43.089 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.090+0000 7fcac0634780 1 < completed multipart upload key=RTWJLFP6HYOO upload=CY4QDV4DJHL8 tag=RXCBGGANOM8V type=write size=3295020 2024-04-02T08:49:43.091 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.092+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=0AG85F1WWC7L type=write size=779227 2024-04-02T08:49:43.094 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.095+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=H5LX6MSKPKDT type=del 2024-04-02T08:49:43.096 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.097+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=2KQNET4KE2BP type=del size=3271807 2024-04-02T08:49:43.098 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.099+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~XB6X987DGXZ1.0 size=1048576 2024-04-02T08:49:43.099 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.100+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~XB6X987DGXZ1.1 size=1048576 2024-04-02T08:49:43.101 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.102+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~XB6X987DGXZ1.2 size=904589 2024-04-02T08:49:43.104 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.106+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=XB6X987DGXZ1 tag=W9QF1UOVVKUY type=write size=4050317 2024-04-02T08:49:43.108 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.109+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~T1IB0VI16WEV.0 size=1048576 2024-04-02T08:49:43.110 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.112+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~T1IB0VI16WEV.1 size=1048576 2024-04-02T08:49:43.112 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.113+0000 7fcac0634780 1 > prepared part key=_multipart_F2VBAXNP29E1.2~T1IB0VI16WEV.2 size=332830 2024-04-02T08:49:43.112 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.113+0000 7fcac0634780 1 > prepared multipart upload key=F2VBAXNP29E1 upload=T1IB0VI16WEV tag=LRT7KO3SWW1Z type=write size=3478558 2024-04-02T08:49:43.114 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.116+0000 7fcac0634780 1 < completed delete operation key=5DJO5NRKSHEG tag=LLR08K8355M5 type=del 2024-04-02T08:49:43.116 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.118+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=SQA9RH6QI34P type=del size=151733 2024-04-02T08:49:43.118 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.120+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~2EVV9QNF9C6C.0 size=1048576 2024-04-02T08:49:43.120 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.121+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~2EVV9QNF9C6C.1 size=1048576 2024-04-02T08:49:43.122 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.123+0000 7fcac0634780 1 < completed part key=_multipart_XGGRH5W35CRD.2~2EVV9QNF9C6C.2 size=661343 2024-04-02T08:49:43.125 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.126+0000 7fcac0634780 1 < completed multipart upload key=XGGRH5W35CRD upload=2EVV9QNF9C6C tag=1W6BIH8IJUDZ type=write size=3807071 2024-04-02T08:49:43.128 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.129+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=FQ3LG5A2157N type=del size=2842056 2024-04-02T08:49:43.132 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.133+0000 7fcac0634780 1 < suggested update operation key=1Z9ANT6HV4UI tag=9MTLO1YJ0XZQ type=del size=3462166 2024-04-02T08:49:43.138 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.136+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=93MWR3UAGGU4 type=del size=1718981 2024-04-02T08:49:43.138 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.138+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=3WUQNJ6JHCES type=del 2024-04-02T08:49:43.139 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.140+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=HYMTE6GY2MSU type=write size=375300 2024-04-02T08:49:43.141 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.142+0000 7fcac0634780 1 < completed delete operation key=CK9SN9AWKRU0 tag=XO2BCGUQZQPL type=del 2024-04-02T08:49:43.143 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.145+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=9RH1V7FVF6Q6 type=del size=1324382 2024-04-02T08:49:43.146 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.147+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~9JSTUJKQQSBW.0 size=1048576 2024-04-02T08:49:43.148 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.149+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~9JSTUJKQQSBW.1 size=1048576 2024-04-02T08:49:43.150 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.151+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~9JSTUJKQQSBW.2 size=300321 2024-04-02T08:49:43.155 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.155+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=9JSTUJKQQSBW tag=4L3SUDA0OW26 type=write size=3446049 2024-04-02T08:49:43.156 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.157+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=4LFL6CJUUKIN type=del size=2272646 2024-04-02T08:49:43.158 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.160+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~O7XU2HWY0XEG.0 size=1048576 2024-04-02T08:49:43.161 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.162+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~O7XU2HWY0XEG.1 size=1048576 2024-04-02T08:49:43.161 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.162+0000 7fcac0634780 1 < canceled part key=_multipart_F2VBAXNP29E1.2~O7XU2HWY0XEG.2 size=195652 2024-04-02T08:49:43.165 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.166+0000 7fcac0634780 1 < canceled multipart upload key=F2VBAXNP29E1 upload=O7XU2HWY0XEG tag=YVDXXVH9GECC type=write size=3341380 2024-04-02T08:49:43.169 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.170+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~MQIJP0LCY6BL.0 size=1048576 2024-04-02T08:49:43.171 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.172+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~MQIJP0LCY6BL.1 size=273461 2024-04-02T08:49:43.172 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.172+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=MQIJP0LCY6BL tag=2W0LOCXRAMQF type=write size=2370613 2024-04-02T08:49:43.173 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.174+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~R9QHKSYI7X33.0 size=1048576 2024-04-02T08:49:43.175 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.177+0000 7fcac0634780 1 < completed part key=_multipart_LI90A8RSX1C6.2~R9QHKSYI7X33.1 size=989422 2024-04-02T08:49:43.179 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.180+0000 7fcac0634780 1 < completed multipart upload key=LI90A8RSX1C6 upload=R9QHKSYI7X33 tag=G002NG3KPUY3 type=write size=3086574 2024-04-02T08:49:43.181 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.182+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=P84SLP4KFY19 type=del size=1280590 2024-04-02T08:49:43.183 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.184+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=FP4W6K5KFCRS type=del 2024-04-02T08:49:43.186 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.187+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=S2UIH9HPRJYP type=write size=10132 2024-04-02T08:49:43.188 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.190+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=WGWYKM6Y9ESN type=del 2024-04-02T08:49:43.191 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.192+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=PQC5XDZAHWLX type=write size=144101 2024-04-02T08:49:43.196 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.197+0000 7fcac0634780 1 < suggested remove operation key=Q1UN9ZOPNAND tag=1GARVJJZJEQP type=del 2024-04-02T08:49:43.198 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.199+0000 7fcac0634780 1 > prepared operation key=RTWJLFP6HYOO tag=8YUFSR7XJ3F8 type=del size=2585854 2024-04-02T08:49:43.200 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.201+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=EMV0FOQ4K6YM type=del 2024-04-02T08:49:43.205 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.206+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~AXOAM2FM3MEK.0 size=1048576 2024-04-02T08:49:43.207 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.208+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~AXOAM2FM3MEK.1 size=859938 2024-04-02T08:49:43.207 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.208+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=AXOAM2FM3MEK tag=NZBQNSK4UCV1 type=write size=2957090 2024-04-02T08:49:43.211 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.212+0000 7fcac0634780 1 < suggested remove operation key=OSRICQSGB2XI tag=IDBCT3QTLADI type=del 2024-04-02T08:49:43.214 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.215+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=B8AHBKADZFJZ type=del size=2993565 2024-04-02T08:49:43.216 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.217+0000 7fcac0634780 1 < canceled operation key=LI90A8RSX1C6 tag=0AG85F1WWC7L type=write size=779227 2024-04-02T08:49:43.219 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.220+0000 7fcac0634780 1 > prepared operation key=WGKAHDKTL4AK tag=5NCRJI11X7K5 type=del size=386951 2024-04-02T08:49:43.221 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.223+0000 7fcac0634780 1 < completed delete operation key=Q3C9UVCWVITJ tag=2KQNET4KE2BP type=del 2024-04-02T08:49:43.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.227+0000 7fcac0634780 1 > prepared part key=_multipart_5DJO5NRKSHEG.2~IPAK31K2PGF2.0 size=901046 2024-04-02T08:49:43.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.227+0000 7fcac0634780 1 > prepared multipart upload key=5DJO5NRKSHEG upload=IPAK31K2PGF2 tag=H5H0G4CLBI3I type=write size=1949622 2024-04-02T08:49:43.226 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.227+0000 7fcac0634780 1 < canceled part key=_multipart_F2VBAXNP29E1.2~T1IB0VI16WEV.0 size=1048576 2024-04-02T08:49:43.228 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.229+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~T1IB0VI16WEV.1 size=1048576 2024-04-02T08:49:43.230 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.231+0000 7fcac0634780 1 < completed part key=_multipart_F2VBAXNP29E1.2~T1IB0VI16WEV.2 size=332830 2024-04-02T08:49:43.234 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.236+0000 7fcac0634780 1 < canceled multipart upload key=F2VBAXNP29E1 upload=T1IB0VI16WEV tag=LRT7KO3SWW1Z type=write size=3478558 2024-04-02T08:49:43.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.239+0000 7fcac0634780 1 > prepared part key=_multipart_LLBAA0EBI2RP.2~C2PYJ4D23WVR.0 size=213506 2024-04-02T08:49:43.238 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.239+0000 7fcac0634780 1 > prepared multipart upload key=LLBAA0EBI2RP upload=C2PYJ4D23WVR tag=RKYGA1OH8XEF type=write size=1262082 2024-04-02T08:49:43.241 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.242+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=SQA9RH6QI34P type=del 2024-04-02T08:49:43.244 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.244+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=CI6PK0U48BQW type=del size=2003404 2024-04-02T08:49:43.247 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.249+0000 7fcac0634780 1 < suggested update operation key=AT297P637JHQ tag=FQ3LG5A2157N type=del size=2842056 2024-04-02T08:49:43.251 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.252+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~QJUFZWD0EEBE.0 size=1048576 2024-04-02T08:49:43.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.255+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~QJUFZWD0EEBE.1 size=526347 2024-04-02T08:49:43.253 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.255+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=QJUFZWD0EEBE tag=2CBVU6JD89WY type=write size=2623499 2024-04-02T08:49:43.256 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.257+0000 7fcac0634780 -1 < failed to complete operation key=Q1UN9ZOPNAND tag=93MWR3UAGGU4 type=del size=1718981: (22) Invalid argument 2024-04-02T08:49:43.259 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.260+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=36WCAMGZVBSA type=write size=20496 2024-04-02T08:49:43.261 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.262+0000 7fcac0634780 1 < completed write operation key=O57E3MLOAH4P tag=HYMTE6GY2MSU type=write size=375300 2024-04-02T08:49:43.265 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.266+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~ULP1KG0VPOM5.0 size=1048576 2024-04-02T08:49:43.267 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.268+0000 7fcac0634780 1 > prepared part key=_multipart_AT297P637JHQ.2~ULP1KG0VPOM5.1 size=387114 2024-04-02T08:49:43.267 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.268+0000 7fcac0634780 1 > prepared multipart upload key=AT297P637JHQ upload=ULP1KG0VPOM5 tag=BNVPVYJ6RDEJ type=write size=2484266 2024-04-02T08:49:43.272 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.273+0000 7fcac0634780 1 < suggested remove operation key=LI90A8RSX1C6 tag=9RH1V7FVF6Q6 type=del 2024-04-02T08:49:43.274 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.275+0000 7fcac0634780 1 > prepared operation key=CK9SN9AWKRU0 tag=VBWT0OE92POP type=del size=2293326 2024-04-02T08:49:43.276 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.277+0000 7fcac0634780 1 < completed delete operation key=ZHTF4PWZZ3FL tag=4LFL6CJUUKIN type=del 2024-04-02T08:49:43.278 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.279+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=VAP1YB0IW7TX type=del size=1038689 2024-04-02T08:49:43.281 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.282+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~MQIJP0LCY6BL.0 size=1048576 2024-04-02T08:49:43.283 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.284+0000 7fcac0634780 1 < completed part key=_multipart_7RTUKS6WIVUY.2~MQIJP0LCY6BL.1 size=273461 2024-04-02T08:49:43.287 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.288+0000 7fcac0634780 1 < completed multipart upload key=7RTUKS6WIVUY upload=MQIJP0LCY6BL tag=2W0LOCXRAMQF type=write size=2370613 2024-04-02T08:49:43.291 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.292+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~ZR9YF3XWHOOF.0 size=1048576 2024-04-02T08:49:43.293 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.295+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~ZR9YF3XWHOOF.1 size=566915 2024-04-02T08:49:43.293 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.295+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=ZR9YF3XWHOOF tag=P51BNR8TDDFO type=write size=2664067 2024-04-02T08:49:43.296 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.298+0000 7fcac0634780 -1 < failed to complete operation key=AT297P637JHQ tag=P84SLP4KFY19 type=del size=1280590: (22) Invalid argument 2024-04-02T08:49:43.299 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.300+0000 7fcac0634780 1 > prepared operation key=F104QJQQC3MM tag=CNORFKMOW2PC type=del size=567658 2024-04-02T08:49:43.304 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.305+0000 7fcac0634780 1 < suggested remove operation key=OQYFPKEX5S39 tag=S2UIH9HPRJYP type=write 2024-04-02T08:49:43.307 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.309+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=HAXE3U2QLAD9 type=write size=963649 2024-04-02T08:49:43.311 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.312+0000 7fcac0634780 -1 < failed to complete operation key=Q1UN9ZOPNAND tag=PQC5XDZAHWLX type=write size=144101: (22) Invalid argument 2024-04-02T08:49:43.313 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.314+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=DHBH7SF9NCWW type=del size=3127850 2024-04-02T08:49:43.318 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.319+0000 7fcac0634780 1 < suggested update operation key=RTWJLFP6HYOO tag=8YUFSR7XJ3F8 type=del size=2585854 2024-04-02T08:49:43.320 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.321+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=O4D6P7UV156H type=del size=320378 2024-04-02T08:49:43.322 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.324+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~AXOAM2FM3MEK.0 size=1048576 2024-04-02T08:49:43.324 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.326+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~AXOAM2FM3MEK.1 size=859938 2024-04-02T08:49:43.328 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.329+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=AXOAM2FM3MEK tag=NZBQNSK4UCV1 type=write size=2957090 2024-04-02T08:49:43.330 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.331+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=OS6FKVDO43AB type=del size=2990860 2024-04-02T08:49:43.333 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.335+0000 7fcac0634780 1 < suggested remove operation key=F2VBAXNP29E1 tag=B8AHBKADZFJZ type=del 2024-04-02T08:49:43.335 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.337+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=C127KTRICWE5 type=del size=2622490 2024-04-02T08:49:43.337 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.339+0000 7fcac0634780 1 < canceled operation key=WGKAHDKTL4AK tag=5NCRJI11X7K5 type=del size=386951 2024-04-02T08:49:43.339 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.341+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=0UTJIWC2AZ6Y type=del size=1818418 2024-04-02T08:49:43.342 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.343+0000 7fcac0634780 1 < completed part key=_multipart_5DJO5NRKSHEG.2~IPAK31K2PGF2.0 size=901046 2024-04-02T08:49:43.345 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.346+0000 7fcac0634780 1 < completed multipart upload key=5DJO5NRKSHEG upload=IPAK31K2PGF2 tag=H5H0G4CLBI3I type=write size=1949622 2024-04-02T08:49:43.347 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.348+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=2SFFO7S8WZX6 type=del size=3125518 2024-04-02T08:49:43.349 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.350+0000 7fcac0634780 1 < completed part key=_multipart_LLBAA0EBI2RP.2~C2PYJ4D23WVR.0 size=213506 2024-04-02T08:49:43.352 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.353+0000 7fcac0634780 1 < completed multipart upload key=LLBAA0EBI2RP upload=C2PYJ4D23WVR tag=RKYGA1OH8XEF type=write size=1262082 2024-04-02T08:49:43.354 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.356+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=EXIL78Y44FHH type=del size=2461423 2024-04-02T08:49:43.357 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.358+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=CI6PK0U48BQW type=del 2024-04-02T08:49:43.359 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.360+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=5NQ0FC0W8L5I type=write size=919348 2024-04-02T08:49:43.361 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.362+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~QJUFZWD0EEBE.0 size=1048576 2024-04-02T08:49:43.362 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.362+0000 7fcac0634780 1 < canceled part key=_multipart_WGKAHDKTL4AK.2~QJUFZWD0EEBE.1 size=526347 2024-04-02T08:49:43.365 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.366+0000 7fcac0634780 1 < canceled multipart upload key=WGKAHDKTL4AK upload=QJUFZWD0EEBE tag=2CBVU6JD89WY type=write size=2623499 2024-04-02T08:49:43.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.368+0000 7fcac0634780 1 > prepared operation key=IKT0IL1UL3E0 tag=HHYSZH6SB4I3 type=write size=941312 2024-04-02T08:49:43.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.370+0000 7fcac0634780 1 < completed write operation key=Z250TTJ2J4Z5 tag=36WCAMGZVBSA type=write size=20496 2024-04-02T08:49:43.370 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.372+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=8RUKDMIMDD59 type=del size=1716644 2024-04-02T08:49:43.372 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.374+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~ULP1KG0VPOM5.0 size=1048576 2024-04-02T08:49:43.374 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.375+0000 7fcac0634780 1 < completed part key=_multipart_AT297P637JHQ.2~ULP1KG0VPOM5.1 size=387114 2024-04-02T08:49:43.377 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.379+0000 7fcac0634780 1 < completed multipart upload key=AT297P637JHQ upload=ULP1KG0VPOM5 tag=BNVPVYJ6RDEJ type=write size=2484266 2024-04-02T08:49:43.379 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.381+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=EEB6ZUUDMHMW type=write size=1010685 2024-04-02T08:49:43.381 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.382+0000 7fcac0634780 1 < canceled operation key=CK9SN9AWKRU0 tag=VBWT0OE92POP type=del size=2293326 2024-04-02T08:49:43.383 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.384+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=0L50D9AMLLXF type=write size=244116 2024-04-02T08:49:43.387 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.388+0000 7fcac0634780 1 < suggested remove operation key=OPJX4SOWQJDV tag=VAP1YB0IW7TX type=del 2024-04-02T08:49:43.389 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.390+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=K2DVP5JBG153 type=del size=1362853 2024-04-02T08:49:43.391 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.392+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~ZR9YF3XWHOOF.0 size=1048576 2024-04-02T08:49:43.394 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.393+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~ZR9YF3XWHOOF.1 size=566915 2024-04-02T08:49:43.396 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.397+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=ZR9YF3XWHOOF tag=P51BNR8TDDFO type=write size=2664067 2024-04-02T08:49:43.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.400+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~1JB6XKM0U2CK.0 size=36897 2024-04-02T08:49:43.399 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.400+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=1JB6XKM0U2CK tag=0ZJ5THKQC8TF type=write size=1085473 2024-04-02T08:49:43.403 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.405+0000 7fcac0634780 1 < suggested update operation key=F104QJQQC3MM tag=CNORFKMOW2PC type=del size=567658 2024-04-02T08:49:43.405 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.407+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=JRFV4EDMRYWN type=del size=1472630 2024-04-02T08:49:43.407 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.409+0000 7fcac0634780 1 < completed write operation key=O57E3MLOAH4P tag=HAXE3U2QLAD9 type=write size=963649 2024-04-02T08:49:43.409 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.411+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=BK03T50A4U0Y type=del size=937641 2024-04-02T08:49:43.411 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.413+0000 7fcac0634780 1 < completed delete operation key=O57E3MLOAH4P tag=DHBH7SF9NCWW type=del 2024-04-02T08:49:43.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.416+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~YMOIL2NABPMN.0 size=96175 2024-04-02T08:49:43.415 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.416+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=YMOIL2NABPMN tag=CT045DK78A00 type=write size=1144751 2024-04-02T08:49:43.419 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.420+0000 7fcac0634780 1 < suggested update operation key=ZHTF4PWZZ3FL tag=O4D6P7UV156H type=del size=320378 2024-04-02T08:49:43.422 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.424+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~BWDU4DMPVSB2.0 size=1048576 2024-04-02T08:49:43.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.425+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~BWDU4DMPVSB2.1 size=656507 2024-04-02T08:49:43.424 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.425+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=BWDU4DMPVSB2 tag=364329LF2E7U type=write size=2753659 2024-04-02T08:49:43.426 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.427+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=OS6FKVDO43AB type=del 2024-04-02T08:49:43.430 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.431+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~R4GUFFPWWC48.0 size=1048576 2024-04-02T08:49:43.432 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.433+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~R4GUFFPWWC48.1 size=1048576 2024-04-02T08:49:43.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.435+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~R4GUFFPWWC48.2 size=769228 2024-04-02T08:49:43.433 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.435+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=R4GUFFPWWC48 tag=VLRC2J1VXAXU type=write size=3914956 2024-04-02T08:49:43.435 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.436+0000 7fcac0634780 1 < completed delete operation key=ZPVZQ0PNTGF2 tag=C127KTRICWE5 type=del 2024-04-02T08:49:43.437 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.438+0000 7fcac0634780 1 > prepared operation key=XGGRH5W35CRD tag=MAPXRXC2TN04 type=del size=923728 2024-04-02T08:49:43.441 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.442+0000 7fcac0634780 1 < suggested remove operation key=XGGRH5W35CRD tag=0UTJIWC2AZ6Y type=del 2024-04-02T08:49:43.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.446+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~JBRA0ZX0NYR6.0 size=128979 2024-04-02T08:49:43.445 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.446+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=JBRA0ZX0NYR6 tag=MCJ82PCIE221 type=write size=1177555 2024-04-02T08:49:43.447 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.448+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=2SFFO7S8WZX6 type=del 2024-04-02T08:49:43.448 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.450+0000 7fcac0634780 1 > prepared operation key=ZHTF4PWZZ3FL tag=31R5BJEYMLO0 type=write size=238293 2024-04-02T08:49:43.450 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.452+0000 7fcac0634780 1 < completed delete operation key=248AZLBDZOFS tag=EXIL78Y44FHH type=del 2024-04-02T08:49:43.453 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.454+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=LOQKOEQXTA38 type=del size=2208378 2024-04-02T08:49:43.455 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.456+0000 7fcac0634780 1 < completed write operation key=L5EXYH0FVU5S tag=5NQ0FC0W8L5I type=write size=919348 2024-04-02T08:49:43.457 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.458+0000 7fcac0634780 1 > prepared operation key=HBQSNRLBV7TM tag=WR2MT30DOK7A type=del size=840126 2024-04-02T08:49:43.458 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.460+0000 7fcac0634780 1 < completed write operation key=IKT0IL1UL3E0 tag=HHYSZH6SB4I3 type=write size=941312 2024-04-02T08:49:43.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.463+0000 7fcac0634780 1 > prepared part key=_multipart_1Z9ANT6HV4UI.2~CR15RPMC7DGI.0 size=127911 2024-04-02T08:49:43.462 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.463+0000 7fcac0634780 1 > prepared multipart upload key=1Z9ANT6HV4UI upload=CR15RPMC7DGI tag=3XJ3H6BRQ4GK type=write size=1176487 2024-04-02T08:49:43.464 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.466+0000 7fcac0634780 1 < canceled operation key=Q1UN9ZOPNAND tag=8RUKDMIMDD59 type=del size=1716644 2024-04-02T08:49:43.468 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.469+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~TDSL73QTSU2T.0 size=1048576 2024-04-02T08:49:43.469 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.471+0000 7fcac0634780 1 > prepared part key=_multipart_OSRICQSGB2XI.2~TDSL73QTSU2T.1 size=377882 2024-04-02T08:49:43.470 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.471+0000 7fcac0634780 1 > prepared multipart upload key=OSRICQSGB2XI upload=TDSL73QTSU2T tag=5IFRMQ8JA9CT type=write size=2475034 2024-04-02T08:49:43.472 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.473+0000 7fcac0634780 -1 < failed to complete operation key=XGGRH5W35CRD tag=EEB6ZUUDMHMW type=write size=1010685: (22) Invalid argument 2024-04-02T08:49:43.476 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.477+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~OS2118AHSA4T.0 size=1048576 2024-04-02T08:49:43.478 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.479+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~OS2118AHSA4T.1 size=1048576 2024-04-02T08:49:43.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.481+0000 7fcac0634780 1 > prepared part key=_multipart_VTZMAIZU0MX6.2~OS2118AHSA4T.2 size=323294 2024-04-02T08:49:43.480 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.481+0000 7fcac0634780 1 > prepared multipart upload key=VTZMAIZU0MX6 upload=OS2118AHSA4T tag=XY7Z2UIK94YJ type=write size=3469022 2024-04-02T08:49:43.482 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.483+0000 7fcac0634780 1 < completed write operation key=Z250TTJ2J4Z5 tag=0L50D9AMLLXF type=write size=244116 2024-04-02T08:49:43.484 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.486+0000 7fcac0634780 1 > prepared operation key=248AZLBDZOFS tag=K3BJULGJNN5Z type=write size=740210 2024-04-02T08:49:43.487 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.488+0000 7fcac0634780 1 < completed delete operation key=LI90A8RSX1C6 tag=K2DVP5JBG153 type=del 2024-04-02T08:49:43.489 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.490+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=BGTJ15NQ7P0G type=del size=3281807 2024-04-02T08:49:43.492 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.493+0000 7fcac0634780 1 < completed part key=_multipart_HBQSNRLBV7TM.2~1JB6XKM0U2CK.0 size=36897 2024-04-02T08:49:43.496 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.497+0000 7fcac0634780 1 < completed multipart upload key=HBQSNRLBV7TM upload=1JB6XKM0U2CK tag=0ZJ5THKQC8TF type=write size=1085473 2024-04-02T08:49:43.498 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.499+0000 7fcac0634780 1 > prepared operation key=OPJX4SOWQJDV tag=POOHIMQ2A4TY type=del size=1762453 2024-04-02T08:49:43.500 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.501+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=JRFV4EDMRYWN type=del 2024-04-02T08:49:43.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.505+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~I5JFECF3VNOZ.0 size=685524 2024-04-02T08:49:43.504 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.505+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=I5JFECF3VNOZ tag=E3TYH2TFZQLE type=write size=1734100 2024-04-02T08:49:43.509 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.510+0000 7fcac0634780 1 < suggested update operation key=VTZMAIZU0MX6 tag=BK03T50A4U0Y type=del size=937641 2024-04-02T08:49:43.511 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.512+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=39G2E1DLBIFP type=del size=1012677 2024-04-02T08:49:43.512 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.514+0000 7fcac0634780 1 < completed part key=_multipart_OQYFPKEX5S39.2~YMOIL2NABPMN.0 size=96175 2024-04-02T08:49:43.516 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.517+0000 7fcac0634780 1 < completed multipart upload key=OQYFPKEX5S39 upload=YMOIL2NABPMN tag=CT045DK78A00 type=write size=1144751 2024-04-02T08:49:43.518 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.519+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=ZJB9EK2G5W9X type=del size=714272 2024-04-02T08:49:43.519 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.521+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~BWDU4DMPVSB2.0 size=1048576 2024-04-02T08:49:43.521 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.522+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~BWDU4DMPVSB2.1 size=656507 2024-04-02T08:49:43.526 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.527+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=BWDU4DMPVSB2 tag=364329LF2E7U type=write size=2753659 2024-04-02T08:49:43.531 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.532+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~S8PGE97VLY1P.0 size=1048576 2024-04-02T08:49:43.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.534+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~S8PGE97VLY1P.1 size=445610 2024-04-02T08:49:43.532 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.534+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=S8PGE97VLY1P tag=GXJWLA631I1F type=write size=2542762 2024-04-02T08:49:43.535 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.536+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~R4GUFFPWWC48.0 size=1048576 2024-04-02T08:49:43.537 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.538+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~R4GUFFPWWC48.1 size=1048576 2024-04-02T08:49:43.539 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.540+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~R4GUFFPWWC48.2 size=769228 2024-04-02T08:49:43.544 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.545+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=R4GUFFPWWC48 tag=VLRC2J1VXAXU type=write size=3914956 2024-04-02T08:49:43.548 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.549+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~KA4UX6JHT6L2.0 size=1048576 2024-04-02T08:49:43.550 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.551+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~KA4UX6JHT6L2.1 size=1048576 2024-04-02T08:49:43.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.553+0000 7fcac0634780 1 > prepared part key=_multipart_OPJX4SOWQJDV.2~KA4UX6JHT6L2.2 size=890052 2024-04-02T08:49:43.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.553+0000 7fcac0634780 1 > prepared multipart upload key=OPJX4SOWQJDV upload=KA4UX6JHT6L2 tag=0WTHMEB3ZX31 type=write size=4035780 2024-04-02T08:49:43.552 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.553+0000 7fcac0634780 -1 < no bi entry to suggest for operation key=XGGRH5W35CRD tag=MAPXRXC2TN04 type=del size=923728: (2) No such file or directory 2024-04-02T08:49:43.554 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.556+0000 7fcac0634780 1 > prepared operation key=OQYFPKEX5S39 tag=LBQ3PJ6LRV4B type=del size=2559305 2024-04-02T08:49:43.556 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.558+0000 7fcac0634780 1 < completed part key=_multipart_L5EXYH0FVU5S.2~JBRA0ZX0NYR6.0 size=128979 2024-04-02T08:49:43.561 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.562+0000 7fcac0634780 1 < completed multipart upload key=L5EXYH0FVU5S upload=JBRA0ZX0NYR6 tag=MCJ82PCIE221 type=write size=1177555 2024-04-02T08:49:43.562 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.564+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=EUTPW6R19HUD type=del size=3554358 2024-04-02T08:49:43.564 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.566+0000 7fcac0634780 1 < completed write operation key=ZHTF4PWZZ3FL tag=31R5BJEYMLO0 type=write size=238293 2024-04-02T08:49:43.566 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.568+0000 7fcac0634780 1 > prepared operation key=KW7PQ140P1OW tag=FCURI27ILNCO type=del size=3970142 2024-04-02T08:49:43.568 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.570+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=LOQKOEQXTA38 type=del 2024-04-02T08:49:43.570 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.572+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=6A46LVXWTKKA type=write size=722844 2024-04-02T08:49:43.573 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.574+0000 7fcac0634780 1 < completed delete operation key=HBQSNRLBV7TM tag=WR2MT30DOK7A type=del 2024-04-02T08:49:43.575 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.576+0000 7fcac0634780 1 > prepared operation key=L5EXYH0FVU5S tag=ERVKTBQ0RFBJ type=del size=248704 2024-04-02T08:49:43.577 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.578+0000 7fcac0634780 1 < completed part key=_multipart_1Z9ANT6HV4UI.2~CR15RPMC7DGI.0 size=127911 2024-04-02T08:49:43.581 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.583+0000 7fcac0634780 1 < completed multipart upload key=1Z9ANT6HV4UI upload=CR15RPMC7DGI tag=3XJ3H6BRQ4GK type=write size=1176487 2024-04-02T08:49:43.584 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.585+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=44R2AB3Z0QLU type=del size=2251621 2024-04-02T08:49:43.586 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.587+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~TDSL73QTSU2T.0 size=1048576 2024-04-02T08:49:43.588 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.589+0000 7fcac0634780 1 < completed part key=_multipart_OSRICQSGB2XI.2~TDSL73QTSU2T.1 size=377882 2024-04-02T08:49:43.592 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.593+0000 7fcac0634780 1 < completed multipart upload key=OSRICQSGB2XI upload=TDSL73QTSU2T tag=5IFRMQ8JA9CT type=write size=2475034 2024-04-02T08:49:43.596 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.598+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~0USCB2IFQ26Y.0 size=1048576 2024-04-02T08:49:43.599 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.600+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~0USCB2IFQ26Y.1 size=1048576 2024-04-02T08:49:43.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.603+0000 7fcac0634780 1 > prepared part key=_multipart_83XHJHX9R2KG.2~0USCB2IFQ26Y.2 size=100436 2024-04-02T08:49:43.601 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.603+0000 7fcac0634780 1 > prepared multipart upload key=83XHJHX9R2KG upload=0USCB2IFQ26Y tag=6TM9CBIJ971D type=write size=3246164 2024-04-02T08:49:43.604 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.605+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~OS2118AHSA4T.0 size=1048576 2024-04-02T08:49:43.606 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.607+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~OS2118AHSA4T.1 size=1048576 2024-04-02T08:49:43.608 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.609+0000 7fcac0634780 1 < completed part key=_multipart_VTZMAIZU0MX6.2~OS2118AHSA4T.2 size=323294 2024-04-02T08:49:43.611 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.612+0000 7fcac0634780 1 < completed multipart upload key=VTZMAIZU0MX6 upload=OS2118AHSA4T tag=XY7Z2UIK94YJ type=write size=3469022 2024-04-02T08:49:43.615 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.617+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~BF9QRHZVKH1P.0 size=1048576 2024-04-02T08:49:43.617 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.618+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~BF9QRHZVKH1P.1 size=1048576 2024-04-02T08:49:43.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.620+0000 7fcac0634780 1 > prepared part key=_multipart_WGKAHDKTL4AK.2~BF9QRHZVKH1P.2 size=686140 2024-04-02T08:49:43.619 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.620+0000 7fcac0634780 1 > prepared multipart upload key=WGKAHDKTL4AK upload=BF9QRHZVKH1P tag=KL8SE73ECKM6 type=write size=3831868 2024-04-02T08:49:43.621 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.622+0000 7fcac0634780 1 < completed write operation key=248AZLBDZOFS tag=K3BJULGJNN5Z type=write size=740210 2024-04-02T08:49:43.622 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.624+0000 7fcac0634780 1 > prepared operation key=83XHJHX9R2KG tag=6J3E2Y5Z9K7O type=del size=2817779 2024-04-02T08:49:43.624 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.626+0000 7fcac0634780 1 < canceled operation key=AT297P637JHQ tag=BGTJ15NQ7P0G type=del size=3281807 2024-04-02T08:49:43.626 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.628+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=2GDD36R6BPW7 type=write size=859817 2024-04-02T08:49:43.628 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.630+0000 7fcac0634780 1 < completed delete operation key=OPJX4SOWQJDV tag=POOHIMQ2A4TY type=del 2024-04-02T08:49:43.632 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.633+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~7IDJVB081R8E.0 size=1048576 2024-04-02T08:49:43.633 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.635+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~7IDJVB081R8E.1 size=1048576 2024-04-02T08:49:43.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.637+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~7IDJVB081R8E.2 size=417748 2024-04-02T08:49:43.635 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.637+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=7IDJVB081R8E tag=DHIVI5NVPT8K type=write size=3563476 2024-04-02T08:49:43.637 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.639+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~I5JFECF3VNOZ.0 size=685524 2024-04-02T08:49:43.641 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.642+0000 7fcac0634780 1 < completed multipart upload key=83XHJHX9R2KG upload=I5JFECF3VNOZ tag=E3TYH2TFZQLE type=write size=1734100 2024-04-02T08:49:43.643 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.644+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=YWUPRD56NOPZ type=del size=3761529 2024-04-02T08:49:43.644 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.646+0000 7fcac0634780 1 < completed delete operation key=F2VBAXNP29E1 tag=39G2E1DLBIFP type=del 2024-04-02T08:49:43.648 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.649+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~ESXZZWT0L9QE.0 size=1048576 2024-04-02T08:49:43.650 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.651+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~ESXZZWT0L9QE.1 size=1048576 2024-04-02T08:49:43.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.653+0000 7fcac0634780 1 > prepared part key=_multipart_ZHTF4PWZZ3FL.2~ESXZZWT0L9QE.2 size=554166 2024-04-02T08:49:43.651 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.653+0000 7fcac0634780 1 > prepared multipart upload key=ZHTF4PWZZ3FL upload=ESXZZWT0L9QE tag=GO9K1WZ3BGY7 type=write size=3699894 2024-04-02T08:49:43.653 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.654+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=ZJB9EK2G5W9X type=del 2024-04-02T08:49:43.655 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.656+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=C4GJHFQCW4ZT type=write size=711963 2024-04-02T08:49:43.657 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.658+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~S8PGE97VLY1P.0 size=1048576 2024-04-02T08:49:43.659 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.660+0000 7fcac0634780 1 < completed part key=_multipart_ZPVZQ0PNTGF2.2~S8PGE97VLY1P.1 size=445610 2024-04-02T08:49:43.662 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.663+0000 7fcac0634780 1 < completed multipart upload key=ZPVZQ0PNTGF2 upload=S8PGE97VLY1P tag=GXJWLA631I1F type=write size=2542762 2024-04-02T08:49:43.664 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.665+0000 7fcac0634780 1 > prepared operation key=LLBAA0EBI2RP tag=I1LMQDF3MYVV type=write size=588086 2024-04-02T08:49:43.666 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.667+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~KA4UX6JHT6L2.0 size=1048576 2024-04-02T08:49:43.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.669+0000 7fcac0634780 1 < completed part key=_multipart_OPJX4SOWQJDV.2~KA4UX6JHT6L2.1 size=1048576 2024-04-02T08:49:43.668 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.669+0000 7fcac0634780 1 < canceled part key=_multipart_OPJX4SOWQJDV.2~KA4UX6JHT6L2.2 size=890052 2024-04-02T08:49:43.671 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.672+0000 7fcac0634780 1 < canceled multipart upload key=OPJX4SOWQJDV upload=KA4UX6JHT6L2 tag=0WTHMEB3ZX31 type=write size=4035780 2024-04-02T08:49:43.674 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.675+0000 7fcac0634780 1 > prepared operation key=VTZMAIZU0MX6 tag=AKKVQV1XY4HW type=write size=40351 2024-04-02T08:49:43.676 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.677+0000 7fcac0634780 1 < completed delete operation key=OQYFPKEX5S39 tag=LBQ3PJ6LRV4B type=del 2024-04-02T08:49:43.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.681+0000 7fcac0634780 1 > prepared part key=_multipart_5I1R6353CBOP.2~DQUWPXZQ89P9.0 size=574392 2024-04-02T08:49:43.680 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.681+0000 7fcac0634780 1 > prepared multipart upload key=5I1R6353CBOP upload=DQUWPXZQ89P9 tag=7FSO5X4B15RG type=write size=1622968 2024-04-02T08:49:43.682 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.683+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=EUTPW6R19HUD type=del 2024-04-02T08:49:43.684 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.685+0000 7fcac0634780 1 > prepared operation key=9YIC1CKTX1XU tag=T836G4APIIJB type=del size=3654888 2024-04-02T08:49:43.685 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.687+0000 7fcac0634780 1 < completed delete operation key=KW7PQ140P1OW tag=FCURI27ILNCO type=del 2024-04-02T08:49:43.687 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.689+0000 7fcac0634780 1 > prepared operation key=5I1R6353CBOP tag=T568W290JIES type=del size=717495 2024-04-02T08:49:43.689 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.691+0000 7fcac0634780 1 < completed write operation key=5I1R6353CBOP tag=6A46LVXWTKKA type=write size=722844 2024-04-02T08:49:43.691 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.693+0000 7fcac0634780 1 > prepared operation key=XYWGJ7UZDDAF tag=DIET2H5P9NZH type=del size=308014 2024-04-02T08:49:43.693 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.695+0000 7fcac0634780 1 < completed delete operation key=L5EXYH0FVU5S tag=ERVKTBQ0RFBJ type=del 2024-04-02T08:49:43.695 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.697+0000 7fcac0634780 1 > prepared operation key=Z250TTJ2J4Z5 tag=OW62TYX9N43T type=del size=1018049 2024-04-02T08:49:43.697 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.699+0000 7fcac0634780 1 < completed delete operation key=VTZMAIZU0MX6 tag=44R2AB3Z0QLU type=del 2024-04-02T08:49:43.699 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.700+0000 7fcac0634780 1 > prepared operation key=Q1UN9ZOPNAND tag=SPU9MU1JZ5W1 type=del size=3061123 2024-04-02T08:49:43.701 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.703+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~0USCB2IFQ26Y.0 size=1048576 2024-04-02T08:49:43.702 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.703+0000 7fcac0634780 1 < canceled part key=_multipart_83XHJHX9R2KG.2~0USCB2IFQ26Y.1 size=1048576 2024-04-02T08:49:43.703 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.705+0000 7fcac0634780 1 < completed part key=_multipart_83XHJHX9R2KG.2~0USCB2IFQ26Y.2 size=100436 2024-04-02T08:49:43.707 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.708+0000 7fcac0634780 1 < canceled multipart upload key=83XHJHX9R2KG upload=0USCB2IFQ26Y tag=6TM9CBIJ971D type=write size=3246164 2024-04-02T08:49:43.709 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.710+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=7I3SKVS8GVNL type=del size=3607979 2024-04-02T08:49:43.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.712+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~BF9QRHZVKH1P.0 size=1048576 2024-04-02T08:49:43.711 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.712+0000 7fcac0634780 1 < canceled part key=_multipart_WGKAHDKTL4AK.2~BF9QRHZVKH1P.1 size=1048576 2024-04-02T08:49:43.712 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.714+0000 7fcac0634780 1 < completed part key=_multipart_WGKAHDKTL4AK.2~BF9QRHZVKH1P.2 size=686140 2024-04-02T08:49:43.716 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.717+0000 7fcac0634780 1 < canceled multipart upload key=WGKAHDKTL4AK upload=BF9QRHZVKH1P tag=KL8SE73ECKM6 type=write size=3831868 2024-04-02T08:49:43.720 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.721+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~4DMTTGDNIHE2.0 size=1048576 2024-04-02T08:49:43.721 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.722+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~4DMTTGDNIHE2.1 size=1048576 2024-04-02T08:49:43.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.724+0000 7fcac0634780 1 > prepared part key=_multipart_Q1UN9ZOPNAND.2~4DMTTGDNIHE2.2 size=143205 2024-04-02T08:49:43.723 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.724+0000 7fcac0634780 1 > prepared multipart upload key=Q1UN9ZOPNAND upload=4DMTTGDNIHE2 tag=34U6QUPSTEUZ type=write size=3288933 2024-04-02T08:49:43.725 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.726+0000 7fcac0634780 1 < completed delete operation key=83XHJHX9R2KG tag=6J3E2Y5Z9K7O type=del 2024-04-02T08:49:43.726 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.728+0000 7fcac0634780 1 > prepared operation key=O57E3MLOAH4P tag=WH2SWDRFI69T type=write size=768091 2024-04-02T08:49:43.728 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.729+0000 7fcac0634780 1 < completed write operation key=LI90A8RSX1C6 tag=2GDD36R6BPW7 type=write size=859817 2024-04-02T08:49:43.732 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.733+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~J51F2Q8DFBG7.0 size=1048576 2024-04-02T08:49:43.733 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.735+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~J51F2Q8DFBG7.1 size=1048576 2024-04-02T08:49:43.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.736+0000 7fcac0634780 1 > prepared part key=_multipart_XYWGJ7UZDDAF.2~J51F2Q8DFBG7.2 size=930427 2024-04-02T08:49:43.735 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.736+0000 7fcac0634780 1 > prepared multipart upload key=XYWGJ7UZDDAF upload=J51F2Q8DFBG7 tag=CW8FMQUFQS0N type=write size=4076155 2024-04-02T08:49:43.737 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.738+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~7IDJVB081R8E.0 size=1048576 2024-04-02T08:49:43.738 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.740+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~7IDJVB081R8E.1 size=1048576 2024-04-02T08:49:43.741 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.741+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~7IDJVB081R8E.2 size=417748 2024-04-02T08:49:43.743 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.745+0000 7fcac0634780 1 < completed multipart upload key=XYWGJ7UZDDAF upload=7IDJVB081R8E tag=DHIVI5NVPT8K type=write size=3563476 2024-04-02T08:49:43.745 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.747+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=5EX2LZ0TXS9G type=del size=1583499 2024-04-02T08:49:43.748 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.749+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=YWUPRD56NOPZ type=del 2024-04-02T08:49:43.752 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.754+0000 7fcac0634780 1 > prepared part key=_multipart_O57E3MLOAH4P.2~5D0TO0GUBTYH.0 size=245977 2024-04-02T08:49:43.752 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.754+0000 7fcac0634780 1 > prepared multipart upload key=O57E3MLOAH4P upload=5D0TO0GUBTYH tag=P75MV2UH3HL0 type=write size=1294553 2024-04-02T08:49:43.755 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.756+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~ESXZZWT0L9QE.0 size=1048576 2024-04-02T08:49:43.757 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.758+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~ESXZZWT0L9QE.1 size=1048576 2024-04-02T08:49:43.759 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.760+0000 7fcac0634780 1 < completed part key=_multipart_ZHTF4PWZZ3FL.2~ESXZZWT0L9QE.2 size=554166 2024-04-02T08:49:43.762 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.764+0000 7fcac0634780 1 < completed multipart upload key=ZHTF4PWZZ3FL upload=ESXZZWT0L9QE tag=GO9K1WZ3BGY7 type=write size=3699894 2024-04-02T08:49:43.764 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.766+0000 7fcac0634780 1 > prepared operation key=LI90A8RSX1C6 tag=UW374HET409F type=del size=2240599 2024-04-02T08:49:43.766 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.768+0000 7fcac0634780 1 < completed write operation key=ZPVZQ0PNTGF2 tag=C4GJHFQCW4ZT type=write size=711963 2024-04-02T08:49:43.768 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.770+0000 7fcac0634780 1 > prepared operation key=F2VBAXNP29E1 tag=UMSG2OBI19DF type=del size=3275264 2024-04-02T08:49:43.770 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.772+0000 7fcac0634780 1 < completed write operation key=LLBAA0EBI2RP tag=I1LMQDF3MYVV type=write size=588086 2024-04-02T08:49:43.775 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.776+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~E34DIWEVRSE6.0 size=1048576 2024-04-02T08:49:43.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.778+0000 7fcac0634780 1 > prepared part key=_multipart_OQYFPKEX5S39.2~E34DIWEVRSE6.1 size=197276 2024-04-02T08:49:43.777 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.778+0000 7fcac0634780 1 > prepared multipart upload key=OQYFPKEX5S39 upload=E34DIWEVRSE6 tag=YYTGONT3L953 type=write size=2294428 2024-04-02T08:49:43.782 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.781+0000 7fcac0634780 1 < canceled operation key=VTZMAIZU0MX6 tag=AKKVQV1XY4HW type=write size=40351 2024-04-02T08:49:43.784 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.785+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~7BMIMNJ2ACSY.0 size=1048576 2024-04-02T08:49:43.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.787+0000 7fcac0634780 1 > prepared part key=_multipart_ZPVZQ0PNTGF2.2~7BMIMNJ2ACSY.1 size=125995 2024-04-02T08:49:43.786 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.787+0000 7fcac0634780 1 > prepared multipart upload key=ZPVZQ0PNTGF2 upload=7BMIMNJ2ACSY tag=VJKKJ3ZF0I04 type=write size=2223147 2024-04-02T08:49:43.789 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.790+0000 7fcac0634780 1 < completed part key=_multipart_5I1R6353CBOP.2~DQUWPXZQ89P9.0 size=574392 2024-04-02T08:49:43.793 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.794+0000 7fcac0634780 1 < completed multipart upload key=5I1R6353CBOP upload=DQUWPXZQ89P9 tag=7FSO5X4B15RG type=write size=1622968 2024-04-02T08:49:43.795 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.796+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=I6BMGPL9UNCL type=write size=953954 2024-04-02T08:49:43.801 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.802+0000 7fcac0634780 1 < suggested update operation key=9YIC1CKTX1XU tag=T836G4APIIJB type=del size=3654888 2024-04-02T08:49:43.805 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.806+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~EM0I2W2Q2G3C.0 size=1048576 2024-04-02T08:49:43.807 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.808+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~EM0I2W2Q2G3C.1 size=1048576 2024-04-02T08:49:43.809 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.810+0000 7fcac0634780 1 > prepared part key=_multipart_1H7AVDY1UUP3.2~EM0I2W2Q2G3C.2 size=448588 2024-04-02T08:49:43.809 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.810+0000 7fcac0634780 1 > prepared multipart upload key=1H7AVDY1UUP3 upload=EM0I2W2Q2G3C tag=OF9KXYKHQFS3 type=write size=3594316 2024-04-02T08:49:43.811 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.812+0000 7fcac0634780 1 < completed delete operation key=5I1R6353CBOP tag=T568W290JIES type=del 2024-04-02T08:49:43.815 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.817+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~6NMOFYZ8OS56.0 size=1048576 2024-04-02T08:49:43.817 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.818+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~6NMOFYZ8OS56.1 size=1048576 2024-04-02T08:49:43.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.820+0000 7fcac0634780 1 > prepared part key=_multipart_9YIC1CKTX1XU.2~6NMOFYZ8OS56.2 size=495049 2024-04-02T08:49:43.819 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.820+0000 7fcac0634780 1 > prepared multipart upload key=9YIC1CKTX1XU upload=6NMOFYZ8OS56 tag=VJNYZ3G3NF2W type=write size=3640777 2024-04-02T08:49:43.821 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.822+0000 7fcac0634780 1 < completed delete operation key=XYWGJ7UZDDAF tag=DIET2H5P9NZH type=del 2024-04-02T08:49:43.823 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.824+0000 7fcac0634780 1 > prepared operation key=AT297P637JHQ tag=JHTBCFITOD3E type=del size=3583392 2024-04-02T08:49:43.825 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.826+0000 7fcac0634780 1 < completed delete operation key=Z250TTJ2J4Z5 tag=OW62TYX9N43T type=del 2024-04-02T08:49:43.829 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.831+0000 7fcac0634780 1 > prepared part key=_multipart_L5EXYH0FVU5S.2~PK7QBQ8PMF57.0 size=725603 2024-04-02T08:49:43.829 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.831+0000 7fcac0634780 1 > prepared multipart upload key=L5EXYH0FVU5S upload=PK7QBQ8PMF57 tag=GDIWEW789G0Y type=write size=1774179 2024-04-02T08:49:43.831 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.832+0000 7fcac0634780 1 < completed delete operation key=Q1UN9ZOPNAND tag=SPU9MU1JZ5W1 type=del 2024-04-02T08:49:43.835 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.836+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~E7KHIR4F070H.0 size=1048576 2024-04-02T08:49:43.837 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.838+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~E7KHIR4F070H.1 size=1048576 2024-04-02T08:49:43.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.839+0000 7fcac0634780 1 > prepared part key=_multipart_IKT0IL1UL3E0.2~E7KHIR4F070H.2 size=756265 2024-04-02T08:49:43.838 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.839+0000 7fcac0634780 1 > prepared multipart upload key=IKT0IL1UL3E0 upload=E7KHIR4F070H tag=HGNVRJ6Y67E4 type=write size=3901993 2024-04-02T08:49:43.842 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.843+0000 7fcac0634780 1 < suggested update operation key=F2VBAXNP29E1 tag=7I3SKVS8GVNL type=del size=3607979 2024-04-02T08:49:43.844 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.845+0000 7fcac0634780 1 > prepared operation key=7RTUKS6WIVUY tag=GX9PYYHEZ5YU type=del size=2369941 2024-04-02T08:49:43.844 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.846+0000 7fcac0634780 1 < canceled part key=_multipart_Q1UN9ZOPNAND.2~4DMTTGDNIHE2.0 size=1048576 2024-04-02T08:49:43.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.847+0000 7fcac0634780 1 < completed part key=_multipart_Q1UN9ZOPNAND.2~4DMTTGDNIHE2.1 size=1048576 2024-04-02T08:49:43.846 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.847+0000 7fcac0634780 1 < canceled part key=_multipart_Q1UN9ZOPNAND.2~4DMTTGDNIHE2.2 size=143205 2024-04-02T08:49:43.849 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.851+0000 7fcac0634780 1 < canceled multipart upload key=Q1UN9ZOPNAND upload=4DMTTGDNIHE2 tag=34U6QUPSTEUZ type=write size=3288933 2024-04-02T08:49:43.853 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.854+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7U8YDKTUF2LM.0 size=1048576 2024-04-02T08:49:43.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.856+0000 7fcac0634780 1 > prepared part key=_multipart_7RTUKS6WIVUY.2~7U8YDKTUF2LM.1 size=264894 2024-04-02T08:49:43.855 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.856+0000 7fcac0634780 1 > prepared multipart upload key=7RTUKS6WIVUY upload=7U8YDKTUF2LM tag=YKLFR3HI008M type=write size=2362046 2024-04-02T08:49:43.857 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.858+0000 7fcac0634780 1 < completed write operation key=O57E3MLOAH4P tag=WH2SWDRFI69T type=write size=768091 2024-04-02T08:49:43.860 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.862+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~7VNX68KFQ9YU.0 size=1048576 2024-04-02T08:49:43.862 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.864+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~7VNX68KFQ9YU.1 size=1048576 2024-04-02T08:49:43.864 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.865+0000 7fcac0634780 1 > prepared part key=_multipart_HBQSNRLBV7TM.2~7VNX68KFQ9YU.2 size=878270 2024-04-02T08:49:43.864 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.865+0000 7fcac0634780 1 > prepared multipart upload key=HBQSNRLBV7TM upload=7VNX68KFQ9YU tag=97F9YL2VG464 type=write size=4023998 2024-04-02T08:49:43.864 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.865+0000 7fcac0634780 1 < canceled part key=_multipart_XYWGJ7UZDDAF.2~J51F2Q8DFBG7.0 size=1048576 2024-04-02T08:49:43.866 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.867+0000 7fcac0634780 1 < completed part key=_multipart_XYWGJ7UZDDAF.2~J51F2Q8DFBG7.1 size=1048576 2024-04-02T08:49:43.866 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.867+0000 7fcac0634780 1 < canceled part key=_multipart_XYWGJ7UZDDAF.2~J51F2Q8DFBG7.2 size=930427 2024-04-02T08:49:43.869 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.870+0000 7fcac0634780 1 < canceled multipart upload key=XYWGJ7UZDDAF upload=J51F2Q8DFBG7 tag=CW8FMQUFQS0N type=write size=4076155 2024-04-02T08:49:43.871 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.872+0000 7fcac0634780 1 > prepared operation key=Q3C9UVCWVITJ tag=CVWPS1NW7WQX type=del size=2552926 2024-04-02T08:49:43.874 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.875+0000 7fcac0634780 -1 < failed to complete operation key=F2VBAXNP29E1 tag=5EX2LZ0TXS9G type=del size=1583499: (22) Invalid argument 2024-04-02T08:49:43.875 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.877+0000 7fcac0634780 1 > prepared operation key=ZPVZQ0PNTGF2 tag=G6S0TW3XYSGT type=del size=3175016 2024-04-02T08:49:43.877 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.879+0000 7fcac0634780 1 < completed part key=_multipart_O57E3MLOAH4P.2~5D0TO0GUBTYH.0 size=245977 2024-04-02T08:49:43.881 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.882+0000 7fcac0634780 1 < completed multipart upload key=O57E3MLOAH4P upload=5D0TO0GUBTYH tag=P75MV2UH3HL0 type=write size=1294553 2024-04-02T08:49:43.884 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.885+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~EAANVPYOFMB8.0 size=1048576 2024-04-02T08:49:43.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.887+0000 7fcac0634780 1 > prepared part key=_multipart_RTWJLFP6HYOO.2~EAANVPYOFMB8.1 size=830207 2024-04-02T08:49:43.886 INFO:tasks.workunit.client.0.smithi019.stderr:2024-04-02T08:49:43.887+0000 7fcac0634780 1 > prepared multipart upload key=RTWJLFP6HYOO upload=EAANVPYOFMB8 tag=QY6R0GMDWDUR type=write size=2927359 2024-04-02T08:49:43.886 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_stats.simulate (13556 ms) 2024-04-02T08:49:43.886 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from cls_rgw_stats (13556 ms total) 2024-04-02T08:49:43.887 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:49:43.887 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:43 smithi066 ceph-mon[87361]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 494 KiB/s wr, 2.52k op/s 2024-04-02T08:49:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:43 smithi019 ceph-mon[94035]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 494 KiB/s wr, 2.52k op/s 2024-04-02T08:49:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:43 smithi019 ceph-mon[96522]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 494 KiB/s wr, 2.52k op/s 2024-04-02T08:49:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:44.762 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 1 test from 1 test suite ran. (16352 ms total) 2024-04-02T08:49:44.762 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 1 test. 2024-04-02T08:49:44.766 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:44.766 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:44.835 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-02T08:49:44.835 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-02T08:49:44.903 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2024-04-02T08:49:44.903 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-02T08:49:44.903 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T08:49:44.903 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 2 tests from ClsSDK 2024-04-02T08:49:44.903 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-02T08:49:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:45 smithi066 ceph-mon[87361]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 378 KiB/s wr, 1.93k op/s 2024-04-02T08:49:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:45 smithi066 ceph-mon[87361]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:45 smithi019 ceph-mon[94035]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 378 KiB/s wr, 1.93k op/s 2024-04-02T08:49:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:45 smithi019 ceph-mon[94035]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:45 smithi019 ceph-mon[96522]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 378 KiB/s wr, 1.93k op/s 2024-04-02T08:49:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:45 smithi019 ceph-mon[96522]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:49:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:46 smithi066 ceph-mon[87361]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:46 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/773429444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:46 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:47.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:46 smithi019 ceph-mon[94035]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:46 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/773429444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:46 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:46 smithi019 ceph-mon[96522]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:49:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:46 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/773429444' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:46 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:47.777 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2874 ms) 2024-04-02T08:49:47.777 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-02T08:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:47 smithi066 ceph-mon[87361]: pgmap v1303: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:47 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:47 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/773429444' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:47 smithi066 ceph-mon[87361]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[94035]: pgmap v1303: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/773429444' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[94035]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[96522]: pgmap v1303: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/773429444' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[96522]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:49:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:48.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:49:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:48 smithi066 ceph-mon[87361]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:48 smithi019 ceph-mon[94035]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:48 smithi019 ceph-mon[96522]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:49 smithi066 ceph-mon[87361]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:49 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:49 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T08:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:49 smithi066 ceph-mon[87361]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:49 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2493125257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:49 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[94035]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[94035]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2493125257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[96522]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T08:49:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[96522]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:49:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2493125257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:50.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:49 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:49:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:49:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:49:50] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-04-02T08:49:50.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3018 ms) 2024-04-02T08:49:50.796 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 2 tests from ClsSDK (5892 ms total) 2024-04-02T08:49:50.796 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T08:49:50.796 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T08:49:50.796 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 2 tests from 1 test suite ran. (5892 ms total) 2024-04-02T08:49:50.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 2 tests. 2024-04-02T08:49:50.799 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:49:50.799 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:49:50.866 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-02T08:49:50.866 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:49:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:50 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:50 smithi066 ceph-mon[87361]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:51.141 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:50 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:51.141 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:50 smithi019 ceph-mon[94035]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:51.141 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:50 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi019-139783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:49:51.141 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:50 smithi019 ceph-mon[96522]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:49:51.142 DEBUG:teuthology.parallel:result is None 2024-04-02T08:49:51.143 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:49:51.171 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:49:51.171 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:49:51.225 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:49:51.225 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:49:51.225 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-02T08:49:51.225 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:49:51.225 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-02T08:49:51.225 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:49:51.226 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:49:51.226 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:49:51.226 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:49:51.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:49:51.280 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:49:51.281 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:49:51.337 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:49:51.337 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:49:51.392 INFO:tasks.workunit:timeout=3h 2024-04-02T08:49:51.392 INFO:tasks.workunit:cleanup=True 2024-04-02T08:49:51.392 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:49:51.448 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:49:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:51 smithi066 ceph-mon[87361]: pgmap v1309: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:51 smithi066 ceph-mon[87361]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:51 smithi019 ceph-mon[94035]: pgmap v1309: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:51 smithi019 ceph-mon[94035]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:51 smithi019 ceph-mon[96522]: pgmap v1309: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:51 smithi019 ceph-mon[96522]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:49:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:49:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:53 smithi066 ceph-mon[87361]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:53 smithi019 ceph-mon[94035]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:53 smithi019 ceph-mon[96522]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:55 smithi066 ceph-mon[87361]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:55 smithi019 ceph-mon[94035]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:55 smithi019 ceph-mon[96522]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:57.278 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:49:57.334 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:49:57.336 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:49:57.336 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:49:57.388 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:49:57.437 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:49:57.476 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:49:57.478 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:49:57.478 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:49:57.527 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:49:57.529 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T08:49:57.529 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:49:57.586 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-02T08:49:57.587 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-02T08:49:57.588 DEBUG:teuthology.orchestra.run.smithi019:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-02T08:49:57.686 INFO:tasks.workunit.client.0.smithi019.stdout:run length 1200 seconds 2024-04-02T08:49:57.686 INFO:tasks.workunit.client.0.smithi019.stdout:preparing 10240 objects 2024-04-02T08:49:58.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:57 smithi066 ceph-mon[87361]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:57 smithi019 ceph-mon[94035]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:57 smithi019 ceph-mon[96522]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:49:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:00.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:49:59 smithi066 ceph-mon[87361]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:49:59 smithi019 ceph-mon[94035]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:49:59 smithi019 ceph-mon[96522]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:00.260 INFO:tasks.workunit.client.0.smithi019.stdout:load-gen will run 1200 seconds 2024-04-02T08:50:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:50:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:50:00] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-02T08:50:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:00 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T08:50:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:00 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T08:50:01.260 INFO:tasks.workunit.client.0.smithi019.stdout: 1: throughput=0MB/sec pending data=0 2024-04-02T08:50:01.260 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OCJJvZO47fefkEI off=5806232 len=1024324 2024-04-02T08:50:01.262 INFO:tasks.workunit.client.0.smithi019.stdout:op 0 completed, throughput=0.975MB/sec 2024-04-02T08:50:01.262 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-icPJ508ty-qbHbA off=10627115 len=1064865 2024-04-02T08:50:01.265 INFO:tasks.workunit.client.0.smithi019.stdout:op 1 completed, throughput=1.98MB/sec 2024-04-02T08:50:01.265 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x7i-5btly8v6We5 off=20994965 len=933613 2024-04-02T08:50:01.267 INFO:tasks.workunit.client.0.smithi019.stdout:op 2 completed, throughput=2.86MB/sec 2024-04-02T08:50:01.267 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AIApLInqRwPiYoO off=6708426 len=1577772 2024-04-02T08:50:01.275 INFO:tasks.workunit.client.0.smithi019.stdout:op 3 completed, throughput=4.32MB/sec 2024-04-02T08:50:01.275 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-96kIuLYF1KtGWGM off=788036 len=1360282 2024-04-02T08:50:01.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 4 completed, throughput=5.57MB/sec 2024-04-02T08:50:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:00 smithi066 ceph-mon[87361]: overall HEALTH_OK 2024-04-02T08:50:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:01 smithi019 ceph-mon[94035]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:01 smithi019 ceph-mon[96522]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:02.281 INFO:tasks.workunit.client.0.smithi019.stdout: 2: throughput=2.81MB/sec pending data=0 2024-04-02T08:50:02.281 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wJ6fqU68peImdNc off=7849700 len=1338486 2024-04-02T08:50:02.282 INFO:tasks.workunit.client.0.smithi019.stdout:op 5 completed, throughput=3.44MB/sec 2024-04-02T08:50:02.282 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-e4E_4TaCPj4aGzx off=16546618 len=584445 2024-04-02T08:50:02.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 6 completed, throughput=3.72MB/sec 2024-04-02T08:50:02.283 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3hvOPZ0gSYG8-Xa off=3518467 len=107319 2024-04-02T08:50:02.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 7 completed, throughput=3.76MB/sec 2024-04-02T08:50:02.284 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L9ssUcAqbBy6RJB off=10288242 len=892747 2024-04-02T08:50:02.288 INFO:tasks.workunit.client.0.smithi019.stdout:op 8 completed, throughput=4.18MB/sec 2024-04-02T08:50:02.288 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--XHkHjofcVDSCPD off=366727 len=1145644 2024-04-02T08:50:02.296 INFO:tasks.workunit.client.0.smithi019.stdout:op 9 completed, throughput=4.7MB/sec 2024-04-02T08:50:02.296 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y078t0LFj7Nk3Ea off=2151462 len=921297 2024-04-02T08:50:02.297 INFO:tasks.workunit.client.0.smithi019.stdout:op 10 completed, throughput=5.13MB/sec 2024-04-02T08:50:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:01 smithi066 ceph-mon[87361]: pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:50:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:50:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:03.297 INFO:tasks.workunit.client.0.smithi019.stdout: 3: throughput=3.44MB/sec pending data=0 2024-04-02T08:50:03.297 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xn2euoDsmd6aIE8 off=6808800 len=1207062 2024-04-02T08:50:03.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 11 completed, throughput=3.81MB/sec 2024-04-02T08:50:03.301 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lNMVw15sp5GSBk1 off=444360 len=1694671 2024-04-02T08:50:03.303 INFO:tasks.workunit.client.0.smithi019.stdout:op 12 completed, throughput=4.34MB/sec 2024-04-02T08:50:03.303 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xha5ffUVNURzqsV off=5814144 len=1534990 2024-04-02T08:50:03.311 INFO:tasks.workunit.client.0.smithi019.stdout:op 13 completed, throughput=4.81MB/sec 2024-04-02T08:50:03.311 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VkAmPt0FsOP1qtM off=10572654 len=1523403 2024-04-02T08:50:03.315 INFO:tasks.workunit.client.0.smithi019.stdout:op 14 completed, throughput=5.28MB/sec 2024-04-02T08:50:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:03 smithi019 ceph-mon[94035]: pgmap v1316: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 881 KiB/s wr, 881 op/s 2024-04-02T08:50:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:03 smithi019 ceph-mon[96522]: pgmap v1316: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 881 KiB/s wr, 881 op/s 2024-04-02T08:50:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:03 smithi066 ceph-mon[87361]: pgmap v1316: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 881 KiB/s wr, 881 op/s 2024-04-02T08:50:04.315 INFO:tasks.workunit.client.0.smithi019.stdout: 4: throughput=3.98MB/sec pending data=0 2024-04-02T08:50:04.315 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EjPRGIb12ehtv8f off=6845001 len=318011 2024-04-02T08:50:04.318 INFO:tasks.workunit.client.0.smithi019.stdout:op 15 completed, throughput=4.05MB/sec 2024-04-02T08:50:04.318 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vvQyp8oy8kntxtt off=1796547 len=1929496 2024-04-02T08:50:04.320 INFO:tasks.workunit.client.0.smithi019.stdout:op 16 completed, throughput=4.5MB/sec 2024-04-02T08:50:04.320 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-osvnZAsyncTTveC off=1674217 len=174018 2024-04-02T08:50:04.320 INFO:tasks.workunit.client.0.smithi019.stdout:op 17 completed, throughput=4.54MB/sec 2024-04-02T08:50:04.320 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fYNFz1qVLZ7lbKT off=18645555 len=834773 2024-04-02T08:50:04.324 INFO:tasks.workunit.client.0.smithi019.stdout:op 18 completed, throughput=4.73MB/sec 2024-04-02T08:50:04.324 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zfZ_Kj1zq6vm2Uv off=901213 len=513017 2024-04-02T08:50:04.325 INFO:tasks.workunit.client.0.smithi019.stdout:op 19 completed, throughput=4.85MB/sec 2024-04-02T08:50:04.325 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D1JJc7nxVar03oy off=11701367 len=674413 2024-04-02T08:50:04.326 INFO:tasks.workunit.client.0.smithi019.stdout:op 20 completed, throughput=5.01MB/sec 2024-04-02T08:50:05.326 INFO:tasks.workunit.client.0.smithi019.stdout: 5: throughput=4.02MB/sec pending data=0 2024-04-02T08:50:05.326 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wYu4Q8xN13cZdXT off=18809506 len=453699 2024-04-02T08:50:05.329 INFO:tasks.workunit.client.0.smithi019.stdout:op 21 completed, throughput=4.1MB/sec 2024-04-02T08:50:05.329 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bij4ODL_wkkFdsT off=2276289 len=1278280 2024-04-02T08:50:05.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 22 completed, throughput=4.34MB/sec 2024-04-02T08:50:05.330 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sPj3VwVer5BGNDY off=5766891 len=1403983 2024-04-02T08:50:05.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 23 completed, throughput=4.6MB/sec 2024-04-02T08:50:05.335 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MbJFmCI_DJ6o_hO off=6536700 len=799333 2024-04-02T08:50:05.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 24 completed, throughput=4.75MB/sec 2024-04-02T08:50:05.336 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0jcHcA69xSYokoH off=6053179 len=1674350 2024-04-02T08:50:05.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 25 completed, throughput=5.07MB/sec 2024-04-02T08:50:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:05 smithi019 ceph-mon[94035]: pgmap v1317: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 163 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-02T08:50:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:05 smithi019 ceph-mon[96522]: pgmap v1317: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 163 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-02T08:50:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:05 smithi066 ceph-mon[87361]: pgmap v1317: 105 pgs: 105 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 163 KiB/s rd, 853 KiB/s wr, 853 op/s 2024-04-02T08:50:06.337 INFO:tasks.workunit.client.0.smithi019.stdout: 6: throughput=4.23MB/sec pending data=0 2024-04-02T08:50:06.337 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-47D2Q5Do-Q9vW-Y off=3726425 len=370423 2024-04-02T08:50:06.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 26 completed, throughput=4.29MB/sec 2024-04-02T08:50:06.341 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OJLAE1rC9-7CwWZ off=3414611 len=949796 2024-04-02T08:50:06.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 27 completed, throughput=4.43MB/sec 2024-04-02T08:50:06.346 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-09WezStugBM3iv5 off=5231677 len=1100485 2024-04-02T08:50:06.347 INFO:tasks.workunit.client.0.smithi019.stdout:op 28 completed, throughput=4.6MB/sec 2024-04-02T08:50:06.347 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fWC_y-BNkvvO_9T off=0 len=1241402 2024-04-02T08:50:06.352 INFO:tasks.workunit.client.0.smithi019.stdout:op 29 completed, throughput=4.79MB/sec 2024-04-02T08:50:06.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2V3JnMOaILcYVpf off=17112934 len=1139998 2024-04-02T08:50:06.356 INFO:tasks.workunit.client.0.smithi019.stdout:op 30 completed, throughput=4.97MB/sec 2024-04-02T08:50:06.356 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-I49tRHorJ_QZ08q off=1633608 len=50025 2024-04-02T08:50:06.358 INFO:tasks.workunit.client.0.smithi019.stdout:op 31 completed, throughput=4.98MB/sec 2024-04-02T08:50:06.358 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s6oX9oo91ih4_zy off=4161929 len=1915355 2024-04-02T08:50:06.362 INFO:tasks.workunit.client.0.smithi019.stdout:op 32 completed, throughput=5.27MB/sec 2024-04-02T08:50:07.362 INFO:tasks.workunit.client.0.smithi019.stdout: 7: throughput=4.53MB/sec pending data=0 2024-04-02T08:50:07.362 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J-8-sVVkFLgqF-V off=5092482 len=559714 2024-04-02T08:50:07.364 INFO:tasks.workunit.client.0.smithi019.stdout:op 33 completed, throughput=4.6MB/sec 2024-04-02T08:50:07.364 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kmIofgzr_LP5AVq off=1447772 len=447775 2024-04-02T08:50:07.364 INFO:tasks.workunit.client.0.smithi019.stdout:op 34 completed, throughput=4.66MB/sec 2024-04-02T08:50:07.364 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f7Yi-UNEpcZY98V off=1262125 len=862380 2024-04-02T08:50:07.370 INFO:tasks.workunit.client.0.smithi019.stdout:op 35 completed, throughput=4.78MB/sec 2024-04-02T08:50:07.370 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vXuIELpvFF9p2ob off=1587410 len=602502 2024-04-02T08:50:07.373 INFO:tasks.workunit.client.0.smithi019.stdout:op 36 completed, throughput=4.85MB/sec 2024-04-02T08:50:07.373 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-swHSQfKcFdbU29z off=23274189 len=1198887 2024-04-02T08:50:07.381 INFO:tasks.workunit.client.0.smithi019.stdout:op 37 completed, throughput=5.01MB/sec 2024-04-02T08:50:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:07 smithi019 ceph-mon[94035]: pgmap v1318: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-02T08:50:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:07 smithi019 ceph-mon[96522]: pgmap v1318: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-02T08:50:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:07 smithi066 ceph-mon[87361]: pgmap v1318: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-02T08:50:08.382 INFO:tasks.workunit.client.0.smithi019.stdout: 8: throughput=4.39MB/sec pending data=0 2024-04-02T08:50:08.382 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-piQ0yI5g1t3Ziw0 off=1813765 len=2058398 2024-04-02T08:50:08.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 38 completed, throughput=4.63MB/sec 2024-04-02T08:50:08.393 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vb3n9jiRqmg1DU6 off=6457365 len=851193 2024-04-02T08:50:08.394 INFO:tasks.workunit.client.0.smithi019.stdout:op 39 completed, throughput=4.73MB/sec 2024-04-02T08:50:08.394 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kZDOKvUPN8jrRMk off=3672624 len=1780276 2024-04-02T08:50:08.404 INFO:tasks.workunit.client.0.smithi019.stdout:op 40 completed, throughput=4.93MB/sec 2024-04-02T08:50:08.404 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HcGxNN1BOvFSFDC off=9044226 len=129157 2024-04-02T08:50:08.404 INFO:tasks.workunit.client.0.smithi019.stdout:op 41 completed, throughput=4.94MB/sec 2024-04-02T08:50:08.405 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Pqq2lmyA-awTeH2 off=2761889 len=649609 2024-04-02T08:50:08.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 42 completed, throughput=5.02MB/sec 2024-04-02T08:50:09.405 INFO:tasks.workunit.client.0.smithi019.stdout: 9: throughput=4.47MB/sec pending data=0 2024-04-02T08:50:09.406 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lkkqtFxttvuxRUB off=7108827 len=96659 2024-04-02T08:50:09.406 INFO:tasks.workunit.client.0.smithi019.stdout:op 43 completed, throughput=4.48MB/sec 2024-04-02T08:50:09.406 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZFvAur776B94PY2 off=7855714 len=1407448 2024-04-02T08:50:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 44 completed, throughput=4.62MB/sec 2024-04-02T08:50:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4mFeILpev3OhZei off=5558922 len=1411940 2024-04-02T08:50:09.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 45 completed, throughput=4.77MB/sec 2024-04-02T08:50:09.417 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gknP0jefFjW6EyE off=15302049 len=1630005 2024-04-02T08:50:09.424 INFO:tasks.workunit.client.0.smithi019.stdout:op 46 completed, throughput=4.93MB/sec 2024-04-02T08:50:09.424 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8AL2aZW02Gj6k90 off=19302365 len=1901025 2024-04-02T08:50:09.426 INFO:tasks.workunit.client.0.smithi019.stdout:op 47 completed, throughput=5.13MB/sec 2024-04-02T08:50:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:09 smithi019 ceph-mon[94035]: pgmap v1319: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:50:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:09 smithi019 ceph-mon[96522]: pgmap v1319: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:50:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:09 smithi066 ceph-mon[87361]: pgmap v1319: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:50:10.426 INFO:tasks.workunit.client.0.smithi019.stdout: 10: throughput=4.63MB/sec pending data=0 2024-04-02T08:50:10.426 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tDToaBlV-O8ZHyA off=15585467 len=314049 2024-04-02T08:50:10.428 INFO:tasks.workunit.client.0.smithi019.stdout:op 48 completed, throughput=4.65MB/sec 2024-04-02T08:50:10.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oG3ZXMe4FVevnRH off=7122770 len=1222517 2024-04-02T08:50:10.434 INFO:tasks.workunit.client.0.smithi019.stdout:op 49 completed, throughput=4.77MB/sec 2024-04-02T08:50:10.435 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ak31SJOKHqWj-TJ off=5328837 len=1789825 2024-04-02T08:50:10.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 50 completed, throughput=4.93MB/sec 2024-04-02T08:50:10.442 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T5j7laZPJH2OGMB off=4829650 len=125981 2024-04-02T08:50:10.444 INFO:tasks.workunit.client.0.smithi019.stdout:op 51 completed, throughput=4.94MB/sec 2024-04-02T08:50:10.444 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q8b2ChjaNebRP4e off=1537453 len=801246 2024-04-02T08:50:10.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 52 completed, throughput=5.02MB/sec 2024-04-02T08:50:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:50:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:50:10] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-02T08:50:11.447 INFO:tasks.workunit.client.0.smithi019.stdout: 11: throughput=4.57MB/sec pending data=0 2024-04-02T08:50:11.447 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t1i2jpYbmGOK8ME off=5325557 len=2019388 2024-04-02T08:50:11.449 INFO:tasks.workunit.client.0.smithi019.stdout:op 53 completed, throughput=4.74MB/sec 2024-04-02T08:50:11.449 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_Y8n1iEgzDODSs3 off=6190367 len=1624476 2024-04-02T08:50:11.455 INFO:tasks.workunit.client.0.smithi019.stdout:op 54 completed, throughput=4.87MB/sec 2024-04-02T08:50:11.455 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-13IurYufXeJH5HG off=6234637 len=956240 2024-04-02T08:50:11.462 INFO:tasks.workunit.client.0.smithi019.stdout:op 55 completed, throughput=4.95MB/sec 2024-04-02T08:50:11.462 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-82govjTBjWFfBDW off=3710341 len=1361637 2024-04-02T08:50:11.462 INFO:tasks.workunit.client.0.smithi019.stdout:op 56 completed, throughput=5.07MB/sec 2024-04-02T08:50:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:11 smithi019 ceph-mon[94035]: pgmap v1320: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:50:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:11 smithi019 ceph-mon[96522]: pgmap v1320: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:50:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:11 smithi066 ceph-mon[87361]: pgmap v1320: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-02T08:50:12.462 INFO:tasks.workunit.client.0.smithi019.stdout: 12: throughput=4.65MB/sec pending data=0 2024-04-02T08:50:12.463 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yKsV1XXaKXDjtj0 off=8011891 len=327862 2024-04-02T08:50:12.463 INFO:tasks.workunit.client.0.smithi019.stdout:op 57 completed, throughput=4.68MB/sec 2024-04-02T08:50:12.463 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0hqw33BVsUsbUs- off=1904787 len=1298612 2024-04-02T08:50:12.470 INFO:tasks.workunit.client.0.smithi019.stdout:op 58 completed, throughput=4.78MB/sec 2024-04-02T08:50:12.470 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lhyarI5vAEDPbcw off=14617365 len=71233 2024-04-02T08:50:12.472 INFO:tasks.workunit.client.0.smithi019.stdout:op 59 completed, throughput=4.78MB/sec 2024-04-02T08:50:12.472 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GboT7CY2XF36Tb5 off=11328382 len=679529 2024-04-02T08:50:12.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 60 completed, throughput=4.83MB/sec 2024-04-02T08:50:12.474 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lJV06f_k9ZL-mVY off=52380 len=1861721 2024-04-02T08:50:12.475 INFO:tasks.workunit.client.0.smithi019.stdout:op 61 completed, throughput=4.98MB/sec 2024-04-02T08:50:12.475 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LoKDZOGx6Yo-BVI off=3379178 len=525004 2024-04-02T08:50:12.478 INFO:tasks.workunit.client.0.smithi019.stdout:op 62 completed, throughput=5.02MB/sec 2024-04-02T08:50:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:50:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:13.478 INFO:tasks.workunit.client.0.smithi019.stdout: 13: throughput=4.64MB/sec pending data=0 2024-04-02T08:50:13.479 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-psrcZSB1w2dL9xL off=19079538 len=1475025 2024-04-02T08:50:13.480 INFO:tasks.workunit.client.0.smithi019.stdout:op 63 completed, throughput=4.74MB/sec 2024-04-02T08:50:13.480 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5llP1UGB4cYgiO4 off=15609925 len=980128 2024-04-02T08:50:13.481 INFO:tasks.workunit.client.0.smithi019.stdout:op 64 completed, throughput=4.82MB/sec 2024-04-02T08:50:13.481 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rJGF8a0Y8NwenN1 off=838182 len=30170 2024-04-02T08:50:13.483 INFO:tasks.workunit.client.0.smithi019.stdout:op 65 completed, throughput=4.82MB/sec 2024-04-02T08:50:13.483 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-agRmK_m8lnWj0dS off=8210314 len=561020 2024-04-02T08:50:13.484 INFO:tasks.workunit.client.0.smithi019.stdout:op 66 completed, throughput=4.86MB/sec 2024-04-02T08:50:13.484 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5E_ZGIKZuEBSYHR off=103087 len=1499493 2024-04-02T08:50:13.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 67 completed, throughput=4.96MB/sec 2024-04-02T08:50:13.485 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YoQpQMAfB31-mCC off=5079863 len=1979303 2024-04-02T08:50:13.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 68 completed, throughput=5.1MB/sec 2024-04-02T08:50:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:13 smithi019 ceph-mon[94035]: pgmap v1321: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 857 op/s 2024-04-02T08:50:14.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:13 smithi019 ceph-mon[96522]: pgmap v1321: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 857 op/s 2024-04-02T08:50:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:13 smithi066 ceph-mon[87361]: pgmap v1321: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 857 op/s 2024-04-02T08:50:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:14.496 INFO:tasks.workunit.client.0.smithi019.stdout: 14: throughput=4.74MB/sec pending data=0 2024-04-02T08:50:14.496 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TF3dj9DvPcCXu3m off=281406 len=2096372 2024-04-02T08:50:14.500 INFO:tasks.workunit.client.0.smithi019.stdout:op 69 completed, throughput=4.88MB/sec 2024-04-02T08:50:14.500 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CiOzU3qd8dyYx_T off=1876948 len=1555053 2024-04-02T08:50:14.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 70 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.502 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hsSwPkq9VR2aLxI off=2047544 len=995789 2024-04-02T08:50:14.504 INFO:tasks.workunit.client.0.smithi019.stdout:op 71 completed, throughput=5.05MB/sec 2024-04-02T08:50:15.504 INFO:tasks.workunit.client.0.smithi019.stdout: 15: throughput=4.72MB/sec pending data=0 2024-04-02T08:50:15.504 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jX9tjGNrvw8wBdV off=4968441 len=294910 2024-04-02T08:50:15.506 INFO:tasks.workunit.client.0.smithi019.stdout:op 72 completed, throughput=4.74MB/sec 2024-04-02T08:50:15.507 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5ltWIa7HUaYv2q9 off=5195110 len=841261 2024-04-02T08:50:15.508 INFO:tasks.workunit.client.0.smithi019.stdout:op 73 completed, throughput=4.79MB/sec 2024-04-02T08:50:15.509 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YhMpnD_kXslFIPN off=134978 len=1041803 2024-04-02T08:50:15.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 74 completed, throughput=4.86MB/sec 2024-04-02T08:50:15.510 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cg_2-WVv7lV_p_5 off=13896290 len=62749 2024-04-02T08:50:15.512 INFO:tasks.workunit.client.0.smithi019.stdout:op 75 completed, throughput=4.86MB/sec 2024-04-02T08:50:15.512 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Eq4AoPO8PjLfrUs off=6571910 len=569570 2024-04-02T08:50:15.516 INFO:tasks.workunit.client.0.smithi019.stdout:op 76 completed, throughput=4.89MB/sec 2024-04-02T08:50:15.516 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pTT5q6RPdJbmr9Y off=2705043 len=1910330 2024-04-02T08:50:15.519 INFO:tasks.workunit.client.0.smithi019.stdout:op 77 completed, throughput=5.01MB/sec 2024-04-02T08:50:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:15 smithi019 ceph-mon[94035]: pgmap v1322: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:15 smithi019 ceph-mon[96522]: pgmap v1322: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:15 smithi066 ceph-mon[87361]: pgmap v1322: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: 16: throughput=4.7MB/sec pending data=0 2024-04-02T08:50:16.519 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kughV0Z848Nmp7D off=686454 len=1026083 2024-04-02T08:50:16.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 78 completed, throughput=4.76MB/sec 2024-04-02T08:50:16.521 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8TlMBlCKjjRQyvG off=10657893 len=1095295 2024-04-02T08:50:16.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 79 completed, throughput=4.83MB/sec 2024-04-02T08:50:16.522 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l2HamaTCDhsjCm5 off=2586994 len=696315 2024-04-02T08:50:16.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 80 completed, throughput=4.87MB/sec 2024-04-02T08:50:16.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MuWob4fdM5td4Vl off=8558724 len=311275 2024-04-02T08:50:16.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 81 completed, throughput=4.88MB/sec 2024-04-02T08:50:16.526 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-__8B-MsBLU-EpAi off=12842325 len=1182542 2024-04-02T08:50:16.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 82 completed, throughput=4.95MB/sec 2024-04-02T08:50:16.528 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uhXj7r4om6AjCWR off=3800961 len=691129 2024-04-02T08:50:16.529 INFO:tasks.workunit.client.0.smithi019.stdout:op 83 completed, throughput=4.99MB/sec 2024-04-02T08:50:16.529 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WQ0PyC-BgzSLLjS off=13375131 len=594565 2024-04-02T08:50:16.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 84 completed, throughput=5.03MB/sec 2024-04-02T08:50:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: 17: throughput=4.74MB/sec pending data=0 2024-04-02T08:50:17.532 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IhhgLDmW3S7MaT- off=12446876 len=94582 2024-04-02T08:50:17.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 85 completed, throughput=4.74MB/sec 2024-04-02T08:50:17.533 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ldrJ7EMZ0AoUCD4 off=8289566 len=440973 2024-04-02T08:50:17.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 86 completed, throughput=4.77MB/sec 2024-04-02T08:50:17.533 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZqFaEDt5AGO5a39 off=12803107 len=65745 2024-04-02T08:50:17.534 INFO:tasks.workunit.client.0.smithi019.stdout:op 87 completed, throughput=4.77MB/sec 2024-04-02T08:50:17.534 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m5kYGXue7NglEg1 off=10006386 len=1034414 2024-04-02T08:50:17.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 88 completed, throughput=4.82MB/sec 2024-04-02T08:50:17.540 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GDM7TYdYbC4-Sf7 off=16591325 len=1723709 2024-04-02T08:50:17.541 INFO:tasks.workunit.client.0.smithi019.stdout:op 89 completed, throughput=4.92MB/sec 2024-04-02T08:50:17.541 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3Cs-mahmyBRIo_v off=4931313 len=2048738 2024-04-02T08:50:17.543 INFO:tasks.workunit.client.0.smithi019.stdout:op 90 completed, throughput=5.03MB/sec 2024-04-02T08:50:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:17 smithi019 ceph-mon[94035]: pgmap v1323: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:17 smithi019 ceph-mon[96522]: pgmap v1323: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:17 smithi066 ceph-mon[87361]: pgmap v1323: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:18.543 INFO:tasks.workunit.client.0.smithi019.stdout: 18: throughput=4.76MB/sec pending data=0 2024-04-02T08:50:18.544 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8ENujsMF8qqfy5_ off=861322 len=1811206 2024-04-02T08:50:18.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 91 completed, throughput=4.85MB/sec 2024-04-02T08:50:18.545 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WcVNedFELoE-PqX off=7921031 len=843083 2024-04-02T08:50:18.547 INFO:tasks.workunit.client.0.smithi019.stdout:op 92 completed, throughput=4.89MB/sec 2024-04-02T08:50:18.547 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vgUNk9Wd4eFyD73 off=2598439 len=1972415 2024-04-02T08:50:18.556 INFO:tasks.workunit.client.0.smithi019.stdout:op 93 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.556 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dRs8l6U04dSpHyD off=612994 len=536080 2024-04-02T08:50:18.557 INFO:tasks.workunit.client.0.smithi019.stdout:op 94 completed, throughput=5.02MB/sec 2024-04-02T08:50:19.557 INFO:tasks.workunit.client.0.smithi019.stdout: 19: throughput=4.76MB/sec pending data=0 2024-04-02T08:50:19.557 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HaslYGVF-0tqJkE off=3515723 len=1485419 2024-04-02T08:50:19.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 95 completed, throughput=4.84MB/sec 2024-04-02T08:50:19.558 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--aLVex82iLcpofb off=21716905 len=1430479 2024-04-02T08:50:19.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 96 completed, throughput=4.91MB/sec 2024-04-02T08:50:19.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LSVmjSOYUZMd0_4 off=743448 len=1704535 2024-04-02T08:50:19.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 97 completed, throughput=4.99MB/sec 2024-04-02T08:50:19.569 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lfDIa4UZMh1J2O4 off=14699050 len=1610028 2024-04-02T08:50:19.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 98 completed, throughput=5.07MB/sec 2024-04-02T08:50:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:19 smithi019 ceph-mon[94035]: pgmap v1324: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:19 smithi019 ceph-mon[96522]: pgmap v1324: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:19 smithi066 ceph-mon[87361]: pgmap v1324: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:20.572 INFO:tasks.workunit.client.0.smithi019.stdout: 20: throughput=4.82MB/sec pending data=0 2024-04-02T08:50:20.572 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VdXR6EY8T4CxRML off=5598380 len=588827 2024-04-02T08:50:20.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 99 completed, throughput=4.84MB/sec 2024-04-02T08:50:20.575 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8QkBGhyEGWTDyrU off=12056844 len=393947 2024-04-02T08:50:20.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 100 completed, throughput=4.86MB/sec 2024-04-02T08:50:20.575 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jJEM19dDsLds03y off=10340966 len=1179787 2024-04-02T08:50:20.576 INFO:tasks.workunit.client.0.smithi019.stdout:op 101 completed, throughput=4.92MB/sec 2024-04-02T08:50:20.577 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--mOuO3KXQ7Qzzed off=4095712 len=1580516 2024-04-02T08:50:20.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 102 completed, throughput=4.99MB/sec 2024-04-02T08:50:20.582 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BleKH-KvJXvKNxP off=14016270 len=1561597 2024-04-02T08:50:20.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 103 completed, throughput=5.06MB/sec 2024-04-02T08:50:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:50:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:50:20] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-02T08:50:21.583 INFO:tasks.workunit.client.0.smithi019.stdout: 21: throughput=4.83MB/sec pending data=0 2024-04-02T08:50:21.584 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b5rRBM1p5mbrQtl off=8499101 len=1134962 2024-04-02T08:50:21.586 INFO:tasks.workunit.client.0.smithi019.stdout:op 104 completed, throughput=4.88MB/sec 2024-04-02T08:50:21.586 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MrpoEndOjRr7JOo off=4223816 len=1614217 2024-04-02T08:50:21.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 105 completed, throughput=4.95MB/sec 2024-04-02T08:50:21.589 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jHeWjEm60SCDFUi off=3078801 len=582652 2024-04-02T08:50:21.590 INFO:tasks.workunit.client.0.smithi019.stdout:op 106 completed, throughput=4.97MB/sec 2024-04-02T08:50:21.590 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bnIdxMF80hDE0c7 off=5200624 len=1886236 2024-04-02T08:50:21.601 INFO:tasks.workunit.client.0.smithi019.stdout:op 107 completed, throughput=5.05MB/sec 2024-04-02T08:50:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:21 smithi019 ceph-mon[94035]: pgmap v1325: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:21 smithi019 ceph-mon[96522]: pgmap v1325: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:22.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:21 smithi066 ceph-mon[87361]: pgmap v1325: 105 pgs: 105 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:50:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:22.601 INFO:tasks.workunit.client.0.smithi019.stdout: 22: throughput=4.83MB/sec pending data=0 2024-04-02T08:50:22.601 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M-iACyZ8-LZAeeY off=3617403 len=1095603 2024-04-02T08:50:22.602 INFO:tasks.workunit.client.0.smithi019.stdout:op 108 completed, throughput=4.87MB/sec 2024-04-02T08:50:22.602 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UMs6ofZsr1B41og off=41804 len=1505104 2024-04-02T08:50:22.603 INFO:tasks.workunit.client.0.smithi019.stdout:op 109 completed, throughput=4.94MB/sec 2024-04-02T08:50:22.604 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LLbnoG5E2_0LHBg off=5200406 len=1291093 2024-04-02T08:50:22.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 110 completed, throughput=4.99MB/sec 2024-04-02T08:50:22.604 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ax0gmydBmCTB0yY off=2103093 len=799514 2024-04-02T08:50:22.609 INFO:tasks.workunit.client.0.smithi019.stdout:op 111 completed, throughput=5.03MB/sec 2024-04-02T08:50:23.609 INFO:tasks.workunit.client.0.smithi019.stdout: 23: throughput=4.81MB/sec pending data=0 2024-04-02T08:50:23.610 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WK9sHSL89283V6S off=11617195 len=1887989 2024-04-02T08:50:23.611 INFO:tasks.workunit.client.0.smithi019.stdout:op 112 completed, throughput=4.89MB/sec 2024-04-02T08:50:23.611 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o4fpjY3mAOfkOrM off=319725 len=1805574 2024-04-02T08:50:23.617 INFO:tasks.workunit.client.0.smithi019.stdout:op 113 completed, throughput=4.96MB/sec 2024-04-02T08:50:23.617 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qw3np50ckRZrAxK off=2386713 len=368638 2024-04-02T08:50:23.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 114 completed, throughput=4.98MB/sec 2024-04-02T08:50:23.620 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yHX6yoIejjwNhkz off=3738782 len=1922336 2024-04-02T08:50:23.624 INFO:tasks.workunit.client.0.smithi019.stdout:op 115 completed, throughput=5.05MB/sec 2024-04-02T08:50:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:23 smithi019 ceph-mon[94035]: pgmap v1326: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:50:24.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:23 smithi019 ceph-mon[96522]: pgmap v1326: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:50:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:23 smithi066 ceph-mon[87361]: pgmap v1326: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:50:24.624 INFO:tasks.workunit.client.0.smithi019.stdout: 24: throughput=4.85MB/sec pending data=0 2024-04-02T08:50:24.624 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3bmNJiK8INcaT1S off=604017 len=689090 2024-04-02T08:50:24.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 116 completed, throughput=4.87MB/sec 2024-04-02T08:50:24.625 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JKadtyAgprPi7ZM off=9233072 len=911090 2024-04-02T08:50:24.630 INFO:tasks.workunit.client.0.smithi019.stdout:op 117 completed, throughput=4.91MB/sec 2024-04-02T08:50:24.630 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-59RWKThjIDGctQa off=5517887 len=1939282 2024-04-02T08:50:24.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 118 completed, throughput=4.98MB/sec 2024-04-02T08:50:24.631 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L-WqiKOVOQLdBHI off=637789 len=1424035 2024-04-02T08:50:24.637 INFO:tasks.workunit.client.0.smithi019.stdout:op 119 completed, throughput=5.04MB/sec 2024-04-02T08:50:25.637 INFO:tasks.workunit.client.0.smithi019.stdout: 25: throughput=4.84MB/sec pending data=0 2024-04-02T08:50:25.637 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IWO1IPbwou5OFHj off=0 len=1261835 2024-04-02T08:50:25.644 INFO:tasks.workunit.client.0.smithi019.stdout:op 120 completed, throughput=4.88MB/sec 2024-04-02T08:50:25.644 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qM54qw9wSuMnR-R off=5842369 len=316396 2024-04-02T08:50:25.644 INFO:tasks.workunit.client.0.smithi019.stdout:op 121 completed, throughput=4.9MB/sec 2024-04-02T08:50:25.645 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-quFS5l3vdIHidIZ off=12376774 len=775729 2024-04-02T08:50:25.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 122 completed, throughput=4.92MB/sec 2024-04-02T08:50:25.649 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SJ2p2WuWzq_4Hp1 off=12925786 len=163551 2024-04-02T08:50:25.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 123 completed, throughput=4.93MB/sec 2024-04-02T08:50:25.650 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tfpC_k3daA_ghje off=1399649 len=1954313 2024-04-02T08:50:25.657 INFO:tasks.workunit.client.0.smithi019.stdout:op 124 completed, throughput=5MB/sec 2024-04-02T08:50:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:25 smithi019 ceph-mon[94035]: pgmap v1327: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:50:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:25 smithi019 ceph-mon[96522]: pgmap v1327: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:50:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:25 smithi066 ceph-mon[87361]: pgmap v1327: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:50:26.657 INFO:tasks.workunit.client.0.smithi019.stdout: 26: throughput=4.81MB/sec pending data=0 2024-04-02T08:50:26.658 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tz-ofuE1jMT1LVX off=16395573 len=1318922 2024-04-02T08:50:26.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 125 completed, throughput=4.86MB/sec 2024-04-02T08:50:26.666 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zrYxtsWy-szjl_F off=2938821 len=1363664 2024-04-02T08:50:26.667 INFO:tasks.workunit.client.0.smithi019.stdout:op 126 completed, throughput=4.91MB/sec 2024-04-02T08:50:26.667 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DdndhEA_nybYhBP off=4845433 len=2084022 2024-04-02T08:50:26.669 INFO:tasks.workunit.client.0.smithi019.stdout:op 127 completed, throughput=4.98MB/sec 2024-04-02T08:50:26.669 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3u2_ukvFyY3Q1wZ off=1256882 len=1887346 2024-04-02T08:50:26.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 128 completed, throughput=5.05MB/sec 2024-04-02T08:50:27.671 INFO:tasks.workunit.client.0.smithi019.stdout: 27: throughput=4.87MB/sec pending data=0 2024-04-02T08:50:27.671 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pXrf-hyhZ0zFjk- off=4440401 len=31886 2024-04-02T08:50:27.673 INFO:tasks.workunit.client.0.smithi019.stdout:op 129 completed, throughput=4.87MB/sec 2024-04-02T08:50:27.673 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5P-hIV79NE9SGp9 off=666265 len=12761 2024-04-02T08:50:27.673 INFO:tasks.workunit.client.0.smithi019.stdout:op 130 completed, throughput=4.87MB/sec 2024-04-02T08:50:27.673 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rVPByiX3R4fyewd off=1764209 len=1143759 2024-04-02T08:50:27.674 INFO:tasks.workunit.client.0.smithi019.stdout:op 131 completed, throughput=4.91MB/sec 2024-04-02T08:50:27.675 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R7GGqkrb5Ta82fg off=712529 len=1466822 2024-04-02T08:50:27.680 INFO:tasks.workunit.client.0.smithi019.stdout:op 132 completed, throughput=4.96MB/sec 2024-04-02T08:50:27.680 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tciIZd7WsU7JC4A off=2936335 len=2031124 2024-04-02T08:50:27.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 133 completed, throughput=5.03MB/sec 2024-04-02T08:50:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:27 smithi019 ceph-mon[94035]: pgmap v1328: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:50:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:27 smithi019 ceph-mon[96522]: pgmap v1328: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:50:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:27 smithi066 ceph-mon[87361]: pgmap v1328: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:50:28.682 INFO:tasks.workunit.client.0.smithi019.stdout: 28: throughput=4.85MB/sec pending data=0 2024-04-02T08:50:28.682 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z34cGpfl0AIibup off=9399611 len=124989 2024-04-02T08:50:28.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 134 completed, throughput=4.85MB/sec 2024-04-02T08:50:28.683 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eFEnbIWZnCN4S9a off=460587 len=701051 2024-04-02T08:50:28.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 135 completed, throughput=4.88MB/sec 2024-04-02T08:50:28.687 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--hcr8JgXGctaks2 off=942514 len=1103971 2024-04-02T08:50:28.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 136 completed, throughput=4.91MB/sec 2024-04-02T08:50:28.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9bB2YpFDKT5Qd43 off=9320547 len=1320604 2024-04-02T08:50:28.689 INFO:tasks.workunit.client.0.smithi019.stdout:op 137 completed, throughput=4.96MB/sec 2024-04-02T08:50:28.690 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7c3OkfLh1mcpf-R off=1084065 len=1551278 2024-04-02T08:50:28.697 INFO:tasks.workunit.client.0.smithi019.stdout:op 138 completed, throughput=5.01MB/sec 2024-04-02T08:50:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: 29: throughput=4.84MB/sec pending data=0 2024-04-02T08:50:29.697 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BsAjkLF4dLT8p3n off=16380586 len=166832 2024-04-02T08:50:29.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 139 completed, throughput=4.84MB/sec 2024-04-02T08:50:29.702 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RFHFVYzqDv6zLYV off=2335697 len=926334 2024-04-02T08:50:29.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 140 completed, throughput=4.87MB/sec 2024-04-02T08:50:29.702 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ecQkAguOEN54CM3 off=3673588 len=1166726 2024-04-02T08:50:29.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 141 completed, throughput=4.91MB/sec 2024-04-02T08:50:29.707 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BoPi740GFrP4LOu off=3904763 len=1100628 2024-04-02T08:50:29.708 INFO:tasks.workunit.client.0.smithi019.stdout:op 142 completed, throughput=4.95MB/sec 2024-04-02T08:50:29.708 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--KGHe0t0GIvdAAe off=6766030 len=541241 2024-04-02T08:50:29.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 143 completed, throughput=4.96MB/sec 2024-04-02T08:50:29.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-haf5Bnm7tz3Wie8 off=2002961 len=1459350 2024-04-02T08:50:29.717 INFO:tasks.workunit.client.0.smithi019.stdout:op 144 completed, throughput=5.01MB/sec 2024-04-02T08:50:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:29 smithi019 ceph-mon[94035]: pgmap v1329: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:29 smithi019 ceph-mon[96522]: pgmap v1329: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:29 smithi066 ceph-mon[87361]: pgmap v1329: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:50:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:50:30] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-02T08:50:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: 30: throughput=4.84MB/sec pending data=0 2024-04-02T08:50:30.718 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JymtqDQBhADvJk3 off=6910963 len=1299306 2024-04-02T08:50:30.719 INFO:tasks.workunit.client.0.smithi019.stdout:op 145 completed, throughput=4.89MB/sec 2024-04-02T08:50:30.719 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iFLFEydkeXeqpQf off=7903380 len=169905 2024-04-02T08:50:30.720 INFO:tasks.workunit.client.0.smithi019.stdout:op 146 completed, throughput=4.89MB/sec 2024-04-02T08:50:30.720 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7N1pV69mqGS66Hp off=5717034 len=218417 2024-04-02T08:50:30.720 INFO:tasks.workunit.client.0.smithi019.stdout:op 147 completed, throughput=4.9MB/sec 2024-04-02T08:50:30.720 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z95s58TxF8wxp8X off=6171500 len=2049372 2024-04-02T08:50:30.727 INFO:tasks.workunit.client.0.smithi019.stdout:op 148 completed, throughput=4.96MB/sec 2024-04-02T08:50:30.727 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FHztuL3RRr42MLn off=366164 len=954484 2024-04-02T08:50:30.732 INFO:tasks.workunit.client.0.smithi019.stdout:op 149 completed, throughput=4.99MB/sec 2024-04-02T08:50:30.732 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gwz7k4t5Prmuyg- off=319030 len=1268151 2024-04-02T08:50:30.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 150 completed, throughput=5.03MB/sec 2024-04-02T08:50:30.813 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:50:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T08:50:30.341158594Z level=info msg="Completed cleanup jobs" duration=2.777773ms 2024-04-02T08:50:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: 31: throughput=4.87MB/sec pending data=0 2024-04-02T08:50:31.738 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eazqQfKBAkUaV9y off=3223519 len=1507533 2024-04-02T08:50:31.747 INFO:tasks.workunit.client.0.smithi019.stdout:op 151 completed, throughput=4.91MB/sec 2024-04-02T08:50:31.747 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OHDFGwGsVa0Yuo7 off=4592166 len=615708 2024-04-02T08:50:31.747 INFO:tasks.workunit.client.0.smithi019.stdout:op 152 completed, throughput=4.93MB/sec 2024-04-02T08:50:31.747 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MbJFmCI_DJ6o_hO off=397061 len=433761 2024-04-02T08:50:31.750 INFO:tasks.workunit.client.0.smithi019.stdout:op 153 completed, throughput=4.94MB/sec 2024-04-02T08:50:31.750 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aFaj8jyIJOiCXd3 off=5095752 len=1555960 2024-04-02T08:50:31.753 INFO:tasks.workunit.client.0.smithi019.stdout:op 154 completed, throughput=4.99MB/sec 2024-04-02T08:50:31.753 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nemFzDBgV5Ad8Fl off=9374038 len=1986941 2024-04-02T08:50:31.754 INFO:tasks.workunit.client.0.smithi019.stdout:op 155 completed, throughput=5.05MB/sec 2024-04-02T08:50:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:31 smithi019 ceph-mon[94035]: pgmap v1330: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:50:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:31 smithi019 ceph-mon[96522]: pgmap v1330: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:50:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:31 smithi066 ceph-mon[87361]: pgmap v1330: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:50:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: 32: throughput=4.89MB/sec pending data=0 2024-04-02T08:50:32.755 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dcOOT1IaLkSla0H off=168668 len=622671 2024-04-02T08:50:32.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 156 completed, throughput=4.91MB/sec 2024-04-02T08:50:32.757 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iPQvkgbgkqEnkYh off=1238922 len=1645787 2024-04-02T08:50:32.758 INFO:tasks.workunit.client.0.smithi019.stdout:op 157 completed, throughput=4.96MB/sec 2024-04-02T08:50:32.758 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LNilk3VJBjf4RZo off=16224390 len=1534644 2024-04-02T08:50:32.765 INFO:tasks.workunit.client.0.smithi019.stdout:op 158 completed, throughput=5MB/sec 2024-04-02T08:50:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:50:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: 33: throughput=4.86MB/sec pending data=0 2024-04-02T08:50:33.766 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1YULR6WaR63qwtj off=10788024 len=315709 2024-04-02T08:50:33.768 INFO:tasks.workunit.client.0.smithi019.stdout:op 159 completed, throughput=4.86MB/sec 2024-04-02T08:50:33.768 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TBypy23qflLzo1d off=1953378 len=2004881 2024-04-02T08:50:33.770 INFO:tasks.workunit.client.0.smithi019.stdout:op 160 completed, throughput=4.92MB/sec 2024-04-02T08:50:33.770 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FE-BfurgaoxGWdA off=6190977 len=1476697 2024-04-02T08:50:33.775 INFO:tasks.workunit.client.0.smithi019.stdout:op 161 completed, throughput=4.96MB/sec 2024-04-02T08:50:33.775 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-No1heek0pEm4wHa off=14221406 len=1333378 2024-04-02T08:50:33.781 INFO:tasks.workunit.client.0.smithi019.stdout:op 162 completed, throughput=5MB/sec 2024-04-02T08:50:33.782 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W52WmEscjho1c-0 off=0 len=1231528 2024-04-02T08:50:33.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 163 completed, throughput=5.03MB/sec 2024-04-02T08:50:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:33 smithi019 ceph-mon[94035]: pgmap v1331: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:50:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:33 smithi019 ceph-mon[96522]: pgmap v1331: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:50:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:33 smithi066 ceph-mon[87361]: pgmap v1331: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:50:34.783 INFO:tasks.workunit.client.0.smithi019.stdout: 34: throughput=4.89MB/sec pending data=0 2024-04-02T08:50:34.783 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JWUNhwq_x7xb7Bp off=4519009 len=1302020 2024-04-02T08:50:34.786 INFO:tasks.workunit.client.0.smithi019.stdout:op 164 completed, throughput=4.92MB/sec 2024-04-02T08:50:34.786 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-q9twplmAsaojUvE off=12027370 len=395919 2024-04-02T08:50:34.786 INFO:tasks.workunit.client.0.smithi019.stdout:op 165 completed, throughput=4.93MB/sec 2024-04-02T08:50:34.787 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ukPkX1ykBRVU3iA off=11680588 len=1624091 2024-04-02T08:50:34.790 INFO:tasks.workunit.client.0.smithi019.stdout:op 166 completed, throughput=4.98MB/sec 2024-04-02T08:50:34.790 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8G_YEmaP96z3shK off=11165874 len=1185790 2024-04-02T08:50:34.791 INFO:tasks.workunit.client.0.smithi019.stdout:op 167 completed, throughput=5.01MB/sec 2024-04-02T08:50:35.791 INFO:tasks.workunit.client.0.smithi019.stdout: 35: throughput=4.87MB/sec pending data=0 2024-04-02T08:50:35.791 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nXeU9L89ZwTqksw off=4892807 len=644081 2024-04-02T08:50:35.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 168 completed, throughput=4.89MB/sec 2024-04-02T08:50:35.793 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xlYfnzgcVrpRnbr off=15867969 len=1240926 2024-04-02T08:50:35.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 169 completed, throughput=4.92MB/sec 2024-04-02T08:50:35.794 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gwavkQn2ZhCqV85 off=6037203 len=398370 2024-04-02T08:50:35.797 INFO:tasks.workunit.client.0.smithi019.stdout:op 170 completed, throughput=4.93MB/sec 2024-04-02T08:50:35.797 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L83wz2onIHZNDym off=10125281 len=922092 2024-04-02T08:50:35.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 171 completed, throughput=4.96MB/sec 2024-04-02T08:50:35.801 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vw2ibucS228yP3M off=7500461 len=904333 2024-04-02T08:50:35.802 INFO:tasks.workunit.client.0.smithi019.stdout:op 172 completed, throughput=4.98MB/sec 2024-04-02T08:50:35.802 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bMpYSQ-7Po5XePz off=9036656 len=831102 2024-04-02T08:50:35.806 INFO:tasks.workunit.client.0.smithi019.stdout:op 173 completed, throughput=5MB/sec 2024-04-02T08:50:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:35 smithi019 ceph-mon[94035]: pgmap v1332: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:50:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:35 smithi019 ceph-mon[96522]: pgmap v1332: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:50:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:35 smithi066 ceph-mon[87361]: pgmap v1332: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:50:36.807 INFO:tasks.workunit.client.0.smithi019.stdout: 36: throughput=4.86MB/sec pending data=0 2024-04-02T08:50:36.807 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rw6Xl97sKOpgeiw off=1516231 len=1563775 2024-04-02T08:50:36.814 INFO:tasks.workunit.client.0.smithi019.stdout:op 174 completed, throughput=4.9MB/sec 2024-04-02T08:50:36.814 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6xJyPBMzTguSPVb off=3255672 len=1223648 2024-04-02T08:50:36.820 INFO:tasks.workunit.client.0.smithi019.stdout:op 175 completed, throughput=4.93MB/sec 2024-04-02T08:50:36.820 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5pXr82deA1Ub5le off=5501277 len=31765 2024-04-02T08:50:36.822 INFO:tasks.workunit.client.0.smithi019.stdout:op 176 completed, throughput=4.94MB/sec 2024-04-02T08:50:36.822 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EaOeiySnyLKKUxt off=134304 len=1407280 2024-04-02T08:50:36.831 INFO:tasks.workunit.client.0.smithi019.stdout:op 177 completed, throughput=4.97MB/sec 2024-04-02T08:50:36.831 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YMt2r3AtmHUcJ5- off=4761402 len=319530 2024-04-02T08:50:36.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 178 completed, throughput=4.98MB/sec 2024-04-02T08:50:36.833 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s0-BvBUOkQ_-atl off=7070100 len=652292 2024-04-02T08:50:36.834 INFO:tasks.workunit.client.0.smithi019.stdout:op 179 completed, throughput=5MB/sec 2024-04-02T08:50:36.834 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F94e1hub1WIdFsi off=1863410 len=1086982 2024-04-02T08:50:36.836 INFO:tasks.workunit.client.0.smithi019.stdout:op 180 completed, throughput=5.02MB/sec 2024-04-02T08:50:37.837 INFO:tasks.workunit.client.0.smithi019.stdout: 37: throughput=4.89MB/sec pending data=0 2024-04-02T08:50:37.837 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qtl6v8SB8lPoSyV off=20113686 len=2051128 2024-04-02T08:50:37.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 181 completed, throughput=4.94MB/sec 2024-04-02T08:50:37.839 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VsAslxJKN_FDIVJ off=22053480 len=915508 2024-04-02T08:50:37.840 INFO:tasks.workunit.client.0.smithi019.stdout:op 182 completed, throughput=4.97MB/sec 2024-04-02T08:50:37.840 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p9tXPav2vCqMfoZ off=8805731 len=535042 2024-04-02T08:50:37.841 INFO:tasks.workunit.client.0.smithi019.stdout:op 183 completed, throughput=4.98MB/sec 2024-04-02T08:50:37.841 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ylnJKPn0zG6DFzw off=1368808 len=1897191 2024-04-02T08:50:37.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 184 completed, throughput=5.03MB/sec 2024-04-02T08:50:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:37 smithi019 ceph-mon[94035]: pgmap v1333: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:37 smithi019 ceph-mon[96522]: pgmap v1333: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:37 smithi066 ceph-mon[87361]: pgmap v1333: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:38.848 INFO:tasks.workunit.client.0.smithi019.stdout: 38: throughput=4.9MB/sec pending data=0 2024-04-02T08:50:38.849 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iOIlsMdRefNXdo_ off=12740930 len=351608 2024-04-02T08:50:38.851 INFO:tasks.workunit.client.0.smithi019.stdout:op 185 completed, throughput=4.9MB/sec 2024-04-02T08:50:38.851 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-meHKA07l4mRu64N off=6779477 len=1059316 2024-04-02T08:50:38.856 INFO:tasks.workunit.client.0.smithi019.stdout:op 186 completed, throughput=4.93MB/sec 2024-04-02T08:50:38.857 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wzIt64bnbfwwgkJ off=13917696 len=625274 2024-04-02T08:50:38.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 187 completed, throughput=4.94MB/sec 2024-04-02T08:50:38.859 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9asu54tupFMNDOe off=5078346 len=1032481 2024-04-02T08:50:38.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 188 completed, throughput=4.97MB/sec 2024-04-02T08:50:38.861 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YKvo6zeDgc8u7y- off=6798488 len=24677 2024-04-02T08:50:38.862 INFO:tasks.workunit.client.0.smithi019.stdout:op 189 completed, throughput=4.97MB/sec 2024-04-02T08:50:38.862 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8EKcnIaNp5lLMVs off=4544962 len=468979 2024-04-02T08:50:38.865 INFO:tasks.workunit.client.0.smithi019.stdout:op 190 completed, throughput=4.98MB/sec 2024-04-02T08:50:38.865 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LHLtj3iWf1RS-1V off=10972587 len=1049371 2024-04-02T08:50:38.870 INFO:tasks.workunit.client.0.smithi019.stdout:op 191 completed, throughput=5.01MB/sec 2024-04-02T08:50:39.870 INFO:tasks.workunit.client.0.smithi019.stdout: 39: throughput=4.88MB/sec pending data=0 2024-04-02T08:50:39.871 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Om_bOk6qS6caWKi off=4307968 len=1753439 2024-04-02T08:50:39.881 INFO:tasks.workunit.client.0.smithi019.stdout:op 192 completed, throughput=4.92MB/sec 2024-04-02T08:50:39.881 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SmhuiDOhkoIG80E off=3283827 len=1620810 2024-04-02T08:50:39.887 INFO:tasks.workunit.client.0.smithi019.stdout:op 193 completed, throughput=4.96MB/sec 2024-04-02T08:50:39.887 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U1B6apSVC2-Hve_ off=976582 len=1249949 2024-04-02T08:50:39.887 INFO:tasks.workunit.client.0.smithi019.stdout:op 194 completed, throughput=4.99MB/sec 2024-04-02T08:50:39.888 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EbAj5RvgGJWjK77 off=6228972 len=257562 2024-04-02T08:50:39.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 195 completed, throughput=5MB/sec 2024-04-02T08:50:39.890 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BkEbo7WG5smRlR_ off=2839245 len=69150 2024-04-02T08:50:39.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 196 completed, throughput=5MB/sec 2024-04-02T08:50:39.893 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IFUs9gbCGdM2jwt off=8149294 len=1039476 2024-04-02T08:50:39.894 INFO:tasks.workunit.client.0.smithi019.stdout:op 197 completed, throughput=5.02MB/sec 2024-04-02T08:50:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:39 smithi019 ceph-mon[94035]: pgmap v1334: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:39 smithi019 ceph-mon[96522]: pgmap v1334: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:39 smithi066 ceph-mon[87361]: pgmap v1334: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:50:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:50:40] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-02T08:50:40.894 INFO:tasks.workunit.client.0.smithi019.stdout: 40: throughput=4.9MB/sec pending data=0 2024-04-02T08:50:40.894 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ScMjsT1bcAKLkzx off=5005458 len=1671210 2024-04-02T08:50:40.896 INFO:tasks.workunit.client.0.smithi019.stdout:op 198 completed, throughput=4.94MB/sec 2024-04-02T08:50:40.896 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PyLiBpt398K5rBO off=200789 len=839537 2024-04-02T08:50:40.896 INFO:tasks.workunit.client.0.smithi019.stdout:op 199 completed, throughput=4.96MB/sec 2024-04-02T08:50:40.897 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yuQtyURlQj-VcgH off=4610930 len=1520446 2024-04-02T08:50:40.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 200 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.904 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2KAcUYiJw2Z1xru off=93396 len=1426119 2024-04-02T08:50:40.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 201 completed, throughput=5.02MB/sec 2024-04-02T08:50:41.905 INFO:tasks.workunit.client.0.smithi019.stdout: 41: throughput=4.9MB/sec pending data=0 2024-04-02T08:50:41.905 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r5pbl9LRfsvfZOs off=752434 len=1399137 2024-04-02T08:50:41.914 INFO:tasks.workunit.client.0.smithi019.stdout:op 202 completed, throughput=4.93MB/sec 2024-04-02T08:50:41.914 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_4NovN_ckPVl0Tt off=17111882 len=2061718 2024-04-02T08:50:41.917 INFO:tasks.workunit.client.0.smithi019.stdout:op 203 completed, throughput=4.98MB/sec 2024-04-02T08:50:41.917 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TQRzUIjj-AGB2gt off=5645051 len=2055069 2024-04-02T08:50:41.926 INFO:tasks.workunit.client.0.smithi019.stdout:op 204 completed, throughput=5.03MB/sec 2024-04-02T08:50:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:41 smithi019 ceph-mon[94035]: pgmap v1335: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:50:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:41 smithi019 ceph-mon[96522]: pgmap v1335: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:50:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:41 smithi066 ceph-mon[87361]: pgmap v1335: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:50:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:50:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:42.926 INFO:tasks.workunit.client.0.smithi019.stdout: 42: throughput=4.91MB/sec pending data=0 2024-04-02T08:50:42.927 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n5cgQAkadj2nzfK off=4380043 len=1155530 2024-04-02T08:50:42.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 205 completed, throughput=4.94MB/sec 2024-04-02T08:50:42.932 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Dohu_ltpVYK4Vau off=0 len=1876263 2024-04-02T08:50:42.938 INFO:tasks.workunit.client.0.smithi019.stdout:op 206 completed, throughput=4.98MB/sec 2024-04-02T08:50:42.938 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bgZoqLFuE3z5fdF off=4461491 len=1014540 2024-04-02T08:50:42.941 INFO:tasks.workunit.client.0.smithi019.stdout:op 207 completed, throughput=5MB/sec 2024-04-02T08:50:42.941 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_vgGxwh-ca7w1ma off=5604668 len=1688513 2024-04-02T08:50:42.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 208 completed, throughput=5.04MB/sec 2024-04-02T08:50:43.950 INFO:tasks.workunit.client.0.smithi019.stdout: 43: throughput=4.92MB/sec pending data=0 2024-04-02T08:50:43.950 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zaM4SR-a56LyerQ off=11491739 len=811299 2024-04-02T08:50:43.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 209 completed, throughput=4.94MB/sec 2024-04-02T08:50:43.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VQF2uSUOdLiey2S off=2848309 len=365413 2024-04-02T08:50:43.957 INFO:tasks.workunit.client.0.smithi019.stdout:op 210 completed, throughput=4.94MB/sec 2024-04-02T08:50:43.957 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hMS4A9jRHsqFLJx off=8560824 len=231239 2024-04-02T08:50:43.959 INFO:tasks.workunit.client.0.smithi019.stdout:op 211 completed, throughput=4.95MB/sec 2024-04-02T08:50:43.959 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rxCPH8X9DPuwsCS off=1140547 len=1999989 2024-04-02T08:50:43.970 INFO:tasks.workunit.client.0.smithi019.stdout:op 212 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.971 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rt5qTDi36XNcim1 off=5919193 len=2030147 2024-04-02T08:50:43.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 213 completed, throughput=5.04MB/sec 2024-04-02T08:50:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:43 smithi019 ceph-mon[94035]: pgmap v1336: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:43 smithi019 ceph-mon[96522]: pgmap v1336: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:43 smithi066 ceph-mon[87361]: pgmap v1336: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:44.972 INFO:tasks.workunit.client.0.smithi019.stdout: 44: throughput=4.92MB/sec pending data=0 2024-04-02T08:50:44.972 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IkO1azYJWICWBBP off=1230614 len=462336 2024-04-02T08:50:44.974 INFO:tasks.workunit.client.0.smithi019.stdout:op 214 completed, throughput=4.93MB/sec 2024-04-02T08:50:44.974 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q2cnma5wQScK7XK off=2718786 len=1515685 2024-04-02T08:50:44.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 215 completed, throughput=4.97MB/sec 2024-04-02T08:50:44.976 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-94_5JrELrcj8PBB off=10406137 len=1403101 2024-04-02T08:50:44.984 INFO:tasks.workunit.client.0.smithi019.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.985 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Db0aYz46A8sq3XN off=1412060 len=1331173 2024-04-02T08:50:44.986 INFO:tasks.workunit.client.0.smithi019.stdout:op 217 completed, throughput=5.02MB/sec 2024-04-02T08:50:45.986 INFO:tasks.workunit.client.0.smithi019.stdout: 45: throughput=4.91MB/sec pending data=0 2024-04-02T08:50:45.987 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UCG6t6sbdUiMkZr off=13075774 len=1984707 2024-04-02T08:50:45.988 INFO:tasks.workunit.client.0.smithi019.stdout:op 218 completed, throughput=4.95MB/sec 2024-04-02T08:50:45.988 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kWM2WDoCNecePb6 off=4308310 len=1025408 2024-04-02T08:50:45.989 INFO:tasks.workunit.client.0.smithi019.stdout:op 219 completed, throughput=4.98MB/sec 2024-04-02T08:50:45.989 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fywG4w7a3QzLNQz off=58615 len=1631132 2024-04-02T08:50:45.993 INFO:tasks.workunit.client.0.smithi019.stdout:op 220 completed, throughput=5.01MB/sec 2024-04-02T08:50:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:45 smithi019 ceph-mon[94035]: pgmap v1337: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:50:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:45 smithi019 ceph-mon[96522]: pgmap v1337: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:50:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:45 smithi066 ceph-mon[87361]: pgmap v1337: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:50:46.993 INFO:tasks.workunit.client.0.smithi019.stdout: 46: throughput=4.9MB/sec pending data=0 2024-04-02T08:50:46.993 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OVZPrwYzoxV36er off=11777818 len=2003417 2024-04-02T08:50:47.003 INFO:tasks.workunit.client.0.smithi019.stdout:op 221 completed, throughput=4.94MB/sec 2024-04-02T08:50:47.003 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5p51uBMy6ZyOqGO off=21645007 len=597079 2024-04-02T08:50:47.004 INFO:tasks.workunit.client.0.smithi019.stdout:op 222 completed, throughput=4.95MB/sec 2024-04-02T08:50:47.004 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Cmb9MenhOttdIIF off=638001 len=1728071 2024-04-02T08:50:47.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 223 completed, throughput=4.99MB/sec 2024-04-02T08:50:47.013 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FrOnr9Pk3Y-7CNJ off=5513206 len=904588 2024-04-02T08:50:47.015 INFO:tasks.workunit.client.0.smithi019.stdout:op 224 completed, throughput=5.01MB/sec 2024-04-02T08:50:48.015 INFO:tasks.workunit.client.0.smithi019.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-02T08:50:48.015 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MA5d54N0BxI8As4 off=4438685 len=521078 2024-04-02T08:50:48.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 225 completed, throughput=4.91MB/sec 2024-04-02T08:50:48.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nIvVsirYl1_C7li off=5637776 len=348854 2024-04-02T08:50:48.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 226 completed, throughput=4.92MB/sec 2024-04-02T08:50:48.019 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xA9PWshGFNx_pqG off=6729153 len=1239023 2024-04-02T08:50:48.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 227 completed, throughput=4.94MB/sec 2024-04-02T08:50:48.026 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4O-AJkC32ydgnnI off=7410823 len=1882058 2024-04-02T08:50:48.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 228 completed, throughput=4.98MB/sec 2024-04-02T08:50:48.030 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0p-YddCuMj4nf8C off=15239806 len=1421355 2024-04-02T08:50:48.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 229 completed, throughput=5.01MB/sec 2024-04-02T08:50:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:47 smithi019 ceph-mon[94035]: pgmap v1338: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:47 smithi019 ceph-mon[96522]: pgmap v1338: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:47 smithi066 ceph-mon[87361]: pgmap v1338: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:49.036 INFO:tasks.workunit.client.0.smithi019.stdout: 48: throughput=4.9MB/sec pending data=0 2024-04-02T08:50:49.036 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TCkkTbY0f1ZFNYq off=3013136 len=201349 2024-04-02T08:50:49.037 INFO:tasks.workunit.client.0.smithi019.stdout:op 230 completed, throughput=4.91MB/sec 2024-04-02T08:50:49.037 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xeTA6NM5bcBAhVQ off=4972460 len=840185 2024-04-02T08:50:49.040 INFO:tasks.workunit.client.0.smithi019.stdout:op 231 completed, throughput=4.92MB/sec 2024-04-02T08:50:49.040 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KKk86TUR4CqOJAz off=16924814 len=41053 2024-04-02T08:50:49.042 INFO:tasks.workunit.client.0.smithi019.stdout:op 232 completed, throughput=4.92MB/sec 2024-04-02T08:50:49.042 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-O2x_Y-efYugm3iM off=10649606 len=154974 2024-04-02T08:50:49.043 INFO:tasks.workunit.client.0.smithi019.stdout:op 233 completed, throughput=4.93MB/sec 2024-04-02T08:50:49.043 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J4cPtsIQb8LONLB off=3098880 len=667878 2024-04-02T08:50:49.043 INFO:tasks.workunit.client.0.smithi019.stdout:op 234 completed, throughput=4.94MB/sec 2024-04-02T08:50:49.043 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1fptj71-1svd_TR off=6439595 len=201883 2024-04-02T08:50:49.044 INFO:tasks.workunit.client.0.smithi019.stdout:op 235 completed, throughput=4.94MB/sec 2024-04-02T08:50:49.044 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m_S82RBVjMbo3Mg off=15665266 len=538174 2024-04-02T08:50:49.046 INFO:tasks.workunit.client.0.smithi019.stdout:op 236 completed, throughput=4.95MB/sec 2024-04-02T08:50:49.046 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z9yiuBvQPWGDZUT off=7812458 len=1969273 2024-04-02T08:50:49.048 INFO:tasks.workunit.client.0.smithi019.stdout:op 237 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.048 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3Sg4j7ihc5mbcYs off=8636682 len=1983254 2024-04-02T08:50:49.057 INFO:tasks.workunit.client.0.smithi019.stdout:op 238 completed, throughput=5.03MB/sec 2024-04-02T08:50:50.057 INFO:tasks.workunit.client.0.smithi019.stdout: 49: throughput=4.93MB/sec pending data=0 2024-04-02T08:50:50.057 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EigebDAEyOna_jB off=22969861 len=632767 2024-04-02T08:50:50.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 239 completed, throughput=4.94MB/sec 2024-04-02T08:50:50.058 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c0tbi7dafF3M5Vz off=6300053 len=140968 2024-04-02T08:50:50.059 INFO:tasks.workunit.client.0.smithi019.stdout:op 240 completed, throughput=4.94MB/sec 2024-04-02T08:50:50.059 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yZYkXorkcr04DHF off=4778771 len=1066556 2024-04-02T08:50:50.060 INFO:tasks.workunit.client.0.smithi019.stdout:op 241 completed, throughput=4.97MB/sec 2024-04-02T08:50:50.060 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-heF6W5hMY1sR-dL off=0 len=1390822 2024-04-02T08:50:50.062 INFO:tasks.workunit.client.0.smithi019.stdout:op 242 completed, throughput=4.99MB/sec 2024-04-02T08:50:50.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yP_XRfj6P9qrXcE off=4852397 len=892406 2024-04-02T08:50:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 243 completed, throughput=5.01MB/sec 2024-04-02T08:50:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:49 smithi019 ceph-mon[94035]: pgmap v1339: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:49 smithi019 ceph-mon[96522]: pgmap v1339: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:50.265 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:49 smithi066 ceph-mon[87361]: pgmap v1339: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:50:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:50:50] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-02T08:50:51.067 INFO:tasks.workunit.client.0.smithi019.stdout: 50: throughput=4.91MB/sec pending data=0 2024-04-02T08:50:51.067 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LQNAcljaQmf3BHk off=10352517 len=1505205 2024-04-02T08:50:51.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 244 completed, throughput=4.94MB/sec 2024-04-02T08:50:51.074 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xmmMvpVxd3K0HRr off=19558701 len=1488738 2024-04-02T08:50:51.079 INFO:tasks.workunit.client.0.smithi019.stdout:op 245 completed, throughput=4.96MB/sec 2024-04-02T08:50:51.079 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M5It1pgC0iqTGCj off=10523598 len=610065 2024-04-02T08:50:51.080 INFO:tasks.workunit.client.0.smithi019.stdout:op 246 completed, throughput=4.98MB/sec 2024-04-02T08:50:51.080 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6oaPv-XDSjyjqvy off=3651487 len=2004035 2024-04-02T08:50:51.082 INFO:tasks.workunit.client.0.smithi019.stdout:op 247 completed, throughput=5.01MB/sec 2024-04-02T08:50:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:52.082 INFO:tasks.workunit.client.0.smithi019.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-02T08:50:52.082 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-spVIpYuajCMNYSe off=252457 len=941484 2024-04-02T08:50:52.086 INFO:tasks.workunit.client.0.smithi019.stdout:op 248 completed, throughput=4.93MB/sec 2024-04-02T08:50:52.086 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6ryz3CurbIqSb-A off=1802312 len=1820182 2024-04-02T08:50:52.090 INFO:tasks.workunit.client.0.smithi019.stdout:op 249 completed, throughput=4.97MB/sec 2024-04-02T08:50:52.090 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-h_O5bXPXbc3_cc- off=20951800 len=1547382 2024-04-02T08:50:52.091 INFO:tasks.workunit.client.0.smithi019.stdout:op 250 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.091 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tMrzW8wtSp25iMH off=19293827 len=1456060 2024-04-02T08:50:52.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 251 completed, throughput=5.02MB/sec 2024-04-02T08:50:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:51 smithi066 ceph-mon[87361]: pgmap v1340: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[94035]: pgmap v1340: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[96522]: pgmap v1340: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:50:52.677 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:50:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:53.098 INFO:tasks.workunit.client.0.smithi019.stdout: 52: throughput=4.93MB/sec pending data=0 2024-04-02T08:50:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HAVab5gFi76Kf05 off=7155600 len=1942691 2024-04-02T08:50:53.100 INFO:tasks.workunit.client.0.smithi019.stdout:op 252 completed, throughput=4.96MB/sec 2024-04-02T08:50:53.100 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rdCEdr_hyPXdyxW off=18388971 len=1960908 2024-04-02T08:50:53.108 INFO:tasks.workunit.client.0.smithi019.stdout:op 253 completed, throughput=5MB/sec 2024-04-02T08:50:53.108 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9mwqMfqtTT9nst6 off=9826328 len=818780 2024-04-02T08:50:53.109 INFO:tasks.workunit.client.0.smithi019.stdout:op 254 completed, throughput=5.01MB/sec 2024-04-02T08:50:54.110 INFO:tasks.workunit.client.0.smithi019.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-02T08:50:54.110 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hdKcWE3mcumz8WC off=2198580 len=625698 2024-04-02T08:50:54.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 255 completed, throughput=4.93MB/sec 2024-04-02T08:50:54.111 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fsk5Ez1ZGHY2QU1 off=17026887 len=1979220 2024-04-02T08:50:54.121 INFO:tasks.workunit.client.0.smithi019.stdout:op 256 completed, throughput=4.96MB/sec 2024-04-02T08:50:54.121 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8uhLqb8EAZjD3tM off=2012491 len=568803 2024-04-02T08:50:54.122 INFO:tasks.workunit.client.0.smithi019.stdout:op 257 completed, throughput=4.97MB/sec 2024-04-02T08:50:54.122 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DjvNGCqwdhKLUtX off=3901442 len=1449008 2024-04-02T08:50:54.124 INFO:tasks.workunit.client.0.smithi019.stdout:op 258 completed, throughput=5MB/sec 2024-04-02T08:50:54.124 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z-7k4JEK_xM2qkM off=0 len=1049087 2024-04-02T08:50:54.127 INFO:tasks.workunit.client.0.smithi019.stdout:op 259 completed, throughput=5.02MB/sec 2024-04-02T08:50:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:53 smithi066 ceph-mon[87361]: pgmap v1341: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:53 smithi019 ceph-mon[94035]: pgmap v1341: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:53 smithi019 ceph-mon[96522]: pgmap v1341: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:55.127 INFO:tasks.workunit.client.0.smithi019.stdout: 54: throughput=4.92MB/sec pending data=0 2024-04-02T08:50:55.127 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fMxKGF950nbANVO off=1691693 len=1009641 2024-04-02T08:50:55.128 INFO:tasks.workunit.client.0.smithi019.stdout:op 260 completed, throughput=4.94MB/sec 2024-04-02T08:50:55.128 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YbjNmNN1QdVsoHL off=326923 len=754690 2024-04-02T08:50:55.133 INFO:tasks.workunit.client.0.smithi019.stdout:op 261 completed, throughput=4.95MB/sec 2024-04-02T08:50:55.133 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZA-l1LaCLEDlg_X off=4259682 len=1337351 2024-04-02T08:50:55.134 INFO:tasks.workunit.client.0.smithi019.stdout:op 262 completed, throughput=4.98MB/sec 2024-04-02T08:50:55.134 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PpPDGpXtY2gLLMr off=10186372 len=1316398 2024-04-02T08:50:55.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 263 completed, throughput=5MB/sec 2024-04-02T08:50:56.135 INFO:tasks.workunit.client.0.smithi019.stdout: 55: throughput=4.91MB/sec pending data=0 2024-04-02T08:50:56.135 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TbnNvRK_XoZhD3n off=4956380 len=1339219 2024-04-02T08:50:56.140 INFO:tasks.workunit.client.0.smithi019.stdout:op 264 completed, throughput=4.93MB/sec 2024-04-02T08:50:56.140 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9QME8P_Xptq7n4_ off=782931 len=1018242 2024-04-02T08:50:56.141 INFO:tasks.workunit.client.0.smithi019.stdout:op 265 completed, throughput=4.95MB/sec 2024-04-02T08:50:56.141 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VShosZ-T5plzZnR off=19761919 len=815183 2024-04-02T08:50:56.143 INFO:tasks.workunit.client.0.smithi019.stdout:op 266 completed, throughput=4.96MB/sec 2024-04-02T08:50:56.143 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GwEwad5L58hVPtm off=1071500 len=104346 2024-04-02T08:50:56.146 INFO:tasks.workunit.client.0.smithi019.stdout:op 267 completed, throughput=4.97MB/sec 2024-04-02T08:50:56.146 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZIAu4r_6zKmumFf off=10279931 len=1628073 2024-04-02T08:50:56.151 INFO:tasks.workunit.client.0.smithi019.stdout:op 268 completed, throughput=4.99MB/sec 2024-04-02T08:50:56.151 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LPOlWizXrUXM6n2 off=447953 len=1947118 2024-04-02T08:50:56.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 269 completed, throughput=5.03MB/sec 2024-04-02T08:50:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:56 smithi066 ceph-mon[87361]: pgmap v1342: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:55 smithi019 ceph-mon[94035]: pgmap v1342: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:55 smithi019 ceph-mon[96522]: pgmap v1342: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:57.154 INFO:tasks.workunit.client.0.smithi019.stdout: 56: throughput=4.94MB/sec pending data=0 2024-04-02T08:50:57.154 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4dyySAWlmPgTh3H off=6979683 len=2093480 2024-04-02T08:50:57.155 INFO:tasks.workunit.client.0.smithi019.stdout:op 270 completed, throughput=4.97MB/sec 2024-04-02T08:50:57.155 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HrDtxSqvNLhwdoG off=5691317 len=1546639 2024-04-02T08:50:57.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 271 completed, throughput=5MB/sec 2024-04-02T08:50:57.162 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0k8m2AmXzh8AHED off=1317269 len=1352508 2024-04-02T08:50:57.164 INFO:tasks.workunit.client.0.smithi019.stdout:op 272 completed, throughput=5.02MB/sec 2024-04-02T08:50:58.165 INFO:tasks.workunit.client.0.smithi019.stdout: 57: throughput=4.93MB/sec pending data=0 2024-04-02T08:50:58.165 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oG3ZXMe4FVevnRH off=956816 len=725118 2024-04-02T08:50:58.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 273 completed, throughput=4.95MB/sec 2024-04-02T08:50:58.169 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MUTGbrKic4Q8gun off=954075 len=717908 2024-04-02T08:50:58.172 INFO:tasks.workunit.client.0.smithi019.stdout:op 274 completed, throughput=4.96MB/sec 2024-04-02T08:50:58.172 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dlKTEIvmdSC4DVt off=9644058 len=2060439 2024-04-02T08:50:58.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 275 completed, throughput=4.99MB/sec 2024-04-02T08:50:58.185 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NnYvxe0O-M3C6GE off=2846512 len=2049442 2024-04-02T08:50:58.186 INFO:tasks.workunit.client.0.smithi019.stdout:op 276 completed, throughput=5.02MB/sec 2024-04-02T08:50:58.247 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:57 smithi019 ceph-mon[94035]: pgmap v1343: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:50:58.248 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:57 smithi019 ceph-mon[96522]: pgmap v1343: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:50:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:58 smithi066 ceph-mon[87361]: pgmap v1343: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:50:59.187 INFO:tasks.workunit.client.0.smithi019.stdout: 58: throughput=4.94MB/sec pending data=0 2024-04-02T08:50:59.187 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R2-AYytYPCIQxiY off=7098804 len=1637529 2024-04-02T08:50:59.194 INFO:tasks.workunit.client.0.smithi019.stdout:op 277 completed, throughput=4.96MB/sec 2024-04-02T08:50:59.194 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5mjTsyBGOqI1lwi off=680014 len=1808070 2024-04-02T08:50:59.203 INFO:tasks.workunit.client.0.smithi019.stdout:op 278 completed, throughput=4.99MB/sec 2024-04-02T08:50:59.203 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lp4CVxAlQMwQRfW off=10180631 len=772495 2024-04-02T08:50:59.208 INFO:tasks.workunit.client.0.smithi019.stdout:op 279 completed, throughput=5MB/sec 2024-04-02T08:50:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:50:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:50:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:50:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:00.208 INFO:tasks.workunit.client.0.smithi019.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-02T08:51:00.208 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bWyAJztopNJgPfU off=8786524 len=1654170 2024-04-02T08:51:00.215 INFO:tasks.workunit.client.0.smithi019.stdout:op 280 completed, throughput=4.95MB/sec 2024-04-02T08:51:00.215 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IxQbsNLQwa1hIvI off=22061950 len=1087087 2024-04-02T08:51:00.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 281 completed, throughput=4.96MB/sec 2024-04-02T08:51:00.220 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LO0JajMvemuWUWC off=1718267 len=1064151 2024-04-02T08:51:00.221 INFO:tasks.workunit.client.0.smithi019.stdout:op 282 completed, throughput=4.98MB/sec 2024-04-02T08:51:00.222 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Gr0i9kPJmK2-_M0 off=165764 len=1091648 2024-04-02T08:51:00.224 INFO:tasks.workunit.client.0.smithi019.stdout:op 283 completed, throughput=5MB/sec 2024-04-02T08:51:00.224 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GgVGKInwcmv9mVY off=20484729 len=112443 2024-04-02T08:51:00.225 INFO:tasks.workunit.client.0.smithi019.stdout:op 284 completed, throughput=5MB/sec 2024-04-02T08:51:00.225 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7qCGpWvlK_owxwC off=7360168 len=864435 2024-04-02T08:51:00.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 285 completed, throughput=5.01MB/sec 2024-04-02T08:51:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:00 smithi066 ceph-mon[87361]: pgmap v1344: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:00 smithi019 ceph-mon[94035]: pgmap v1344: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:00 smithi019 ceph-mon[96522]: pgmap v1344: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:51:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:51:00] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:51:01.229 INFO:tasks.workunit.client.0.smithi019.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-02T08:51:01.229 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vw01hx6xJtjhUiO off=1902667 len=1040457 2024-04-02T08:51:01.231 INFO:tasks.workunit.client.0.smithi019.stdout:op 286 completed, throughput=4.95MB/sec 2024-04-02T08:51:01.231 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Pz-Q2JOzjHY7SXd off=6323688 len=1665253 2024-04-02T08:51:01.239 INFO:tasks.workunit.client.0.smithi019.stdout:op 287 completed, throughput=4.97MB/sec 2024-04-02T08:51:01.239 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zkVVT_Rle41SWbA off=2540798 len=2003615 2024-04-02T08:51:01.240 INFO:tasks.workunit.client.0.smithi019.stdout:op 288 completed, throughput=5MB/sec 2024-04-02T08:51:02.241 INFO:tasks.workunit.client.0.smithi019.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-02T08:51:02.241 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pmVY3PHpMHZ86S2 off=10087646 len=1730531 2024-04-02T08:51:02.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 289 completed, throughput=4.95MB/sec 2024-04-02T08:51:02.242 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ae7sI__8Rf9eovJ off=14802697 len=570258 2024-04-02T08:51:02.247 INFO:tasks.workunit.client.0.smithi019.stdout:op 290 completed, throughput=4.96MB/sec 2024-04-02T08:51:02.247 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xedzccHlC1d3kT0 off=8962400 len=1575079 2024-04-02T08:51:02.248 INFO:tasks.workunit.client.0.smithi019.stdout:op 291 completed, throughput=4.98MB/sec 2024-04-02T08:51:02.248 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Tc5FFM1Nr0ltv-i off=9400189 len=1145684 2024-04-02T08:51:02.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 292 completed, throughput=5MB/sec 2024-04-02T08:51:02.249 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bfKcfkC26UBUHRj off=3257402 len=2089485 2024-04-02T08:51:02.261 INFO:tasks.workunit.client.0.smithi019.stdout:op 293 completed, throughput=5.03MB/sec 2024-04-02T08:51:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:02 smithi066 ceph-mon[87361]: pgmap v1345: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:02 smithi019 ceph-mon[94035]: pgmap v1345: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:02 smithi019 ceph-mon[96522]: pgmap v1345: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:51:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:03.260 INFO:tasks.workunit.client.0.smithi019.stdout: 62: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:03.261 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bUTnWBdOtgwWkA- off=535474 len=1074118 2024-04-02T08:51:03.265 INFO:tasks.workunit.client.0.smithi019.stdout:op 294 completed, throughput=4.97MB/sec 2024-04-02T08:51:03.265 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1raB1HPOj055HJK off=694545 len=1895419 2024-04-02T08:51:03.272 INFO:tasks.workunit.client.0.smithi019.stdout:op 295 completed, throughput=4.99MB/sec 2024-04-02T08:51:03.272 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IqQ1q6RFbhx1BpA off=12417151 len=1307643 2024-04-02T08:51:03.279 INFO:tasks.workunit.client.0.smithi019.stdout:op 296 completed, throughput=5.01MB/sec 2024-04-02T08:51:04.279 INFO:tasks.workunit.client.0.smithi019.stdout: 63: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:04.279 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6JOgFsaTNJcAIwV off=8014918 len=615290 2024-04-02T08:51:04.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 297 completed, throughput=4.94MB/sec 2024-04-02T08:51:04.284 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BMWvZ2HhiaGJxKQ off=12280532 len=1048138 2024-04-02T08:51:04.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 298 completed, throughput=4.96MB/sec 2024-04-02T08:51:04.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BKE_ztlialmNfN1 off=9676602 len=1145078 2024-04-02T08:51:04.292 INFO:tasks.workunit.client.0.smithi019.stdout:op 299 completed, throughput=4.98MB/sec 2024-04-02T08:51:04.292 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KyeYMzcGFzxLE4x off=34411 len=1613037 2024-04-02T08:51:04.297 INFO:tasks.workunit.client.0.smithi019.stdout:op 300 completed, throughput=5MB/sec 2024-04-02T08:51:04.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:04 smithi066 ceph-mon[87361]: pgmap v1346: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:04 smithi019 ceph-mon[94035]: pgmap v1346: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:04 smithi019 ceph-mon[96522]: pgmap v1346: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:05.298 INFO:tasks.workunit.client.0.smithi019.stdout: 64: throughput=4.92MB/sec pending data=0 2024-04-02T08:51:05.298 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zSk9WDi8BkPpaQl off=13597813 len=518826 2024-04-02T08:51:05.298 INFO:tasks.workunit.client.0.smithi019.stdout:op 301 completed, throughput=4.93MB/sec 2024-04-02T08:51:05.299 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Tjo6pT3TWOFTvaf off=13920111 len=1540365 2024-04-02T08:51:05.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 302 completed, throughput=4.95MB/sec 2024-04-02T08:51:05.306 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JunWG_4XzUDFpEB off=6263804 len=126092 2024-04-02T08:51:05.308 INFO:tasks.workunit.client.0.smithi019.stdout:op 303 completed, throughput=4.95MB/sec 2024-04-02T08:51:05.308 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YQnHIvFnHW0-JBU off=1718601 len=1774266 2024-04-02T08:51:05.314 INFO:tasks.workunit.client.0.smithi019.stdout:op 304 completed, throughput=4.98MB/sec 2024-04-02T08:51:05.314 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PLqZY0PZlXEOxLq off=7822490 len=205333 2024-04-02T08:51:05.315 INFO:tasks.workunit.client.0.smithi019.stdout:op 305 completed, throughput=4.98MB/sec 2024-04-02T08:51:05.315 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dv08xjM4NvyiktW off=11003972 len=1383909 2024-04-02T08:51:05.315 INFO:tasks.workunit.client.0.smithi019.stdout:op 306 completed, throughput=5MB/sec 2024-04-02T08:51:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:06 smithi066 ceph-mon[87361]: pgmap v1347: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:06.315 INFO:tasks.workunit.client.0.smithi019.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-02T08:51:06.316 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--s__bAeXJ8lcgzN off=7050193 len=1420960 2024-04-02T08:51:06.317 INFO:tasks.workunit.client.0.smithi019.stdout:op 307 completed, throughput=4.95MB/sec 2024-04-02T08:51:06.317 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-adVZv4wlw2pojwR off=1587551 len=88256 2024-04-02T08:51:06.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 308 completed, throughput=4.95MB/sec 2024-04-02T08:51:06.319 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YugWf41Ejf9Ukhd off=1120284 len=2063877 2024-04-02T08:51:06.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 309 completed, throughput=4.98MB/sec 2024-04-02T08:51:06.321 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-V4MfR5Tp8JVpyKj off=2655663 len=1089517 2024-04-02T08:51:06.327 INFO:tasks.workunit.client.0.smithi019.stdout:op 310 completed, throughput=4.99MB/sec 2024-04-02T08:51:06.327 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cGWYcxam9paR7vZ off=1110765 len=1400420 2024-04-02T08:51:06.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 311 completed, throughput=5.01MB/sec 2024-04-02T08:51:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:06 smithi019 ceph-mon[94035]: pgmap v1347: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:06 smithi019 ceph-mon[96522]: pgmap v1347: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:07.332 INFO:tasks.workunit.client.0.smithi019.stdout: 66: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:07.332 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J2koPliEDcLngLS off=10581804 len=1009303 2024-04-02T08:51:07.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 312 completed, throughput=4.95MB/sec 2024-04-02T08:51:07.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3b1G8HJwPO4nxIz off=0 len=1521958 2024-04-02T08:51:07.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 313 completed, throughput=4.97MB/sec 2024-04-02T08:51:07.335 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8znKSssWcFL3I1p off=12207377 len=140598 2024-04-02T08:51:07.336 INFO:tasks.workunit.client.0.smithi019.stdout:op 314 completed, throughput=4.98MB/sec 2024-04-02T08:51:07.336 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dQKWKka-__utIgq off=11094899 len=580449 2024-04-02T08:51:07.339 INFO:tasks.workunit.client.0.smithi019.stdout:op 315 completed, throughput=4.98MB/sec 2024-04-02T08:51:07.340 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L5TtgzuZBfh6cR6 off=27624 len=168102 2024-04-02T08:51:07.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 316 completed, throughput=4.99MB/sec 2024-04-02T08:51:07.341 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dUq0yWbgtuPID2r off=12140934 len=77842 2024-04-02T08:51:07.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 317 completed, throughput=4.99MB/sec 2024-04-02T08:51:07.342 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WpO03xVgrfngxAN off=1873993 len=1942838 2024-04-02T08:51:07.343 INFO:tasks.workunit.client.0.smithi019.stdout:op 318 completed, throughput=5.02MB/sec 2024-04-02T08:51:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:08 smithi066 ceph-mon[87361]: pgmap v1348: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:51:08.343 INFO:tasks.workunit.client.0.smithi019.stdout: 67: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:08.344 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qvN8WMa-9L-3TDa off=2941513 len=1205029 2024-04-02T08:51:08.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 319 completed, throughput=4.96MB/sec 2024-04-02T08:51:08.346 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JuJAanAhCRyHQ53 off=3738971 len=1312768 2024-04-02T08:51:08.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 320 completed, throughput=4.98MB/sec 2024-04-02T08:51:08.351 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xR3y4JWer0Bgp6D off=2129114 len=1846633 2024-04-02T08:51:08.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 321 completed, throughput=5MB/sec 2024-04-02T08:51:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:08 smithi019 ceph-mon[94035]: pgmap v1348: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:51:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:08 smithi019 ceph-mon[96522]: pgmap v1348: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:51:09.360 INFO:tasks.workunit.client.0.smithi019.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-02T08:51:09.410 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Xo2oiN58NW6g4M6 off=16632233 len=1210345 2024-04-02T08:51:09.411 INFO:tasks.workunit.client.0.smithi019.stdout:op 322 completed, throughput=4.95MB/sec 2024-04-02T08:51:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6FByO8hgZXTYtdX off=7617547 len=1497792 2024-04-02T08:51:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 323 completed, throughput=4.97MB/sec 2024-04-02T08:51:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xYgOKYB9YrOMpH7 off=372680 len=965841 2024-04-02T08:51:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 324 completed, throughput=4.98MB/sec 2024-04-02T08:51:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fyisV11rxeUEiP7 off=4649890 len=2091652 2024-04-02T08:51:09.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 325 completed, throughput=5.01MB/sec 2024-04-02T08:51:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:10 smithi066 ceph-mon[87361]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:51:10.377 INFO:tasks.workunit.client.0.smithi019.stdout: 69: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:10.377 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VTygQQo-dLtv7gx off=9517138 len=801274 2024-04-02T08:51:10.382 INFO:tasks.workunit.client.0.smithi019.stdout:op 326 completed, throughput=4.95MB/sec 2024-04-02T08:51:10.382 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GDM7TYdYbC4-Sf7 off=3543136 len=1919142 2024-04-02T08:51:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:10 smithi019 ceph-mon[94035]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:51:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:10 smithi019 ceph-mon[96522]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:51:10.383 INFO:tasks.workunit.client.0.smithi019.stdout:op 327 completed, throughput=4.97MB/sec 2024-04-02T08:51:10.383 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-n0EbLgpZwQHqSRn off=1555468 len=772138 2024-04-02T08:51:10.384 INFO:tasks.workunit.client.0.smithi019.stdout:op 328 completed, throughput=4.98MB/sec 2024-04-02T08:51:10.385 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NtInvgTRU4RGBUQ off=175370 len=1061770 2024-04-02T08:51:10.385 INFO:tasks.workunit.client.0.smithi019.stdout:op 329 completed, throughput=5MB/sec 2024-04-02T08:51:10.385 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qfz07IVNmMhJYMO off=11292828 len=1617366 2024-04-02T08:51:10.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 330 completed, throughput=5.02MB/sec 2024-04-02T08:51:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:51:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:51:10] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:51:11.392 INFO:tasks.workunit.client.0.smithi019.stdout: 70: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:11.392 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mO162UhGMjo6sUm off=3178568 len=1145014 2024-04-02T08:51:11.396 INFO:tasks.workunit.client.0.smithi019.stdout:op 331 completed, throughput=4.96MB/sec 2024-04-02T08:51:11.396 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C7RM10sfaYsQahH off=9550748 len=1731631 2024-04-02T08:51:11.400 INFO:tasks.workunit.client.0.smithi019.stdout:op 332 completed, throughput=4.99MB/sec 2024-04-02T08:51:11.400 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FkR_lIXQZ1QSF2X off=1126728 len=1542177 2024-04-02T08:51:11.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 333 completed, throughput=5.01MB/sec 2024-04-02T08:51:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:12 smithi066 ceph-mon[87361]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:51:12.405 INFO:tasks.workunit.client.0.smithi019.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:12.406 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f1Xv91shE1n-LrX off=11178165 len=1049886 2024-04-02T08:51:12.408 INFO:tasks.workunit.client.0.smithi019.stdout:op 334 completed, throughput=4.95MB/sec 2024-04-02T08:51:12.408 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CHYpir-NfFuTYxN off=18021178 len=910629 2024-04-02T08:51:12.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 335 completed, throughput=4.96MB/sec 2024-04-02T08:51:12.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mLsdyRCT-ZIRh8a off=7503805 len=980239 2024-04-02T08:51:12.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 336 completed, throughput=4.98MB/sec 2024-04-02T08:51:12.417 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U1B6apSVC2-Hve_ off=4153688 len=1831350 2024-04-02T08:51:12.419 INFO:tasks.workunit.client.0.smithi019.stdout:op 337 completed, throughput=5MB/sec 2024-04-02T08:51:12.419 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aJ-qFV8Bj5ql0WX off=2520727 len=706040 2024-04-02T08:51:12.421 INFO:tasks.workunit.client.0.smithi019.stdout:op 338 completed, throughput=5.01MB/sec 2024-04-02T08:51:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:12 smithi019 ceph-mon[94035]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:51:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:12 smithi019 ceph-mon[96522]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:51:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:51:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:13.421 INFO:tasks.workunit.client.0.smithi019.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:13.421 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-88DfIK3_rfUCSmU off=3163490 len=1571936 2024-04-02T08:51:13.422 INFO:tasks.workunit.client.0.smithi019.stdout:op 339 completed, throughput=4.96MB/sec 2024-04-02T08:51:13.422 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D70HhIj6xGzR7Kn off=400377 len=1638120 2024-04-02T08:51:13.424 INFO:tasks.workunit.client.0.smithi019.stdout:op 340 completed, throughput=4.98MB/sec 2024-04-02T08:51:13.424 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-amXqHkFJOq9-trp off=21410840 len=1932583 2024-04-02T08:51:13.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 341 completed, throughput=5.01MB/sec 2024-04-02T08:51:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:14 smithi066 ceph-mon[87361]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:14.439 INFO:tasks.workunit.client.0.smithi019.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:14.439 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WM-ZGDekYZcH_GK off=1788157 len=12573 2024-04-02T08:51:14.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 342 completed, throughput=4.94MB/sec 2024-04-02T08:51:14.439 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hktu_fznmmf-hjW off=618832 len=1037603 2024-04-02T08:51:14.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 343 completed, throughput=4.95MB/sec 2024-04-02T08:51:14.441 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iu2_1V3cnpOIeB4 off=1104409 len=1311232 2024-04-02T08:51:14.442 INFO:tasks.workunit.client.0.smithi019.stdout:op 344 completed, throughput=4.97MB/sec 2024-04-02T08:51:14.442 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--k2HOoZoER4hCc7 off=1435276 len=1131529 2024-04-02T08:51:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:14 smithi019 ceph-mon[94035]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:14 smithi019 ceph-mon[96522]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:14.449 INFO:tasks.workunit.client.0.smithi019.stdout:op 345 completed, throughput=4.98MB/sec 2024-04-02T08:51:14.449 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DoQLXxE2va4OIKT off=3026391 len=1969423 2024-04-02T08:51:14.457 INFO:tasks.workunit.client.0.smithi019.stdout:op 346 completed, throughput=5.01MB/sec 2024-04-02T08:51:15.456 INFO:tasks.workunit.client.0.smithi019.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:15.456 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JtTt6AC6u7vAsNo off=3136140 len=1758206 2024-04-02T08:51:15.464 INFO:tasks.workunit.client.0.smithi019.stdout:op 347 completed, throughput=4.96MB/sec 2024-04-02T08:51:15.464 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GkJGRTGtgL2zQK_ off=3716393 len=615458 2024-04-02T08:51:15.467 INFO:tasks.workunit.client.0.smithi019.stdout:op 348 completed, throughput=4.97MB/sec 2024-04-02T08:51:15.468 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SWX5agibrxq6JiN off=9306156 len=408170 2024-04-02T08:51:15.468 INFO:tasks.workunit.client.0.smithi019.stdout:op 349 completed, throughput=4.98MB/sec 2024-04-02T08:51:15.469 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lNQefW29ydzsu3J off=11218968 len=351345 2024-04-02T08:51:15.470 INFO:tasks.workunit.client.0.smithi019.stdout:op 350 completed, throughput=4.98MB/sec 2024-04-02T08:51:15.470 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-__tc9esNzDlBJI0 off=5225946 len=1489826 2024-04-02T08:51:15.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 351 completed, throughput=5MB/sec 2024-04-02T08:51:15.475 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9ASsEB8u2FreEnU off=3145346 len=1915428 2024-04-02T08:51:15.475 INFO:tasks.workunit.client.0.smithi019.stdout:op 352 completed, throughput=5.02MB/sec 2024-04-02T08:51:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:16 smithi066 ceph-mon[87361]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:16 smithi019 ceph-mon[94035]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:16 smithi019 ceph-mon[96522]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: 75: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:16.476 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JXriZ6jwb5c8Uu0 off=4383149 len=2092489 2024-04-02T08:51:16.486 INFO:tasks.workunit.client.0.smithi019.stdout:op 353 completed, throughput=4.98MB/sec 2024-04-02T08:51:16.486 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HTacHPGIsjsvJhh off=1959052 len=1600735 2024-04-02T08:51:16.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 354 completed, throughput=5MB/sec 2024-04-02T08:51:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:17.494 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UjaQrOZOC8Z8n6U off=2466230 len=46726 2024-04-02T08:51:17.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 355 completed, throughput=4.94MB/sec 2024-04-02T08:51:17.494 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5oufGxgZc8dqvcF off=8484014 len=631146 2024-04-02T08:51:17.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 356 completed, throughput=4.95MB/sec 2024-04-02T08:51:17.497 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BtfqYQSPiAJvPri off=22179292 len=2081813 2024-04-02T08:51:17.508 INFO:tasks.workunit.client.0.smithi019.stdout:op 357 completed, throughput=4.97MB/sec 2024-04-02T08:51:17.508 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HBsP55o6JuJToz8 off=3071500 len=1344030 2024-04-02T08:51:17.509 INFO:tasks.workunit.client.0.smithi019.stdout:op 358 completed, throughput=4.99MB/sec 2024-04-02T08:51:17.509 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aNpJOdwHP1j1uqx off=3738857 len=976221 2024-04-02T08:51:17.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 359 completed, throughput=5MB/sec 2024-04-02T08:51:17.510 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-APOOvXma3JHvw5a off=17562285 len=1358711 2024-04-02T08:51:17.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 360 completed, throughput=5.02MB/sec 2024-04-02T08:51:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:18 smithi066 ceph-mon[87361]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:18 smithi019 ceph-mon[94035]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:18 smithi019 ceph-mon[96522]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:18.511 INFO:tasks.workunit.client.0.smithi019.stdout: 77: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:18.511 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dMWx1ctU2m_OSLI off=5264846 len=175148 2024-04-02T08:51:18.511 INFO:tasks.workunit.client.0.smithi019.stdout:op 361 completed, throughput=4.95MB/sec 2024-04-02T08:51:18.512 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_n-HMijSKQ_ZwQj off=604950 len=854965 2024-04-02T08:51:18.512 INFO:tasks.workunit.client.0.smithi019.stdout:op 362 completed, throughput=4.96MB/sec 2024-04-02T08:51:18.512 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj---Q0IzsBEzOyxH4 off=13254333 len=1117 2024-04-02T08:51:18.514 INFO:tasks.workunit.client.0.smithi019.stdout:op 363 completed, throughput=4.96MB/sec 2024-04-02T08:51:18.514 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u8UIfxn_UyRxVJS off=1659754 len=1619057 2024-04-02T08:51:18.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 364 completed, throughput=4.98MB/sec 2024-04-02T08:51:18.520 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bx7xIjIxaNbwgMH off=7909910 len=646690 2024-04-02T08:51:18.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 365 completed, throughput=4.99MB/sec 2024-04-02T08:51:18.521 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kz0ffYtMFFuxcbr off=1950918 len=564050 2024-04-02T08:51:18.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 366 completed, throughput=5MB/sec 2024-04-02T08:51:18.524 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EZEiNqczjlNJJWD off=1530768 len=1220619 2024-04-02T08:51:18.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 367 completed, throughput=5.01MB/sec 2024-04-02T08:51:19.533 INFO:tasks.workunit.client.0.smithi019.stdout: 78: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:19.533 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nyh9fLrl-3Atr-o off=3963718 len=602551 2024-04-02T08:51:19.537 INFO:tasks.workunit.client.0.smithi019.stdout:op 368 completed, throughput=4.96MB/sec 2024-04-02T08:51:19.537 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sbhvCNrBoLzZxf3 off=17704149 len=88341 2024-04-02T08:51:19.537 INFO:tasks.workunit.client.0.smithi019.stdout:op 369 completed, throughput=4.96MB/sec 2024-04-02T08:51:19.538 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H7M25QFlLuQY4DS off=17652739 len=1907627 2024-04-02T08:51:19.544 INFO:tasks.workunit.client.0.smithi019.stdout:op 370 completed, throughput=4.98MB/sec 2024-04-02T08:51:19.544 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N2lyY6xIzqFvBWl off=607065 len=469823 2024-04-02T08:51:19.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 371 completed, throughput=4.98MB/sec 2024-04-02T08:51:19.545 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ueXyow0tfyoid5 off=4999629 len=199330 2024-04-02T08:51:19.548 INFO:tasks.workunit.client.0.smithi019.stdout:op 372 completed, throughput=4.99MB/sec 2024-04-02T08:51:19.548 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zXqnXH-PYvqZWdl off=4198125 len=1494147 2024-04-02T08:51:19.554 INFO:tasks.workunit.client.0.smithi019.stdout:op 373 completed, throughput=5MB/sec 2024-04-02T08:51:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:20 smithi066 ceph-mon[87361]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:20 smithi019 ceph-mon[94035]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:20 smithi019 ceph-mon[96522]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:20.555 INFO:tasks.workunit.client.0.smithi019.stdout: 79: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:20.555 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PJBlA1hCoH2Qpi6 off=16730043 len=994742 2024-04-02T08:51:20.559 INFO:tasks.workunit.client.0.smithi019.stdout:op 374 completed, throughput=4.95MB/sec 2024-04-02T08:51:20.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oZkmtUHyOif5kNN off=6030663 len=857354 2024-04-02T08:51:20.564 INFO:tasks.workunit.client.0.smithi019.stdout:op 375 completed, throughput=4.96MB/sec 2024-04-02T08:51:20.564 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J2koPliEDcLngLS off=2846554 len=1255565 2024-04-02T08:51:20.565 INFO:tasks.workunit.client.0.smithi019.stdout:op 376 completed, throughput=4.98MB/sec 2024-04-02T08:51:20.565 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3ZOV4NMIYHuoRkO off=10035972 len=1294096 2024-04-02T08:51:20.566 INFO:tasks.workunit.client.0.smithi019.stdout:op 377 completed, throughput=4.99MB/sec 2024-04-02T08:51:20.567 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wvdPbvD4CA9PygT off=6215742 len=483007 2024-04-02T08:51:20.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 378 completed, throughput=5MB/sec 2024-04-02T08:51:20.568 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NgSN1wP94ZTgfXg off=2161399 len=169518 2024-04-02T08:51:20.570 INFO:tasks.workunit.client.0.smithi019.stdout:op 379 completed, throughput=5MB/sec 2024-04-02T08:51:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:51:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:51:20] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T08:51:21.571 INFO:tasks.workunit.client.0.smithi019.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:21.571 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-R21YFy0FWNwo0c9 off=10101602 len=11568 2024-04-02T08:51:21.571 INFO:tasks.workunit.client.0.smithi019.stdout:op 380 completed, throughput=4.94MB/sec 2024-04-02T08:51:21.571 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XFZUpTjbsNGR0k8 off=22422103 len=2090187 2024-04-02T08:51:21.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 381 completed, throughput=4.96MB/sec 2024-04-02T08:51:21.575 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lqLL-sOUH6XSR3v off=1552560 len=1708009 2024-04-02T08:51:21.577 INFO:tasks.workunit.client.0.smithi019.stdout:op 382 completed, throughput=4.98MB/sec 2024-04-02T08:51:21.577 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hnratLpdLgL4ghi off=5454488 len=480149 2024-04-02T08:51:21.581 INFO:tasks.workunit.client.0.smithi019.stdout:op 383 completed, throughput=4.99MB/sec 2024-04-02T08:51:21.581 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8jhgtEBcyOcghg0 off=7282444 len=987116 2024-04-02T08:51:21.586 INFO:tasks.workunit.client.0.smithi019.stdout:op 384 completed, throughput=5MB/sec 2024-04-02T08:51:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:22 smithi066 ceph-mon[87361]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:51:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:22 smithi019 ceph-mon[94035]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:51:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:22 smithi019 ceph-mon[96522]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:51:22.587 INFO:tasks.workunit.client.0.smithi019.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:22.587 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TZM0WRNhyN_0SDT off=4014407 len=2075375 2024-04-02T08:51:22.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 385 completed, throughput=4.96MB/sec 2024-04-02T08:51:22.588 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kughV0Z848Nmp7D off=20545288 len=311588 2024-04-02T08:51:22.588 INFO:tasks.workunit.client.0.smithi019.stdout:op 386 completed, throughput=4.97MB/sec 2024-04-02T08:51:22.588 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-powqQ8LmCdzdFNV off=23674327 len=207405 2024-04-02T08:51:22.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 387 completed, throughput=4.97MB/sec 2024-04-02T08:51:22.589 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hNzV1ZMqsbR-yfD off=663486 len=421297 2024-04-02T08:51:22.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 388 completed, throughput=4.97MB/sec 2024-04-02T08:51:22.589 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qq89VqYkAkGIuo7 off=9233589 len=1184850 2024-04-02T08:51:22.590 INFO:tasks.workunit.client.0.smithi019.stdout:op 389 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.591 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5pzliEPPOB2S_jx off=16994418 len=186420 2024-04-02T08:51:22.591 INFO:tasks.workunit.client.0.smithi019.stdout:op 390 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.591 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fWcZxHMBMkF2a5U off=278261 len=692303 2024-04-02T08:51:22.594 INFO:tasks.workunit.client.0.smithi019.stdout:op 391 completed, throughput=5MB/sec 2024-04-02T08:51:22.594 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F-uMIQrPACGuFTj off=3299707 len=1984814 2024-04-02T08:51:22.596 INFO:tasks.workunit.client.0.smithi019.stdout:op 392 completed, throughput=5.02MB/sec 2024-04-02T08:51:22.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:51:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:23.596 INFO:tasks.workunit.client.0.smithi019.stdout: 82: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:23.596 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3I9dmyYYe24svFD off=6926478 len=1596138 2024-04-02T08:51:23.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 393 completed, throughput=4.98MB/sec 2024-04-02T08:51:23.598 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nhAkuk6O8SHcCuq off=14543837 len=223456 2024-04-02T08:51:23.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 394 completed, throughput=4.98MB/sec 2024-04-02T08:51:23.599 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qHQRUZ3b1b7XEBt off=13535746 len=19320 2024-04-02T08:51:23.601 INFO:tasks.workunit.client.0.smithi019.stdout:op 395 completed, throughput=4.98MB/sec 2024-04-02T08:51:23.601 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u9kA-M8dZaOXy6o off=4983925 len=831477 2024-04-02T08:51:23.602 INFO:tasks.workunit.client.0.smithi019.stdout:op 396 completed, throughput=4.99MB/sec 2024-04-02T08:51:23.602 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zhBZZwPC9r3m7XU off=2096354 len=1919591 2024-04-02T08:51:23.603 INFO:tasks.workunit.client.0.smithi019.stdout:op 397 completed, throughput=5.01MB/sec 2024-04-02T08:51:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:24 smithi066 ceph-mon[87361]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:24 smithi019 ceph-mon[94035]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:24 smithi019 ceph-mon[96522]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:24.604 INFO:tasks.workunit.client.0.smithi019.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:24.604 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0XKw0Hw5TAgb3fe off=21335368 len=768902 2024-04-02T08:51:24.608 INFO:tasks.workunit.client.0.smithi019.stdout:op 398 completed, throughput=4.96MB/sec 2024-04-02T08:51:24.608 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--N_tlGFyOdOl4y4 off=2100296 len=140516 2024-04-02T08:51:24.610 INFO:tasks.workunit.client.0.smithi019.stdout:op 399 completed, throughput=4.96MB/sec 2024-04-02T08:51:24.610 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2VfOnsqWfFvQbn5 off=5630430 len=686389 2024-04-02T08:51:24.612 INFO:tasks.workunit.client.0.smithi019.stdout:op 400 completed, throughput=4.97MB/sec 2024-04-02T08:51:24.612 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MHcoxH8K8poiE-7 off=3356930 len=1220763 2024-04-02T08:51:24.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 401 completed, throughput=4.98MB/sec 2024-04-02T08:51:24.615 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HRrQsSXQ2nFZB2f off=4589725 len=1575385 2024-04-02T08:51:24.627 INFO:tasks.workunit.client.0.smithi019.stdout:op 402 completed, throughput=5MB/sec 2024-04-02T08:51:25.621 INFO:tasks.workunit.client.0.smithi019.stdout: 84: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:25.622 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xqvZtjgQ-aW6Amy off=18567711 len=1331637 2024-04-02T08:51:25.626 INFO:tasks.workunit.client.0.smithi019.stdout:op 403 completed, throughput=4.96MB/sec 2024-04-02T08:51:25.626 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uX2Vh5q5pXXwOgw off=1440902 len=1587912 2024-04-02T08:51:25.629 INFO:tasks.workunit.client.0.smithi019.stdout:op 404 completed, throughput=4.98MB/sec 2024-04-02T08:51:25.629 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-50dGb68NXw0V8pM off=783626 len=154006 2024-04-02T08:51:25.630 INFO:tasks.workunit.client.0.smithi019.stdout:op 405 completed, throughput=4.98MB/sec 2024-04-02T08:51:25.630 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N4OIWLbY6EPeWJ8 off=6753286 len=471873 2024-04-02T08:51:25.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 406 completed, throughput=4.98MB/sec 2024-04-02T08:51:25.631 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EcDfkJANFa1kPT8 off=6827655 len=1565807 2024-04-02T08:51:25.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 407 completed, throughput=5MB/sec 2024-04-02T08:51:25.636 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-v5o7oCYbeRKc4BW off=10144662 len=1651424 2024-04-02T08:51:25.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 408 completed, throughput=5.02MB/sec 2024-04-02T08:51:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:26 smithi066 ceph-mon[87361]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:26 smithi019 ceph-mon[94035]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:26 smithi019 ceph-mon[96522]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:26.647 INFO:tasks.workunit.client.0.smithi019.stdout: 85: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:26.648 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rExJka01ihFa2BK off=133551 len=349782 2024-04-02T08:51:26.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 409 completed, throughput=4.96MB/sec 2024-04-02T08:51:26.649 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IIGqAcXMTK_UUe7 off=6137998 len=112293 2024-04-02T08:51:26.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 410 completed, throughput=4.96MB/sec 2024-04-02T08:51:26.651 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-83ldPuafItSnPZO off=6285201 len=1736364 2024-04-02T08:51:26.653 INFO:tasks.workunit.client.0.smithi019.stdout:op 411 completed, throughput=4.98MB/sec 2024-04-02T08:51:26.653 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2FWHTi5c9YxpDfu off=4125850 len=1684327 2024-04-02T08:51:26.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 412 completed, throughput=5MB/sec 2024-04-02T08:51:27.661 INFO:tasks.workunit.client.0.smithi019.stdout: 86: throughput=4.94MB/sec pending data=0 2024-04-02T08:51:27.662 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pYHaecCdtJhVGD3 off=11683650 len=208109 2024-04-02T08:51:27.663 INFO:tasks.workunit.client.0.smithi019.stdout:op 413 completed, throughput=4.95MB/sec 2024-04-02T08:51:27.663 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5AkGi4xttc6rx_8 off=3286741 len=280491 2024-04-02T08:51:27.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 414 completed, throughput=4.95MB/sec 2024-04-02T08:51:27.664 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aXQkl9nlimgMTox off=20337267 len=1886673 2024-04-02T08:51:27.672 INFO:tasks.workunit.client.0.smithi019.stdout:op 415 completed, throughput=4.97MB/sec 2024-04-02T08:51:27.672 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0If2Aul9lDxX42y off=16389576 len=1113774 2024-04-02T08:51:27.678 INFO:tasks.workunit.client.0.smithi019.stdout:op 416 completed, throughput=4.98MB/sec 2024-04-02T08:51:27.678 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Gu1B9373vWn1_3W off=3203785 len=1549791 2024-04-02T08:51:27.684 INFO:tasks.workunit.client.0.smithi019.stdout:op 417 completed, throughput=5MB/sec 2024-04-02T08:51:27.684 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IlhJVWmBQr9sq37 off=13485838 len=1792936 2024-04-02T08:51:27.692 INFO:tasks.workunit.client.0.smithi019.stdout:op 418 completed, throughput=5.02MB/sec 2024-04-02T08:51:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:28 smithi066 ceph-mon[87361]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:28 smithi019 ceph-mon[94035]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:28 smithi019 ceph-mon[96522]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:28.692 INFO:tasks.workunit.client.0.smithi019.stdout: 87: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:28.693 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F1sxemVuyHkgV8u off=22690144 len=2087557 2024-04-02T08:51:28.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 419 completed, throughput=4.98MB/sec 2024-04-02T08:51:28.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QrbYcDHLQM470Bt off=701069 len=364143 2024-04-02T08:51:28.697 INFO:tasks.workunit.client.0.smithi019.stdout:op 420 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.697 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dt5QBlReQ335qk2 off=4425657 len=530481 2024-04-02T08:51:28.698 INFO:tasks.workunit.client.0.smithi019.stdout:op 421 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.698 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-74JQJ3cFkMTi1lR off=13828417 len=1967746 2024-04-02T08:51:28.705 INFO:tasks.workunit.client.0.smithi019.stdout:op 422 completed, throughput=5.01MB/sec 2024-04-02T08:51:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:29.705 INFO:tasks.workunit.client.0.smithi019.stdout: 88: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:29.706 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9dd6cQ9HPpWf1kG off=2641450 len=733819 2024-04-02T08:51:29.709 INFO:tasks.workunit.client.0.smithi019.stdout:op 423 completed, throughput=4.96MB/sec 2024-04-02T08:51:29.709 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5_henIU5NC0n_mK off=11270398 len=2003903 2024-04-02T08:51:29.718 INFO:tasks.workunit.client.0.smithi019.stdout:op 424 completed, throughput=4.99MB/sec 2024-04-02T08:51:29.718 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TqSPKbo5lO855m- off=1411638 len=840419 2024-04-02T08:51:29.719 INFO:tasks.workunit.client.0.smithi019.stdout:op 425 completed, throughput=4.99MB/sec 2024-04-02T08:51:29.719 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0cMhHADP1D2_QFx off=2779207 len=1839830 2024-04-02T08:51:29.720 INFO:tasks.workunit.client.0.smithi019.stdout:op 426 completed, throughput=5.01MB/sec 2024-04-02T08:51:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:30 smithi066 ceph-mon[87361]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:30 smithi019 ceph-mon[94035]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:30 smithi019 ceph-mon[96522]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:51:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:51:30] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:51:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: 89: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:30.720 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x1BOmOhozhZoERt off=475211 len=945053 2024-04-02T08:51:30.721 INFO:tasks.workunit.client.0.smithi019.stdout:op 427 completed, throughput=4.97MB/sec 2024-04-02T08:51:30.721 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qpJOix6dPw6UHPz off=6978417 len=1456855 2024-04-02T08:51:30.728 INFO:tasks.workunit.client.0.smithi019.stdout:op 428 completed, throughput=4.98MB/sec 2024-04-02T08:51:30.729 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UeDhOHJKZ78Ed_r off=8799559 len=1359816 2024-04-02T08:51:30.734 INFO:tasks.workunit.client.0.smithi019.stdout:op 429 completed, throughput=5MB/sec 2024-04-02T08:51:30.734 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qqT8vdyWhYezgQ_ off=228868 len=580378 2024-04-02T08:51:30.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 430 completed, throughput=5MB/sec 2024-04-02T08:51:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:31.738 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aQQbbBccgRTur8h off=2316676 len=1243443 2024-04-02T08:51:31.743 INFO:tasks.workunit.client.0.smithi019.stdout:op 431 completed, throughput=4.96MB/sec 2024-04-02T08:51:31.743 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GnS7PPDnedCWBd5 off=17207296 len=1819891 2024-04-02T08:51:31.744 INFO:tasks.workunit.client.0.smithi019.stdout:op 432 completed, throughput=4.98MB/sec 2024-04-02T08:51:31.744 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WLACcjxbAM5RLc0 off=8723326 len=2010435 2024-04-02T08:51:31.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 433 completed, throughput=5MB/sec 2024-04-02T08:51:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:32 smithi066 ceph-mon[87361]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:32 smithi019 ceph-mon[94035]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:32 smithi019 ceph-mon[96522]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:51:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:32.749 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jK4mVZ4UbjQcNZS off=7841877 len=815543 2024-04-02T08:51:32.753 INFO:tasks.workunit.client.0.smithi019.stdout:op 434 completed, throughput=4.96MB/sec 2024-04-02T08:51:32.753 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NIYjBQTNLvrc0lP off=7700689 len=394257 2024-04-02T08:51:32.754 INFO:tasks.workunit.client.0.smithi019.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-02T08:51:32.754 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JXaneqK3xmDkRrW off=2613373 len=1914477 2024-04-02T08:51:32.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 436 completed, throughput=4.98MB/sec 2024-04-02T08:51:32.764 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ArO422bQtJm7dki off=0 len=1148465 2024-04-02T08:51:32.764 INFO:tasks.workunit.client.0.smithi019.stdout:op 437 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.764 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ueEbfjDHeQa7lKt off=14085903 len=1212851 2024-04-02T08:51:32.767 INFO:tasks.workunit.client.0.smithi019.stdout:op 438 completed, throughput=5MB/sec 2024-04-02T08:51:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:33.768 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Zm77bhaSkWIxjc8 off=15817954 len=1547357 2024-04-02T08:51:33.775 INFO:tasks.workunit.client.0.smithi019.stdout:op 439 completed, throughput=4.96MB/sec 2024-04-02T08:51:33.775 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oa3CIAwWd59jWtN off=4406450 len=633923 2024-04-02T08:51:33.779 INFO:tasks.workunit.client.0.smithi019.stdout:op 440 completed, throughput=4.97MB/sec 2024-04-02T08:51:33.779 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jf9DdRv2VfoaS_f off=13753744 len=1851447 2024-04-02T08:51:33.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 441 completed, throughput=4.99MB/sec 2024-04-02T08:51:33.787 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-La9oJWZwM4JYjSo off=11815324 len=1695232 2024-04-02T08:51:33.790 INFO:tasks.workunit.client.0.smithi019.stdout:op 442 completed, throughput=5.01MB/sec 2024-04-02T08:51:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:34 smithi066 ceph-mon[87361]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:34 smithi019 ceph-mon[94035]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:34 smithi019 ceph-mon[96522]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:34.791 INFO:tasks.workunit.client.0.smithi019.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:34.791 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9i2zuckLtlC7Omd off=10921686 len=533945 2024-04-02T08:51:34.792 INFO:tasks.workunit.client.0.smithi019.stdout:op 443 completed, throughput=4.96MB/sec 2024-04-02T08:51:34.792 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KCT9gI0TCSKR1cr off=3310675 len=1691355 2024-04-02T08:51:34.802 INFO:tasks.workunit.client.0.smithi019.stdout:op 444 completed, throughput=4.97MB/sec 2024-04-02T08:51:34.803 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RmoXVxtAO_X_5As off=14991922 len=190037 2024-04-02T08:51:34.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 445 completed, throughput=4.98MB/sec 2024-04-02T08:51:34.805 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4EY8d7WySzv9LqO off=3736553 len=1927889 2024-04-02T08:51:34.806 INFO:tasks.workunit.client.0.smithi019.stdout:op 446 completed, throughput=5MB/sec 2024-04-02T08:51:34.806 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rOjVDJIvFysQbi3 off=1970785 len=2057387 2024-04-02T08:51:34.814 INFO:tasks.workunit.client.0.smithi019.stdout:op 447 completed, throughput=5.02MB/sec 2024-04-02T08:51:35.814 INFO:tasks.workunit.client.0.smithi019.stdout: 94: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:35.814 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ljuwQiodgIBwuPw off=6938640 len=1383264 2024-04-02T08:51:35.815 INFO:tasks.workunit.client.0.smithi019.stdout:op 448 completed, throughput=4.98MB/sec 2024-04-02T08:51:35.816 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Lm1LQzHrkv0S0IH off=3098960 len=1736836 2024-04-02T08:51:35.817 INFO:tasks.workunit.client.0.smithi019.stdout:op 449 completed, throughput=4.99MB/sec 2024-04-02T08:51:35.817 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7yXPmTTXbt5ZqXQ off=131302 len=480174 2024-04-02T08:51:35.820 INFO:tasks.workunit.client.0.smithi019.stdout:op 450 completed, throughput=5MB/sec 2024-04-02T08:51:35.820 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6IJZ6gGAXK3TN4p off=12771003 len=213516 2024-04-02T08:51:35.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 451 completed, throughput=5MB/sec 2024-04-02T08:51:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:36 smithi066 ceph-mon[87361]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:36 smithi019 ceph-mon[94035]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:36 smithi019 ceph-mon[96522]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:36.821 INFO:tasks.workunit.client.0.smithi019.stdout: 95: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:36.821 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-p4pk2GAs14qfS9p off=1188159 len=1678059 2024-04-02T08:51:36.827 INFO:tasks.workunit.client.0.smithi019.stdout:op 452 completed, throughput=4.97MB/sec 2024-04-02T08:51:36.827 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5SpHW4XUQr6_Vpv off=9499229 len=934570 2024-04-02T08:51:36.831 INFO:tasks.workunit.client.0.smithi019.stdout:op 453 completed, throughput=4.98MB/sec 2024-04-02T08:51:36.831 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SXUW6IMFjY0IRbH off=0 len=1550512 2024-04-02T08:51:36.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 454 completed, throughput=4.99MB/sec 2024-04-02T08:51:36.834 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X4_X8QvKW0CRWU8 off=11014067 len=36543 2024-04-02T08:51:36.835 INFO:tasks.workunit.client.0.smithi019.stdout:op 455 completed, throughput=4.99MB/sec 2024-04-02T08:51:36.835 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bjTPXWFBXo7ws0b off=1376467 len=547091 2024-04-02T08:51:36.836 INFO:tasks.workunit.client.0.smithi019.stdout:op 456 completed, throughput=5MB/sec 2024-04-02T08:51:36.836 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5_henIU5NC0n_mK off=8277693 len=1907558 2024-04-02T08:51:36.840 INFO:tasks.workunit.client.0.smithi019.stdout:op 457 completed, throughput=5.01MB/sec 2024-04-02T08:51:37.840 INFO:tasks.workunit.client.0.smithi019.stdout: 96: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:37.840 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Wwgtq8etKjGbzK1 off=9190585 len=119662 2024-04-02T08:51:37.843 INFO:tasks.workunit.client.0.smithi019.stdout:op 458 completed, throughput=4.96MB/sec 2024-04-02T08:51:37.843 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xABAKCw144FoLgB off=10704165 len=854374 2024-04-02T08:51:37.844 INFO:tasks.workunit.client.0.smithi019.stdout:op 459 completed, throughput=4.97MB/sec 2024-04-02T08:51:37.844 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bJ-dNcVYAiRBHKk off=740340 len=1434567 2024-04-02T08:51:37.845 INFO:tasks.workunit.client.0.smithi019.stdout:op 460 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.846 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BKwgvLn3Qk1HBNa off=3201182 len=100240 2024-04-02T08:51:37.846 INFO:tasks.workunit.client.0.smithi019.stdout:op 461 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.847 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JnWxCs6YQlZwR6O off=1823132 len=12039 2024-04-02T08:51:37.847 INFO:tasks.workunit.client.0.smithi019.stdout:op 462 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.847 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_0jNPISvX2MUUDO off=18521948 len=581118 2024-04-02T08:51:37.850 INFO:tasks.workunit.client.0.smithi019.stdout:op 463 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.850 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-a3EMnSLBneK38IM off=133956 len=1419132 2024-04-02T08:51:37.856 INFO:tasks.workunit.client.0.smithi019.stdout:op 464 completed, throughput=5.01MB/sec 2024-04-02T08:51:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:38 smithi066 ceph-mon[87361]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:38 smithi019 ceph-mon[94035]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:38 smithi019 ceph-mon[96522]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:38.857 INFO:tasks.workunit.client.0.smithi019.stdout: 97: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:38.857 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uA5incHMji7NUlw off=2178852 len=1838668 2024-04-02T08:51:38.863 INFO:tasks.workunit.client.0.smithi019.stdout:op 465 completed, throughput=4.97MB/sec 2024-04-02T08:51:38.863 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hMe9w6GPcc2PLDS off=17794252 len=1201995 2024-04-02T08:51:38.864 INFO:tasks.workunit.client.0.smithi019.stdout:op 466 completed, throughput=4.98MB/sec 2024-04-02T08:51:38.864 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2VfOnsqWfFvQbn5 off=7000394 len=402164 2024-04-02T08:51:38.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 467 completed, throughput=4.99MB/sec 2024-04-02T08:51:38.867 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IXyo7WuB8pR2Q2P off=7223519 len=1367039 2024-04-02T08:51:38.873 INFO:tasks.workunit.client.0.smithi019.stdout:op 468 completed, throughput=5MB/sec 2024-04-02T08:51:39.873 INFO:tasks.workunit.client.0.smithi019.stdout: 98: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:39.873 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3aGQScW1w7StFWY off=2610143 len=787150 2024-04-02T08:51:39.874 INFO:tasks.workunit.client.0.smithi019.stdout:op 469 completed, throughput=4.96MB/sec 2024-04-02T08:51:39.874 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dwjCnLvKPDfdNDc off=2363515 len=1694657 2024-04-02T08:51:39.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 470 completed, throughput=4.97MB/sec 2024-04-02T08:51:39.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P9_iUZPERbtzpkJ off=1081617 len=971592 2024-04-02T08:51:39.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 471 completed, throughput=4.98MB/sec 2024-04-02T08:51:39.886 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OeD8ziV84YkrFZg off=4805172 len=983178 2024-04-02T08:51:39.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 472 completed, throughput=4.99MB/sec 2024-04-02T08:51:39.891 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R8TQbQvoK3G5onG off=11886036 len=320788 2024-04-02T08:51:39.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 473 completed, throughput=5MB/sec 2024-04-02T08:51:39.893 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vCsJZ29MceeglAm off=11204827 len=1857599 2024-04-02T08:51:39.903 INFO:tasks.workunit.client.0.smithi019.stdout:op 474 completed, throughput=5.01MB/sec 2024-04-02T08:51:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:40 smithi066 ceph-mon[87361]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:51:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:40 smithi019 ceph-mon[94035]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:51:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:40 smithi019 ceph-mon[96522]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:51:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:51:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:51:40] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:51:40.903 INFO:tasks.workunit.client.0.smithi019.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:40.903 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Za4LEoD3s-I7cvY off=1470033 len=1864303 2024-04-02T08:51:40.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 475 completed, throughput=4.98MB/sec 2024-04-02T08:51:40.905 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B9o0v842hOleAo7 off=3440353 len=1603711 2024-04-02T08:51:40.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 476 completed, throughput=5MB/sec 2024-04-02T08:51:40.911 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BtutGUAccNMBRIk off=16869933 len=170212 2024-04-02T08:51:40.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 477 completed, throughput=5MB/sec 2024-04-02T08:51:40.913 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hEXpUS63cEDJGQY off=12737911 len=1008319 2024-04-02T08:51:40.914 INFO:tasks.workunit.client.0.smithi019.stdout:op 478 completed, throughput=5.01MB/sec 2024-04-02T08:51:41.914 INFO:tasks.workunit.client.0.smithi019.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:41.914 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c3MFKSsGXc3pG4K off=9529969 len=596966 2024-04-02T08:51:41.915 INFO:tasks.workunit.client.0.smithi019.stdout:op 479 completed, throughput=4.96MB/sec 2024-04-02T08:51:41.915 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jYKGPaXeP3_sS1b off=2822668 len=135070 2024-04-02T08:51:41.917 INFO:tasks.workunit.client.0.smithi019.stdout:op 480 completed, throughput=4.96MB/sec 2024-04-02T08:51:41.917 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-knGKMc_R8g-gJDf off=16187966 len=2080665 2024-04-02T08:51:41.925 INFO:tasks.workunit.client.0.smithi019.stdout:op 481 completed, throughput=4.98MB/sec 2024-04-02T08:51:41.925 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xp5wPM5QTfjbslY off=5420226 len=321356 2024-04-02T08:51:41.925 INFO:tasks.workunit.client.0.smithi019.stdout:op 482 completed, throughput=4.99MB/sec 2024-04-02T08:51:41.925 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Jf3bjb_3IzaZBpn off=13158461 len=1290221 2024-04-02T08:51:41.931 INFO:tasks.workunit.client.0.smithi019.stdout:op 483 completed, throughput=5MB/sec 2024-04-02T08:51:41.931 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M4BogzIxgLxUBSs off=18013381 len=49312 2024-04-02T08:51:41.934 INFO:tasks.workunit.client.0.smithi019.stdout:op 484 completed, throughput=5MB/sec 2024-04-02T08:51:41.934 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0Cc150I1DT6uaaA off=2772703 len=358918 2024-04-02T08:51:41.936 INFO:tasks.workunit.client.0.smithi019.stdout:op 485 completed, throughput=5MB/sec 2024-04-02T08:51:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:42 smithi066 ceph-mon[87361]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:51:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:42 smithi019 ceph-mon[94035]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:51:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:42 smithi019 ceph-mon[96522]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:51:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:51:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:42.936 INFO:tasks.workunit.client.0.smithi019.stdout: 101: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:42.937 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RjI0Gg11Gk9WVCI off=6622170 len=1246223 2024-04-02T08:51:42.938 INFO:tasks.workunit.client.0.smithi019.stdout:op 486 completed, throughput=4.96MB/sec 2024-04-02T08:51:42.938 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3dOM7qHj7M5CXXj off=2707266 len=337448 2024-04-02T08:51:42.939 INFO:tasks.workunit.client.0.smithi019.stdout:op 487 completed, throughput=4.97MB/sec 2024-04-02T08:51:42.939 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mk4lVpa__-Qf7PY off=2869922 len=789399 2024-04-02T08:51:42.944 INFO:tasks.workunit.client.0.smithi019.stdout:op 488 completed, throughput=4.97MB/sec 2024-04-02T08:51:42.944 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Sk-PTNok0N8takF off=718867 len=637102 2024-04-02T08:51:42.947 INFO:tasks.workunit.client.0.smithi019.stdout:op 489 completed, throughput=4.98MB/sec 2024-04-02T08:51:42.947 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ry-GNhuK51VRF13 off=5249518 len=854211 2024-04-02T08:51:42.949 INFO:tasks.workunit.client.0.smithi019.stdout:op 490 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.949 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wG12qI81o8eJi7Q off=47384 len=80383 2024-04-02T08:51:42.949 INFO:tasks.workunit.client.0.smithi019.stdout:op 491 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.949 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UQPYWeVhniCvv22 off=2048150 len=330482 2024-04-02T08:51:42.952 INFO:tasks.workunit.client.0.smithi019.stdout:op 492 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.952 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z_3VbqaEiaa423Y off=1770931 len=468846 2024-04-02T08:51:42.953 INFO:tasks.workunit.client.0.smithi019.stdout:op 493 completed, throughput=5MB/sec 2024-04-02T08:51:42.953 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1_dgJr178vFx2tz off=2258045 len=980196 2024-04-02T08:51:42.957 INFO:tasks.workunit.client.0.smithi019.stdout:op 494 completed, throughput=5.01MB/sec 2024-04-02T08:51:43.957 INFO:tasks.workunit.client.0.smithi019.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:43.957 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JEr6txTGEmgkzdh off=6481811 len=903831 2024-04-02T08:51:43.962 INFO:tasks.workunit.client.0.smithi019.stdout:op 495 completed, throughput=4.97MB/sec 2024-04-02T08:51:43.962 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OL4w5IYRWD8SvJR off=6346 len=875846 2024-04-02T08:51:43.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 496 completed, throughput=4.97MB/sec 2024-04-02T08:51:43.966 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZezxLibqKOZMST_ off=9813626 len=46160 2024-04-02T08:51:43.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 497 completed, throughput=4.97MB/sec 2024-04-02T08:51:43.968 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OfxsnBY25cXkSuz off=13273193 len=111791 2024-04-02T08:51:43.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 498 completed, throughput=4.97MB/sec 2024-04-02T08:51:43.969 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AEJYTZXxp1QPbqz off=8543686 len=74737 2024-04-02T08:51:43.970 INFO:tasks.workunit.client.0.smithi019.stdout:op 499 completed, throughput=4.97MB/sec 2024-04-02T08:51:43.970 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OJUOFuqXRI-Uems off=14213094 len=180914 2024-04-02T08:51:43.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 500 completed, throughput=4.98MB/sec 2024-04-02T08:51:43.971 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2Nnq0XZVlQ7abKB off=6105888 len=1174117 2024-04-02T08:51:43.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 501 completed, throughput=4.99MB/sec 2024-04-02T08:51:43.972 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aCTqmLAxbNMwPTl off=10468651 len=782969 2024-04-02T08:51:43.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 502 completed, throughput=4.99MB/sec 2024-04-02T08:51:43.976 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7b_iy53cSfmC7-w off=5284562 len=629272 2024-04-02T08:51:43.978 INFO:tasks.workunit.client.0.smithi019.stdout:op 503 completed, throughput=5MB/sec 2024-04-02T08:51:43.978 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D1JJc7nxVar03oy off=439356 len=453099 2024-04-02T08:51:43.980 INFO:tasks.workunit.client.0.smithi019.stdout:op 504 completed, throughput=5MB/sec 2024-04-02T08:51:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:44 smithi066 ceph-mon[87361]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:51:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:44 smithi019 ceph-mon[94035]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:51:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:44 smithi019 ceph-mon[96522]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:51:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:44.981 INFO:tasks.workunit.client.0.smithi019.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:44.981 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X3uhtX4FBJH6B50 off=1468738 len=803023 2024-04-02T08:51:44.986 INFO:tasks.workunit.client.0.smithi019.stdout:op 505 completed, throughput=4.96MB/sec 2024-04-02T08:51:44.986 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WJCVBs5OOxkqjZq off=12288392 len=2048487 2024-04-02T08:51:44.994 INFO:tasks.workunit.client.0.smithi019.stdout:op 506 completed, throughput=4.98MB/sec 2024-04-02T08:51:44.994 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rkP7Cg8NDE60WML off=2380423 len=1956107 2024-04-02T08:51:44.995 INFO:tasks.workunit.client.0.smithi019.stdout:op 507 completed, throughput=5MB/sec 2024-04-02T08:51:44.995 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--VE4w32v1pTqosN off=37764 len=1264282 2024-04-02T08:51:44.996 INFO:tasks.workunit.client.0.smithi019.stdout:op 508 completed, throughput=5.01MB/sec 2024-04-02T08:51:45.997 INFO:tasks.workunit.client.0.smithi019.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:45.997 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-01MpxeK4_YbxBvt off=13072731 len=875588 2024-04-02T08:51:45.998 INFO:tasks.workunit.client.0.smithi019.stdout:op 509 completed, throughput=4.97MB/sec 2024-04-02T08:51:45.998 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Vhfnej1azqc990J off=5588775 len=969471 2024-04-02T08:51:46.004 INFO:tasks.workunit.client.0.smithi019.stdout:op 510 completed, throughput=4.98MB/sec 2024-04-02T08:51:46.004 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uxv-3FMmWQTOb2g off=4733635 len=246562 2024-04-02T08:51:46.005 INFO:tasks.workunit.client.0.smithi019.stdout:op 511 completed, throughput=4.98MB/sec 2024-04-02T08:51:46.005 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PdNdVso6QJQ-5C9 off=6822464 len=1276296 2024-04-02T08:51:46.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 512 completed, throughput=4.99MB/sec 2024-04-02T08:51:46.010 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NmTya-7WGNe_7pj off=14459822 len=971025 2024-04-02T08:51:46.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 513 completed, throughput=5MB/sec 2024-04-02T08:51:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:46 smithi066 ceph-mon[87361]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:46 smithi019 ceph-mon[94035]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:46 smithi019 ceph-mon[96522]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:47.013 INFO:tasks.workunit.client.0.smithi019.stdout: 105: throughput=4.95MB/sec pending data=0 2024-04-02T08:51:47.013 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GrnFT_EpS9XKRd7 off=3409559 len=988303 2024-04-02T08:51:47.015 INFO:tasks.workunit.client.0.smithi019.stdout:op 514 completed, throughput=4.96MB/sec 2024-04-02T08:51:47.015 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9xRSkHP504ayHdh off=5726267 len=1986825 2024-04-02T08:51:47.022 INFO:tasks.workunit.client.0.smithi019.stdout:op 515 completed, throughput=4.98MB/sec 2024-04-02T08:51:47.023 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GaFsWXzsqRxYR5v off=6478444 len=1451482 2024-04-02T08:51:47.027 INFO:tasks.workunit.client.0.smithi019.stdout:op 516 completed, throughput=4.99MB/sec 2024-04-02T08:51:47.027 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7mNRnApsqxA30lV off=2615775 len=244168 2024-04-02T08:51:47.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 517 completed, throughput=5MB/sec 2024-04-02T08:51:47.030 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KVckFlVWiiWdOgq off=3442726 len=27521 2024-04-02T08:51:47.032 INFO:tasks.workunit.client.0.smithi019.stdout:op 518 completed, throughput=5MB/sec 2024-04-02T08:51:47.032 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PgBhcUXlOjCmOb4 off=2489551 len=144531 2024-04-02T08:51:47.032 INFO:tasks.workunit.client.0.smithi019.stdout:op 519 completed, throughput=5MB/sec 2024-04-02T08:51:47.032 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7wFvvop8BbFW1d3 off=4086317 len=849466 2024-04-02T08:51:47.032 INFO:tasks.workunit.client.0.smithi019.stdout:op 520 completed, throughput=5MB/sec 2024-04-02T08:51:48.033 INFO:tasks.workunit.client.0.smithi019.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:48.033 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VLZ_DgeB2uvVyfE off=0 len=1113970 2024-04-02T08:51:48.034 INFO:tasks.workunit.client.0.smithi019.stdout:op 521 completed, throughput=4.97MB/sec 2024-04-02T08:51:48.034 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3Cs-mahmyBRIo_v off=2111319 len=1699795 2024-04-02T08:51:48.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 522 completed, throughput=4.98MB/sec 2024-04-02T08:51:48.041 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SEh5GW0HfElDIZH off=1030681 len=486923 2024-04-02T08:51:48.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 523 completed, throughput=4.99MB/sec 2024-04-02T08:51:48.041 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aB9zvgaKL-vf5nL off=14784803 len=1175296 2024-04-02T08:51:48.046 INFO:tasks.workunit.client.0.smithi019.stdout:op 524 completed, throughput=5MB/sec 2024-04-02T08:51:48.046 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1IovMxrrhH5XYA3 off=2297796 len=1294493 2024-04-02T08:51:48.047 INFO:tasks.workunit.client.0.smithi019.stdout:op 525 completed, throughput=5.01MB/sec 2024-04-02T08:51:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:48 smithi066 ceph-mon[87361]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:48 smithi019 ceph-mon[94035]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:48 smithi019 ceph-mon[96522]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:49.048 INFO:tasks.workunit.client.0.smithi019.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:49.048 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wkc6ynYLt1GAjHg off=6294020 len=1299641 2024-04-02T08:51:49.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 526 completed, throughput=4.97MB/sec 2024-04-02T08:51:49.056 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1n5rY8XojYyeGNq off=8534024 len=2005897 2024-04-02T08:51:49.066 INFO:tasks.workunit.client.0.smithi019.stdout:op 527 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.066 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VPNFCmJfMkTZ11w off=8361996 len=364932 2024-04-02T08:51:49.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 528 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.067 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Mm9vSLoe5LeYhAe off=510812 len=1397666 2024-04-02T08:51:49.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 529 completed, throughput=5.01MB/sec 2024-04-02T08:51:50.068 INFO:tasks.workunit.client.0.smithi019.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oPkbH3Vze3Z1DQ8 off=5841301 len=35811 2024-04-02T08:51:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:op 530 completed, throughput=4.96MB/sec 2024-04-02T08:51:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OGEn1JktmwFNgZZ off=3076423 len=807029 2024-04-02T08:51:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 531 completed, throughput=4.97MB/sec 2024-04-02T08:51:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kSv5Yx3CV2Ub1rF off=10240806 len=295993 2024-04-02T08:51:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 532 completed, throughput=4.97MB/sec 2024-04-02T08:51:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8irC0hN8PtB10-a off=2364173 len=582310 2024-04-02T08:51:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 533 completed, throughput=4.98MB/sec 2024-04-02T08:51:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JI-LYhTMnF9KVOh off=5781823 len=1970810 2024-04-02T08:51:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 534 completed, throughput=4.99MB/sec 2024-04-02T08:51:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ti-T_71EJREHe4- off=5641076 len=1384471 2024-04-02T08:51:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:op 535 completed, throughput=5MB/sec 2024-04-02T08:51:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:50 smithi019 ceph-mon[94035]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:51:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:50 smithi019 ceph-mon[96522]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:51:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:50 smithi066 ceph-mon[87361]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:51:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:51:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:51:50] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:51:51.076 INFO:tasks.workunit.client.0.smithi019.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:51.076 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ubSlkHpG-MZ6Xa5 off=6227585 len=380904 2024-04-02T08:51:51.077 INFO:tasks.workunit.client.0.smithi019.stdout:op 536 completed, throughput=4.96MB/sec 2024-04-02T08:51:51.077 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JD1KgrSCclGfxjQ off=6307648 len=1772043 2024-04-02T08:51:51.079 INFO:tasks.workunit.client.0.smithi019.stdout:op 537 completed, throughput=4.98MB/sec 2024-04-02T08:51:51.079 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ynig2C03IcEKi1f off=6929756 len=558951 2024-04-02T08:51:51.080 INFO:tasks.workunit.client.0.smithi019.stdout:op 538 completed, throughput=4.98MB/sec 2024-04-02T08:51:51.080 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UHVLwnY_NQKswWn off=4949819 len=904865 2024-04-02T08:51:51.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 539 completed, throughput=4.99MB/sec 2024-04-02T08:51:51.085 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TVMb47f4splgTvK off=1414062 len=1600861 2024-04-02T08:51:51.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 540 completed, throughput=5MB/sec 2024-04-02T08:51:52.094 INFO:tasks.workunit.client.0.smithi019.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:52.094 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_x_S7WY6LQmOpCz off=3553739 len=1014751 2024-04-02T08:51:52.096 INFO:tasks.workunit.client.0.smithi019.stdout:op 541 completed, throughput=4.97MB/sec 2024-04-02T08:51:52.096 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9CgSINMKJ8ShoPZ off=11918917 len=461033 2024-04-02T08:51:52.097 INFO:tasks.workunit.client.0.smithi019.stdout:op 542 completed, throughput=4.97MB/sec 2024-04-02T08:51:52.097 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fp8_g0qlC7x0lPL off=2009286 len=937881 2024-04-02T08:51:52.101 INFO:tasks.workunit.client.0.smithi019.stdout:op 543 completed, throughput=4.98MB/sec 2024-04-02T08:51:52.101 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6g4K-K3tSZupZRm off=3572107 len=892874 2024-04-02T08:51:52.106 INFO:tasks.workunit.client.0.smithi019.stdout:op 544 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.106 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bij4ODL_wkkFdsT off=10103041 len=580474 2024-04-02T08:51:52.107 INFO:tasks.workunit.client.0.smithi019.stdout:op 545 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.107 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SR2YTNQk-597E20 off=2358608 len=710093 2024-04-02T08:51:52.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 546 completed, throughput=5MB/sec 2024-04-02T08:51:52.110 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-av9HywqItUBPgdL off=629871 len=1749277 2024-04-02T08:51:52.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 547 completed, throughput=5.01MB/sec 2024-04-02T08:51:52.364 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:52 smithi066 ceph-mon[87361]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:52.364 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:52.365 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:51:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:51:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:52 smithi019 ceph-mon[94035]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:52 smithi019 ceph-mon[96522]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:53.116 INFO:tasks.workunit.client.0.smithi019.stdout: 111: throughput=4.97MB/sec pending data=0 2024-04-02T08:51:53.116 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EQbj8QtlSBMCJfg off=18091756 len=507241 2024-04-02T08:51:53.116 INFO:tasks.workunit.client.0.smithi019.stdout:op 548 completed, throughput=4.97MB/sec 2024-04-02T08:51:53.117 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FQUEGuBkokrkgad off=16593906 len=64632 2024-04-02T08:51:53.117 INFO:tasks.workunit.client.0.smithi019.stdout:op 549 completed, throughput=4.97MB/sec 2024-04-02T08:51:53.117 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZcKQCGpkqbk89r4 off=1114102 len=990083 2024-04-02T08:51:53.122 INFO:tasks.workunit.client.0.smithi019.stdout:op 550 completed, throughput=4.98MB/sec 2024-04-02T08:51:53.123 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JD12HXHgLaFEzCi off=836806 len=45095 2024-04-02T08:51:53.124 INFO:tasks.workunit.client.0.smithi019.stdout:op 551 completed, throughput=4.98MB/sec 2024-04-02T08:51:53.125 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sapiOA-hs9FmjMs off=8551563 len=492069 2024-04-02T08:51:53.129 INFO:tasks.workunit.client.0.smithi019.stdout:op 552 completed, throughput=4.98MB/sec 2024-04-02T08:51:53.129 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4uyzgmGNW7Tdnnt off=8015187 len=1595780 2024-04-02T08:51:53.130 INFO:tasks.workunit.client.0.smithi019.stdout:op 553 completed, throughput=5MB/sec 2024-04-02T08:51:53.130 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w6XOSIHlOJ9Pz37 off=10666102 len=1096548 2024-04-02T08:51:53.132 INFO:tasks.workunit.client.0.smithi019.stdout:op 554 completed, throughput=5.01MB/sec 2024-04-02T08:51:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:51:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:51:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:51:54.132 INFO:tasks.workunit.client.0.smithi019.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:54.133 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NlLjEFfVUfJ2f6A off=2368105 len=2001985 2024-04-02T08:51:54.145 INFO:tasks.workunit.client.0.smithi019.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-02T08:51:54.146 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FE-BfurgaoxGWdA off=9173036 len=917585 2024-04-02T08:51:54.146 INFO:tasks.workunit.client.0.smithi019.stdout:op 556 completed, throughput=4.99MB/sec 2024-04-02T08:51:54.146 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4uMrM2DxBBeQ_ne off=23164754 len=1929090 2024-04-02T08:51:54.148 INFO:tasks.workunit.client.0.smithi019.stdout:op 557 completed, throughput=5MB/sec 2024-04-02T08:51:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:54 smithi019 ceph-mon[94035]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:51:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:54 smithi019 ceph-mon[96522]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:51:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:54 smithi066 ceph-mon[87361]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:51:55.148 INFO:tasks.workunit.client.0.smithi019.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:55.148 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u0naQFCMRQVZcDo off=1510577 len=1224488 2024-04-02T08:51:55.149 INFO:tasks.workunit.client.0.smithi019.stdout:op 558 completed, throughput=4.97MB/sec 2024-04-02T08:51:55.149 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s0IjZTAXdQkkanf off=16090595 len=1649066 2024-04-02T08:51:55.150 INFO:tasks.workunit.client.0.smithi019.stdout:op 559 completed, throughput=4.98MB/sec 2024-04-02T08:51:55.151 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kV3QpjdTOYj1JJc off=4819933 len=1017161 2024-04-02T08:51:55.154 INFO:tasks.workunit.client.0.smithi019.stdout:op 560 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.155 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wo3iOBwmLjl9Gpr off=14050036 len=240558 2024-04-02T08:51:55.157 INFO:tasks.workunit.client.0.smithi019.stdout:op 561 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.157 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cVJxepRcMoFRokM off=867560 len=1867101 2024-04-02T08:51:55.165 INFO:tasks.workunit.client.0.smithi019.stdout:op 562 completed, throughput=5.01MB/sec 2024-04-02T08:51:56.165 INFO:tasks.workunit.client.0.smithi019.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-02T08:51:56.165 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UfDGlKrHI9p7BjH off=5950442 len=606141 2024-04-02T08:51:56.165 INFO:tasks.workunit.client.0.smithi019.stdout:op 563 completed, throughput=4.97MB/sec 2024-04-02T08:51:56.166 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ttzFPaBVb4xdI30 off=13406509 len=273658 2024-04-02T08:51:56.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 564 completed, throughput=4.97MB/sec 2024-04-02T08:51:56.166 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JReig2O4bn6g3yO off=372366 len=748982 2024-04-02T08:51:56.167 INFO:tasks.workunit.client.0.smithi019.stdout:op 565 completed, throughput=4.98MB/sec 2024-04-02T08:51:56.167 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wgA6OKG55Snt2du off=909106 len=125934 2024-04-02T08:51:56.168 INFO:tasks.workunit.client.0.smithi019.stdout:op 566 completed, throughput=4.98MB/sec 2024-04-02T08:51:56.168 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Yri3stswONpMOYE off=5681190 len=945754 2024-04-02T08:51:56.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 567 completed, throughput=4.99MB/sec 2024-04-02T08:51:56.170 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-K1wBIrJJ9nrx_Lb off=41124 len=1114180 2024-04-02T08:51:56.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 568 completed, throughput=5MB/sec 2024-04-02T08:51:56.171 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4tnCv3OPS1fclNb off=2254532 len=2012391 2024-04-02T08:51:56.172 INFO:tasks.workunit.client.0.smithi019.stdout:op 569 completed, throughput=5.01MB/sec 2024-04-02T08:51:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:56 smithi019 ceph-mon[94035]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:56 smithi019 ceph-mon[96522]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:56 smithi066 ceph-mon[87361]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:57.173 INFO:tasks.workunit.client.0.smithi019.stdout: 115: throughput=4.97MB/sec pending data=0 2024-04-02T08:51:57.173 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dOcemLs_8FEW-G_ off=7812659 len=773489 2024-04-02T08:51:57.176 INFO:tasks.workunit.client.0.smithi019.stdout:op 570 completed, throughput=4.98MB/sec 2024-04-02T08:51:57.176 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gOjnRW8Q2J9waBt off=17509479 len=15847 2024-04-02T08:51:57.176 INFO:tasks.workunit.client.0.smithi019.stdout:op 571 completed, throughput=4.98MB/sec 2024-04-02T08:51:57.176 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K6NAwCZmTSlpK-p off=12598588 len=1483730 2024-04-02T08:51:57.182 INFO:tasks.workunit.client.0.smithi019.stdout:op 572 completed, throughput=4.99MB/sec 2024-04-02T08:51:57.182 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M8uGjelSuZL7wOR off=4890742 len=1181093 2024-04-02T08:51:57.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 573 completed, throughput=5MB/sec 2024-04-02T08:51:57.188 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WBzQ2-xdhnmsyq0 off=1523858 len=1089492 2024-04-02T08:51:57.189 INFO:tasks.workunit.client.0.smithi019.stdout:op 574 completed, throughput=5.01MB/sec 2024-04-02T08:51:58.190 INFO:tasks.workunit.client.0.smithi019.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:58.190 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6OEI_c0vBVzV0a- off=21262370 len=75888 2024-04-02T08:51:58.190 INFO:tasks.workunit.client.0.smithi019.stdout:op 575 completed, throughput=4.96MB/sec 2024-04-02T08:51:58.190 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZueaeShMtoSWX-G off=6685003 len=800526 2024-04-02T08:51:58.194 INFO:tasks.workunit.client.0.smithi019.stdout:op 576 completed, throughput=4.97MB/sec 2024-04-02T08:51:58.194 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fm1PmUOtQjDZuyj off=1630211 len=1254107 2024-04-02T08:51:58.198 INFO:tasks.workunit.client.0.smithi019.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-02T08:51:58.198 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-McN7nrytukMPc76 off=121210 len=1515150 2024-04-02T08:51:58.199 INFO:tasks.workunit.client.0.smithi019.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-02T08:51:58.199 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LO1v-5yq13UXwVA off=12891695 len=1195852 2024-04-02T08:51:58.203 INFO:tasks.workunit.client.0.smithi019.stdout:op 579 completed, throughput=5MB/sec 2024-04-02T08:51:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:58 smithi019 ceph-mon[94035]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:51:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:58 smithi019 ceph-mon[96522]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:51:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:58 smithi066 ceph-mon[87361]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:51:59.203 INFO:tasks.workunit.client.0.smithi019.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-02T08:51:59.204 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q8b2ChjaNebRP4e off=6332324 len=1334231 2024-04-02T08:51:59.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 580 completed, throughput=4.97MB/sec 2024-04-02T08:51:59.205 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UZpuyjyfiap-9ug off=5605085 len=514208 2024-04-02T08:51:59.205 INFO:tasks.workunit.client.0.smithi019.stdout:op 581 completed, throughput=4.98MB/sec 2024-04-02T08:51:59.205 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3emZlmxtxOq2I9E off=113728 len=1734627 2024-04-02T08:51:59.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 582 completed, throughput=4.99MB/sec 2024-04-02T08:51:59.206 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f5fgu11IqSdIlsC off=727632 len=961516 2024-04-02T08:51:59.212 INFO:tasks.workunit.client.0.smithi019.stdout:op 583 completed, throughput=5MB/sec 2024-04-02T08:51:59.212 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Duj21ziS9LXtEOE off=13024581 len=236929 2024-04-02T08:51:59.214 INFO:tasks.workunit.client.0.smithi019.stdout:op 584 completed, throughput=5MB/sec 2024-04-02T08:51:59.215 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Rt0-7ThRQCB8w_P off=4141606 len=1558123 2024-04-02T08:51:59.217 INFO:tasks.workunit.client.0.smithi019.stdout:op 585 completed, throughput=5.01MB/sec 2024-04-02T08:51:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:51:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:51:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:51:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:00.218 INFO:tasks.workunit.client.0.smithi019.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:00.218 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_lDubBQj8rT9YI1 off=16235998 len=1917973 2024-04-02T08:52:00.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 586 completed, throughput=4.98MB/sec 2024-04-02T08:52:00.229 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3GkvLvlSHgPVcgZ off=925076 len=619202 2024-04-02T08:52:00.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 587 completed, throughput=4.99MB/sec 2024-04-02T08:52:00.229 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tuqQdKKCZs6PzKm off=3240345 len=1161253 2024-04-02T08:52:00.234 INFO:tasks.workunit.client.0.smithi019.stdout:op 588 completed, throughput=5MB/sec 2024-04-02T08:52:00.234 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kcWCxXu6FR01mqc off=566116 len=906427 2024-04-02T08:52:00.239 INFO:tasks.workunit.client.0.smithi019.stdout:op 589 completed, throughput=5MB/sec 2024-04-02T08:52:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:00 smithi019 ceph-mon[94035]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:00 smithi019 ceph-mon[96522]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:00 smithi066 ceph-mon[87361]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:52:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:52:00] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:52:01.240 INFO:tasks.workunit.client.0.smithi019.stdout: 119: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:01.240 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Cp76izWrKZ5K64i off=4413931 len=932276 2024-04-02T08:52:01.241 INFO:tasks.workunit.client.0.smithi019.stdout:op 590 completed, throughput=4.97MB/sec 2024-04-02T08:52:01.241 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zUOMdzMEGXQ6jn0 off=8748328 len=2061862 2024-04-02T08:52:01.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 591 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ptJJMxcw60W3XzW off=9117161 len=435219 2024-04-02T08:52:01.244 INFO:tasks.workunit.client.0.smithi019.stdout:op 592 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.244 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M1tiZzEVyeXRjgM off=3728918 len=232483 2024-04-02T08:52:01.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 593 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.246 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ccvpZt297vzX2xz off=729313 len=337462 2024-04-02T08:52:01.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 594 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.249 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FSa68HOtQZEU6us off=21610 len=577376 2024-04-02T08:52:01.254 INFO:tasks.workunit.client.0.smithi019.stdout:op 595 completed, throughput=5MB/sec 2024-04-02T08:52:01.254 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J0elOtualeFofOR off=8388307 len=1993406 2024-04-02T08:52:01.254 INFO:tasks.workunit.client.0.smithi019.stdout:op 596 completed, throughput=5.01MB/sec 2024-04-02T08:52:02.254 INFO:tasks.workunit.client.0.smithi019.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:02.255 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mFCf6f7V6MdtvtD off=3300191 len=139685 2024-04-02T08:52:02.255 INFO:tasks.workunit.client.0.smithi019.stdout:op 597 completed, throughput=4.97MB/sec 2024-04-02T08:52:02.255 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YxLtA5vp2dmwfwz off=5672746 len=1774064 2024-04-02T08:52:02.256 INFO:tasks.workunit.client.0.smithi019.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.256 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ve0Q2v3H6eiRxMD off=5916576 len=178739 2024-04-02T08:52:02.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 599 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.257 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vPjCvXQXbv-9nPH off=9469746 len=318578 2024-04-02T08:52:02.258 INFO:tasks.workunit.client.0.smithi019.stdout:op 600 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.258 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k-djVahhnxjKtEc off=3687779 len=942645 2024-04-02T08:52:02.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 601 completed, throughput=5MB/sec 2024-04-02T08:52:02.260 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sAZ_JirS9Jb_Oop off=2016673 len=337437 2024-04-02T08:52:02.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 602 completed, throughput=5MB/sec 2024-04-02T08:52:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:02 smithi019 ceph-mon[94035]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:02 smithi019 ceph-mon[96522]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:02 smithi066 ceph-mon[87361]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:52:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:03.263 INFO:tasks.workunit.client.0.smithi019.stdout: 121: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:03.263 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Harhw4BUEEJwrdi off=10984183 len=580457 2024-04-02T08:52:03.264 INFO:tasks.workunit.client.0.smithi019.stdout:op 603 completed, throughput=4.97MB/sec 2024-04-02T08:52:03.264 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rrWJgY_EvVHYqak off=11199627 len=2042958 2024-04-02T08:52:03.265 INFO:tasks.workunit.client.0.smithi019.stdout:op 604 completed, throughput=4.98MB/sec 2024-04-02T08:52:03.266 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-d4mow1ZHZ-xtmVb off=720809 len=1765896 2024-04-02T08:52:03.267 INFO:tasks.workunit.client.0.smithi019.stdout:op 605 completed, throughput=4.99MB/sec 2024-04-02T08:52:03.267 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PxKb4-woyW5LkA0 off=1754048 len=2045685 2024-04-02T08:52:03.279 INFO:tasks.workunit.client.0.smithi019.stdout:op 606 completed, throughput=5.01MB/sec 2024-04-02T08:52:04.278 INFO:tasks.workunit.client.0.smithi019.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:04.278 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gdeJgKgY7_h2Tin off=4619754 len=948786 2024-04-02T08:52:04.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 607 completed, throughput=4.98MB/sec 2024-04-02T08:52:04.283 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Hej6TPDfPeTxtze off=8091170 len=1030312 2024-04-02T08:52:04.288 INFO:tasks.workunit.client.0.smithi019.stdout:op 608 completed, throughput=4.98MB/sec 2024-04-02T08:52:04.288 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rx02tEsIKDFZivf off=2738729 len=636545 2024-04-02T08:52:04.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 609 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.290 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FwvkWzRON-4IzLE off=10123974 len=387547 2024-04-02T08:52:04.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 610 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.290 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L1gRI3WREgASfkU off=20197580 len=39934 2024-04-02T08:52:04.292 INFO:tasks.workunit.client.0.smithi019.stdout:op 611 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.292 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xJJZwYKbU_VvaFA off=2510769 len=1894567 2024-04-02T08:52:04.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 612 completed, throughput=5.01MB/sec 2024-04-02T08:52:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:04 smithi019 ceph-mon[94035]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:04 smithi019 ceph-mon[96522]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:04 smithi066 ceph-mon[87361]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:05.301 INFO:tasks.workunit.client.0.smithi019.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:05.302 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yhswrLBSoMOSFiX off=5838388 len=238914 2024-04-02T08:52:05.304 INFO:tasks.workunit.client.0.smithi019.stdout:op 613 completed, throughput=4.97MB/sec 2024-04-02T08:52:05.304 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DpGwixnSbl_Ey9O off=21195324 len=1866206 2024-04-02T08:52:05.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 614 completed, throughput=4.98MB/sec 2024-04-02T08:52:05.306 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WG6ICyuvtOXkpEj off=3585692 len=1427769 2024-04-02T08:52:05.314 INFO:tasks.workunit.client.0.smithi019.stdout:op 615 completed, throughput=4.99MB/sec 2024-04-02T08:52:05.314 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cUilKVRGjnz3MO9 off=4289168 len=1085266 2024-04-02T08:52:05.323 INFO:tasks.workunit.client.0.smithi019.stdout:op 616 completed, throughput=5MB/sec 2024-04-02T08:52:06.323 INFO:tasks.workunit.client.0.smithi019.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:06.323 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vCnJ9N5oeYU9uXL off=1776943 len=367812 2024-04-02T08:52:06.324 INFO:tasks.workunit.client.0.smithi019.stdout:op 617 completed, throughput=4.96MB/sec 2024-04-02T08:52:06.324 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9MgqT0dMluPnQ8x off=14642183 len=505619 2024-04-02T08:52:06.327 INFO:tasks.workunit.client.0.smithi019.stdout:op 618 completed, throughput=4.97MB/sec 2024-04-02T08:52:06.328 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BIHdtg2DmgrSxDF off=16915323 len=408760 2024-04-02T08:52:06.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 619 completed, throughput=4.97MB/sec 2024-04-02T08:52:06.330 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q5lL4S2lnKm84-w off=4196533 len=172903 2024-04-02T08:52:06.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 620 completed, throughput=4.97MB/sec 2024-04-02T08:52:06.332 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6ZIxMgVoSGN0lkL off=11618177 len=1647806 2024-04-02T08:52:06.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 621 completed, throughput=4.98MB/sec 2024-04-02T08:52:06.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-H9e86koiAflXAvR off=2199597 len=1605327 2024-04-02T08:52:06.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 622 completed, throughput=5MB/sec 2024-04-02T08:52:06.335 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fXzkSWKu6UvbHYl off=14587606 len=1177276 2024-04-02T08:52:06.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 623 completed, throughput=5.01MB/sec 2024-04-02T08:52:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:06 smithi019 ceph-mon[94035]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:06 smithi019 ceph-mon[96522]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:06 smithi066 ceph-mon[87361]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:07.341 INFO:tasks.workunit.client.0.smithi019.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:07.341 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SedDLoNyEcVdJW6 off=210340 len=661354 2024-04-02T08:52:07.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 624 completed, throughput=4.97MB/sec 2024-04-02T08:52:07.344 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rgK2Ezwi2JKIGKz off=609330 len=339308 2024-04-02T08:52:07.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 625 completed, throughput=4.97MB/sec 2024-04-02T08:52:07.346 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-twT1GFdgd_kvbh0 off=9895108 len=1884644 2024-04-02T08:52:07.347 INFO:tasks.workunit.client.0.smithi019.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.347 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-g1FE_vX4ctFeeoo off=12892741 len=653594 2024-04-02T08:52:07.354 INFO:tasks.workunit.client.0.smithi019.stdout:op 627 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.354 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-99PPx7_j82PDf39 off=2065400 len=1393721 2024-04-02T08:52:07.354 INFO:tasks.workunit.client.0.smithi019.stdout:op 628 completed, throughput=5MB/sec 2024-04-02T08:52:08.352 INFO:tasks.workunit.client.0.smithi019.stdout: 126: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:08.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4g2K4XLMq4guFC2 off=17638623 len=512847 2024-04-02T08:52:08.355 INFO:tasks.workunit.client.0.smithi019.stdout:op 629 completed, throughput=4.97MB/sec 2024-04-02T08:52:08.355 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ls_fRfA-4UZFY-x off=599656 len=1830037 2024-04-02T08:52:08.365 INFO:tasks.workunit.client.0.smithi019.stdout:op 630 completed, throughput=4.98MB/sec 2024-04-02T08:52:08.365 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8KDCHX0Aom1Kqt8 off=9928812 len=1562865 2024-04-02T08:52:08.366 INFO:tasks.workunit.client.0.smithi019.stdout:op 631 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.367 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W6z7ktOsu1xT7l1 off=3515424 len=603666 2024-04-02T08:52:08.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 632 completed, throughput=5MB/sec 2024-04-02T08:52:08.367 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5q9JuWmolhlfqIf off=5376918 len=179271 2024-04-02T08:52:08.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 633 completed, throughput=5MB/sec 2024-04-02T08:52:08.369 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JI2l07zajG1vRiY off=7639482 len=1322610 2024-04-02T08:52:08.375 INFO:tasks.workunit.client.0.smithi019.stdout:op 634 completed, throughput=5.01MB/sec 2024-04-02T08:52:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:08 smithi019 ceph-mon[94035]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:52:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:08 smithi019 ceph-mon[96522]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:52:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:08 smithi066 ceph-mon[87361]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:52:09.376 INFO:tasks.workunit.client.0.smithi019.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:09.376 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rwuNoUlv2hzOLfl off=2981310 len=280923 2024-04-02T08:52:09.378 INFO:tasks.workunit.client.0.smithi019.stdout:op 635 completed, throughput=4.97MB/sec 2024-04-02T08:52:09.378 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_dhh-UEWRZ2v2Ik off=18175705 len=786990 2024-04-02T08:52:09.379 INFO:tasks.workunit.client.0.smithi019.stdout:op 636 completed, throughput=4.98MB/sec 2024-04-02T08:52:09.379 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BMBofefyCII6lzY off=15896010 len=315190 2024-04-02T08:52:09.382 INFO:tasks.workunit.client.0.smithi019.stdout:op 637 completed, throughput=4.98MB/sec 2024-04-02T08:52:09.382 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5EsGbn_zSrw44QF off=3736147 len=717201 2024-04-02T08:52:09.383 INFO:tasks.workunit.client.0.smithi019.stdout:op 638 completed, throughput=4.98MB/sec 2024-04-02T08:52:09.383 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ODOVV8DDRnjVIeA off=2297176 len=384496 2024-04-02T08:52:09.384 INFO:tasks.workunit.client.0.smithi019.stdout:op 639 completed, throughput=4.99MB/sec 2024-04-02T08:52:09.384 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pqCGPtvcBf-ZUzl off=1380827 len=1169658 2024-04-02T08:52:09.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 640 completed, throughput=4.99MB/sec 2024-04-02T08:52:09.391 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-99q3IcqGpNgDOar off=7150340 len=624576 2024-04-02T08:52:09.394 INFO:tasks.workunit.client.0.smithi019.stdout:op 641 completed, throughput=5MB/sec 2024-04-02T08:52:09.394 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZHmAumg7_3K1wk_ off=6879869 len=1349873 2024-04-02T08:52:09.399 INFO:tasks.workunit.client.0.smithi019.stdout:op 642 completed, throughput=5.01MB/sec 2024-04-02T08:52:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:10 smithi019 ceph-mon[94035]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:52:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:10 smithi019 ceph-mon[96522]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:52:10.400 INFO:tasks.workunit.client.0.smithi019.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:10.400 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5quyd7cAblJpV_m off=6871438 len=984622 2024-04-02T08:52:10.401 INFO:tasks.workunit.client.0.smithi019.stdout:op 643 completed, throughput=4.98MB/sec 2024-04-02T08:52:10.401 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pd2KhHccdheu151 off=960647 len=1317530 2024-04-02T08:52:10.407 INFO:tasks.workunit.client.0.smithi019.stdout:op 644 completed, throughput=4.99MB/sec 2024-04-02T08:52:10.408 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pBEV1HDKXZh7z5L off=9562306 len=629607 2024-04-02T08:52:10.409 INFO:tasks.workunit.client.0.smithi019.stdout:op 645 completed, throughput=4.99MB/sec 2024-04-02T08:52:10.409 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xvnWmUsVjNYWqi8 off=4389688 len=549850 2024-04-02T08:52:10.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 646 completed, throughput=5MB/sec 2024-04-02T08:52:10.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JnWxCs6YQlZwR6O off=2893629 len=1226903 2024-04-02T08:52:10.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 647 completed, throughput=5MB/sec 2024-04-02T08:52:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:10 smithi066 ceph-mon[87361]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:52:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:52:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:52:10] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:52:11.418 INFO:tasks.workunit.client.0.smithi019.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:11.418 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b_2FSsOULbrNMYf off=5382852 len=1347373 2024-04-02T08:52:11.427 INFO:tasks.workunit.client.0.smithi019.stdout:op 648 completed, throughput=4.98MB/sec 2024-04-02T08:52:11.427 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bD8J8_URiZbaLTT off=454104 len=1757544 2024-04-02T08:52:11.435 INFO:tasks.workunit.client.0.smithi019.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-02T08:52:11.486 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RbrwSNhLXuRKaTL off=3033828 len=565672 2024-04-02T08:52:11.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-02T08:52:11.487 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MVzP-igMbhj2yiQ off=16181708 len=1485343 2024-04-02T08:52:11.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 651 completed, throughput=5MB/sec 2024-04-02T08:52:12.437 INFO:tasks.workunit.client.0.smithi019.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:12.437 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kqarpxvhBGdRMRd off=6101500 len=1402206 2024-04-02T08:52:12.444 INFO:tasks.workunit.client.0.smithi019.stdout:op 652 completed, throughput=4.98MB/sec 2024-04-02T08:52:12.444 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N6GCBt5phZlTfuv off=14232108 len=488126 2024-04-02T08:52:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:12 smithi019 ceph-mon[94035]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:12 smithi019 ceph-mon[96522]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:12.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 653 completed, throughput=4.98MB/sec 2024-04-02T08:52:12.448 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hJrHPOjA5KzgIQB off=13488590 len=1710726 2024-04-02T08:52:12.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 654 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.458 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v5o7oCYbeRKc4BW off=5483033 len=112744 2024-04-02T08:52:12.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 655 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.459 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lzsr_cflkLsHv0S off=1587736 len=219801 2024-04-02T08:52:12.459 INFO:tasks.workunit.client.0.smithi019.stdout:op 656 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.459 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bewIYG0QLX1bMHs off=7561200 len=1663147 2024-04-02T08:52:12.465 INFO:tasks.workunit.client.0.smithi019.stdout:op 657 completed, throughput=5MB/sec 2024-04-02T08:52:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:12 smithi066 ceph-mon[87361]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:52:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:13.465 INFO:tasks.workunit.client.0.smithi019.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:13.465 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hj1yHt-Rct9290U off=6629054 len=534417 2024-04-02T08:52:13.467 INFO:tasks.workunit.client.0.smithi019.stdout:op 658 completed, throughput=4.97MB/sec 2024-04-02T08:52:13.467 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ie6jTn4jt_vX0Py off=6343217 len=696448 2024-04-02T08:52:13.471 INFO:tasks.workunit.client.0.smithi019.stdout:op 659 completed, throughput=4.98MB/sec 2024-04-02T08:52:13.471 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qd65SF_37PgUH_g off=2737595 len=1000344 2024-04-02T08:52:13.472 INFO:tasks.workunit.client.0.smithi019.stdout:op 660 completed, throughput=4.98MB/sec 2024-04-02T08:52:13.472 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xkUoykfJ90inbz2 off=11714200 len=1695264 2024-04-02T08:52:13.478 INFO:tasks.workunit.client.0.smithi019.stdout:op 661 completed, throughput=4.99MB/sec 2024-04-02T08:52:13.478 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-42SQmHqsfb3_fhX off=10536190 len=1454903 2024-04-02T08:52:13.479 INFO:tasks.workunit.client.0.smithi019.stdout:op 662 completed, throughput=5.01MB/sec 2024-04-02T08:52:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:14 smithi019 ceph-mon[94035]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:52:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:14 smithi019 ceph-mon[96522]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:52:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:14.479 INFO:tasks.workunit.client.0.smithi019.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:14.480 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aGoexyUGaz_A-Bc off=971235 len=1586813 2024-04-02T08:52:14.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 663 completed, throughput=4.98MB/sec 2024-04-02T08:52:14.485 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wnSBw4X-W4TFcqt off=8809975 len=1885149 2024-04-02T08:52:14.495 INFO:tasks.workunit.client.0.smithi019.stdout:op 664 completed, throughput=4.99MB/sec 2024-04-02T08:52:14.495 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s-6icnq-qeXVIAK off=51583 len=1258417 2024-04-02T08:52:14.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 665 completed, throughput=5MB/sec 2024-04-02T08:52:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:14 smithi066 ceph-mon[87361]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:52:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:15.498 INFO:tasks.workunit.client.0.smithi019.stdout: 133: throughput=4.96MB/sec pending data=0 2024-04-02T08:52:15.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WdAKYt40s9rcR6K off=1797170 len=1187930 2024-04-02T08:52:15.499 INFO:tasks.workunit.client.0.smithi019.stdout:op 666 completed, throughput=4.97MB/sec 2024-04-02T08:52:15.499 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IR1vbix2tL7BVdD off=10911113 len=845081 2024-04-02T08:52:15.504 INFO:tasks.workunit.client.0.smithi019.stdout:op 667 completed, throughput=4.98MB/sec 2024-04-02T08:52:15.504 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oANqPEayy4rg8wZ off=2252636 len=1606069 2024-04-02T08:52:15.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 668 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.510 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sqXYyE-GxhNd6ao off=3416445 len=374905 2024-04-02T08:52:15.513 INFO:tasks.workunit.client.0.smithi019.stdout:op 669 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.513 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-G_9cLfLIZgy2UHl off=16010814 len=159450 2024-04-02T08:52:15.513 INFO:tasks.workunit.client.0.smithi019.stdout:op 670 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.513 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oiYcZoesQmOXOVP off=3427334 len=922828 2024-04-02T08:52:15.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 671 completed, throughput=5MB/sec 2024-04-02T08:52:15.518 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TvEK8jhR-2ihC3q off=4137674 len=56858 2024-04-02T08:52:15.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 672 completed, throughput=5MB/sec 2024-04-02T08:52:15.518 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xOAWOOVw2niwVqq off=646984 len=1809079 2024-04-02T08:52:15.527 INFO:tasks.workunit.client.0.smithi019.stdout:op 673 completed, throughput=5.01MB/sec 2024-04-02T08:52:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:16 smithi019 ceph-mon[94035]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:16 smithi019 ceph-mon[96522]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:16.527 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GUyrcrCaojq55kz off=5350471 len=491878 2024-04-02T08:52:16.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 674 completed, throughput=4.98MB/sec 2024-04-02T08:52:16.530 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HX66rLJak-VMcIC off=195224 len=12879 2024-04-02T08:52:16.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 675 completed, throughput=4.98MB/sec 2024-04-02T08:52:16.532 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s6zuUFEnmKM_B0N off=4085906 len=1311382 2024-04-02T08:52:16.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 676 completed, throughput=4.99MB/sec 2024-04-02T08:52:16.533 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CZeXP30CjqTGasA off=9221141 len=1741761 2024-04-02T08:52:16.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 677 completed, throughput=5MB/sec 2024-04-02T08:52:16.536 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GYKzSWwkyJ3SkAF off=5325268 len=498596 2024-04-02T08:52:16.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 678 completed, throughput=5MB/sec 2024-04-02T08:52:16.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:16 smithi066 ceph-mon[87361]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:17.540 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-v27O2Q2zTAk_yD2 off=1427107 len=1963179 2024-04-02T08:52:17.551 INFO:tasks.workunit.client.0.smithi019.stdout:op 679 completed, throughput=4.98MB/sec 2024-04-02T08:52:17.551 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5VWMOpu1EmlaCnU off=561025 len=978577 2024-04-02T08:52:17.555 INFO:tasks.workunit.client.0.smithi019.stdout:op 680 completed, throughput=4.99MB/sec 2024-04-02T08:52:17.556 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RJzNj45Ma5TTbCk off=8315228 len=1648289 2024-04-02T08:52:17.557 INFO:tasks.workunit.client.0.smithi019.stdout:op 681 completed, throughput=5MB/sec 2024-04-02T08:52:17.557 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RKJNWD3N30ff_pB off=3699621 len=537256 2024-04-02T08:52:17.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 682 completed, throughput=5MB/sec 2024-04-02T08:52:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:18 smithi019 ceph-mon[94035]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:52:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:18 smithi019 ceph-mon[96522]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:52:18.560 INFO:tasks.workunit.client.0.smithi019.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:18.561 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--MdTezSrQPoGrQp off=1156524 len=949733 2024-04-02T08:52:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:18 smithi066 ceph-mon[87361]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:52:18.564 INFO:tasks.workunit.client.0.smithi019.stdout:op 683 completed, throughput=4.97MB/sec 2024-04-02T08:52:18.564 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Jc0HPQcvaqi8B6O off=16245705 len=1664558 2024-04-02T08:52:18.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-02T08:52:18.568 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-42SQmHqsfb3_fhX off=10954630 len=749784 2024-04-02T08:52:18.571 INFO:tasks.workunit.client.0.smithi019.stdout:op 685 completed, throughput=4.99MB/sec 2024-04-02T08:52:18.571 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XmTpfoJX76zugVP off=1010450 len=577008 2024-04-02T08:52:18.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 686 completed, throughput=4.99MB/sec 2024-04-02T08:52:18.575 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-epPcy-nH5vSTREA off=0 len=1885637 2024-04-02T08:52:18.581 INFO:tasks.workunit.client.0.smithi019.stdout:op 687 completed, throughput=5MB/sec 2024-04-02T08:52:19.581 INFO:tasks.workunit.client.0.smithi019.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:19.581 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hRSmxyNgrnCMLA2 off=5010161 len=1179977 2024-04-02T08:52:19.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 688 completed, throughput=4.98MB/sec 2024-04-02T08:52:19.584 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5wA5dH6hhIP8lJc off=1487977 len=1148208 2024-04-02T08:52:19.586 INFO:tasks.workunit.client.0.smithi019.stdout:op 689 completed, throughput=4.98MB/sec 2024-04-02T08:52:19.586 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oa3CIAwWd59jWtN off=23073887 len=739462 2024-04-02T08:52:19.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 690 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.587 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qZN6EA35cZyelnk off=7039400 len=645817 2024-04-02T08:52:19.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 691 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.589 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gKz_w8w2NZL5zO4 off=6084901 len=1980919 2024-04-02T08:52:19.597 INFO:tasks.workunit.client.0.smithi019.stdout:op 692 completed, throughput=5.01MB/sec 2024-04-02T08:52:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:20 smithi019 ceph-mon[94035]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:20.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:52:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:52:20] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:52:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:20 smithi019 ceph-mon[96522]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:20 smithi066 ceph-mon[87361]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:20.597 INFO:tasks.workunit.client.0.smithi019.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:20.598 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-azx8cRoBIKv9DQn off=20685009 len=894669 2024-04-02T08:52:20.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 693 completed, throughput=4.98MB/sec 2024-04-02T08:52:20.600 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QzKv9WqZTTyliBj off=8724918 len=1104757 2024-04-02T08:52:20.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-02T08:52:20.605 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oyO88r3okA5BSaE off=14205309 len=188781 2024-04-02T08:52:20.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.605 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6AjoyNoMrLUnjgX off=3767529 len=1028221 2024-04-02T08:52:20.608 INFO:tasks.workunit.client.0.smithi019.stdout:op 696 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.608 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BmD9kdA_Ty7tuuA off=8163833 len=778211 2024-04-02T08:52:20.612 INFO:tasks.workunit.client.0.smithi019.stdout:op 697 completed, throughput=5MB/sec 2024-04-02T08:52:20.612 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UhsPC2q9AukkiJ2 off=708207 len=1732209 2024-04-02T08:52:20.621 INFO:tasks.workunit.client.0.smithi019.stdout:op 698 completed, throughput=5.01MB/sec 2024-04-02T08:52:21.622 INFO:tasks.workunit.client.0.smithi019.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:21.622 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XZZ0K3QGK5sGyZ3 off=180150 len=1187920 2024-04-02T08:52:21.628 INFO:tasks.workunit.client.0.smithi019.stdout:op 699 completed, throughput=4.98MB/sec 2024-04-02T08:52:21.628 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8AHdE1c9s-63ry7 off=3818136 len=1655637 2024-04-02T08:52:21.635 INFO:tasks.workunit.client.0.smithi019.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.635 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ozhuvR8ATnxtpNV off=0 len=1468127 2024-04-02T08:52:21.641 INFO:tasks.workunit.client.0.smithi019.stdout:op 701 completed, throughput=5MB/sec 2024-04-02T08:52:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:22 smithi019 ceph-mon[94035]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:22 smithi019 ceph-mon[96522]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:22 smithi066 ceph-mon[87361]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:52:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:22.642 INFO:tasks.workunit.client.0.smithi019.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:22.642 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4aRIvSz4p_YSfNs off=8298114 len=743784 2024-04-02T08:52:22.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 702 completed, throughput=4.97MB/sec 2024-04-02T08:52:22.646 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QXR_l5fuUEltFSL off=10270774 len=382797 2024-04-02T08:52:22.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 703 completed, throughput=4.97MB/sec 2024-04-02T08:52:22.649 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M50pP7DbX1_OfvK off=9128941 len=1079044 2024-04-02T08:52:22.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 704 completed, throughput=4.98MB/sec 2024-04-02T08:52:22.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KZDqARCBufvYi-m off=2332739 len=1462222 2024-04-02T08:52:22.653 INFO:tasks.workunit.client.0.smithi019.stdout:op 705 completed, throughput=4.99MB/sec 2024-04-02T08:52:22.653 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cTVfJ24B1MrPEWq off=10506236 len=308438 2024-04-02T08:52:22.654 INFO:tasks.workunit.client.0.smithi019.stdout:op 706 completed, throughput=4.99MB/sec 2024-04-02T08:52:22.655 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cvZMCoydSqZw33P off=6347036 len=738641 2024-04-02T08:52:22.655 INFO:tasks.workunit.client.0.smithi019.stdout:op 707 completed, throughput=5MB/sec 2024-04-02T08:52:22.655 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dANYxWT2Wbm0FOr off=8251603 len=252008 2024-04-02T08:52:22.657 INFO:tasks.workunit.client.0.smithi019.stdout:op 708 completed, throughput=5MB/sec 2024-04-02T08:52:22.657 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FN-obknb1Hjkspb off=11888872 len=161187 2024-04-02T08:52:22.660 INFO:tasks.workunit.client.0.smithi019.stdout:op 709 completed, throughput=5MB/sec 2024-04-02T08:52:23.661 INFO:tasks.workunit.client.0.smithi019.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:23.661 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6IRUUJhXUohOkc0 off=3613482 len=1781300 2024-04-02T08:52:23.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 710 completed, throughput=4.98MB/sec 2024-04-02T08:52:23.664 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wN0vaO2geaXMsO4 off=4432432 len=704831 2024-04-02T08:52:23.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-02T08:52:23.665 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TNpk7SZ7oybJLua off=3048344 len=1653248 2024-04-02T08:52:23.671 INFO:tasks.workunit.client.0.smithi019.stdout:op 712 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.672 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C4gAHA8cPy3ToWx off=15344280 len=71002 2024-04-02T08:52:23.672 INFO:tasks.workunit.client.0.smithi019.stdout:op 713 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.672 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9w3UVM0-Hu_npsy off=12676555 len=1173889 2024-04-02T08:52:23.676 INFO:tasks.workunit.client.0.smithi019.stdout:op 714 completed, throughput=5MB/sec 2024-04-02T08:52:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:24 smithi019 ceph-mon[94035]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:52:24.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:24 smithi019 ceph-mon[96522]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:52:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:24 smithi066 ceph-mon[87361]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:52:24.677 INFO:tasks.workunit.client.0.smithi019.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:24.677 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VuDZdqyoXbWSuL8 off=11723426 len=1678639 2024-04-02T08:52:24.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 715 completed, throughput=4.98MB/sec 2024-04-02T08:52:24.685 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aiPgKTtxTq3pPcr off=5927261 len=1530872 2024-04-02T08:52:24.686 INFO:tasks.workunit.client.0.smithi019.stdout:op 716 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.686 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-981tDJ_1FBSu0ag off=10811825 len=932588 2024-04-02T08:52:24.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 717 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.687 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dUSEZTQ5w0mJ9YN off=544380 len=1644077 2024-04-02T08:52:24.693 INFO:tasks.workunit.client.0.smithi019.stdout:op 718 completed, throughput=5MB/sec 2024-04-02T08:52:25.693 INFO:tasks.workunit.client.0.smithi019.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:25.694 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oZ66oc-kNryo-Qr off=6751814 len=1478185 2024-04-02T08:52:25.695 INFO:tasks.workunit.client.0.smithi019.stdout:op 719 completed, throughput=4.98MB/sec 2024-04-02T08:52:25.695 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-e2llEkZnkAthcEG off=19434714 len=1609888 2024-04-02T08:52:25.704 INFO:tasks.workunit.client.0.smithi019.stdout:op 720 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.704 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fHsqemp39tJ0wat off=14810946 len=447817 2024-04-02T08:52:25.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 721 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.707 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZU5i-IEaquraWEj off=15486559 len=34712 2024-04-02T08:52:25.709 INFO:tasks.workunit.client.0.smithi019.stdout:op 722 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.709 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gYQI-KPPS8sEtvL off=1026885 len=96113 2024-04-02T08:52:25.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 723 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uz545rqI7wyVOG5 off=7111249 len=1697996 2024-04-02T08:52:25.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 724 completed, throughput=5MB/sec 2024-04-02T08:52:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:26 smithi019 ceph-mon[94035]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:26 smithi019 ceph-mon[96522]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:26 smithi066 ceph-mon[87361]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:52:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:26.715 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QjIzglcLhqqAFmP off=1961998 len=712826 2024-04-02T08:52:26.719 INFO:tasks.workunit.client.0.smithi019.stdout:op 725 completed, throughput=4.97MB/sec 2024-04-02T08:52:26.719 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N580YijZGS38bZm off=2235803 len=1204423 2024-04-02T08:52:26.720 INFO:tasks.workunit.client.0.smithi019.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-02T08:52:26.720 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ph0r3hLXaNAS0ld off=333189 len=643020 2024-04-02T08:52:26.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-02T08:52:26.724 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-shwY-xYrotFLrSY off=13295002 len=1100388 2024-04-02T08:52:26.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 728 completed, throughput=4.99MB/sec 2024-04-02T08:52:26.725 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qy5EIU1GMPZYHj6 off=18069350 len=1365591 2024-04-02T08:52:26.726 INFO:tasks.workunit.client.0.smithi019.stdout:op 729 completed, throughput=5MB/sec 2024-04-02T08:52:27.727 INFO:tasks.workunit.client.0.smithi019.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:27.727 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KfqxngT3GxeYt2U off=9430957 len=1461481 2024-04-02T08:52:27.732 INFO:tasks.workunit.client.0.smithi019.stdout:op 730 completed, throughput=4.98MB/sec 2024-04-02T08:52:27.732 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nXeU9L89ZwTqksw off=1852311 len=2060645 2024-04-02T08:52:27.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 731 completed, throughput=4.99MB/sec 2024-04-02T08:52:27.737 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cQB2H1-m0F9Dna_ off=5374437 len=280345 2024-04-02T08:52:27.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-02T08:52:27.737 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-56Zgp7Gf6MwvRM- off=7900304 len=471558 2024-04-02T08:52:27.740 INFO:tasks.workunit.client.0.smithi019.stdout:op 733 completed, throughput=5MB/sec 2024-04-02T08:52:27.740 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wOl0YSdtcrcyq_l off=207307 len=1186600 2024-04-02T08:52:27.746 INFO:tasks.workunit.client.0.smithi019.stdout:op 734 completed, throughput=5MB/sec 2024-04-02T08:52:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:28 smithi019 ceph-mon[94035]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:28 smithi019 ceph-mon[96522]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:28 smithi066 ceph-mon[87361]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:28.746 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qTLRuM8GRg_7i-6 off=15745704 len=673419 2024-04-02T08:52:28.747 INFO:tasks.workunit.client.0.smithi019.stdout:op 735 completed, throughput=4.97MB/sec 2024-04-02T08:52:28.747 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fo34WPuQ1jfgIwM off=15076606 len=751405 2024-04-02T08:52:28.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 736 completed, throughput=4.98MB/sec 2024-04-02T08:52:28.751 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sTpCvzVf2dQ2FAc off=9266029 len=1827636 2024-04-02T08:52:28.758 INFO:tasks.workunit.client.0.smithi019.stdout:op 737 completed, throughput=4.99MB/sec 2024-04-02T08:52:28.759 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yqZS8CWWMcBeUuL off=274374 len=503259 2024-04-02T08:52:28.762 INFO:tasks.workunit.client.0.smithi019.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-02T08:52:28.762 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3gL44mMVCQvnNNh off=6698534 len=1144355 2024-04-02T08:52:28.768 INFO:tasks.workunit.client.0.smithi019.stdout:op 739 completed, throughput=5MB/sec 2024-04-02T08:52:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:29.768 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Dqvo-L6FPhbSnII off=12732071 len=1694336 2024-04-02T08:52:29.769 INFO:tasks.workunit.client.0.smithi019.stdout:op 740 completed, throughput=4.98MB/sec 2024-04-02T08:52:29.769 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ua4x8Ug8F_2Ubou off=10674515 len=707712 2024-04-02T08:52:29.770 INFO:tasks.workunit.client.0.smithi019.stdout:op 741 completed, throughput=4.98MB/sec 2024-04-02T08:52:29.770 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AftI3pubwIi2za3 off=13281418 len=1939170 2024-04-02T08:52:29.777 INFO:tasks.workunit.client.0.smithi019.stdout:op 742 completed, throughput=4.99MB/sec 2024-04-02T08:52:29.777 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kjubhM1escdhAuL off=10744526 len=623724 2024-04-02T08:52:29.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 743 completed, throughput=5MB/sec 2024-04-02T08:52:29.778 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oPjBeTssImSab45 off=8031407 len=1208172 2024-04-02T08:52:29.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 744 completed, throughput=5.01MB/sec 2024-04-02T08:52:30.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:30 smithi019 ceph-mon[94035]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:30.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:30 smithi019 ceph-mon[96522]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:52:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:52:30] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:52:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:30 smithi066 ceph-mon[87361]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:30.779 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9ISMZkghRbNCBVf off=14826991 len=613047 2024-04-02T08:52:30.780 INFO:tasks.workunit.client.0.smithi019.stdout:op 745 completed, throughput=4.98MB/sec 2024-04-02T08:52:30.780 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q5biY7MP7wSgB2S off=1234201 len=313667 2024-04-02T08:52:30.784 INFO:tasks.workunit.client.0.smithi019.stdout:op 746 completed, throughput=4.98MB/sec 2024-04-02T08:52:30.784 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kXaa7aMN5YHWOhR off=5710396 len=53295 2024-04-02T08:52:30.785 INFO:tasks.workunit.client.0.smithi019.stdout:op 747 completed, throughput=4.98MB/sec 2024-04-02T08:52:30.785 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c2M8wxjEXn1Ob7u off=11529560 len=1796800 2024-04-02T08:52:30.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 748 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.787 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aoGmMLKBeQZJti6 off=2338076 len=1266803 2024-04-02T08:52:30.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 749 completed, throughput=5MB/sec 2024-04-02T08:52:30.793 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f6nHIYZnAYHwL01 off=1360249 len=954265 2024-04-02T08:52:30.797 INFO:tasks.workunit.client.0.smithi019.stdout:op 750 completed, throughput=5MB/sec 2024-04-02T08:52:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:31.797 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BGL2hwKBenO-EEG off=5484511 len=1929502 2024-04-02T08:52:31.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 751 completed, throughput=4.98MB/sec 2024-04-02T08:52:31.804 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uj-q1JIQXR83RLk off=171726 len=1713305 2024-04-02T08:52:31.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 752 completed, throughput=4.99MB/sec 2024-04-02T08:52:31.808 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U-jlGn7Au-Le-Nw off=1157070 len=911818 2024-04-02T08:52:31.811 INFO:tasks.workunit.client.0.smithi019.stdout:op 753 completed, throughput=5MB/sec 2024-04-02T08:52:31.811 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-91ZUGPGLEa26ssl off=16809752 len=1202488 2024-04-02T08:52:31.816 INFO:tasks.workunit.client.0.smithi019.stdout:op 754 completed, throughput=5.01MB/sec 2024-04-02T08:52:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:32 smithi019 ceph-mon[94035]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:32 smithi019 ceph-mon[96522]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:32 smithi066 ceph-mon[87361]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:52:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:32.817 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QImAW_h2pOcH2jy off=3986798 len=610625 2024-04-02T08:52:32.820 INFO:tasks.workunit.client.0.smithi019.stdout:op 755 completed, throughput=4.98MB/sec 2024-04-02T08:52:32.820 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LQNAcljaQmf3BHk off=10686316 len=1818402 2024-04-02T08:52:32.822 INFO:tasks.workunit.client.0.smithi019.stdout:op 756 completed, throughput=4.99MB/sec 2024-04-02T08:52:32.822 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Sz6wcyzw5_3OuOu off=19990835 len=1480766 2024-04-02T08:52:32.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 757 completed, throughput=5MB/sec 2024-04-02T08:52:32.828 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OmqzNWjnb0WKkbR off=3875633 len=1856514 2024-04-02T08:52:32.830 INFO:tasks.workunit.client.0.smithi019.stdout:op 758 completed, throughput=5.01MB/sec 2024-04-02T08:52:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: 151: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:33.830 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IZOleFdNQyBGP8O off=10003183 len=1051017 2024-04-02T08:52:33.831 INFO:tasks.workunit.client.0.smithi019.stdout:op 759 completed, throughput=4.98MB/sec 2024-04-02T08:52:33.831 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m0r5pPfRon2Ybmg off=2587456 len=1156013 2024-04-02T08:52:33.837 INFO:tasks.workunit.client.0.smithi019.stdout:op 760 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.837 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o4NuyUMBVC96tON off=2339952 len=1887187 2024-04-02T08:52:33.845 INFO:tasks.workunit.client.0.smithi019.stdout:op 761 completed, throughput=5MB/sec 2024-04-02T08:52:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:34 smithi019 ceph-mon[94035]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:34 smithi019 ceph-mon[96522]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:34 smithi066 ceph-mon[87361]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:52:34.846 INFO:tasks.workunit.client.0.smithi019.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:34.846 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bW8vEJU_DVkvtF1 off=3639571 len=25906 2024-04-02T08:52:34.846 INFO:tasks.workunit.client.0.smithi019.stdout:op 762 completed, throughput=4.97MB/sec 2024-04-02T08:52:34.847 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vt3XDFw109NqsQU off=8865688 len=646359 2024-04-02T08:52:34.847 INFO:tasks.workunit.client.0.smithi019.stdout:op 763 completed, throughput=4.97MB/sec 2024-04-02T08:52:34.847 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HBsP55o6JuJToz8 off=23641646 len=1358982 2024-04-02T08:52:34.852 INFO:tasks.workunit.client.0.smithi019.stdout:op 764 completed, throughput=4.98MB/sec 2024-04-02T08:52:34.852 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9z3sT6MHrjWi1Ju off=10031106 len=1712223 2024-04-02T08:52:34.858 INFO:tasks.workunit.client.0.smithi019.stdout:op 765 completed, throughput=4.99MB/sec 2024-04-02T08:52:34.858 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-n7-wj8KmhwEcLSA off=5239201 len=1021124 2024-04-02T08:52:34.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 766 completed, throughput=5MB/sec 2024-04-02T08:52:34.861 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9Y4II8Acz9sck3R off=24119402 len=194925 2024-04-02T08:52:34.863 INFO:tasks.workunit.client.0.smithi019.stdout:op 767 completed, throughput=5MB/sec 2024-04-02T08:52:34.863 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lArVjLBrz3g0wDt off=9845181 len=1729664 2024-04-02T08:52:34.871 INFO:tasks.workunit.client.0.smithi019.stdout:op 768 completed, throughput=5.01MB/sec 2024-04-02T08:52:35.871 INFO:tasks.workunit.client.0.smithi019.stdout: 153: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:35.871 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XLA-Z3AXwpbAJtq off=5132700 len=692595 2024-04-02T08:52:35.872 INFO:tasks.workunit.client.0.smithi019.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-02T08:52:35.872 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CbMNbsowTEQMp9J off=3361735 len=1321340 2024-04-02T08:52:35.877 INFO:tasks.workunit.client.0.smithi019.stdout:op 770 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.877 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zp2qsde_Dx8JZKh off=3716652 len=595129 2024-04-02T08:52:35.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lAGICzjd770GRhk off=2861564 len=762602 2024-04-02T08:52:35.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 772 completed, throughput=5MB/sec 2024-04-02T08:52:35.885 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X6OkF_IhQ8qC1pn off=0 len=1692130 2024-04-02T08:52:35.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 773 completed, throughput=5.01MB/sec 2024-04-02T08:52:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:36 smithi019 ceph-mon[94035]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:36 smithi019 ceph-mon[96522]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:36 smithi066 ceph-mon[87361]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:36.886 INFO:tasks.workunit.client.0.smithi019.stdout: 154: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:36.886 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b2jgEAPB4-icFzA off=20698197 len=712494 2024-04-02T08:52:36.887 INFO:tasks.workunit.client.0.smithi019.stdout:op 774 completed, throughput=4.98MB/sec 2024-04-02T08:52:36.887 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q-7lugIvsOLCATL off=565 len=1207008 2024-04-02T08:52:36.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 775 completed, throughput=4.99MB/sec 2024-04-02T08:52:36.893 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IwRIMC0wNNgeuYT off=3203906 len=730663 2024-04-02T08:52:36.898 INFO:tasks.workunit.client.0.smithi019.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-02T08:52:36.898 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lGFKHzjkQbTRs55 off=3202652 len=1754347 2024-04-02T08:52:36.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 777 completed, throughput=5MB/sec 2024-04-02T08:52:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:37 smithi066 ceph-mon[87361]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:52:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:37 smithi019 ceph-mon[94035]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:52:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:37 smithi019 ceph-mon[96522]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:52:37.901 INFO:tasks.workunit.client.0.smithi019.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:37.901 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aiPgKTtxTq3pPcr off=399118 len=655117 2024-04-02T08:52:37.902 INFO:tasks.workunit.client.0.smithi019.stdout:op 778 completed, throughput=4.97MB/sec 2024-04-02T08:52:37.902 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SweKUWh9RUbmzSm off=7032584 len=1785582 2024-04-02T08:52:37.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 779 completed, throughput=4.98MB/sec 2024-04-02T08:52:37.904 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1Vy-fM2FJNaKFU5 off=20082868 len=640247 2024-04-02T08:52:37.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 780 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.905 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gIBGpBDHrGIhkxS off=1782267 len=1723963 2024-04-02T08:52:37.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 781 completed, throughput=5MB/sec 2024-04-02T08:52:37.913 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bjTPXWFBXo7ws0b off=2995549 len=42405 2024-04-02T08:52:37.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 782 completed, throughput=5MB/sec 2024-04-02T08:52:37.913 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-63YfhOKQXKXrStV off=2904147 len=1782183 2024-04-02T08:52:37.919 INFO:tasks.workunit.client.0.smithi019.stdout:op 783 completed, throughput=5.01MB/sec 2024-04-02T08:52:38.919 INFO:tasks.workunit.client.0.smithi019.stdout: 156: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:38.920 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MtDnOvAD6tivAYr off=5754122 len=779881 2024-04-02T08:52:38.923 INFO:tasks.workunit.client.0.smithi019.stdout:op 784 completed, throughput=4.98MB/sec 2024-04-02T08:52:38.923 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iVm8cDcHbtuTGqY off=11249024 len=113182 2024-04-02T08:52:38.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 785 completed, throughput=4.98MB/sec 2024-04-02T08:52:38.924 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6geBkXzO4ZJu2Jt off=10970120 len=1072995 2024-04-02T08:52:38.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-02T08:52:38.927 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QD55KKng4HLNa9J off=8255792 len=1618099 2024-04-02T08:52:38.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 787 completed, throughput=5MB/sec 2024-04-02T08:52:38.937 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4g2K4XLMq4guFC2 off=15410810 len=461424 2024-04-02T08:52:38.940 INFO:tasks.workunit.client.0.smithi019.stdout:op 788 completed, throughput=5MB/sec 2024-04-02T08:52:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:39 smithi066 ceph-mon[87361]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:39.940 INFO:tasks.workunit.client.0.smithi019.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:39.940 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c0iRyVGDo_mYJwP off=253436 len=1495007 2024-04-02T08:52:39.941 INFO:tasks.workunit.client.0.smithi019.stdout:op 789 completed, throughput=4.98MB/sec 2024-04-02T08:52:39.941 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ixn5SGwqEETIODD off=4953272 len=1068694 2024-04-02T08:52:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:39 smithi019 ceph-mon[94035]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:39 smithi019 ceph-mon[96522]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:39.946 INFO:tasks.workunit.client.0.smithi019.stdout:op 790 completed, throughput=4.99MB/sec 2024-04-02T08:52:39.946 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iYZk4poHwxaD2yH off=5129624 len=1831697 2024-04-02T08:52:39.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 791 completed, throughput=5MB/sec 2024-04-02T08:52:39.954 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6uojczSY6A4gklD off=9849588 len=785305 2024-04-02T08:52:39.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 792 completed, throughput=5MB/sec 2024-04-02T08:52:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:52:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:52:40] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:52:40.955 INFO:tasks.workunit.client.0.smithi019.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:40.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TVMb47f4splgTvK off=1997543 len=1357091 2024-04-02T08:52:40.963 INFO:tasks.workunit.client.0.smithi019.stdout:op 793 completed, throughput=4.98MB/sec 2024-04-02T08:52:40.964 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-azrWnO39D0hX9pP off=4227008 len=195217 2024-04-02T08:52:40.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-02T08:52:40.966 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eMLcjf0-Tgdecu3 off=1160717 len=103350 2024-04-02T08:52:40.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 795 completed, throughput=4.98MB/sec 2024-04-02T08:52:40.966 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8xtyDrAvMjj2rq8 off=195392 len=1856116 2024-04-02T08:52:40.974 INFO:tasks.workunit.client.0.smithi019.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-02T08:52:40.974 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oT3ZnJsPimF9_76 off=2577495 len=598433 2024-04-02T08:52:40.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-02T08:52:40.976 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jt1F194pk8MNpkh off=5422217 len=441479 2024-04-02T08:52:40.977 INFO:tasks.workunit.client.0.smithi019.stdout:op 798 completed, throughput=5MB/sec 2024-04-02T08:52:40.977 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KVckFlVWiiWdOgq off=8914552 len=734091 2024-04-02T08:52:40.981 INFO:tasks.workunit.client.0.smithi019.stdout:op 799 completed, throughput=5MB/sec 2024-04-02T08:52:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:41 smithi066 ceph-mon[87361]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:41.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:41 smithi019 ceph-mon[94035]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:41 smithi019 ceph-mon[96522]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:41.981 INFO:tasks.workunit.client.0.smithi019.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:41.981 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6Ve4vrQkZ3t1-B8 off=19991 len=1882184 2024-04-02T08:52:41.984 INFO:tasks.workunit.client.0.smithi019.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-02T08:52:41.985 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NoTtdESKmH16b5d off=12037850 len=1460391 2024-04-02T08:52:41.986 INFO:tasks.workunit.client.0.smithi019.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.986 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n5cgQAkadj2nzfK off=3916210 len=441542 2024-04-02T08:52:41.989 INFO:tasks.workunit.client.0.smithi019.stdout:op 802 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.989 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SBygpH-XMlz12iv off=1007588 len=734232 2024-04-02T08:52:41.990 INFO:tasks.workunit.client.0.smithi019.stdout:op 803 completed, throughput=5MB/sec 2024-04-02T08:52:41.990 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cIteZEzeauJad1B off=21108181 len=315585 2024-04-02T08:52:41.993 INFO:tasks.workunit.client.0.smithi019.stdout:op 804 completed, throughput=5MB/sec 2024-04-02T08:52:41.993 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6EiMOK2YJXiuCT7 off=8866976 len=1922655 2024-04-02T08:52:41.994 INFO:tasks.workunit.client.0.smithi019.stdout:op 805 completed, throughput=5.01MB/sec 2024-04-02T08:52:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:52:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:43.067 INFO:tasks.workunit.client.0.smithi019.stdout: 160: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RJOnV7UGLpa1XpC off=1750684 len=1022891 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 806 completed, throughput=4.98MB/sec 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LJfrZmzQ48Ws36B off=1834 len=1158219 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M95RAZNeBa20DJu off=5055059 len=600751 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R9gtA-18ZxEVpVV off=3769440 len=107940 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 809 completed, throughput=5MB/sec 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vgk2XSqwTUqanDD off=4636367 len=852978 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 810 completed, throughput=5MB/sec 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_8Fw7EjegD7lhwC off=0 len=1845312 2024-04-02T08:52:43.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 811 completed, throughput=5.01MB/sec 2024-04-02T08:52:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:43 smithi066 ceph-mon[87361]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:52:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:43.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:43 smithi019 ceph-mon[94035]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:52:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:43 smithi019 ceph-mon[96522]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:52:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:44.008 INFO:tasks.workunit.client.0.smithi019.stdout: 161: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:44.008 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y9hQpzbyk2w64so off=6460763 len=385252 2024-04-02T08:52:44.008 INFO:tasks.workunit.client.0.smithi019.stdout:op 812 completed, throughput=4.98MB/sec 2024-04-02T08:52:44.009 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TeihMhLbtumklAw off=4371553 len=927743 2024-04-02T08:52:44.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-02T08:52:44.014 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jQfr4Px4V4_7M3G off=2516464 len=941773 2024-04-02T08:52:44.015 INFO:tasks.workunit.client.0.smithi019.stdout:op 814 completed, throughput=4.99MB/sec 2024-04-02T08:52:44.015 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I-9WDG8QnMuiLIf off=12767303 len=1412342 2024-04-02T08:52:44.016 INFO:tasks.workunit.client.0.smithi019.stdout:op 815 completed, throughput=5MB/sec 2024-04-02T08:52:45.016 INFO:tasks.workunit.client.0.smithi019.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:45.016 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-stEZpA4PGNGIHI0 off=3688637 len=591090 2024-04-02T08:52:45.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 816 completed, throughput=4.97MB/sec 2024-04-02T08:52:45.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZicY9BqJvF2kWPf off=2562622 len=1474679 2024-04-02T08:52:45.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 817 completed, throughput=4.98MB/sec 2024-04-02T08:52:45.019 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xpEGxsI3PMGInRV off=8903621 len=543933 2024-04-02T08:52:45.023 INFO:tasks.workunit.client.0.smithi019.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-02T08:52:45.023 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KRf9XCHnnIQXbvZ off=9945512 len=573743 2024-04-02T08:52:45.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 819 completed, throughput=4.99MB/sec 2024-04-02T08:52:45.026 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L-WqiKOVOQLdBHI off=284295 len=128938 2024-04-02T08:52:45.028 INFO:tasks.workunit.client.0.smithi019.stdout:op 820 completed, throughput=4.99MB/sec 2024-04-02T08:52:45.028 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KjRrENkIWj5zNkV off=540457 len=1455445 2024-04-02T08:52:45.035 INFO:tasks.workunit.client.0.smithi019.stdout:op 821 completed, throughput=5MB/sec 2024-04-02T08:52:45.035 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KtF2aI3Gsz6BkeX off=13354205 len=142599 2024-04-02T08:52:45.038 INFO:tasks.workunit.client.0.smithi019.stdout:op 822 completed, throughput=5MB/sec 2024-04-02T08:52:45.038 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aNBxwO3O_yutgS6 off=5152877 len=185878 2024-04-02T08:52:45.038 INFO:tasks.workunit.client.0.smithi019.stdout:op 823 completed, throughput=5MB/sec 2024-04-02T08:52:45.038 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GcGS6W08UyV3QJy off=2414399 len=1898322 2024-04-02T08:52:45.048 INFO:tasks.workunit.client.0.smithi019.stdout:op 824 completed, throughput=5.01MB/sec 2024-04-02T08:52:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:45 smithi066 ceph-mon[87361]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:52:45.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:45 smithi019 ceph-mon[94035]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:52:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:45 smithi019 ceph-mon[96522]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:52:46.048 INFO:tasks.workunit.client.0.smithi019.stdout: 163: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:46.048 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7gRzilKpnmt14ts off=3816933 len=1372413 2024-04-02T08:52:46.057 INFO:tasks.workunit.client.0.smithi019.stdout:op 825 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.057 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PeZK1lsyJsNhXJw off=9064351 len=1150184 2024-04-02T08:52:46.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.058 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jE81C2y9tIoYev7 off=13319009 len=1628732 2024-04-02T08:52:46.061 INFO:tasks.workunit.client.0.smithi019.stdout:op 827 completed, throughput=5MB/sec 2024-04-02T08:52:47.062 INFO:tasks.workunit.client.0.smithi019.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:47.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JLD98BqtfMnI3p- off=15190664 len=1448167 2024-04-02T08:52:47.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 828 completed, throughput=4.98MB/sec 2024-04-02T08:52:47.070 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xlqRVB93p0Ywblu off=17002349 len=370333 2024-04-02T08:52:47.071 INFO:tasks.workunit.client.0.smithi019.stdout:op 829 completed, throughput=4.98MB/sec 2024-04-02T08:52:47.071 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4manat-0-QyEsR4 off=138386 len=2021564 2024-04-02T08:52:47.083 INFO:tasks.workunit.client.0.smithi019.stdout:op 830 completed, throughput=4.99MB/sec 2024-04-02T08:52:47.083 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ryRlBIWw--N2ioe off=1989325 len=518268 2024-04-02T08:52:47.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 831 completed, throughput=5MB/sec 2024-04-02T08:52:47.085 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qp_0t7gM88ovfN1 off=12640465 len=71127 2024-04-02T08:52:47.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 832 completed, throughput=5MB/sec 2024-04-02T08:52:47.085 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I5Ez0g7tYRmkBCN off=8781526 len=367841 2024-04-02T08:52:47.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 833 completed, throughput=5MB/sec 2024-04-02T08:52:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:47 smithi066 ceph-mon[87361]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:47 smithi019 ceph-mon[94035]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:47 smithi019 ceph-mon[96522]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:48.085 INFO:tasks.workunit.client.0.smithi019.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:48.085 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o0fVLXkwj83Xaay off=1151829 len=836870 2024-04-02T08:52:48.089 INFO:tasks.workunit.client.0.smithi019.stdout:op 834 completed, throughput=4.98MB/sec 2024-04-02T08:52:48.089 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iRdcqMEuQR6Pngx off=8623985 len=2059046 2024-04-02T08:52:48.097 INFO:tasks.workunit.client.0.smithi019.stdout:op 835 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.097 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MGPdmrDRhf6y-IH off=4026405 len=1671334 2024-04-02T08:52:48.100 INFO:tasks.workunit.client.0.smithi019.stdout:op 836 completed, throughput=5MB/sec 2024-04-02T08:52:48.100 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MjUe_6Fr8eWV_-U off=1704278 len=1265688 2024-04-02T08:52:48.101 INFO:tasks.workunit.client.0.smithi019.stdout:op 837 completed, throughput=5MB/sec 2024-04-02T08:52:49.103 INFO:tasks.workunit.client.0.smithi019.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:49.104 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Wwgtq8etKjGbzK1 off=1101495 len=752701 2024-04-02T08:52:49.106 INFO:tasks.workunit.client.0.smithi019.stdout:op 838 completed, throughput=4.98MB/sec 2024-04-02T08:52:49.107 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-11spdfi995pk1iO off=2409533 len=920128 2024-04-02T08:52:49.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 839 completed, throughput=4.98MB/sec 2024-04-02T08:52:49.111 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DAm4Ajm90eaDyM3 off=4222403 len=1525612 2024-04-02T08:52:49.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 840 completed, throughput=4.99MB/sec 2024-04-02T08:52:49.119 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JI2l07zajG1vRiY off=2872575 len=1289882 2024-04-02T08:52:49.121 INFO:tasks.workunit.client.0.smithi019.stdout:op 841 completed, throughput=5MB/sec 2024-04-02T08:52:49.121 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yi6AMr3eWAWhtlr off=1546799 len=1669508 2024-04-02T08:52:49.123 INFO:tasks.workunit.client.0.smithi019.stdout:op 842 completed, throughput=5.01MB/sec 2024-04-02T08:52:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:49 smithi066 ceph-mon[87361]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:49.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:49 smithi019 ceph-mon[94035]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:49 smithi019 ceph-mon[96522]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:52:50.123 INFO:tasks.workunit.client.0.smithi019.stdout: 167: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:50.123 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3KBpykQ0pOX3DRM off=1056244 len=1799845 2024-04-02T08:52:50.132 INFO:tasks.workunit.client.0.smithi019.stdout:op 843 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.132 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NPaX8PPNBdx7att off=9565724 len=430743 2024-04-02T08:52:50.133 INFO:tasks.workunit.client.0.smithi019.stdout:op 844 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.133 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-od0vPX9vhdPQGgs off=4455503 len=147045 2024-04-02T08:52:50.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 845 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.135 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--wb-fwK0LyhxSmc off=3550108 len=1502209 2024-04-02T08:52:50.142 INFO:tasks.workunit.client.0.smithi019.stdout:op 846 completed, throughput=5MB/sec 2024-04-02T08:52:50.142 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2tu12MTnNEojV5m off=12036389 len=631152 2024-04-02T08:52:50.143 INFO:tasks.workunit.client.0.smithi019.stdout:op 847 completed, throughput=5MB/sec 2024-04-02T08:52:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:52:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:52:50] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:52:51.146 INFO:tasks.workunit.client.0.smithi019.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:51.146 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_8NUbPls5SHyNgb off=406575 len=1667453 2024-04-02T08:52:51.151 INFO:tasks.workunit.client.0.smithi019.stdout:op 848 completed, throughput=4.98MB/sec 2024-04-02T08:52:51.151 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JOpwyyvaQOjNC9F off=6505219 len=655150 2024-04-02T08:52:51.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 849 completed, throughput=4.99MB/sec 2024-04-02T08:52:51.152 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MmARPgFrHH5ti5a off=2035552 len=2072406 2024-04-02T08:52:51.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 850 completed, throughput=5MB/sec 2024-04-02T08:52:51.153 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qEqtX3agxKmxQ1l off=11267269 len=68597 2024-04-02T08:52:51.155 INFO:tasks.workunit.client.0.smithi019.stdout:op 851 completed, throughput=5MB/sec 2024-04-02T08:52:51.156 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IdBHwbzqbjSdlJK off=1980303 len=361091 2024-04-02T08:52:51.158 INFO:tasks.workunit.client.0.smithi019.stdout:op 852 completed, throughput=5MB/sec 2024-04-02T08:52:51.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:51 smithi066 ceph-mon[87361]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:51 smithi019 ceph-mon[94035]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:51 smithi019 ceph-mon[96522]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:52.158 INFO:tasks.workunit.client.0.smithi019.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:52.158 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-k-djVahhnxjKtEc off=2108641 len=1003519 2024-04-02T08:52:52.163 INFO:tasks.workunit.client.0.smithi019.stdout:op 853 completed, throughput=4.98MB/sec 2024-04-02T08:52:52.164 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cK4Gc7KqM4yglls off=5818468 len=970587 2024-04-02T08:52:52.164 INFO:tasks.workunit.client.0.smithi019.stdout:op 854 completed, throughput=4.98MB/sec 2024-04-02T08:52:52.165 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FnNFZIYy3Ly38-N off=1532264 len=1104812 2024-04-02T08:52:52.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 855 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.166 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UrW_A3DjUC0VE2m off=1289031 len=2012838 2024-04-02T08:52:52.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 856 completed, throughput=5MB/sec 2024-04-02T08:52:52.170 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7iIhneFJ1hoZ2I_ off=3712866 len=1898682 2024-04-02T08:52:52.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 857 completed, throughput=5.01MB/sec 2024-04-02T08:52:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:52:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:53.168 INFO:tasks.workunit.client.0.smithi019.stdout: 170: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:53.169 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LWqpKT0SpVFOHH9 off=13475470 len=1816872 2024-04-02T08:52:53.177 INFO:tasks.workunit.client.0.smithi019.stdout:op 858 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.177 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dnVUfwLal8ZZruL off=2491763 len=351303 2024-04-02T08:52:53.178 INFO:tasks.workunit.client.0.smithi019.stdout:op 859 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.178 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HX66rLJak-VMcIC off=12242762 len=1926713 2024-04-02T08:52:53.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 860 completed, throughput=5MB/sec 2024-04-02T08:52:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:53 smithi066 ceph-mon[87361]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:52:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.180 INFO:tasks.workunit.client.0.smithi019.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:54.180 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PWsrH1vEmDZ7FMH off=11957542 len=310465 2024-04-02T08:52:54.183 INFO:tasks.workunit.client.0.smithi019.stdout:op 861 completed, throughput=4.98MB/sec 2024-04-02T08:52:54.183 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XyExUBxelirp5ld off=763063 len=1612667 2024-04-02T08:52:54.184 INFO:tasks.workunit.client.0.smithi019.stdout:op 862 completed, throughput=4.98MB/sec 2024-04-02T08:52:54.184 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U5FXO3b9xYtVRGj off=11258897 len=389648 2024-04-02T08:52:54.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-02T08:52:54.185 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k6z0I5uLsEpATar off=2009786 len=1821682 2024-04-02T08:52:54.186 INFO:tasks.workunit.client.0.smithi019.stdout:op 864 completed, throughput=5MB/sec 2024-04-02T08:52:54.186 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CHAFDPnWUaIIs5F off=11424585 len=1186513 2024-04-02T08:52:54.187 INFO:tasks.workunit.client.0.smithi019.stdout:op 865 completed, throughput=5MB/sec 2024-04-02T08:52:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[94035]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[96522]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:52:55.187 INFO:tasks.workunit.client.0.smithi019.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:55.187 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-co2xF7PALYYUDzl off=2919985 len=1988027 2024-04-02T08:52:55.191 INFO:tasks.workunit.client.0.smithi019.stdout:op 866 completed, throughput=4.99MB/sec 2024-04-02T08:52:55.191 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-84LBDnJJkIoGzwJ off=8124950 len=2011938 2024-04-02T08:52:55.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 867 completed, throughput=5MB/sec 2024-04-02T08:52:55.193 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jcfuT77fBuYFU6T off=154213 len=241973 2024-04-02T08:52:55.196 INFO:tasks.workunit.client.0.smithi019.stdout:op 868 completed, throughput=5MB/sec 2024-04-02T08:52:55.196 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PI7SdrWmvgJXYLA off=7467117 len=1790042 2024-04-02T08:52:55.197 INFO:tasks.workunit.client.0.smithi019.stdout:op 869 completed, throughput=5.01MB/sec 2024-04-02T08:52:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:55 smithi066 ceph-mon[87361]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:55 smithi019 ceph-mon[94035]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:55 smithi019 ceph-mon[96522]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:56.197 INFO:tasks.workunit.client.0.smithi019.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:56.197 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hRwVChypxtLnpay off=7528706 len=377931 2024-04-02T08:52:56.200 INFO:tasks.workunit.client.0.smithi019.stdout:op 870 completed, throughput=4.98MB/sec 2024-04-02T08:52:56.200 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AYNLh8u1FpAhDms off=1502515 len=973451 2024-04-02T08:52:56.205 INFO:tasks.workunit.client.0.smithi019.stdout:op 871 completed, throughput=4.99MB/sec 2024-04-02T08:52:56.205 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IAAciU_nhuuKV2w off=14234405 len=18321 2024-04-02T08:52:56.207 INFO:tasks.workunit.client.0.smithi019.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-02T08:52:56.207 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YlMEdKSOqU3hDCR off=14630747 len=1803565 2024-04-02T08:52:56.214 INFO:tasks.workunit.client.0.smithi019.stdout:op 873 completed, throughput=5MB/sec 2024-04-02T08:52:56.215 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vPO_ZCUw78W7gYA off=2634252 len=1331392 2024-04-02T08:52:56.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 874 completed, throughput=5MB/sec 2024-04-02T08:52:57.216 INFO:tasks.workunit.client.0.smithi019.stdout: 174: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:57.216 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ZLOMQvC4PuSXVU off=14983811 len=591847 2024-04-02T08:52:57.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 875 completed, throughput=4.98MB/sec 2024-04-02T08:52:57.220 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9U1XRtjeFotfT8n off=4979559 len=1053190 2024-04-02T08:52:57.224 INFO:tasks.workunit.client.0.smithi019.stdout:op 876 completed, throughput=4.98MB/sec 2024-04-02T08:52:57.224 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0e2ZX1K5IGr8cis off=8179565 len=766862 2024-04-02T08:52:57.226 INFO:tasks.workunit.client.0.smithi019.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.226 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wHVHZjkLEatU-Hi off=4666514 len=1467973 2024-04-02T08:52:57.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 878 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.228 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iK0YR5ikXnB1F9B off=3635113 len=1513483 2024-04-02T08:52:57.231 INFO:tasks.workunit.client.0.smithi019.stdout:op 879 completed, throughput=5MB/sec 2024-04-02T08:52:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:57 smithi066 ceph-mon[87361]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:57 smithi019 ceph-mon[94035]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:57 smithi019 ceph-mon[96522]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:52:58.232 INFO:tasks.workunit.client.0.smithi019.stdout: 175: throughput=4.97MB/sec pending data=0 2024-04-02T08:52:58.232 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4VgcqBFBDww8izX off=7046917 len=416476 2024-04-02T08:52:58.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 880 completed, throughput=4.98MB/sec 2024-04-02T08:52:58.233 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JWYGlAnikw9KUIe off=8337049 len=79859 2024-04-02T08:52:58.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-02T08:52:58.233 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jDcXbUL0x-n0z9T off=1682273 len=893449 2024-04-02T08:52:58.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 882 completed, throughput=4.98MB/sec 2024-04-02T08:52:58.233 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-66tavajQs-t9ki2 off=414857 len=706061 2024-04-02T08:52:58.236 INFO:tasks.workunit.client.0.smithi019.stdout:op 883 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.237 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xJTSdjqoqqbNAgA off=1871578 len=76165 2024-04-02T08:52:58.239 INFO:tasks.workunit.client.0.smithi019.stdout:op 884 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.239 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pHhIsKFYgQdwb_H off=5701915 len=1345043 2024-04-02T08:52:58.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 885 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.246 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OtyaBmFW7oTKEWL off=2631367 len=2065636 2024-04-02T08:52:58.256 INFO:tasks.workunit.client.0.smithi019.stdout:op 886 completed, throughput=5MB/sec 2024-04-02T08:52:59.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:59.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:59.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:59.256 INFO:tasks.workunit.client.0.smithi019.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-02T08:52:59.256 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vi17RNCC1k6wcbh off=538173 len=176975 2024-04-02T08:52:59.256 INFO:tasks.workunit.client.0.smithi019.stdout:op 887 completed, throughput=4.98MB/sec 2024-04-02T08:52:59.257 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1YOC7ho-iVeKBUq off=12891261 len=74513 2024-04-02T08:52:59.259 INFO:tasks.workunit.client.0.smithi019.stdout:op 888 completed, throughput=4.98MB/sec 2024-04-02T08:52:59.259 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3GdRgzFZn9hyJCF off=1441715 len=149043 2024-04-02T08:52:59.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 889 completed, throughput=4.98MB/sec 2024-04-02T08:52:59.260 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C8opLT_pM2Xp6wJ off=1849138 len=893747 2024-04-02T08:52:59.264 INFO:tasks.workunit.client.0.smithi019.stdout:op 890 completed, throughput=4.98MB/sec 2024-04-02T08:52:59.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H5bKON7JpB7_EGs off=0 len=1443304 2024-04-02T08:52:59.270 INFO:tasks.workunit.client.0.smithi019.stdout:op 891 completed, throughput=4.99MB/sec 2024-04-02T08:52:59.270 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2vba6HUvQBb6wN1 off=9976667 len=1941556 2024-04-02T08:52:59.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 892 completed, throughput=5MB/sec 2024-04-02T08:53:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:52:59 smithi066 ceph-mon[87361]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:52:59 smithi019 ceph-mon[94035]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:52:59 smithi019 ceph-mon[96522]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:00.275 INFO:tasks.workunit.client.0.smithi019.stdout: 177: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:00.275 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1fptj71-1svd_TR off=4277545 len=58482 2024-04-02T08:53:00.277 INFO:tasks.workunit.client.0.smithi019.stdout:op 893 completed, throughput=4.97MB/sec 2024-04-02T08:53:00.277 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yD_qMes2WMInkYf off=11958677 len=984126 2024-04-02T08:53:00.282 INFO:tasks.workunit.client.0.smithi019.stdout:op 894 completed, throughput=4.98MB/sec 2024-04-02T08:53:00.283 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3dPr9coeiiUIwEa off=5337733 len=1942644 2024-04-02T08:53:00.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 895 completed, throughput=4.99MB/sec 2024-04-02T08:53:00.284 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tcFQjvfVnm25Zko off=4188247 len=1680784 2024-04-02T08:53:00.285 INFO:tasks.workunit.client.0.smithi019.stdout:op 896 completed, throughput=5MB/sec 2024-04-02T08:53:00.285 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Su8fFfq8iZKfcFT off=1041303 len=1653595 2024-04-02T08:53:00.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 897 completed, throughput=5.01MB/sec 2024-04-02T08:53:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:53:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:53:00] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:53:01.287 INFO:tasks.workunit.client.0.smithi019.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:01.287 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pIl5ZIFDsmv_L75 off=14452025 len=830019 2024-04-02T08:53:01.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 898 completed, throughput=4.98MB/sec 2024-04-02T08:53:01.290 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mnHoGyhv2BKfWcv off=5472386 len=653581 2024-04-02T08:53:01.293 INFO:tasks.workunit.client.0.smithi019.stdout:op 899 completed, throughput=4.99MB/sec 2024-04-02T08:53:01.294 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rCsRvQRB0YuDSh7 off=6294374 len=1375394 2024-04-02T08:53:01.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 900 completed, throughput=4.99MB/sec 2024-04-02T08:53:01.301 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cEMAWR7_WYJDMWW off=16800895 len=1693610 2024-04-02T08:53:01.309 INFO:tasks.workunit.client.0.smithi019.stdout:op 901 completed, throughput=5MB/sec 2024-04-02T08:53:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:01 smithi066 ceph-mon[87361]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:53:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:01 smithi019 ceph-mon[94035]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:53:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:01 smithi019 ceph-mon[96522]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:53:02.309 INFO:tasks.workunit.client.0.smithi019.stdout: 179: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:02.309 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2k6r5Jxcp1Pdqma off=13140683 len=2023428 2024-04-02T08:53:02.313 INFO:tasks.workunit.client.0.smithi019.stdout:op 902 completed, throughput=4.98MB/sec 2024-04-02T08:53:02.313 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ygfIRzro0fRjfQc off=1585041 len=622192 2024-04-02T08:53:02.317 INFO:tasks.workunit.client.0.smithi019.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-02T08:53:02.317 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-akiItoHa6aO8vWn off=3416316 len=644161 2024-04-02T08:53:02.317 INFO:tasks.workunit.client.0.smithi019.stdout:op 904 completed, throughput=4.99MB/sec 2024-04-02T08:53:02.317 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s1Dl2Xp50dcTSkk off=263012 len=1955557 2024-04-02T08:53:02.328 INFO:tasks.workunit.client.0.smithi019.stdout:op 905 completed, throughput=5MB/sec 2024-04-02T08:53:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:53:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:03.328 INFO:tasks.workunit.client.0.smithi019.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:03.329 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_Ez2khskxyIDAaO off=9413394 len=2052580 2024-04-02T08:53:03.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-02T08:53:03.330 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bkKA0wr9p-h3akF off=1110371 len=762926 2024-04-02T08:53:03.331 INFO:tasks.workunit.client.0.smithi019.stdout:op 907 completed, throughput=4.99MB/sec 2024-04-02T08:53:03.331 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yNw334R_k9D1YZA off=3133542 len=520441 2024-04-02T08:53:03.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-02T08:53:03.335 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SJwHtGuERBCUnRP off=2773081 len=2069080 2024-04-02T08:53:03.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 909 completed, throughput=5MB/sec 2024-04-02T08:53:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:03 smithi066 ceph-mon[87361]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:03 smithi019 ceph-mon[94035]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:03 smithi019 ceph-mon[96522]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:04.345 INFO:tasks.workunit.client.0.smithi019.stdout: 181: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:04.346 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AmOfW_kuEirjZY6 off=7039247 len=235056 2024-04-02T08:53:04.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 910 completed, throughput=4.98MB/sec 2024-04-02T08:53:04.346 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2zF-ynfotnhQ3hb off=10526498 len=1558997 2024-04-02T08:53:04.353 INFO:tasks.workunit.client.0.smithi019.stdout:op 911 completed, throughput=4.98MB/sec 2024-04-02T08:53:04.354 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iErKbX9Iot9khRL off=13525302 len=111303 2024-04-02T08:53:04.354 INFO:tasks.workunit.client.0.smithi019.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-02T08:53:04.354 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gr1_s8tMgyt5RrN off=3202823 len=1537044 2024-04-02T08:53:04.362 INFO:tasks.workunit.client.0.smithi019.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-02T08:53:04.362 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7oS74MurYzdQmJm off=1828549 len=851092 2024-04-02T08:53:04.363 INFO:tasks.workunit.client.0.smithi019.stdout:op 914 completed, throughput=5MB/sec 2024-04-02T08:53:04.363 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yxRRv9cOV-uO_jc off=12969329 len=1290461 2024-04-02T08:53:04.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 915 completed, throughput=5MB/sec 2024-04-02T08:53:05.369 INFO:tasks.workunit.client.0.smithi019.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:05.370 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yh3NMrB3RIKprRI off=4879178 len=1612066 2024-04-02T08:53:05.379 INFO:tasks.workunit.client.0.smithi019.stdout:op 916 completed, throughput=4.98MB/sec 2024-04-02T08:53:05.379 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EU2SAIYlm8QdeDo off=7891327 len=643215 2024-04-02T08:53:05.381 INFO:tasks.workunit.client.0.smithi019.stdout:op 917 completed, throughput=4.99MB/sec 2024-04-02T08:53:05.381 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H3LjOqXtQSMYqYj off=5357464 len=1816586 2024-04-02T08:53:05.388 INFO:tasks.workunit.client.0.smithi019.stdout:op 918 completed, throughput=5MB/sec 2024-04-02T08:53:05.389 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ouPAb-d4A30AwXM off=6968963 len=606300 2024-04-02T08:53:05.389 INFO:tasks.workunit.client.0.smithi019.stdout:op 919 completed, throughput=5MB/sec 2024-04-02T08:53:05.389 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f0K9CcSpD3yb1-g off=6623961 len=1681093 2024-04-02T08:53:05.397 INFO:tasks.workunit.client.0.smithi019.stdout:op 920 completed, throughput=5.01MB/sec 2024-04-02T08:53:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:05 smithi066 ceph-mon[87361]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:05 smithi019 ceph-mon[94035]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:05 smithi019 ceph-mon[96522]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:53:06.397 INFO:tasks.workunit.client.0.smithi019.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:06.397 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qd9vhoJBOURqKd0 off=3303803 len=1904052 2024-04-02T08:53:06.399 INFO:tasks.workunit.client.0.smithi019.stdout:op 921 completed, throughput=4.99MB/sec 2024-04-02T08:53:06.399 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_WnYdYTuGh6Q_S9 off=10399797 len=1988099 2024-04-02T08:53:06.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 922 completed, throughput=5MB/sec 2024-04-02T08:53:07.403 INFO:tasks.workunit.client.0.smithi019.stdout: 184: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:07.403 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y7x8TupjtxIbbD0 off=294270 len=1407827 2024-04-02T08:53:07.410 INFO:tasks.workunit.client.0.smithi019.stdout:op 923 completed, throughput=4.98MB/sec 2024-04-02T08:53:07.410 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--muDAsXKkFuN9M5 off=9093264 len=1609754 2024-04-02T08:53:07.411 INFO:tasks.workunit.client.0.smithi019.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.411 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PwxUPq52fqNAjFW off=10533661 len=1832111 2024-04-02T08:53:07.413 INFO:tasks.workunit.client.0.smithi019.stdout:op 925 completed, throughput=5MB/sec 2024-04-02T08:53:07.413 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PI7SdrWmvgJXYLA off=11461763 len=350759 2024-04-02T08:53:07.415 INFO:tasks.workunit.client.0.smithi019.stdout:op 926 completed, throughput=5MB/sec 2024-04-02T08:53:07.416 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nHgrhZA0nz4U-g1 off=14476743 len=1167320 2024-04-02T08:53:07.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 927 completed, throughput=5.01MB/sec 2024-04-02T08:53:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:07 smithi066 ceph-mon[87361]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:07 smithi019 ceph-mon[94035]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:07 smithi019 ceph-mon[96522]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:08.416 INFO:tasks.workunit.client.0.smithi019.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:08.417 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sqUR5c-iM6H3Ncd off=14927396 len=47640 2024-04-02T08:53:08.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 928 completed, throughput=4.98MB/sec 2024-04-02T08:53:08.417 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m4sRK2TIHWKKR2T off=2828110 len=1597482 2024-04-02T08:53:08.426 INFO:tasks.workunit.client.0.smithi019.stdout:op 929 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.426 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JA7uknzPHH8h0dj off=1802936 len=1823724 2024-04-02T08:53:08.435 INFO:tasks.workunit.client.0.smithi019.stdout:op 930 completed, throughput=5MB/sec 2024-04-02T08:53:08.436 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RRXrP05zhAl0gmk off=905535 len=645263 2024-04-02T08:53:08.438 INFO:tasks.workunit.client.0.smithi019.stdout:op 931 completed, throughput=5MB/sec 2024-04-02T08:53:08.438 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-faPbNsDjgaeYZep off=6977202 len=720414 2024-04-02T08:53:08.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 932 completed, throughput=5MB/sec 2024-04-02T08:53:09.439 INFO:tasks.workunit.client.0.smithi019.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:09.440 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Xgkwlu0LKWU9oJx off=256874 len=1234009 2024-04-02T08:53:09.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 933 completed, throughput=4.98MB/sec 2024-04-02T08:53:09.441 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7NJ729xV7C8_Ksu off=1307397 len=13758 2024-04-02T08:53:09.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 934 completed, throughput=4.98MB/sec 2024-04-02T08:53:09.442 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mNKPKfIfGk2GpJP off=21121464 len=249691 2024-04-02T08:53:09.442 INFO:tasks.workunit.client.0.smithi019.stdout:op 935 completed, throughput=4.98MB/sec 2024-04-02T08:53:09.442 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--CtNuJgPkh1hxnd off=12796172 len=1120503 2024-04-02T08:53:09.443 INFO:tasks.workunit.client.0.smithi019.stdout:op 936 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.443 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mhLIyFe5LjC1eZe off=4833828 len=767777 2024-04-02T08:53:09.443 INFO:tasks.workunit.client.0.smithi019.stdout:op 937 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.443 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EigebDAEyOna_jB off=1041353 len=1675556 2024-04-02T08:53:09.452 INFO:tasks.workunit.client.0.smithi019.stdout:op 938 completed, throughput=5MB/sec 2024-04-02T08:53:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:09 smithi066 ceph-mon[87361]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:09 smithi019 ceph-mon[94035]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:09 smithi019 ceph-mon[96522]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:10.452 INFO:tasks.workunit.client.0.smithi019.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:10.453 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JGJCWg1FUEdXlX8 off=15387461 len=1889283 2024-04-02T08:53:10.454 INFO:tasks.workunit.client.0.smithi019.stdout:op 939 completed, throughput=4.98MB/sec 2024-04-02T08:53:10.454 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zr54z0UI-ugnjF9 off=4030622 len=1942848 2024-04-02T08:53:10.462 INFO:tasks.workunit.client.0.smithi019.stdout:op 940 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.462 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ESXSqW8OeHaTKMy off=11329705 len=716314 2024-04-02T08:53:10.467 INFO:tasks.workunit.client.0.smithi019.stdout:op 941 completed, throughput=5MB/sec 2024-04-02T08:53:10.467 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WoYQR9XW8DDBs2L off=9617743 len=483394 2024-04-02T08:53:10.470 INFO:tasks.workunit.client.0.smithi019.stdout:op 942 completed, throughput=5MB/sec 2024-04-02T08:53:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:53:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:53:10] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:53:11.470 INFO:tasks.workunit.client.0.smithi019.stdout: 188: throughput=4.97MB/sec pending data=0 2024-04-02T08:53:11.471 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bW2r6P1Jm_aZhRw off=1298649 len=569668 2024-04-02T08:53:11.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 943 completed, throughput=4.98MB/sec 2024-04-02T08:53:11.474 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t-P0V4KQXVKVXaq off=9080469 len=161706 2024-04-02T08:53:11.476 INFO:tasks.workunit.client.0.smithi019.stdout:op 944 completed, throughput=4.98MB/sec 2024-04-02T08:53:11.476 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GvPRipSynSw4Onv off=5266382 len=826362 2024-04-02T08:53:11.480 INFO:tasks.workunit.client.0.smithi019.stdout:op 945 completed, throughput=4.98MB/sec 2024-04-02T08:53:11.480 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-G_cdZS9OELZ1Xdi off=1146042 len=1350771 2024-04-02T08:53:11.481 INFO:tasks.workunit.client.0.smithi019.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.481 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wd1GK_WbFnorEKY off=5252445 len=1064738 2024-04-02T08:53:11.482 INFO:tasks.workunit.client.0.smithi019.stdout:op 947 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.482 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xPUZotBKyNKgCin off=2738169 len=495952 2024-04-02T08:53:11.484 INFO:tasks.workunit.client.0.smithi019.stdout:op 948 completed, throughput=5MB/sec 2024-04-02T08:53:11.484 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jkZYF4ojimQ0Wf2 off=9553896 len=668945 2024-04-02T08:53:11.486 INFO:tasks.workunit.client.0.smithi019.stdout:op 949 completed, throughput=5MB/sec 2024-04-02T08:53:11.486 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--Au5TG5ep6jvHDJ off=3076618 len=103456 2024-04-02T08:53:11.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 950 completed, throughput=5MB/sec 2024-04-02T08:53:11.487 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zDNoZBdrMYSBaDQ off=6703189 len=1441198 2024-04-02T08:53:11.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 951 completed, throughput=5.01MB/sec 2024-04-02T08:53:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:11 smithi066 ceph-mon[87361]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:11 smithi019 ceph-mon[94035]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:11 smithi019 ceph-mon[96522]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:12.494 INFO:tasks.workunit.client.0.smithi019.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:12.495 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zmEaJAikRGInY_i off=12492827 len=692996 2024-04-02T08:53:12.495 INFO:tasks.workunit.client.0.smithi019.stdout:op 952 completed, throughput=4.98MB/sec 2024-04-02T08:53:12.495 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gBAmGmFM24D8MfU off=216568 len=1300220 2024-04-02T08:53:12.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.496 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6VgnJ7EM3zKTRhR off=14530820 len=1296671 2024-04-02T08:53:12.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 954 completed, throughput=5MB/sec 2024-04-02T08:53:12.497 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_eS-eFNqBqrLGFd off=884676 len=414445 2024-04-02T08:53:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 955 completed, throughput=5MB/sec 2024-04-02T08:53:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IrdMTp24EqrC8V7 off=11615857 len=810184 2024-04-02T08:53:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 956 completed, throughput=5MB/sec 2024-04-02T08:53:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:53:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:13.501 INFO:tasks.workunit.client.0.smithi019.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:13.502 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1l60VGGN5G66n1d off=2618140 len=1911192 2024-04-02T08:53:13.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-02T08:53:13.505 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2fhqfKZzQd4BeJN off=6429337 len=1001166 2024-04-02T08:53:13.511 INFO:tasks.workunit.client.0.smithi019.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-02T08:53:13.511 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fO34ASbYThv2OzW off=9212078 len=1456899 2024-04-02T08:53:13.512 INFO:tasks.workunit.client.0.smithi019.stdout:op 959 completed, throughput=5MB/sec 2024-04-02T08:53:13.513 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-plqv_9NXLHJJmNg off=8270435 len=1922560 2024-04-02T08:53:13.522 INFO:tasks.workunit.client.0.smithi019.stdout:op 960 completed, throughput=5.01MB/sec 2024-04-02T08:53:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:13 smithi066 ceph-mon[87361]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:53:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:13 smithi019 ceph-mon[94035]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:53:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:13 smithi019 ceph-mon[96522]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:53:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:14.522 INFO:tasks.workunit.client.0.smithi019.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:14.522 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-28db9zX1Pq871fv off=17527161 len=84866 2024-04-02T08:53:14.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 961 completed, throughput=4.98MB/sec 2024-04-02T08:53:14.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YwknkPKVGXakn90 off=4091109 len=1609320 2024-04-02T08:53:14.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 962 completed, throughput=4.99MB/sec 2024-04-02T08:53:14.526 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IsCXRAL7dySqbRM off=1160706 len=1487663 2024-04-02T08:53:14.527 INFO:tasks.workunit.client.0.smithi019.stdout:op 963 completed, throughput=5MB/sec 2024-04-02T08:53:14.527 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mOD3CqCxIl9W9FU off=8596349 len=1951525 2024-04-02T08:53:14.538 INFO:tasks.workunit.client.0.smithi019.stdout:op 964 completed, throughput=5.01MB/sec 2024-04-02T08:53:15.538 INFO:tasks.workunit.client.0.smithi019.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:15.538 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z85KToj5vniqiol off=2189937 len=261969 2024-04-02T08:53:15.539 INFO:tasks.workunit.client.0.smithi019.stdout:op 965 completed, throughput=4.98MB/sec 2024-04-02T08:53:15.539 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9G5kjJadirKa5r2 off=3633568 len=2055147 2024-04-02T08:53:15.541 INFO:tasks.workunit.client.0.smithi019.stdout:op 966 completed, throughput=4.99MB/sec 2024-04-02T08:53:15.541 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8TlMBlCKjjRQyvG off=6820877 len=935547 2024-04-02T08:53:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:op 967 completed, throughput=5MB/sec 2024-04-02T08:53:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-84z_3MTmy8GJyYy off=1215045 len=1905278 2024-04-02T08:53:15.552 INFO:tasks.workunit.client.0.smithi019.stdout:op 968 completed, throughput=5.01MB/sec 2024-04-02T08:53:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:15 smithi066 ceph-mon[87361]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:53:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:15 smithi019 ceph-mon[94035]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:53:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:15 smithi019 ceph-mon[96522]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:53:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:16.553 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DwZvJejtZ-IYuIw off=1132852 len=1167084 2024-04-02T08:53:16.559 INFO:tasks.workunit.client.0.smithi019.stdout:op 969 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.559 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X_j_8R4gwIGjftV off=2783920 len=1631932 2024-04-02T08:53:16.566 INFO:tasks.workunit.client.0.smithi019.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.567 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--67Vd-1afU-1ss8 off=3184928 len=68369 2024-04-02T08:53:16.567 INFO:tasks.workunit.client.0.smithi019.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.567 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ta8pc_AhmKoYWQE off=9899180 len=1871753 2024-04-02T08:53:16.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 972 completed, throughput=5MB/sec 2024-04-02T08:53:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:17.568 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vM9UYgX3ciOQNg2 off=672743 len=634923 2024-04-02T08:53:17.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 973 completed, throughput=4.98MB/sec 2024-04-02T08:53:17.569 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Jq3A_MAD0jsgOtL off=1655965 len=605095 2024-04-02T08:53:17.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 974 completed, throughput=4.98MB/sec 2024-04-02T08:53:17.570 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mbjfiZUdFU62n3L off=10232117 len=1208719 2024-04-02T08:53:17.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.572 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QJ-ADh--kN9OlIz off=8217735 len=46275 2024-04-02T08:53:17.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 976 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.573 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Za4LEoD3s-I7cvY off=2511298 len=823038 2024-04-02T08:53:17.577 INFO:tasks.workunit.client.0.smithi019.stdout:op 977 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.577 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W2IkxCa2fmVlO26 off=0 len=1372499 2024-04-02T08:53:17.580 INFO:tasks.workunit.client.0.smithi019.stdout:op 978 completed, throughput=5MB/sec 2024-04-02T08:53:17.580 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lCpkmRbi-gVHwTv off=8877912 len=1211197 2024-04-02T08:53:17.585 INFO:tasks.workunit.client.0.smithi019.stdout:op 979 completed, throughput=5.01MB/sec 2024-04-02T08:53:18.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:17 smithi066 ceph-mon[87361]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:17 smithi019 ceph-mon[94035]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:17 smithi019 ceph-mon[96522]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:18.585 INFO:tasks.workunit.client.0.smithi019.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:18.585 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Th6aPX2tPBrNDlT off=15463500 len=300837 2024-04-02T08:53:18.586 INFO:tasks.workunit.client.0.smithi019.stdout:op 980 completed, throughput=4.98MB/sec 2024-04-02T08:53:18.586 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Mdj3gobqebgXZHC off=5145847 len=1398448 2024-04-02T08:53:18.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 981 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.589 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q98i_Zopip8PCI3 off=11410942 len=560097 2024-04-02T08:53:18.591 INFO:tasks.workunit.client.0.smithi019.stdout:op 982 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.591 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b4oqop2bUZzhdcy off=4315400 len=1511264 2024-04-02T08:53:18.596 INFO:tasks.workunit.client.0.smithi019.stdout:op 983 completed, throughput=5MB/sec 2024-04-02T08:53:18.597 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GlOOkksKLMjRt43 off=1452219 len=194324 2024-04-02T08:53:18.599 INFO:tasks.workunit.client.0.smithi019.stdout:op 984 completed, throughput=5MB/sec 2024-04-02T08:53:18.599 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7UYThADB9RBrw4l off=1735593 len=2046031 2024-04-02T08:53:18.611 INFO:tasks.workunit.client.0.smithi019.stdout:op 985 completed, throughput=5.01MB/sec 2024-04-02T08:53:19.612 INFO:tasks.workunit.client.0.smithi019.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:19.612 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8FMxe-BPTbU8asC off=7687404 len=440047 2024-04-02T08:53:19.613 INFO:tasks.workunit.client.0.smithi019.stdout:op 986 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.613 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IwRIMC0wNNgeuYT off=3997474 len=283097 2024-04-02T08:53:19.613 INFO:tasks.workunit.client.0.smithi019.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.614 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1Kpy2dREscgmM9_ off=9678915 len=1129348 2024-04-02T08:53:19.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 988 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.619 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gh4oTNV1nm84-ha off=2211488 len=1759574 2024-04-02T08:53:19.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 989 completed, throughput=5MB/sec 2024-04-02T08:53:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:19 smithi066 ceph-mon[87361]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:19 smithi019 ceph-mon[94035]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:19 smithi019 ceph-mon[96522]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:20.620 INFO:tasks.workunit.client.0.smithi019.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:20.620 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Wj852YIZEaWGGhk off=7558006 len=675786 2024-04-02T08:53:20.621 INFO:tasks.workunit.client.0.smithi019.stdout:op 990 completed, throughput=4.98MB/sec 2024-04-02T08:53:20.621 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CZeXP30CjqTGasA off=4850827 len=2018483 2024-04-02T08:53:20.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-02T08:53:20.635 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hYTeWhGdHZ2zH72 off=2776839 len=2016617 2024-04-02T08:53:20.640 INFO:tasks.workunit.client.0.smithi019.stdout:op 992 completed, throughput=5MB/sec 2024-04-02T08:53:20.641 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Rg1oGJo7HuUhuMi off=8949598 len=1285936 2024-04-02T08:53:20.648 INFO:tasks.workunit.client.0.smithi019.stdout:op 993 completed, throughput=5MB/sec 2024-04-02T08:53:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:53:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:53:20] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:53:21.648 INFO:tasks.workunit.client.0.smithi019.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:21.649 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tsD9N6dn9ZOGYsv off=5416162 len=1001445 2024-04-02T08:53:21.652 INFO:tasks.workunit.client.0.smithi019.stdout:op 994 completed, throughput=4.98MB/sec 2024-04-02T08:53:21.652 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rP9ba22T55R4ROz off=7774166 len=282764 2024-04-02T08:53:21.656 INFO:tasks.workunit.client.0.smithi019.stdout:op 995 completed, throughput=4.98MB/sec 2024-04-02T08:53:21.656 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kcZPr7w_gP4t-MM off=4019010 len=1059328 2024-04-02T08:53:21.658 INFO:tasks.workunit.client.0.smithi019.stdout:op 996 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.658 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hM1wiA_W9NcxrSM off=9852097 len=228050 2024-04-02T08:53:21.658 INFO:tasks.workunit.client.0.smithi019.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.658 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-STEHxmwh0Gpii-C off=5161729 len=60194 2024-04-02T08:53:21.662 INFO:tasks.workunit.client.0.smithi019.stdout:op 998 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.662 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uFJGH9eySM3TBbW off=4857441 len=1512796 2024-04-02T08:53:21.667 INFO:tasks.workunit.client.0.smithi019.stdout:op 999 completed, throughput=5MB/sec 2024-04-02T08:53:21.668 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-n8LnsZsGoF7_Iev off=4189934 len=1445207 2024-04-02T08:53:21.669 INFO:tasks.workunit.client.0.smithi019.stdout:op 1000 completed, throughput=5MB/sec 2024-04-02T08:53:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:21 smithi066 ceph-mon[87361]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:21 smithi019 ceph-mon[94035]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:21 smithi019 ceph-mon[96522]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:53:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:22.669 INFO:tasks.workunit.client.0.smithi019.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:22.669 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-H5NeYfS4iHpSLoK off=1190955 len=1848631 2024-04-02T08:53:22.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 1001 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.671 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6rDUaDHHPcx0evQ off=635657 len=1360379 2024-04-02T08:53:22.677 INFO:tasks.workunit.client.0.smithi019.stdout:op 1002 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.677 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hk8lsbL7TfwUd3J off=4374484 len=855913 2024-04-02T08:53:22.680 INFO:tasks.workunit.client.0.smithi019.stdout:op 1003 completed, throughput=5MB/sec 2024-04-02T08:53:22.681 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rzGYWGd6UmiJxTN off=11127310 len=801677 2024-04-02T08:53:22.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 1004 completed, throughput=5MB/sec 2024-04-02T08:53:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:23.689 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uKRsO6CF8DlSeXs off=3092701 len=1628662 2024-04-02T08:53:23.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7-9xme42CbMyqp3 off=11325117 len=1332278 2024-04-02T08:53:23.699 INFO:tasks.workunit.client.0.smithi019.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.699 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OyYnco7LgU1vm3w off=1330768 len=912678 2024-04-02T08:53:23.700 INFO:tasks.workunit.client.0.smithi019.stdout:op 1007 completed, throughput=5MB/sec 2024-04-02T08:53:23.700 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hzZJSFVAGuPWb05 off=2230300 len=1077000 2024-04-02T08:53:23.704 INFO:tasks.workunit.client.0.smithi019.stdout:op 1008 completed, throughput=5MB/sec 2024-04-02T08:53:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:23 smithi066 ceph-mon[87361]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:23 smithi019 ceph-mon[94035]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:23 smithi019 ceph-mon[96522]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:24.704 INFO:tasks.workunit.client.0.smithi019.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:24.705 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QRqnThUmwSijk_Z off=4815371 len=549535 2024-04-02T08:53:24.706 INFO:tasks.workunit.client.0.smithi019.stdout:op 1009 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.706 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j7q0v0p2D04NbVe off=20975762 len=511613 2024-04-02T08:53:24.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 1010 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.707 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MNMDA0GENX_IMgT off=1397490 len=148201 2024-04-02T08:53:24.709 INFO:tasks.workunit.client.0.smithi019.stdout:op 1011 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.709 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-S9FiUZLFzZrfWOu off=10512633 len=28078 2024-04-02T08:53:24.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 1012 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.710 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ifVgVaooQDXQgHL off=5330140 len=331050 2024-04-02T08:53:24.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 1013 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.710 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vQ4migX19fbyrOU off=12087250 len=372954 2024-04-02T08:53:24.711 INFO:tasks.workunit.client.0.smithi019.stdout:op 1014 completed, throughput=4.98MB/sec 2024-04-02T08:53:24.712 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--fkCR2hSrzonQ07 off=3451362 len=758085 2024-04-02T08:53:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 1015 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-stnBJCww3upiFAs off=12836027 len=504496 2024-04-02T08:53:24.716 INFO:tasks.workunit.client.0.smithi019.stdout:op 1016 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.716 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SiLiyPfVrjqF2pm off=7199380 len=343885 2024-04-02T08:53:24.718 INFO:tasks.workunit.client.0.smithi019.stdout:op 1017 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.718 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aCTqmLAxbNMwPTl off=2352412 len=1254941 2024-04-02T08:53:24.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 1018 completed, throughput=5MB/sec 2024-04-02T08:53:24.725 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DVHOoc2r8WAlcKv off=3320112 len=1725883 2024-04-02T08:53:24.726 INFO:tasks.workunit.client.0.smithi019.stdout:op 1019 completed, throughput=5.01MB/sec 2024-04-02T08:53:25.727 INFO:tasks.workunit.client.0.smithi019.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:25.727 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rYfmgP4c1hpLgXU off=8325262 len=1684356 2024-04-02T08:53:25.730 INFO:tasks.workunit.client.0.smithi019.stdout:op 1020 completed, throughput=4.99MB/sec 2024-04-02T08:53:25.730 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WQoPQ6mB0wQ8NnG off=14788016 len=1169315 2024-04-02T08:53:25.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-02T08:53:25.738 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HU3eEnHU9V_2g41 off=5595358 len=668436 2024-04-02T08:53:25.742 INFO:tasks.workunit.client.0.smithi019.stdout:op 1022 completed, throughput=5MB/sec 2024-04-02T08:53:25.742 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZzI2kucS7DF6JSL off=315474 len=1247470 2024-04-02T08:53:25.744 INFO:tasks.workunit.client.0.smithi019.stdout:op 1023 completed, throughput=5MB/sec 2024-04-02T08:53:26.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:25 smithi066 ceph-mon[87361]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:25 smithi019 ceph-mon[94035]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:25 smithi019 ceph-mon[96522]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:26.744 INFO:tasks.workunit.client.0.smithi019.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:26.745 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BVVbWq2TLthjvvM off=13318571 len=545388 2024-04-02T08:53:26.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 1024 completed, throughput=4.98MB/sec 2024-04-02T08:53:26.748 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rxbZ-xdZrMBfCOV off=5276043 len=798682 2024-04-02T08:53:26.749 INFO:tasks.workunit.client.0.smithi019.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.749 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q_Qep44eLgIbvrN off=17360564 len=2027789 2024-04-02T08:53:26.765 INFO:tasks.workunit.client.0.smithi019.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.766 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w2IQmimUDYWGRnk off=15111331 len=838783 2024-04-02T08:53:26.766 INFO:tasks.workunit.client.0.smithi019.stdout:op 1027 completed, throughput=5MB/sec 2024-04-02T08:53:26.766 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7So9hcHc_faSQ2D off=7778920 len=751430 2024-04-02T08:53:26.767 INFO:tasks.workunit.client.0.smithi019.stdout:op 1028 completed, throughput=5MB/sec 2024-04-02T08:53:27.767 INFO:tasks.workunit.client.0.smithi019.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:27.767 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0WHemSxfz5PP5oC off=1982877 len=29378 2024-04-02T08:53:27.769 INFO:tasks.workunit.client.0.smithi019.stdout:op 1029 completed, throughput=4.98MB/sec 2024-04-02T08:53:27.769 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hsKgh0CxpapSULO off=6343455 len=1026865 2024-04-02T08:53:27.774 INFO:tasks.workunit.client.0.smithi019.stdout:op 1030 completed, throughput=4.98MB/sec 2024-04-02T08:53:27.774 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x1BOmOhozhZoERt off=284192 len=1136072 2024-04-02T08:53:27.775 INFO:tasks.workunit.client.0.smithi019.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.775 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rYgePGYA8rN8jNA off=5663460 len=1618091 2024-04-02T08:53:27.776 INFO:tasks.workunit.client.0.smithi019.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.777 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Duj21ziS9LXtEOE off=1657947 len=1175074 2024-04-02T08:53:27.781 INFO:tasks.workunit.client.0.smithi019.stdout:op 1033 completed, throughput=5MB/sec 2024-04-02T08:53:27.781 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L43P3acOYv1FieK off=523498 len=243846 2024-04-02T08:53:27.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 1034 completed, throughput=5MB/sec 2024-04-02T08:53:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:27 smithi066 ceph-mon[87361]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:27 smithi019 ceph-mon[94035]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:27 smithi019 ceph-mon[96522]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:28.784 INFO:tasks.workunit.client.0.smithi019.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:28.784 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cN40Wmtxmcu_t76 off=5493128 len=1382442 2024-04-02T08:53:28.785 INFO:tasks.workunit.client.0.smithi019.stdout:op 1035 completed, throughput=4.98MB/sec 2024-04-02T08:53:28.785 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7d8RUomtNLLNnYr off=12232479 len=1556452 2024-04-02T08:53:28.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.793 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_SUkMcAUbyejMVa off=1464739 len=1194790 2024-04-02T08:53:28.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 1037 completed, throughput=5MB/sec 2024-04-02T08:53:28.794 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h6l6ir3pGjlWLXS off=11969943 len=471266 2024-04-02T08:53:28.797 INFO:tasks.workunit.client.0.smithi019.stdout:op 1038 completed, throughput=5MB/sec 2024-04-02T08:53:28.797 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XZZ0K3QGK5sGyZ3 off=5201606 len=183437 2024-04-02T08:53:28.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 1039 completed, throughput=5MB/sec 2024-04-02T08:53:28.799 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qBDy4Tyv5I2STZW off=2502439 len=1473806 2024-04-02T08:53:28.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 1040 completed, throughput=5MB/sec 2024-04-02T08:53:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:29.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:29.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:29.807 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2YqkKokWVGDszEw off=2474473 len=1432400 2024-04-02T08:53:29.808 INFO:tasks.workunit.client.0.smithi019.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-02T08:53:29.809 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VaEJYHffTXftovO off=2304605 len=441766 2024-04-02T08:53:29.812 INFO:tasks.workunit.client.0.smithi019.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-02T08:53:29.812 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-13IurYufXeJH5HG off=2039155 len=1280265 2024-04-02T08:53:29.819 INFO:tasks.workunit.client.0.smithi019.stdout:op 1043 completed, throughput=5MB/sec 2024-04-02T08:53:29.819 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bm4uDuS0ENcrCy2 off=20609093 len=1695140 2024-04-02T08:53:29.825 INFO:tasks.workunit.client.0.smithi019.stdout:op 1044 completed, throughput=5MB/sec 2024-04-02T08:53:30.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:29 smithi066 ceph-mon[87361]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:29 smithi019 ceph-mon[94035]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:29 smithi019 ceph-mon[96522]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:53:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:53:30] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:53:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:30.825 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--RYFj_HzHB4zmu6 off=10823159 len=1186241 2024-04-02T08:53:30.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 1045 completed, throughput=4.98MB/sec 2024-04-02T08:53:30.832 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HLj10iIz0eEGTxp off=748556 len=990397 2024-04-02T08:53:30.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 1046 completed, throughput=4.99MB/sec 2024-04-02T08:53:30.833 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tfOCEublCjMjUaA off=833856 len=1332444 2024-04-02T08:53:30.835 INFO:tasks.workunit.client.0.smithi019.stdout:op 1047 completed, throughput=4.99MB/sec 2024-04-02T08:53:30.835 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XqZmtlj5jOtT8li off=19321071 len=1609662 2024-04-02T08:53:30.838 INFO:tasks.workunit.client.0.smithi019.stdout:op 1048 completed, throughput=5MB/sec 2024-04-02T08:53:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:31.839 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Uume0ShKc9OJV3D off=9443730 len=412281 2024-04-02T08:53:31.842 INFO:tasks.workunit.client.0.smithi019.stdout:op 1049 completed, throughput=4.98MB/sec 2024-04-02T08:53:31.842 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-blBr1JKF4X9dSua off=4927971 len=829355 2024-04-02T08:53:31.847 INFO:tasks.workunit.client.0.smithi019.stdout:op 1050 completed, throughput=4.98MB/sec 2024-04-02T08:53:31.847 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cOhsYyt6xmKETAe off=5350058 len=957784 2024-04-02T08:53:31.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-02T08:53:31.848 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QYwiUfWTrE5nVZq off=15304241 len=305562 2024-04-02T08:53:31.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 1052 completed, throughput=4.99MB/sec 2024-04-02T08:53:31.848 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X5y96VYdGwYYbw- off=6386396 len=2004029 2024-04-02T08:53:31.852 INFO:tasks.workunit.client.0.smithi019.stdout:op 1053 completed, throughput=5MB/sec 2024-04-02T08:53:31.852 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NLUlvoXPpdJA0h6 off=4782419 len=63062 2024-04-02T08:53:31.852 INFO:tasks.workunit.client.0.smithi019.stdout:op 1054 completed, throughput=5MB/sec 2024-04-02T08:53:31.853 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ph-VPh63olSOivq off=5185710 len=1102601 2024-04-02T08:53:31.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 1055 completed, throughput=5MB/sec 2024-04-02T08:53:32.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:31 smithi066 ceph-mon[87361]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:31 smithi019 ceph-mon[94035]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:31 smithi019 ceph-mon[96522]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:53:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:32.859 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zSgiFGF1kmT2TpC off=3244986 len=502036 2024-04-02T08:53:32.862 INFO:tasks.workunit.client.0.smithi019.stdout:op 1056 completed, throughput=4.98MB/sec 2024-04-02T08:53:32.862 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AB5tQe-MBrY8Ks3 off=3641355 len=1282163 2024-04-02T08:53:32.863 INFO:tasks.workunit.client.0.smithi019.stdout:op 1057 completed, throughput=4.99MB/sec 2024-04-02T08:53:32.863 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nQEnexHC0AC5dQA off=99636 len=1347259 2024-04-02T08:53:32.870 INFO:tasks.workunit.client.0.smithi019.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-02T08:53:32.870 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Rs13DlJFbe3Bs8U off=319183 len=2067757 2024-04-02T08:53:32.877 INFO:tasks.workunit.client.0.smithi019.stdout:op 1059 completed, throughput=5MB/sec 2024-04-02T08:53:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:33.878 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LsLMU5AOlKCnAJ7 off=6782478 len=1224647 2024-04-02T08:53:33.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 1060 completed, throughput=4.98MB/sec 2024-04-02T08:53:33.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m5Aj3N5EYaXpKcH off=9704176 len=257770 2024-04-02T08:53:33.883 INFO:tasks.workunit.client.0.smithi019.stdout:op 1061 completed, throughput=4.99MB/sec 2024-04-02T08:53:33.884 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GMB-MGDZOtBl4qH off=2122702 len=324344 2024-04-02T08:53:33.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-02T08:53:33.884 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CIrCdewZCvqje-O off=12857648 len=1046412 2024-04-02T08:53:33.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-02T08:53:33.885 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SLGwHxrHhUGr6Lu off=7593833 len=1567061 2024-04-02T08:53:33.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 1064 completed, throughput=5MB/sec 2024-04-02T08:53:33.887 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3AyD4w7sG8jkS-l off=5106122 len=1971189 2024-04-02T08:53:33.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 1065 completed, throughput=5.01MB/sec 2024-04-02T08:53:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:33 smithi019 ceph-mon[94035]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:53:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:33 smithi019 ceph-mon[96522]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:53:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:33 smithi066 ceph-mon[87361]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:53:34.891 INFO:tasks.workunit.client.0.smithi019.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:34.891 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-S2Yz7T1YbEMOj0G off=7506114 len=1056101 2024-04-02T08:53:34.892 INFO:tasks.workunit.client.0.smithi019.stdout:op 1066 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.892 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LMgkq9cB71DZgyp off=860345 len=1294247 2024-04-02T08:53:34.897 INFO:tasks.workunit.client.0.smithi019.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.897 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6u00adWQk7f9KUE off=107294 len=1526695 2024-04-02T08:53:34.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 1068 completed, throughput=5MB/sec 2024-04-02T08:53:35.904 INFO:tasks.workunit.client.0.smithi019.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:35.904 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cFXI9_djC0STf4_ off=520388 len=316348 2024-04-02T08:53:35.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 1069 completed, throughput=4.98MB/sec 2024-04-02T08:53:35.905 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-esMoQfX0w9Sgnxi off=4487102 len=1954957 2024-04-02T08:53:35.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 1070 completed, throughput=4.99MB/sec 2024-04-02T08:53:35.906 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fby-8al3N10ONsK off=12561644 len=1606272 2024-04-02T08:53:35.914 INFO:tasks.workunit.client.0.smithi019.stdout:op 1071 completed, throughput=4.99MB/sec 2024-04-02T08:53:35.914 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t5f8Nm-tiExZ6R9 off=10599055 len=817050 2024-04-02T08:53:35.915 INFO:tasks.workunit.client.0.smithi019.stdout:op 1072 completed, throughput=5MB/sec 2024-04-02T08:53:35.915 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ub_VT2T6fEeaJS4 off=11075572 len=1016305 2024-04-02T08:53:35.920 INFO:tasks.workunit.client.0.smithi019.stdout:op 1073 completed, throughput=5MB/sec 2024-04-02T08:53:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:35 smithi019 ceph-mon[94035]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:35 smithi019 ceph-mon[96522]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:35 smithi066 ceph-mon[87361]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:36.920 INFO:tasks.workunit.client.0.smithi019.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:36.920 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EH-GIbBNocPozL2 off=6791612 len=1816785 2024-04-02T08:53:36.922 INFO:tasks.workunit.client.0.smithi019.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-02T08:53:36.922 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wSiMShWtowpKrYd off=5816803 len=1869274 2024-04-02T08:53:36.929 INFO:tasks.workunit.client.0.smithi019.stdout:op 1075 completed, throughput=5MB/sec 2024-04-02T08:53:36.929 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aNpJOdwHP1j1uqx off=5155469 len=355593 2024-04-02T08:53:36.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 1076 completed, throughput=5MB/sec 2024-04-02T08:53:36.930 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hF7zIeA4_WbM3as off=5700610 len=252362 2024-04-02T08:53:36.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 1077 completed, throughput=5MB/sec 2024-04-02T08:53:36.930 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LO0JajMvemuWUWC off=12919575 len=1779482 2024-04-02T08:53:36.936 INFO:tasks.workunit.client.0.smithi019.stdout:op 1078 completed, throughput=5.01MB/sec 2024-04-02T08:53:37.937 INFO:tasks.workunit.client.0.smithi019.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:37.937 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tZjOE0WY0Pl6Br3 off=5751399 len=241270 2024-04-02T08:53:37.939 INFO:tasks.workunit.client.0.smithi019.stdout:op 1079 completed, throughput=4.98MB/sec 2024-04-02T08:53:37.939 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gBAmGmFM24D8MfU off=6733239 len=1738271 2024-04-02T08:53:37.947 INFO:tasks.workunit.client.0.smithi019.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.947 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--xPHOBKgLcBvEqP off=2064786 len=786169 2024-04-02T08:53:37.951 INFO:tasks.workunit.client.0.smithi019.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.951 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PO2gHrUKMMf-eif off=3135019 len=418875 2024-04-02T08:53:37.953 INFO:tasks.workunit.client.0.smithi019.stdout:op 1082 completed, throughput=5MB/sec 2024-04-02T08:53:37.953 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7aph2QAgemTFhj1 off=238139 len=178844 2024-04-02T08:53:37.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 1083 completed, throughput=5MB/sec 2024-04-02T08:53:37.954 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vk46kOUbtsYmT0j off=4467051 len=937400 2024-04-02T08:53:37.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 1084 completed, throughput=5MB/sec 2024-04-02T08:53:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:37 smithi019 ceph-mon[94035]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:37 smithi019 ceph-mon[96522]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:37 smithi066 ceph-mon[87361]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:53:38.955 INFO:tasks.workunit.client.0.smithi019.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:38.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oXQEH7rQXYAUg62 off=9227202 len=681892 2024-04-02T08:53:38.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 1085 completed, throughput=4.98MB/sec 2024-04-02T08:53:38.960 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mFCf6f7V6MdtvtD off=7741365 len=1595394 2024-04-02T08:53:38.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.961 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C2EAvnq1rD57VY8 off=7419672 len=79189 2024-04-02T08:53:38.963 INFO:tasks.workunit.client.0.smithi019.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.963 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LMuXldB7VYNdiig off=687507 len=507628 2024-04-02T08:53:38.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.966 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9c37CPPtlFGRCCd off=2977905 len=273442 2024-04-02T08:53:38.967 INFO:tasks.workunit.client.0.smithi019.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.967 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3AVjNAF1GbphMhH off=2174416 len=64300 2024-04-02T08:53:38.967 INFO:tasks.workunit.client.0.smithi019.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.967 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GFAO2fT1COarzCO off=2916543 len=1734238 2024-04-02T08:53:38.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 1091 completed, throughput=5MB/sec 2024-04-02T08:53:38.971 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lObmxEM9a3RMShk off=189054 len=1070882 2024-04-02T08:53:38.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 1092 completed, throughput=5MB/sec 2024-04-02T08:53:39.975 INFO:tasks.workunit.client.0.smithi019.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:39.975 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Go5WYvEOEPWSHBY off=9378079 len=1654897 2024-04-02T08:53:39.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-02T08:53:39.976 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-phwGPhY5afk1_Xc off=6478709 len=677294 2024-04-02T08:53:39.981 INFO:tasks.workunit.client.0.smithi019.stdout:op 1094 completed, throughput=4.99MB/sec 2024-04-02T08:53:39.981 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H-VPxE2TQzrlSCz off=12119979 len=2003454 2024-04-02T08:53:39.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 1095 completed, throughput=5MB/sec 2024-04-02T08:53:39.992 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YYyqVJhpVP1BtB9 off=16601658 len=1730692 2024-04-02T08:53:40.001 INFO:tasks.workunit.client.0.smithi019.stdout:op 1096 completed, throughput=5.01MB/sec 2024-04-02T08:53:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:39 smithi019 ceph-mon[94035]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:39 smithi019 ceph-mon[96522]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:39 smithi066 ceph-mon[87361]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:53:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:53:40] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:53:41.001 INFO:tasks.workunit.client.0.smithi019.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:41.002 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QdW6cZRzOK8xAQa off=3935453 len=2048337 2024-04-02T08:53:41.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.011 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8M2t2DaBYGqpARS off=2258935 len=1039979 2024-04-02T08:53:41.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 1098 completed, throughput=5MB/sec 2024-04-02T08:53:41.013 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7p18VjA3iegWb5k off=13405407 len=1834732 2024-04-02T08:53:41.016 INFO:tasks.workunit.client.0.smithi019.stdout:op 1099 completed, throughput=5.01MB/sec 2024-04-02T08:53:42.016 INFO:tasks.workunit.client.0.smithi019.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:42.017 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ojIjBUvfcYKylwF off=12133796 len=458807 2024-04-02T08:53:42.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 1100 completed, throughput=4.98MB/sec 2024-04-02T08:53:42.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PqqjqMT7LmmfMhJ off=1800897 len=829351 2024-04-02T08:53:42.022 INFO:tasks.workunit.client.0.smithi019.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.022 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xha5ffUVNURzqsV off=3196897 len=788786 2024-04-02T08:53:42.027 INFO:tasks.workunit.client.0.smithi019.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.027 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8AUhWKmCKKH2ZPm off=11096922 len=2090302 2024-04-02T08:53:42.029 INFO:tasks.workunit.client.0.smithi019.stdout:op 1103 completed, throughput=5MB/sec 2024-04-02T08:53:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:41 smithi019 ceph-mon[94035]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:41 smithi019 ceph-mon[96522]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:41 smithi066 ceph-mon[87361]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:53:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:43.029 INFO:tasks.workunit.client.0.smithi019.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:43.029 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7Z_aCZ_52h-eUXQ off=13159215 len=1299909 2024-04-02T08:53:43.032 INFO:tasks.workunit.client.0.smithi019.stdout:op 1104 completed, throughput=4.98MB/sec 2024-04-02T08:53:43.032 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X8EHrk2EEX5sYtc off=0 len=1445787 2024-04-02T08:53:43.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-02T08:53:43.041 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2V3JnMOaILcYVpf off=7704168 len=1986801 2024-04-02T08:53:43.049 INFO:tasks.workunit.client.0.smithi019.stdout:op 1106 completed, throughput=5MB/sec 2024-04-02T08:53:43.049 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-j_kkPpBwepjLo3j off=7859524 len=1710663 2024-04-02T08:53:43.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 1107 completed, throughput=5MB/sec 2024-04-02T08:53:44.057 INFO:tasks.workunit.client.0.smithi019.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:44.057 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MKrJQ7BzmcbtC3z off=13803965 len=237221 2024-04-02T08:53:44.057 INFO:tasks.workunit.client.0.smithi019.stdout:op 1108 completed, throughput=4.98MB/sec 2024-04-02T08:53:44.057 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-J7OXRse1Q1qGI88 off=16997296 len=685403 2024-04-02T08:53:44.062 INFO:tasks.workunit.client.0.smithi019.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WQTOkc2irordSoQ off=9128725 len=112065 2024-04-02T08:53:44.064 INFO:tasks.workunit.client.0.smithi019.stdout:op 1110 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.064 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9TyiOFpuf494ZE- off=15328555 len=691391 2024-04-02T08:53:44.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.067 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-isz6xx3RmzqPlxn off=16599893 len=615674 2024-04-02T08:53:44.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.070 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B1WdkKPqlaZsRpY off=5737035 len=1553296 2024-04-02T08:53:44.077 INFO:tasks.workunit.client.0.smithi019.stdout:op 1113 completed, throughput=5MB/sec 2024-04-02T08:53:44.077 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DFpfNN6wNBSkgw4 off=8442889 len=655283 2024-04-02T08:53:44.078 INFO:tasks.workunit.client.0.smithi019.stdout:op 1114 completed, throughput=5MB/sec 2024-04-02T08:53:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:43 smithi019 ceph-mon[94035]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:43 smithi019 ceph-mon[96522]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:43 smithi066 ceph-mon[87361]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:45.079 INFO:tasks.workunit.client.0.smithi019.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:45.079 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eNFdHj4AsITiq1d off=236709 len=2096688 2024-04-02T08:53:45.080 INFO:tasks.workunit.client.0.smithi019.stdout:op 1115 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.080 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K8zCMOWAunSc6nk off=14970914 len=894638 2024-04-02T08:53:45.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.085 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f0xgRna2BDI9UV- off=2160461 len=789708 2024-04-02T08:53:45.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 1117 completed, throughput=5MB/sec 2024-04-02T08:53:45.085 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IC_JcwycXZNIvnd off=1357360 len=554674 2024-04-02T08:53:45.088 INFO:tasks.workunit.client.0.smithi019.stdout:op 1118 completed, throughput=5MB/sec 2024-04-02T08:53:45.088 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yo9Zx2h1JqG9dTH off=146865 len=817329 2024-04-02T08:53:45.089 INFO:tasks.workunit.client.0.smithi019.stdout:op 1119 completed, throughput=5MB/sec 2024-04-02T08:53:46.089 INFO:tasks.workunit.client.0.smithi019.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:46.089 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Sw9j565vf_Qd8ys off=1455214 len=1629247 2024-04-02T08:53:46.091 INFO:tasks.workunit.client.0.smithi019.stdout:op 1120 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.091 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9rEAoSmH0aV4K7l off=8834178 len=420880 2024-04-02T08:53:46.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 1121 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.094 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9pACvR0zbcEufzh off=20829779 len=799337 2024-04-02T08:53:46.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.099 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xZsaF36rgR_HNwD off=8289443 len=473783 2024-04-02T08:53:46.102 INFO:tasks.workunit.client.0.smithi019.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.102 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cUilKVRGjnz3MO9 off=517047 len=122064 2024-04-02T08:53:46.104 INFO:tasks.workunit.client.0.smithi019.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.104 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tti7b8bMkeUXskY off=15358786 len=1531044 2024-04-02T08:53:46.105 INFO:tasks.workunit.client.0.smithi019.stdout:op 1125 completed, throughput=5MB/sec 2024-04-02T08:53:46.105 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kvW6RTQGqaMWX7i off=5619737 len=1534112 2024-04-02T08:53:46.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 1126 completed, throughput=5.01MB/sec 2024-04-02T08:53:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:45 smithi019 ceph-mon[94035]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:45 smithi019 ceph-mon[96522]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:45 smithi066 ceph-mon[87361]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:47.111 INFO:tasks.workunit.client.0.smithi019.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:47.111 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-93CaO5aKd2FSRyD off=917537 len=2083679 2024-04-02T08:53:47.113 INFO:tasks.workunit.client.0.smithi019.stdout:op 1127 completed, throughput=4.99MB/sec 2024-04-02T08:53:47.113 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1vm9fCuw2rhSRxX off=3924203 len=1427830 2024-04-02T08:53:47.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 1128 completed, throughput=5MB/sec 2024-04-02T08:53:47.120 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WN5Mla3t98Y97by off=7994859 len=1303011 2024-04-02T08:53:47.121 INFO:tasks.workunit.client.0.smithi019.stdout:op 1129 completed, throughput=5MB/sec 2024-04-02T08:53:48.121 INFO:tasks.workunit.client.0.smithi019.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:48.122 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X4Al_WCtifUzFek off=2981002 len=967857 2024-04-02T08:53:48.122 INFO:tasks.workunit.client.0.smithi019.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.122 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y58Sb9-jKBllwrT off=8513664 len=1340316 2024-04-02T08:53:48.129 INFO:tasks.workunit.client.0.smithi019.stdout:op 1131 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.129 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yOtj5ZrfUACyGT0 off=2280068 len=548248 2024-04-02T08:53:48.132 INFO:tasks.workunit.client.0.smithi019.stdout:op 1132 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.132 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yUGuErDNhcJiVUD off=858329 len=1609435 2024-04-02T08:53:48.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 1133 completed, throughput=5MB/sec 2024-04-02T08:53:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:47 smithi019 ceph-mon[94035]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:47 smithi019 ceph-mon[96522]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:47 smithi066 ceph-mon[87361]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:49.136 INFO:tasks.workunit.client.0.smithi019.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:49.136 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tnaRXPcY-VLEB74 off=18021336 len=884300 2024-04-02T08:53:49.139 INFO:tasks.workunit.client.0.smithi019.stdout:op 1134 completed, throughput=4.98MB/sec 2024-04-02T08:53:49.139 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ydMV-HLw5E1V7or off=6286558 len=1979918 2024-04-02T08:53:49.143 INFO:tasks.workunit.client.0.smithi019.stdout:op 1135 completed, throughput=4.99MB/sec 2024-04-02T08:53:49.143 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EPhn3a5orhFbCS4 off=11359209 len=1426437 2024-04-02T08:53:49.150 INFO:tasks.workunit.client.0.smithi019.stdout:op 1136 completed, throughput=5MB/sec 2024-04-02T08:53:49.150 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dOcemLs_8FEW-G_ off=10284299 len=947711 2024-04-02T08:53:49.151 INFO:tasks.workunit.client.0.smithi019.stdout:op 1137 completed, throughput=5MB/sec 2024-04-02T08:53:49.151 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NZ_GrxZI67CnING off=1095299 len=1258307 2024-04-02T08:53:49.158 INFO:tasks.workunit.client.0.smithi019.stdout:op 1138 completed, throughput=5MB/sec 2024-04-02T08:53:50.158 INFO:tasks.workunit.client.0.smithi019.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:50.158 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WL6j7HZbJxexwip off=10372851 len=374360 2024-04-02T08:53:50.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 1139 completed, throughput=4.98MB/sec 2024-04-02T08:53:50.161 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IYNP3rJPB2CHHSM off=14690513 len=410007 2024-04-02T08:53:50.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-02T08:53:50.162 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cOhsYyt6xmKETAe off=4325168 len=1133456 2024-04-02T08:53:50.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 1141 completed, throughput=4.99MB/sec 2024-04-02T08:53:50.167 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-w2FSDfhYthsMaI0 off=102367 len=178718 2024-04-02T08:53:50.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-02T08:53:50.169 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4P7EU0Clhpp7N9C off=2499867 len=1521199 2024-04-02T08:53:50.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 1143 completed, throughput=5MB/sec 2024-04-02T08:53:50.170 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-97O9eJurrT-XBy8 off=14260794 len=1923090 2024-04-02T08:53:50.172 INFO:tasks.workunit.client.0.smithi019.stdout:op 1144 completed, throughput=5.01MB/sec 2024-04-02T08:53:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:49 smithi019 ceph-mon[94035]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:49 smithi019 ceph-mon[96522]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:49 smithi066 ceph-mon[87361]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:53:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:53:50] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:53:51.173 INFO:tasks.workunit.client.0.smithi019.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:51.174 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-urHZiZeanrnivFF off=643396 len=141279 2024-04-02T08:53:51.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 1145 completed, throughput=4.98MB/sec 2024-04-02T08:53:51.174 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-r4blFUSDZkPV0lo off=18781436 len=327910 2024-04-02T08:53:51.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.174 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-opdXBSolLeYwlX- off=19244006 len=1789943 2024-04-02T08:53:51.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.181 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uhrROShfTuKShkW off=6508766 len=1253503 2024-04-02T08:53:51.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 1148 completed, throughput=5MB/sec 2024-04-02T08:53:51.188 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h0Jw0k4rObKMP5O off=10716315 len=1287683 2024-04-02T08:53:51.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 1149 completed, throughput=5MB/sec 2024-04-02T08:53:52.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:51 smithi066 ceph-mon[87361]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:52.193 INFO:tasks.workunit.client.0.smithi019.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:52.193 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ztJpmmXTqXbhwVZ off=6452747 len=1230639 2024-04-02T08:53:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:51 smithi019 ceph-mon[94035]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:51 smithi019 ceph-mon[96522]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:52.199 INFO:tasks.workunit.client.0.smithi019.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-02T08:53:52.199 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2P_e-QvExH_-lwA off=2901076 len=588412 2024-04-02T08:53:52.200 INFO:tasks.workunit.client.0.smithi019.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-02T08:53:52.200 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rx1EzCeMCKR1rI1 off=15481414 len=1835245 2024-04-02T08:53:52.210 INFO:tasks.workunit.client.0.smithi019.stdout:op 1152 completed, throughput=5MB/sec 2024-04-02T08:53:52.210 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eqGcGbk0yFP_HwH off=3308023 len=719656 2024-04-02T08:53:52.214 INFO:tasks.workunit.client.0.smithi019.stdout:op 1153 completed, throughput=5MB/sec 2024-04-02T08:53:52.214 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YugWf41Ejf9Ukhd off=1764849 len=1036585 2024-04-02T08:53:52.219 INFO:tasks.workunit.client.0.smithi019.stdout:op 1154 completed, throughput=5MB/sec 2024-04-02T08:53:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:53:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:53.219 INFO:tasks.workunit.client.0.smithi019.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:53.220 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--mGtusJhmKUBj-S off=14761327 len=733808 2024-04-02T08:53:53.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.220 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AbBBCSzUJKqJv9L off=2499225 len=1606561 2024-04-02T08:53:53.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.229 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MrvSi92NpSnhvMT off=2499697 len=891481 2024-04-02T08:53:53.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 1157 completed, throughput=5MB/sec 2024-04-02T08:53:53.230 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t-ldblFgoh0599i off=2626034 len=2028454 2024-04-02T08:53:53.231 INFO:tasks.workunit.client.0.smithi019.stdout:op 1158 completed, throughput=5MB/sec 2024-04-02T08:53:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:53 smithi019 ceph-mon[94035]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:53:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:53 smithi019 ceph-mon[96522]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:53:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:54.231 INFO:tasks.workunit.client.0.smithi019.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:54.232 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iR6rtGrZg7jitPo off=3924220 len=386897 2024-04-02T08:53:54.235 INFO:tasks.workunit.client.0.smithi019.stdout:op 1159 completed, throughput=4.98MB/sec 2024-04-02T08:53:54.235 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-44oiFgY74r1ufNd off=8741845 len=857739 2024-04-02T08:53:54.239 INFO:tasks.workunit.client.0.smithi019.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.239 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1D67EH7Kq4YpRGF off=4602141 len=408083 2024-04-02T08:53:54.240 INFO:tasks.workunit.client.0.smithi019.stdout:op 1161 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.240 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0wSUWAlzW6fEczI off=486729 len=1463571 2024-04-02T08:53:54.241 INFO:tasks.workunit.client.0.smithi019.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.241 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jiaqnQoUMTszvcX off=2053902 len=1993801 2024-04-02T08:53:54.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 1163 completed, throughput=5MB/sec 2024-04-02T08:53:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:53 smithi066 ceph-mon[87361]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:53:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:55.243 INFO:tasks.workunit.client.0.smithi019.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:55.243 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bXtm1i0Yq6R5d-g off=15422404 len=1072113 2024-04-02T08:53:55.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 1164 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.246 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D7imd8GxgEG56ZD off=21863706 len=1248919 2024-04-02T08:53:55.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 1165 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-loAQ2w8veRDqSLE off=9978677 len=2082766 2024-04-02T08:53:55.252 INFO:tasks.workunit.client.0.smithi019.stdout:op 1166 completed, throughput=5MB/sec 2024-04-02T08:53:55.252 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_BlHnGx9u8BFcfD off=4719244 len=257150 2024-04-02T08:53:55.254 INFO:tasks.workunit.client.0.smithi019.stdout:op 1167 completed, throughput=5MB/sec 2024-04-02T08:53:55.255 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N_dgt6eo3AHX4Ie off=10341221 len=1689509 2024-04-02T08:53:55.264 INFO:tasks.workunit.client.0.smithi019.stdout:op 1168 completed, throughput=5.01MB/sec 2024-04-02T08:53:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:55.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:55.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:55.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:53:56.264 INFO:tasks.workunit.client.0.smithi019.stdout: 232: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:56.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xdBxsZNMRrCdmBd off=211409 len=2063456 2024-04-02T08:53:56.271 INFO:tasks.workunit.client.0.smithi019.stdout:op 1169 completed, throughput=4.99MB/sec 2024-04-02T08:53:56.271 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1cj9FU4lRX2fFw8 off=17251267 len=1772109 2024-04-02T08:53:56.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 1170 completed, throughput=5MB/sec 2024-04-02T08:53:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:56 smithi066 ceph-mon[87361]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:56 smithi019 ceph-mon[94035]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:56 smithi019 ceph-mon[96522]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:57.282 INFO:tasks.workunit.client.0.smithi019.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:57.282 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W52WmEscjho1c-0 off=341359 len=285553 2024-04-02T08:53:57.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 1171 completed, throughput=4.98MB/sec 2024-04-02T08:53:57.284 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nhAkuk6O8SHcCuq off=3854389 len=1661721 2024-04-02T08:53:57.288 INFO:tasks.workunit.client.0.smithi019.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-02T08:53:57.288 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jiGGX8AeGEQPW4c off=4782761 len=1260879 2024-04-02T08:53:57.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-02T08:53:57.289 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ekYIUI8LOqQ9zVf off=955369 len=1513228 2024-04-02T08:53:57.296 INFO:tasks.workunit.client.0.smithi019.stdout:op 1174 completed, throughput=5MB/sec 2024-04-02T08:53:57.296 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pKOvSKf67z4MM6g off=8813243 len=1347374 2024-04-02T08:53:57.303 INFO:tasks.workunit.client.0.smithi019.stdout:op 1175 completed, throughput=5MB/sec 2024-04-02T08:53:58.303 INFO:tasks.workunit.client.0.smithi019.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:58.303 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KwR2fPzHqmfizPU off=14231029 len=1563986 2024-04-02T08:53:58.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-02T08:53:58.307 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LHLtj3iWf1RS-1V off=1942801 len=1069641 2024-04-02T08:53:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:58 smithi066 ceph-mon[87361]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:58.313 INFO:tasks.workunit.client.0.smithi019.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-02T08:53:58.313 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F7s8t1o9vn3BNZl off=4132381 len=1685362 2024-04-02T08:53:58.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 1178 completed, throughput=5MB/sec 2024-04-02T08:53:58.319 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OhQvR-pBnAxIHi4 off=13795045 len=1476235 2024-04-02T08:53:58.328 INFO:tasks.workunit.client.0.smithi019.stdout:op 1179 completed, throughput=5.01MB/sec 2024-04-02T08:53:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:58 smithi019 ceph-mon[94035]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:58 smithi019 ceph-mon[96522]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:53:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:59.328 INFO:tasks.workunit.client.0.smithi019.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-02T08:53:59.329 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pFObI8XHJz1_sy6 off=21194283 len=1757884 2024-04-02T08:53:59.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 1180 completed, throughput=4.99MB/sec 2024-04-02T08:53:59.330 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-No1heek0pEm4wHa off=8618963 len=2081014 2024-04-02T08:53:59.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 1181 completed, throughput=5MB/sec 2024-04-02T08:53:59.332 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SEbLTv4Dv3D6e_P off=469439 len=1317330 2024-04-02T08:53:59.338 INFO:tasks.workunit.client.0.smithi019.stdout:op 1182 completed, throughput=5MB/sec 2024-04-02T08:53:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:53:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:53:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:00 smithi066 ceph-mon[87361]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:00.338 INFO:tasks.workunit.client.0.smithi019.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:00.339 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c6IGPlWYZqn24SW off=3219522 len=1073261 2024-04-02T08:54:00.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.343 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dhGZNRTbKq4K58p off=4510256 len=1166228 2024-04-02T08:54:00.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 1184 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.344 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mytPtmILjptNW7R off=2170145 len=1111007 2024-04-02T08:54:00.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 1185 completed, throughput=5MB/sec 2024-04-02T08:54:00.345 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0oWRy15WcbZ83Rz off=1532986 len=70541 2024-04-02T08:54:00.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 1186 completed, throughput=5MB/sec 2024-04-02T08:54:00.348 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OMAsoAU5evVjg-b off=9294125 len=1621204 2024-04-02T08:54:00.355 INFO:tasks.workunit.client.0.smithi019.stdout:op 1187 completed, throughput=5MB/sec 2024-04-02T08:54:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:00 smithi019 ceph-mon[94035]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:00 smithi019 ceph-mon[96522]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:54:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:54:00] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:54:01.355 INFO:tasks.workunit.client.0.smithi019.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:01.355 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R0TlplF8cm73T4O off=9810929 len=613628 2024-04-02T08:54:01.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 1188 completed, throughput=4.98MB/sec 2024-04-02T08:54:01.359 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4tnCv3OPS1fclNb off=2848233 len=1635595 2024-04-02T08:54:01.366 INFO:tasks.workunit.client.0.smithi019.stdout:op 1189 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.366 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ua4x8Ug8F_2Ubou off=961986 len=1324056 2024-04-02T08:54:01.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 1190 completed, throughput=5MB/sec 2024-04-02T08:54:01.369 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fmCKyxBqZN5xnJP off=357230 len=838793 2024-04-02T08:54:01.371 INFO:tasks.workunit.client.0.smithi019.stdout:op 1191 completed, throughput=5MB/sec 2024-04-02T08:54:01.371 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-08vwQdKgAip8Yyf off=525458 len=495026 2024-04-02T08:54:01.371 INFO:tasks.workunit.client.0.smithi019.stdout:op 1192 completed, throughput=5MB/sec 2024-04-02T08:54:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:02 smithi066 ceph-mon[87361]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:02.372 INFO:tasks.workunit.client.0.smithi019.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:02.372 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NYLmC-_BrbMBuv6 off=10919431 len=2069425 2024-04-02T08:54:02.383 INFO:tasks.workunit.client.0.smithi019.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.383 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kBH3xB_Am1jkgpb off=10526015 len=616552 2024-04-02T08:54:02.383 INFO:tasks.workunit.client.0.smithi019.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.384 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0mXA30-F0yCZGDW off=3295888 len=1222390 2024-04-02T08:54:02.385 INFO:tasks.workunit.client.0.smithi019.stdout:op 1195 completed, throughput=5MB/sec 2024-04-02T08:54:02.385 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B6i8aAhHSzuHb3L off=366011 len=596609 2024-04-02T08:54:02.385 INFO:tasks.workunit.client.0.smithi019.stdout:op 1196 completed, throughput=5MB/sec 2024-04-02T08:54:02.386 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8D-qMrhhlhXcvWz off=1436681 len=974398 2024-04-02T08:54:02.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 1197 completed, throughput=5MB/sec 2024-04-02T08:54:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:02 smithi019 ceph-mon[94035]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:02 smithi019 ceph-mon[96522]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:54:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:03.392 INFO:tasks.workunit.client.0.smithi019.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:03.392 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--sk49cBDMiRB3z7 off=4649555 len=500961 2024-04-02T08:54:03.392 INFO:tasks.workunit.client.0.smithi019.stdout:op 1198 completed, throughput=4.98MB/sec 2024-04-02T08:54:03.392 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3-RYbIniwXbTD3x off=1635095 len=626063 2024-04-02T08:54:03.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.394 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Nn8_t2dqk3fYB6a off=62856 len=1518947 2024-04-02T08:54:03.399 INFO:tasks.workunit.client.0.smithi019.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.399 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c0i3QGio4DpOTjL off=1745668 len=1347392 2024-04-02T08:54:03.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 1201 completed, throughput=5MB/sec 2024-04-02T08:54:03.405 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HIymgH5m4cs-Vs- off=3293190 len=502185 2024-04-02T08:54:03.406 INFO:tasks.workunit.client.0.smithi019.stdout:op 1202 completed, throughput=5MB/sec 2024-04-02T08:54:03.406 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YLB_6L1EdnbzLvH off=464914 len=1004378 2024-04-02T08:54:03.407 INFO:tasks.workunit.client.0.smithi019.stdout:op 1203 completed, throughput=5MB/sec 2024-04-02T08:54:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:04 smithi066 ceph-mon[87361]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:04.407 INFO:tasks.workunit.client.0.smithi019.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:04.407 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gOdQJTiMxyUsHzq off=3730074 len=2080240 2024-04-02T08:54:04.409 INFO:tasks.workunit.client.0.smithi019.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.409 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E1-dcU5mUU3HOaD off=5195862 len=838872 2024-04-02T08:54:04.410 INFO:tasks.workunit.client.0.smithi019.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.410 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AsagIEfdANj-kZo off=8356351 len=190159 2024-04-02T08:54:04.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9-o8MXrun6EBwh4 off=8436386 len=688641 2024-04-02T08:54:04.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 1207 completed, throughput=5MB/sec 2024-04-02T08:54:04.417 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SD2DNypmdvkLFQm off=13189226 len=1000192 2024-04-02T08:54:04.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 1208 completed, throughput=5MB/sec 2024-04-02T08:54:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:04 smithi019 ceph-mon[94035]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:04 smithi019 ceph-mon[96522]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:05.417 INFO:tasks.workunit.client.0.smithi019.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:05.418 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fHJ3BQGVQPjXywy off=109686 len=483301 2024-04-02T08:54:05.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 1209 completed, throughput=4.98MB/sec 2024-04-02T08:54:05.418 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-j37gBxWMSUFc4N6 off=11067590 len=199523 2024-04-02T08:54:05.420 INFO:tasks.workunit.client.0.smithi019.stdout:op 1210 completed, throughput=4.98MB/sec 2024-04-02T08:54:05.421 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-31z8WDNju7xkvwl off=217562 len=898933 2024-04-02T08:54:05.425 INFO:tasks.workunit.client.0.smithi019.stdout:op 1211 completed, throughput=4.99MB/sec 2024-04-02T08:54:05.426 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_6aHlX6jgMYl_YG off=10049646 len=1993300 2024-04-02T08:54:05.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 1212 completed, throughput=4.99MB/sec 2024-04-02T08:54:05.429 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZSE1HcBcXoXtFaK off=2425256 len=2039705 2024-04-02T08:54:05.431 INFO:tasks.workunit.client.0.smithi019.stdout:op 1213 completed, throughput=5MB/sec 2024-04-02T08:54:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:06 smithi066 ceph-mon[87361]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:54:06.431 INFO:tasks.workunit.client.0.smithi019.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:06.431 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tPe2A5dmrLJlGts off=6026875 len=573670 2024-04-02T08:54:06.432 INFO:tasks.workunit.client.0.smithi019.stdout:op 1214 completed, throughput=4.98MB/sec 2024-04-02T08:54:06.432 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jjp6McgZ9Yu1WVN off=3148111 len=683253 2024-04-02T08:54:06.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.437 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8GtTddwn8_tiLSC off=8582620 len=1227939 2024-04-02T08:54:06.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 1216 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.441 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tETZ1mdvGyVyQVR off=11192212 len=1017544 2024-04-02T08:54:06.443 INFO:tasks.workunit.client.0.smithi019.stdout:op 1217 completed, throughput=5MB/sec 2024-04-02T08:54:06.443 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6D726MI8MXNCkUO off=5489513 len=131962 2024-04-02T08:54:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:06 smithi019 ceph-mon[94035]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:54:06.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:06 smithi019 ceph-mon[96522]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:54:06.446 INFO:tasks.workunit.client.0.smithi019.stdout:op 1218 completed, throughput=5MB/sec 2024-04-02T08:54:06.446 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ljuwQiodgIBwuPw off=6556034 len=461522 2024-04-02T08:54:06.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 1219 completed, throughput=5MB/sec 2024-04-02T08:54:06.447 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7_jMAqjCo9KTKfp off=2970481 len=320659 2024-04-02T08:54:06.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 1220 completed, throughput=5MB/sec 2024-04-02T08:54:06.447 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_XC0Y0yX9zc_J7w off=4139294 len=1304658 2024-04-02T08:54:06.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 1221 completed, throughput=5MB/sec 2024-04-02T08:54:07.449 INFO:tasks.workunit.client.0.smithi019.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:07.449 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ECtWvZcBdqbT5AE off=417974 len=1927157 2024-04-02T08:54:07.459 INFO:tasks.workunit.client.0.smithi019.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-02T08:54:07.459 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TSdQmlGVNPkgOR6 off=18831999 len=1513935 2024-04-02T08:54:07.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 1223 completed, throughput=5MB/sec 2024-04-02T08:54:07.461 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eMLcjf0-Tgdecu3 off=2760081 len=1784253 2024-04-02T08:54:07.467 INFO:tasks.workunit.client.0.smithi019.stdout:op 1224 completed, throughput=5MB/sec 2024-04-02T08:54:08.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:08 smithi066 ceph-mon[87361]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:08 smithi019 ceph-mon[94035]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:08 smithi019 ceph-mon[96522]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:54:08.467 INFO:tasks.workunit.client.0.smithi019.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:08.467 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qd65SF_37PgUH_g off=3513688 len=224251 2024-04-02T08:54:08.468 INFO:tasks.workunit.client.0.smithi019.stdout:op 1225 completed, throughput=4.98MB/sec 2024-04-02T08:54:08.468 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vhfnej1azqc990J off=8372249 len=1907451 2024-04-02T08:54:08.469 INFO:tasks.workunit.client.0.smithi019.stdout:op 1226 completed, throughput=4.99MB/sec 2024-04-02T08:54:08.469 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TadfPpYUHF_G5_V off=13122858 len=342259 2024-04-02T08:54:08.473 INFO:tasks.workunit.client.0.smithi019.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-02T08:54:08.473 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jzVVxbvcq9OIa0H off=1425932 len=1174951 2024-04-02T08:54:08.477 INFO:tasks.workunit.client.0.smithi019.stdout:op 1228 completed, throughput=5MB/sec 2024-04-02T08:54:08.477 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AKPi_vrXD6QuoZh off=11345684 len=1258884 2024-04-02T08:54:08.483 INFO:tasks.workunit.client.0.smithi019.stdout:op 1229 completed, throughput=5MB/sec 2024-04-02T08:54:09.483 INFO:tasks.workunit.client.0.smithi019.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:09.484 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-o-eLPZSFWvvzEBA off=1045536 len=1626882 2024-04-02T08:54:09.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.485 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ed_3352nN5L2-Gw off=3464463 len=1184957 2024-04-02T08:54:09.491 INFO:tasks.workunit.client.0.smithi019.stdout:op 1231 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.491 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WWjLtXtB3iSTFf2 off=4590665 len=1831605 2024-04-02T08:54:09.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 1232 completed, throughput=5MB/sec 2024-04-02T08:54:09.493 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bne4DP-3LYwkoqZ off=17528552 len=1417733 2024-04-02T08:54:09.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 1233 completed, throughput=5MB/sec 2024-04-02T08:54:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:10 smithi066 ceph-mon[87361]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:10 smithi019 ceph-mon[94035]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:10 smithi019 ceph-mon[96522]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:10.496 INFO:tasks.workunit.client.0.smithi019.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:10.496 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PZ_A5AX4u8McaZj off=6635691 len=1812120 2024-04-02T08:54:10.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-02T08:54:10.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M1tiZzEVyeXRjgM off=2194915 len=1766486 2024-04-02T08:54:10.500 INFO:tasks.workunit.client.0.smithi019.stdout:op 1235 completed, throughput=5MB/sec 2024-04-02T08:54:10.500 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2kWuZGwTUZu4fxJ off=4467798 len=805792 2024-04-02T08:54:10.504 INFO:tasks.workunit.client.0.smithi019.stdout:op 1236 completed, throughput=5MB/sec 2024-04-02T08:54:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:54:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:54:10] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:54:11.504 INFO:tasks.workunit.client.0.smithi019.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:11.504 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pkTRkWMeHCN0pQM off=15587534 len=1963634 2024-04-02T08:54:11.506 INFO:tasks.workunit.client.0.smithi019.stdout:op 1237 completed, throughput=4.99MB/sec 2024-04-02T08:54:11.506 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pBLyQW6WDyB0UVp off=646681 len=1464944 2024-04-02T08:54:11.514 INFO:tasks.workunit.client.0.smithi019.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-02T08:54:11.514 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tjuXNgelll6nF2- off=2970233 len=545448 2024-04-02T08:54:11.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 1239 completed, throughput=5MB/sec 2024-04-02T08:54:11.517 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Avq5dlpqMhKGq-L off=13523918 len=1016427 2024-04-02T08:54:11.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 1240 completed, throughput=5MB/sec 2024-04-02T08:54:11.521 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uf93Vw15sLiL1_K off=8336426 len=530682 2024-04-02T08:54:11.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 1241 completed, throughput=5MB/sec 2024-04-02T08:54:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:12 smithi066 ceph-mon[87361]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:12 smithi019 ceph-mon[94035]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:12 smithi019 ceph-mon[96522]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:54:12.524 INFO:tasks.workunit.client.0.smithi019.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:12.524 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UCG6t6sbdUiMkZr off=8131768 len=1673479 2024-04-02T08:54:12.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 1242 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zrYxtsWy-szjl_F off=4901188 len=890918 2024-04-02T08:54:12.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.526 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P1DK4oF2GcyoFo0 off=9884847 len=1465909 2024-04-02T08:54:12.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 1244 completed, throughput=5MB/sec 2024-04-02T08:54:12.528 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oSjvBwp1XZaGlbN off=4431947 len=263359 2024-04-02T08:54:12.529 INFO:tasks.workunit.client.0.smithi019.stdout:op 1245 completed, throughput=5MB/sec 2024-04-02T08:54:12.529 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tf1pgaCWjI-iZH9 off=12150190 len=1510663 2024-04-02T08:54:12.529 INFO:tasks.workunit.client.0.smithi019.stdout:op 1246 completed, throughput=5MB/sec 2024-04-02T08:54:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:54:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:13.530 INFO:tasks.workunit.client.0.smithi019.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:13.530 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PjDhnQZrK8B1_ng off=6538432 len=1867252 2024-04-02T08:54:13.539 INFO:tasks.workunit.client.0.smithi019.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-02T08:54:13.539 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XZZ0K3QGK5sGyZ3 off=701625 len=1461431 2024-04-02T08:54:13.544 INFO:tasks.workunit.client.0.smithi019.stdout:op 1248 completed, throughput=5MB/sec 2024-04-02T08:54:13.544 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TBp1LtQe9a12bnd off=5360102 len=157208 2024-04-02T08:54:13.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 1249 completed, throughput=5MB/sec 2024-04-02T08:54:13.545 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UDbtVDo35o1Ip7h off=713413 len=507257 2024-04-02T08:54:13.546 INFO:tasks.workunit.client.0.smithi019.stdout:op 1250 completed, throughput=5MB/sec 2024-04-02T08:54:13.546 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WBO8Le7H25xfZtc off=1659111 len=758275 2024-04-02T08:54:13.547 INFO:tasks.workunit.client.0.smithi019.stdout:op 1251 completed, throughput=5MB/sec 2024-04-02T08:54:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:14 smithi066 ceph-mon[87361]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:14 smithi019 ceph-mon[94035]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:14 smithi019 ceph-mon[96522]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:14.547 INFO:tasks.workunit.client.0.smithi019.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:14.547 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cOzkWKjroNTi_NT off=9451750 len=566482 2024-04-02T08:54:14.550 INFO:tasks.workunit.client.0.smithi019.stdout:op 1252 completed, throughput=4.98MB/sec 2024-04-02T08:54:14.550 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5yxIX3zJ_gBRxY0 off=9300574 len=1776921 2024-04-02T08:54:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-02T08:54:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aRV7be0HwMrZsPz off=2318555 len=1700666 2024-04-02T08:54:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:op 1254 completed, throughput=5MB/sec 2024-04-02T08:54:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3ZRltNHqL3Ei_EI off=9386532 len=198739 2024-04-02T08:54:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 1255 completed, throughput=5MB/sec 2024-04-02T08:54:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vsKxCRUsUsMo_NA off=16712590 len=1431452 2024-04-02T08:54:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:op 1256 completed, throughput=5MB/sec 2024-04-02T08:54:15.567 INFO:tasks.workunit.client.0.smithi019.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:15.567 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7aph2QAgemTFhj1 off=1485515 len=901118 2024-04-02T08:54:15.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.568 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GH0_f3DywUCOKZI off=1648847 len=843132 2024-04-02T08:54:15.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 1258 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.569 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sXED069oKjG2qwE off=3639006 len=928591 2024-04-02T08:54:15.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.570 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-30r34aiqjMxdGgD off=897350 len=465073 2024-04-02T08:54:15.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 1260 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.573 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X9UOgVWl70h6iz5 off=4086686 len=1337052 2024-04-02T08:54:15.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 1261 completed, throughput=5MB/sec 2024-04-02T08:54:15.574 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Hx-mrKPiKiWbwPj off=171418 len=272310 2024-04-02T08:54:15.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 1262 completed, throughput=5MB/sec 2024-04-02T08:54:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:16 smithi066 ceph-mon[87361]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:54:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:16 smithi019 ceph-mon[94035]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:54:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:16 smithi019 ceph-mon[96522]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:54:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:16.575 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0xp6BB2otJQoL4k off=4792746 len=1154631 2024-04-02T08:54:16.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.575 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-V4MfR5Tp8JVpyKj off=4605482 len=1045133 2024-04-02T08:54:16.580 INFO:tasks.workunit.client.0.smithi019.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.581 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E7l238bPjVnD28d off=1282321 len=699166 2024-04-02T08:54:16.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.582 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BMWvZ2HhiaGJxKQ off=10386517 len=846106 2024-04-02T08:54:16.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.587 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WlCDhY8hKWVTL10 off=3398140 len=2060066 2024-04-02T08:54:16.594 INFO:tasks.workunit.client.0.smithi019.stdout:op 1267 completed, throughput=5MB/sec 2024-04-02T08:54:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:17.595 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SboPClZbG9y_1-u off=4825817 len=103515 2024-04-02T08:54:17.595 INFO:tasks.workunit.client.0.smithi019.stdout:op 1268 completed, throughput=4.98MB/sec 2024-04-02T08:54:17.595 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QsbF1iqox3RARK_ off=12648698 len=1740886 2024-04-02T08:54:17.596 INFO:tasks.workunit.client.0.smithi019.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-02T08:54:17.596 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lDURLmw7d64Wgc3 off=661249 len=685740 2024-04-02T08:54:17.601 INFO:tasks.workunit.client.0.smithi019.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-02T08:54:17.601 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VVEsgUxwNiOxoyp off=8482652 len=1385546 2024-04-02T08:54:17.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 1271 completed, throughput=5MB/sec 2024-04-02T08:54:17.604 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E8IIf4U9ikUvvzc off=33958 len=1383872 2024-04-02T08:54:17.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 1272 completed, throughput=5MB/sec 2024-04-02T08:54:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:18 smithi066 ceph-mon[87361]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:18 smithi019 ceph-mon[94035]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:18 smithi019 ceph-mon[96522]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:18.605 INFO:tasks.workunit.client.0.smithi019.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:18.605 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t0VVSwKrsGozC51 off=13038047 len=99929 2024-04-02T08:54:18.606 INFO:tasks.workunit.client.0.smithi019.stdout:op 1273 completed, throughput=4.98MB/sec 2024-04-02T08:54:18.606 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2zxwR5FbYPhosFz off=2437198 len=1116440 2024-04-02T08:54:18.608 INFO:tasks.workunit.client.0.smithi019.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.608 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZulFPOzJFSLUy1w off=17973371 len=1378183 2024-04-02T08:54:18.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.615 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3uP4SR8iIO5-wi2 off=725128 len=293539 2024-04-02T08:54:18.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.616 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AgEohmBXf-V9PCy off=8271679 len=1939548 2024-04-02T08:54:18.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 1277 completed, throughput=5MB/sec 2024-04-02T08:54:19.618 INFO:tasks.workunit.client.0.smithi019.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:19.618 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-toQdGcxnaffG6q6 off=4389725 len=1474559 2024-04-02T08:54:19.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 1278 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.620 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tpOcaNWEFNsB1Tf off=1555425 len=115307 2024-04-02T08:54:19.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 1279 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.622 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ePpT2ATNf7LbbZT off=11883083 len=1519146 2024-04-02T08:54:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QDnIxO4UoXlCvwh off=22613403 len=1766005 2024-04-02T08:54:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:op 1281 completed, throughput=5MB/sec 2024-04-02T08:54:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TsyTWjqvKVHhSSu off=0 len=1306903 2024-04-02T08:54:19.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 1282 completed, throughput=5MB/sec 2024-04-02T08:54:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:20 smithi066 ceph-mon[87361]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:20.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:20 smithi019 ceph-mon[94035]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:20.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:20 smithi019 ceph-mon[96522]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:20.632 INFO:tasks.workunit.client.0.smithi019.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:20.632 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-H7D3rebrFsKTxI6 off=5925879 len=1946444 2024-04-02T08:54:20.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.634 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SyyJuloCNzOGxu_ off=7213979 len=46236 2024-04-02T08:54:20.635 INFO:tasks.workunit.client.0.smithi019.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.635 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fdDTSvZbap4aF9Y off=3000228 len=1124988 2024-04-02T08:54:20.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 1285 completed, throughput=5MB/sec 2024-04-02T08:54:20.646 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6uB3plIBulfVeEZ off=7437505 len=585046 2024-04-02T08:54:20.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 1286 completed, throughput=5MB/sec 2024-04-02T08:54:20.646 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w-DjqtZFm5IIjV8 off=0 len=1071884 2024-04-02T08:54:20.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 1287 completed, throughput=5MB/sec 2024-04-02T08:54:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:54:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:54:20] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:54:21.647 INFO:tasks.workunit.client.0.smithi019.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:21.647 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-51iclu6zTUrbFaq off=4716819 len=1449248 2024-04-02T08:54:21.648 INFO:tasks.workunit.client.0.smithi019.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-02T08:54:21.648 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-juQToMd807AlahV off=683513 len=1513094 2024-04-02T08:54:21.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-02T08:54:21.651 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CiOzU3qd8dyYx_T off=4117384 len=1947165 2024-04-02T08:54:21.660 INFO:tasks.workunit.client.0.smithi019.stdout:op 1290 completed, throughput=5MB/sec 2024-04-02T08:54:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:22 smithi066 ceph-mon[87361]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:22 smithi019 ceph-mon[94035]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:22 smithi019 ceph-mon[96522]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:54:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:22.660 INFO:tasks.workunit.client.0.smithi019.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:22.660 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C37DcZmkYF2StOa off=495608 len=33355 2024-04-02T08:54:22.660 INFO:tasks.workunit.client.0.smithi019.stdout:op 1291 completed, throughput=4.98MB/sec 2024-04-02T08:54:22.660 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-87aIqDKfz0Jv1hH off=0 len=1271970 2024-04-02T08:54:22.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.662 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JcWKnj7QbIdVEPO off=2804665 len=478349 2024-04-02T08:54:22.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.666 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RYnLFJ2r0xrYovL off=767074 len=1017757 2024-04-02T08:54:22.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.670 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5_D8cS7rn8qEeSX off=2532265 len=701364 2024-04-02T08:54:22.673 INFO:tasks.workunit.client.0.smithi019.stdout:op 1295 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.673 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U-1zQWi5wR8cRw4 off=10257593 len=1922051 2024-04-02T08:54:22.677 INFO:tasks.workunit.client.0.smithi019.stdout:op 1296 completed, throughput=5MB/sec 2024-04-02T08:54:23.677 INFO:tasks.workunit.client.0.smithi019.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:23.678 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-16fw1SUTM2eDljJ off=15842228 len=1362580 2024-04-02T08:54:23.686 INFO:tasks.workunit.client.0.smithi019.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.686 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UEFD_x17EhW5UZ8 off=3123839 len=178118 2024-04-02T08:54:23.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GH0_f3DywUCOKZI off=1307334 len=272482 2024-04-02T08:54:23.689 INFO:tasks.workunit.client.0.smithi019.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.689 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OTGI0As_fmUEL1z off=21406846 len=401555 2024-04-02T08:54:23.692 INFO:tasks.workunit.client.0.smithi019.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.692 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1yl05Z3sUhFFIZq off=6925164 len=931819 2024-04-02T08:54:23.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-02T08:54:23.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Lc_43qNytAdejpb off=2769144 len=1330438 2024-04-02T08:54:23.700 INFO:tasks.workunit.client.0.smithi019.stdout:op 1302 completed, throughput=5MB/sec 2024-04-02T08:54:23.700 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2FZdyS-uaJ9xPlh off=3952757 len=1275199 2024-04-02T08:54:23.706 INFO:tasks.workunit.client.0.smithi019.stdout:op 1303 completed, throughput=5MB/sec 2024-04-02T08:54:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:24 smithi066 ceph-mon[87361]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:54:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:24 smithi019 ceph-mon[94035]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:54:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:24 smithi019 ceph-mon[96522]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:54:24.706 INFO:tasks.workunit.client.0.smithi019.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:24.706 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-d7vd3xr9t1_5FKe off=468045 len=835109 2024-04-02T08:54:24.711 INFO:tasks.workunit.client.0.smithi019.stdout:op 1304 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.711 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VbaOULgMzG1BobS off=4237990 len=2029853 2024-04-02T08:54:24.713 INFO:tasks.workunit.client.0.smithi019.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.713 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KLGXy-_tALOvmzq off=22192 len=1819802 2024-04-02T08:54:24.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 1306 completed, throughput=5MB/sec 2024-04-02T08:54:24.714 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HTgm3TLI5ysDqxt off=6986057 len=918073 2024-04-02T08:54:24.717 INFO:tasks.workunit.client.0.smithi019.stdout:op 1307 completed, throughput=5MB/sec 2024-04-02T08:54:25.717 INFO:tasks.workunit.client.0.smithi019.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:25.717 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5b5ZvJRTui2J1Y7 off=3837801 len=848482 2024-04-02T08:54:25.719 INFO:tasks.workunit.client.0.smithi019.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.719 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nViMgT1AlSzBFMi off=393806 len=2905 2024-04-02T08:54:25.721 INFO:tasks.workunit.client.0.smithi019.stdout:op 1309 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.721 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aUI-Hy9WTraaIng off=4275543 len=1745485 2024-04-02T08:54:25.729 INFO:tasks.workunit.client.0.smithi019.stdout:op 1310 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.729 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hYEknWiENWNTRJN off=7348456 len=1566283 2024-04-02T08:54:25.732 INFO:tasks.workunit.client.0.smithi019.stdout:op 1311 completed, throughput=5MB/sec 2024-04-02T08:54:25.732 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T-fYaZ_EzcSlFAo off=15565481 len=1508208 2024-04-02T08:54:25.733 INFO:tasks.workunit.client.0.smithi019.stdout:op 1312 completed, throughput=5MB/sec 2024-04-02T08:54:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:26 smithi066 ceph-mon[87361]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:54:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:26 smithi019 ceph-mon[94035]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:54:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:26 smithi019 ceph-mon[96522]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:54:26.734 INFO:tasks.workunit.client.0.smithi019.stdout: 262: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:26.734 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ap7WRWLR3n8qEKz off=15381334 len=888163 2024-04-02T08:54:26.734 INFO:tasks.workunit.client.0.smithi019.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-02T08:54:26.734 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--vS57z-HdLgYZ8v off=5654937 len=144568 2024-04-02T08:54:26.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-02T08:54:26.737 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-x4nA1J3PBj_B8H_ off=6198784 len=2012027 2024-04-02T08:54:26.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 1315 completed, throughput=5MB/sec 2024-04-02T08:54:26.748 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NK-3-egr9CixA1k off=12626915 len=1656176 2024-04-02T08:54:26.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 1316 completed, throughput=5MB/sec 2024-04-02T08:54:27.751 INFO:tasks.workunit.client.0.smithi019.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:27.752 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0U3f7fWqVph07Ls off=10456071 len=1174275 2024-04-02T08:54:27.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 1317 completed, throughput=4.99MB/sec 2024-04-02T08:54:27.756 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2tu12MTnNEojV5m off=5185024 len=1958350 2024-04-02T08:54:27.757 INFO:tasks.workunit.client.0.smithi019.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-02T08:54:27.758 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-84TrurC-nAwDmuq off=861782 len=317151 2024-04-02T08:54:27.760 INFO:tasks.workunit.client.0.smithi019.stdout:op 1319 completed, throughput=5MB/sec 2024-04-02T08:54:27.760 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z1MK_ueVnC1vf5c off=16271217 len=1758894 2024-04-02T08:54:27.770 INFO:tasks.workunit.client.0.smithi019.stdout:op 1320 completed, throughput=5MB/sec 2024-04-02T08:54:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:28 smithi019 ceph-mon[94035]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:54:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:28 smithi019 ceph-mon[96522]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:54:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:28 smithi066 ceph-mon[87361]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:54:28.770 INFO:tasks.workunit.client.0.smithi019.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:28.771 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-02rsLiUJC1LiWdN off=293173 len=1201351 2024-04-02T08:54:28.772 INFO:tasks.workunit.client.0.smithi019.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-02T08:54:28.772 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WrgTXwPI0KZr_Gl off=7205269 len=1560183 2024-04-02T08:54:28.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-02T08:54:28.773 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wrVBRVCiggT4dvt off=5603618 len=1022643 2024-04-02T08:54:28.777 INFO:tasks.workunit.client.0.smithi019.stdout:op 1323 completed, throughput=5MB/sec 2024-04-02T08:54:28.777 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Adp43WYvky4Eixd off=8408653 len=1978693 2024-04-02T08:54:28.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 1324 completed, throughput=5MB/sec 2024-04-02T08:54:29.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:29.779 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7nMt10dY0QCXd0D off=11652436 len=1084191 2024-04-02T08:54:29.779 INFO:tasks.workunit.client.0.smithi019.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.780 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ut4WRcYCf64HvEU off=5857982 len=1246610 2024-04-02T08:54:29.786 INFO:tasks.workunit.client.0.smithi019.stdout:op 1326 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.786 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-g7Osb65Bwf6vZAs off=1532279 len=528352 2024-04-02T08:54:29.790 INFO:tasks.workunit.client.0.smithi019.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.790 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nbwbpmGZvv_Vb6n off=17246410 len=134637 2024-04-02T08:54:29.792 INFO:tasks.workunit.client.0.smithi019.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.792 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5q9JuWmolhlfqIf off=8567142 len=1003470 2024-04-02T08:54:29.792 INFO:tasks.workunit.client.0.smithi019.stdout:op 1329 completed, throughput=5MB/sec 2024-04-02T08:54:29.793 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fLYPkYgJSyZ807d off=9456970 len=147353 2024-04-02T08:54:29.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 1330 completed, throughput=5MB/sec 2024-04-02T08:54:29.793 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HDNIZ7xbfvmtY5H off=2343256 len=1430824 2024-04-02T08:54:29.803 INFO:tasks.workunit.client.0.smithi019.stdout:op 1331 completed, throughput=5MB/sec 2024-04-02T08:54:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:30 smithi019 ceph-mon[94035]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:54:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:30 smithi019 ceph-mon[96522]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:54:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:30 smithi066 ceph-mon[87361]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:54:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:54:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:54:30] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:54:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: 266: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:30.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dTiAnTAipIuzG-l off=20427555 len=274909 2024-04-02T08:54:30.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 1332 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9FjsuQmLkl2o1cd off=3814659 len=1232633 2024-04-02T08:54:30.800 INFO:tasks.workunit.client.0.smithi019.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.800 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-o3uWOtS9SPIFzQ3 off=4868153 len=1714803 2024-04-02T08:54:30.802 INFO:tasks.workunit.client.0.smithi019.stdout:op 1334 completed, throughput=5MB/sec 2024-04-02T08:54:30.802 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LXAajKLkeiPOLOg off=6542563 len=628969 2024-04-02T08:54:30.806 INFO:tasks.workunit.client.0.smithi019.stdout:op 1335 completed, throughput=5MB/sec 2024-04-02T08:54:30.806 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-COOelcXbPG6at0m off=5269696 len=799938 2024-04-02T08:54:30.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 1336 completed, throughput=5MB/sec 2024-04-02T08:54:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:31.808 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m8RHBf5wgpJnB5h off=13447681 len=1336622 2024-04-02T08:54:31.812 INFO:tasks.workunit.client.0.smithi019.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-02T08:54:31.813 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vJ3BVh5aX7N-5gu off=11319148 len=465556 2024-04-02T08:54:31.816 INFO:tasks.workunit.client.0.smithi019.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-02T08:54:31.816 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PdNdVso6QJQ-5C9 off=11626808 len=1623581 2024-04-02T08:54:31.822 INFO:tasks.workunit.client.0.smithi019.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-02T08:54:31.822 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--IuVZ9-loRQ2iVP off=15241589 len=597682 2024-04-02T08:54:31.824 INFO:tasks.workunit.client.0.smithi019.stdout:op 1340 completed, throughput=5MB/sec 2024-04-02T08:54:31.824 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zrWF1z7F4AA0ncc off=3069450 len=1476208 2024-04-02T08:54:31.829 INFO:tasks.workunit.client.0.smithi019.stdout:op 1341 completed, throughput=5MB/sec 2024-04-02T08:54:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:32 smithi019 ceph-mon[94035]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:54:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:32 smithi019 ceph-mon[96522]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:54:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:32 smithi066 ceph-mon[87361]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:54:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:54:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:32.829 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C5MeAtnjHJoEqPw off=1461954 len=719638 2024-04-02T08:54:32.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 1342 completed, throughput=4.99MB/sec 2024-04-02T08:54:32.833 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hRzFc-xl93ALTff off=1083741 len=1136527 2024-04-02T08:54:32.838 INFO:tasks.workunit.client.0.smithi019.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-02T08:54:32.838 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hkwT0pEQg2MpYm4 off=279644 len=1472541 2024-04-02T08:54:32.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 1344 completed, throughput=5MB/sec 2024-04-02T08:54:32.839 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JbhvrHbAIzUSdRm off=9639694 len=122388 2024-04-02T08:54:32.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 1345 completed, throughput=5MB/sec 2024-04-02T08:54:32.839 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3ZOV4NMIYHuoRkO off=6733848 len=417982 2024-04-02T08:54:32.842 INFO:tasks.workunit.client.0.smithi019.stdout:op 1346 completed, throughput=5MB/sec 2024-04-02T08:54:32.842 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LO0NVeAAW5kzJ9n off=5889274 len=1358849 2024-04-02T08:54:32.847 INFO:tasks.workunit.client.0.smithi019.stdout:op 1347 completed, throughput=5MB/sec 2024-04-02T08:54:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:33.847 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ty5I2sBXpCFAzpx off=5971309 len=1925155 2024-04-02T08:54:33.856 INFO:tasks.workunit.client.0.smithi019.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.856 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rwwBe1awgDpwgw0 off=526361 len=1900662 2024-04-02T08:54:33.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 1349 completed, throughput=5MB/sec 2024-04-02T08:54:33.861 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T9KbFRu0e8xRoaD off=1038838 len=1496750 2024-04-02T08:54:33.869 INFO:tasks.workunit.client.0.smithi019.stdout:op 1350 completed, throughput=5MB/sec 2024-04-02T08:54:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:34 smithi019 ceph-mon[94035]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:54:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:34 smithi019 ceph-mon[96522]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:54:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:34 smithi066 ceph-mon[87361]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:54:34.869 INFO:tasks.workunit.client.0.smithi019.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:34.869 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uzCeRWPJy6DeAhV off=8663932 len=1741919 2024-04-02T08:54:34.871 INFO:tasks.workunit.client.0.smithi019.stdout:op 1351 completed, throughput=4.99MB/sec 2024-04-02T08:54:34.871 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-13IurYufXeJH5HG off=18150849 len=1439704 2024-04-02T08:54:34.879 INFO:tasks.workunit.client.0.smithi019.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-02T08:54:34.879 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2cOX6PY1G3jpgfZ off=10357209 len=1763756 2024-04-02T08:54:34.889 INFO:tasks.workunit.client.0.smithi019.stdout:op 1353 completed, throughput=5MB/sec 2024-04-02T08:54:35.889 INFO:tasks.workunit.client.0.smithi019.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:35.889 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lNMVw15sp5GSBk1 off=1066827 len=1072204 2024-04-02T08:54:35.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.893 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YbjNmNN1QdVsoHL off=4198530 len=1120847 2024-04-02T08:54:35.899 INFO:tasks.workunit.client.0.smithi019.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.899 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-11spdfi995pk1iO off=1439348 len=860302 2024-04-02T08:54:35.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.904 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-auqbejVDmV_HZPn off=2343256 len=1658613 2024-04-02T08:54:35.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 1357 completed, throughput=5MB/sec 2024-04-02T08:54:35.905 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AUV7p2QOkSSy3jN off=5064112 len=1215644 2024-04-02T08:54:35.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 1358 completed, throughput=5MB/sec 2024-04-02T08:54:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:36 smithi019 ceph-mon[94035]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:54:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:36 smithi019 ceph-mon[96522]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:54:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:36 smithi066 ceph-mon[87361]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:54:36.906 INFO:tasks.workunit.client.0.smithi019.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:36.906 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XEzlzmWZg-7t7hG off=14020870 len=1944892 2024-04-02T08:54:36.907 INFO:tasks.workunit.client.0.smithi019.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-02T08:54:36.907 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7hEPKa4IzDg1Fob off=731755 len=1087852 2024-04-02T08:54:36.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-02T08:54:36.909 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DCK_K-HCXM8HixG off=7828759 len=983600 2024-04-02T08:54:36.910 INFO:tasks.workunit.client.0.smithi019.stdout:op 1361 completed, throughput=5MB/sec 2024-04-02T08:54:36.910 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KG92p-Sq59HeP3f off=5860113 len=1660526 2024-04-02T08:54:36.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 1362 completed, throughput=5MB/sec 2024-04-02T08:54:37.911 INFO:tasks.workunit.client.0.smithi019.stdout: 273: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:37.912 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Kbh0sR4HPTpMJ1X off=20518278 len=836037 2024-04-02T08:54:37.917 INFO:tasks.workunit.client.0.smithi019.stdout:op 1363 completed, throughput=4.99MB/sec 2024-04-02T08:54:37.917 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-akVg2eJe27dFzlQ off=18707927 len=1383690 2024-04-02T08:54:37.918 INFO:tasks.workunit.client.0.smithi019.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-02T08:54:37.918 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-l64kMZMOudwc9XW off=23616882 len=1735443 2024-04-02T08:54:37.922 INFO:tasks.workunit.client.0.smithi019.stdout:op 1365 completed, throughput=5MB/sec 2024-04-02T08:54:37.922 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B356bqEnwfcwIEe off=3028600 len=1794453 2024-04-02T08:54:37.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 1366 completed, throughput=5.01MB/sec 2024-04-02T08:54:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:38 smithi019 ceph-mon[94035]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:38 smithi019 ceph-mon[96522]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:38 smithi066 ceph-mon[87361]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:38.924 INFO:tasks.workunit.client.0.smithi019.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:38.924 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Pnjc1RVKGc4DaUp off=4138861 len=425712 2024-04-02T08:54:38.925 INFO:tasks.workunit.client.0.smithi019.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.925 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TdFm2dKZ3kqOR5N off=16735916 len=10235 2024-04-02T08:54:38.926 INFO:tasks.workunit.client.0.smithi019.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.926 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WhMbZOFway_XlPz off=14040888 len=1015800 2024-04-02T08:54:38.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 1369 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.927 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K6NAwCZmTSlpK-p off=4280448 len=257224 2024-04-02T08:54:38.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.930 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OrXqnwvsXAPruIa off=5334504 len=4803 2024-04-02T08:54:38.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.930 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CrktVz7_bPmFYp8 off=7473157 len=453650 2024-04-02T08:54:38.933 INFO:tasks.workunit.client.0.smithi019.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.933 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--Fw0RuKfG1t2XSn off=4401679 len=753098 2024-04-02T08:54:38.933 INFO:tasks.workunit.client.0.smithi019.stdout:op 1373 completed, throughput=5MB/sec 2024-04-02T08:54:38.933 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s96sZoZE0Jiu3tR off=6050435 len=1975937 2024-04-02T08:54:38.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 1374 completed, throughput=5MB/sec 2024-04-02T08:54:39.935 INFO:tasks.workunit.client.0.smithi019.stdout: 275: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:39.936 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5Xl26cI-M59E4ac off=144391 len=2085451 2024-04-02T08:54:39.943 INFO:tasks.workunit.client.0.smithi019.stdout:op 1375 completed, throughput=4.99MB/sec 2024-04-02T08:54:39.943 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eQhAtyD7YT-04XZ off=5204822 len=1622052 2024-04-02T08:54:39.945 INFO:tasks.workunit.client.0.smithi019.stdout:op 1376 completed, throughput=5MB/sec 2024-04-02T08:54:39.945 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XsTGYY_1YSxofKt off=4304718 len=331210 2024-04-02T08:54:39.948 INFO:tasks.workunit.client.0.smithi019.stdout:op 1377 completed, throughput=5MB/sec 2024-04-02T08:54:39.948 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f7nkzxLVh9SYFYv off=242506 len=260198 2024-04-02T08:54:39.951 INFO:tasks.workunit.client.0.smithi019.stdout:op 1378 completed, throughput=5MB/sec 2024-04-02T08:54:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:40 smithi019 ceph-mon[94035]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:40 smithi019 ceph-mon[96522]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:40 smithi066 ceph-mon[87361]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:54:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:54:40] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:54:40.952 INFO:tasks.workunit.client.0.smithi019.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:40.952 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1KDUIMe56qayNtA off=2394988 len=667734 2024-04-02T08:54:40.952 INFO:tasks.workunit.client.0.smithi019.stdout:op 1379 completed, throughput=4.98MB/sec 2024-04-02T08:54:40.952 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C7I8R-DISV-4Oj3 off=614674 len=317488 2024-04-02T08:54:40.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 1380 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.955 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v9fuuQrLGKkSZek off=3779514 len=829748 2024-04-02T08:54:40.956 INFO:tasks.workunit.client.0.smithi019.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.956 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-104WDqhC4cqmlZ9 off=1103333 len=537829 2024-04-02T08:54:40.957 INFO:tasks.workunit.client.0.smithi019.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.957 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OZKDsxXpiW5sS-n off=0 len=1057720 2024-04-02T08:54:40.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 1383 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.961 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TJKICF8QxHUYydT off=577911 len=1051176 2024-04-02T08:54:40.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 1384 completed, throughput=5MB/sec 2024-04-02T08:54:40.966 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yohvgQ6hXwdmLuq off=2042670 len=1599627 2024-04-02T08:54:40.973 INFO:tasks.workunit.client.0.smithi019.stdout:op 1385 completed, throughput=5MB/sec 2024-04-02T08:54:41.974 INFO:tasks.workunit.client.0.smithi019.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:41.974 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f7Yi-UNEpcZY98V off=9837276 len=406389 2024-04-02T08:54:41.977 INFO:tasks.workunit.client.0.smithi019.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.977 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SNuM50SFe19PnQg off=3789090 len=453260 2024-04-02T08:54:41.980 INFO:tasks.workunit.client.0.smithi019.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.980 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N3UWLsDxpA2iKjU off=7830751 len=206758 2024-04-02T08:54:41.983 INFO:tasks.workunit.client.0.smithi019.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.983 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2kB_IGYjCOkhIUV off=1424965 len=78525 2024-04-02T08:54:41.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.985 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bGP9GBw5CplcPd- off=1713358 len=637416 2024-04-02T08:54:41.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.985 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z-7k4JEK_xM2qkM off=0 len=1049087 2024-04-02T08:54:41.987 INFO:tasks.workunit.client.0.smithi019.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.987 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6dd3kgrBEfnLPeP off=465015 len=283400 2024-04-02T08:54:41.990 INFO:tasks.workunit.client.0.smithi019.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.990 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IC_JcwycXZNIvnd off=12279071 len=1051613 2024-04-02T08:54:41.991 INFO:tasks.workunit.client.0.smithi019.stdout:op 1393 completed, throughput=5MB/sec 2024-04-02T08:54:41.991 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UkSqTmCLH9gwkLT off=1215476 len=2062298 2024-04-02T08:54:42.000 INFO:tasks.workunit.client.0.smithi019.stdout:op 1394 completed, throughput=5.01MB/sec 2024-04-02T08:54:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:42 smithi019 ceph-mon[94035]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:42 smithi019 ceph-mon[96522]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:42 smithi066 ceph-mon[87361]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:54:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:43.000 INFO:tasks.workunit.client.0.smithi019.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:43.001 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vwwpO1HnHZ_7gg0 off=7047084 len=1749371 2024-04-02T08:54:43.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 1395 completed, throughput=4.99MB/sec 2024-04-02T08:54:43.002 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RV_-xyYdBaKHMnk off=8048360 len=709835 2024-04-02T08:54:43.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 1396 completed, throughput=5MB/sec 2024-04-02T08:54:43.002 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Omg8tvx85s4alHc off=7264057 len=1617020 2024-04-02T08:54:43.008 INFO:tasks.workunit.client.0.smithi019.stdout:op 1397 completed, throughput=5MB/sec 2024-04-02T08:54:44.008 INFO:tasks.workunit.client.0.smithi019.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:44.009 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YOiYW7V3ec4hSdS off=900076 len=941131 2024-04-02T08:54:44.009 INFO:tasks.workunit.client.0.smithi019.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-02T08:54:44.009 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qTLRuM8GRg_7i-6 off=19107029 len=950321 2024-04-02T08:54:44.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-02T08:54:44.010 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XnzswglT_PrwUdS off=14231340 len=1976746 2024-04-02T08:54:44.012 INFO:tasks.workunit.client.0.smithi019.stdout:op 1400 completed, throughput=5MB/sec 2024-04-02T08:54:44.012 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-suCxlTb_NubZVMt off=2494748 len=43643 2024-04-02T08:54:44.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 1401 completed, throughput=5MB/sec 2024-04-02T08:54:44.013 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QmAfZSVgVKancz7 off=5378953 len=821025 2024-04-02T08:54:44.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 1402 completed, throughput=5MB/sec 2024-04-02T08:54:44.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xy2gH3ecTcAbxtg off=2593585 len=581292 2024-04-02T08:54:44.022 INFO:tasks.workunit.client.0.smithi019.stdout:op 1403 completed, throughput=5MB/sec 2024-04-02T08:54:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:44 smithi019 ceph-mon[94035]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:44 smithi019 ceph-mon[96522]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:44 smithi066 ceph-mon[87361]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:54:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:45.022 INFO:tasks.workunit.client.0.smithi019.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:45.023 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y_riMOPJvM7Lf7m off=803531 len=1361496 2024-04-02T08:54:45.024 INFO:tasks.workunit.client.0.smithi019.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.024 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z7P_OhR5KXtNrw_ off=9235833 len=631608 2024-04-02T08:54:45.024 INFO:tasks.workunit.client.0.smithi019.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.025 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-St7i5CQfxKSzlCZ off=7307685 len=1542750 2024-04-02T08:54:45.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 1406 completed, throughput=5MB/sec 2024-04-02T08:54:45.026 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u--eg1pRRQ2Mrtr off=6841787 len=1149723 2024-04-02T08:54:45.034 INFO:tasks.workunit.client.0.smithi019.stdout:op 1407 completed, throughput=5MB/sec 2024-04-02T08:54:45.034 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c7uqEhcORBw84RB off=13479175 len=1990438 2024-04-02T08:54:45.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 1408 completed, throughput=5.01MB/sec 2024-04-02T08:54:46.042 INFO:tasks.workunit.client.0.smithi019.stdout: 281: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:46.042 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3swf5OWexS9b056 off=20272170 len=2065469 2024-04-02T08:54:46.052 INFO:tasks.workunit.client.0.smithi019.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.109 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-knGKMc_R8g-gJDf off=4007419 len=843673 2024-04-02T08:54:46.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 1410 completed, throughput=5MB/sec 2024-04-02T08:54:46.110 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zxjvA00V4XST-qS off=5087142 len=1857753 2024-04-02T08:54:46.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 1411 completed, throughput=5MB/sec 2024-04-02T08:54:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:46 smithi019 ceph-mon[94035]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:54:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:46 smithi019 ceph-mon[96522]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:54:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:46 smithi066 ceph-mon[87361]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:54:47.063 INFO:tasks.workunit.client.0.smithi019.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:47.063 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-012Ncr13NoOVKLk off=4439903 len=1052699 2024-04-02T08:54:47.069 INFO:tasks.workunit.client.0.smithi019.stdout:op 1412 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.069 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mNbD71b43Gc1U3q off=6617158 len=890047 2024-04-02T08:54:47.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.070 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mgeIpKrxBhawYb4 off=15290414 len=203249 2024-04-02T08:54:47.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.072 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rM0wGcMu7x3fhxE off=15656767 len=1639362 2024-04-02T08:54:47.078 INFO:tasks.workunit.client.0.smithi019.stdout:op 1415 completed, throughput=5MB/sec 2024-04-02T08:54:47.079 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q0SsZqM8jg7EH9x off=17705907 len=480539 2024-04-02T08:54:47.082 INFO:tasks.workunit.client.0.smithi019.stdout:op 1416 completed, throughput=5MB/sec 2024-04-02T08:54:48.082 INFO:tasks.workunit.client.0.smithi019.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:48.082 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9frHdLE1Ua4IyaF off=12340725 len=1373025 2024-04-02T08:54:48.090 INFO:tasks.workunit.client.0.smithi019.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.090 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vCnJ9N5oeYU9uXL off=451301 len=1421518 2024-04-02T08:54:48.093 INFO:tasks.workunit.client.0.smithi019.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.093 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-w93lSqBNJsa6rGR off=14483108 len=202893 2024-04-02T08:54:48.096 INFO:tasks.workunit.client.0.smithi019.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.096 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1Fs56e0i5fKD9_H off=5385474 len=1269212 2024-04-02T08:54:48.100 INFO:tasks.workunit.client.0.smithi019.stdout:op 1420 completed, throughput=5MB/sec 2024-04-02T08:54:48.100 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--v7JVaKBhiZvo-I off=10531001 len=611389 2024-04-02T08:54:48.103 INFO:tasks.workunit.client.0.smithi019.stdout:op 1421 completed, throughput=5MB/sec 2024-04-02T08:54:48.104 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CrmbgNp2FSqmx9y off=6046200 len=282678 2024-04-02T08:54:48.104 INFO:tasks.workunit.client.0.smithi019.stdout:op 1422 completed, throughput=5MB/sec 2024-04-02T08:54:48.104 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-v4lx_bNQfpsOWAA off=7086274 len=1074034 2024-04-02T08:54:48.109 INFO:tasks.workunit.client.0.smithi019.stdout:op 1423 completed, throughput=5MB/sec 2024-04-02T08:54:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:48 smithi019 ceph-mon[94035]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:54:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:48 smithi019 ceph-mon[96522]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:54:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:48 smithi066 ceph-mon[87361]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:54:49.110 INFO:tasks.workunit.client.0.smithi019.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:49.110 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jRUOOvtPmg30KsG off=9448082 len=728701 2024-04-02T08:54:49.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-02T08:54:49.111 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PSzSuif3nuHf8iu off=0 len=1096600 2024-04-02T08:54:49.112 INFO:tasks.workunit.client.0.smithi019.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-02T08:54:49.112 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IlLN5dHCx86PcPd off=1750492 len=2045091 2024-04-02T08:54:49.117 INFO:tasks.workunit.client.0.smithi019.stdout:op 1426 completed, throughput=5MB/sec 2024-04-02T08:54:49.117 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cNKFoX1xBF7B7DL off=11657882 len=1120621 2024-04-02T08:54:49.121 INFO:tasks.workunit.client.0.smithi019.stdout:op 1427 completed, throughput=5MB/sec 2024-04-02T08:54:50.121 INFO:tasks.workunit.client.0.smithi019.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:50.121 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ExQGnw-kT8jO1_x off=677298 len=129069 2024-04-02T08:54:50.122 INFO:tasks.workunit.client.0.smithi019.stdout:op 1428 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.122 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_n-HMijSKQ_ZwQj off=622945 len=47619 2024-04-02T08:54:50.124 INFO:tasks.workunit.client.0.smithi019.stdout:op 1429 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.124 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F4PMqMRqh53NjPQ off=2904531 len=2057552 2024-04-02T08:54:50.131 INFO:tasks.workunit.client.0.smithi019.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.131 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cLieB1Jyj8RmSEV off=3388426 len=1259933 2024-04-02T08:54:50.137 INFO:tasks.workunit.client.0.smithi019.stdout:op 1431 completed, throughput=5MB/sec 2024-04-02T08:54:50.137 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Md2O3rtfRMTPwhX off=7703312 len=1864630 2024-04-02T08:54:50.139 INFO:tasks.workunit.client.0.smithi019.stdout:op 1432 completed, throughput=5MB/sec 2024-04-02T08:54:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:50 smithi019 ceph-mon[94035]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:50 smithi019 ceph-mon[96522]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:50 smithi066 ceph-mon[87361]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:54:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:54:50] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:54:51.139 INFO:tasks.workunit.client.0.smithi019.stdout: 286: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:51.139 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D8N15bU6dkCVC73 off=1580935 len=1829048 2024-04-02T08:54:51.140 INFO:tasks.workunit.client.0.smithi019.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.140 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NKzsNw3PqMYknth off=4319871 len=628838 2024-04-02T08:54:51.145 INFO:tasks.workunit.client.0.smithi019.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.145 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3Xdvd9DZPfcXCVL off=6319670 len=977781 2024-04-02T08:54:51.150 INFO:tasks.workunit.client.0.smithi019.stdout:op 1435 completed, throughput=5MB/sec 2024-04-02T08:54:51.150 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5bxeGHZn1sNoj5Z off=2287493 len=1962060 2024-04-02T08:54:51.160 INFO:tasks.workunit.client.0.smithi019.stdout:op 1436 completed, throughput=5MB/sec 2024-04-02T08:54:52.160 INFO:tasks.workunit.client.0.smithi019.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:52.160 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tGgj_h1mAJD3RjN off=6244775 len=1081463 2024-04-02T08:54:52.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 1437 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.166 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WAMEY4osQz_lga7 off=6307883 len=1034416 2024-04-02T08:54:52.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.169 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K4ql31tY_eiVsZ2 off=21418 len=836416 2024-04-02T08:54:52.173 INFO:tasks.workunit.client.0.smithi019.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.173 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GnS7PPDnedCWBd5 off=3109517 len=1359255 2024-04-02T08:54:52.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 1440 completed, throughput=5MB/sec 2024-04-02T08:54:52.174 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Hq0zOoEKiE-8KjI off=4375149 len=239826 2024-04-02T08:54:52.175 INFO:tasks.workunit.client.0.smithi019.stdout:op 1441 completed, throughput=5MB/sec 2024-04-02T08:54:52.175 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eUqn_g9cG478mG- off=1147606 len=1415398 2024-04-02T08:54:52.176 INFO:tasks.workunit.client.0.smithi019.stdout:op 1442 completed, throughput=5MB/sec 2024-04-02T08:54:52.364 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:52 smithi066 ceph-mon[87361]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:54:52.365 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:54:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:52 smithi019 ceph-mon[94035]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:54:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:52 smithi019 ceph-mon[96522]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:54:53.176 INFO:tasks.workunit.client.0.smithi019.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:53.176 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bfiwPG9UXGCEGxz off=2978369 len=169296 2024-04-02T08:54:53.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 1443 completed, throughput=4.99MB/sec 2024-04-02T08:54:53.179 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QJ-ADh--kN9OlIz off=4687004 len=1836437 2024-04-02T08:54:53.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-02T08:54:53.180 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JNwfB2cY0vIMHUl off=4692535 len=1078034 2024-04-02T08:54:53.186 INFO:tasks.workunit.client.0.smithi019.stdout:op 1445 completed, throughput=5MB/sec 2024-04-02T08:54:53.186 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-275teuTSIkmO185 off=2668867 len=391436 2024-04-02T08:54:53.187 INFO:tasks.workunit.client.0.smithi019.stdout:op 1446 completed, throughput=5MB/sec 2024-04-02T08:54:53.187 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ufYJHs9uxls-Tnm off=9455830 len=423017 2024-04-02T08:54:53.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 1447 completed, throughput=5MB/sec 2024-04-02T08:54:53.188 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yIes8Ozu31uynwM off=18733898 len=2024528 2024-04-02T08:54:53.189 INFO:tasks.workunit.client.0.smithi019.stdout:op 1448 completed, throughput=5.01MB/sec 2024-04-02T08:54:54.190 INFO:tasks.workunit.client.0.smithi019.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:54.190 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yMN_kvLAzTKp5cZ off=7734705 len=19222 2024-04-02T08:54:54.190 INFO:tasks.workunit.client.0.smithi019.stdout:op 1449 completed, throughput=4.99MB/sec 2024-04-02T08:54:54.190 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EjPRGIb12ehtv8f off=14376199 len=1177666 2024-04-02T08:54:54.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-02T08:54:54.192 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zCYqH8fLKdHTr42 off=1196981 len=1821704 2024-04-02T08:54:54.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 1451 completed, throughput=5MB/sec 2024-04-02T08:54:54.193 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1DXfovHSsMRMBAu off=3202209 len=360432 2024-04-02T08:54:54.194 INFO:tasks.workunit.client.0.smithi019.stdout:op 1452 completed, throughput=5MB/sec 2024-04-02T08:54:54.194 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-m0r5pPfRon2Ybmg off=1633915 len=217789 2024-04-02T08:54:54.194 INFO:tasks.workunit.client.0.smithi019.stdout:op 1453 completed, throughput=5MB/sec 2024-04-02T08:54:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:54 smithi019 ceph-mon[94035]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:54 smithi019 ceph-mon[96522]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:54 smithi066 ceph-mon[87361]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:55.195 INFO:tasks.workunit.client.0.smithi019.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:55.195 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BifTIFdvCgwc0i8 off=11875649 len=1246787 2024-04-02T08:54:55.202 INFO:tasks.workunit.client.0.smithi019.stdout:op 1454 completed, throughput=4.99MB/sec 2024-04-02T08:54:55.202 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RWb-bJcHKgQeSko off=1513120 len=275920 2024-04-02T08:54:55.203 INFO:tasks.workunit.client.0.smithi019.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-02T08:54:55.203 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XJS_7TOSo06Mtuk off=11709046 len=1617527 2024-04-02T08:54:55.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-02T08:54:55.205 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_Jn07MLfUmriNNd off=11912299 len=1061207 2024-04-02T08:54:55.208 INFO:tasks.workunit.client.0.smithi019.stdout:op 1457 completed, throughput=5MB/sec 2024-04-02T08:54:55.209 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5KEZnxhEo0gzGRr off=13619395 len=1050900 2024-04-02T08:54:55.214 INFO:tasks.workunit.client.0.smithi019.stdout:op 1458 completed, throughput=5MB/sec 2024-04-02T08:54:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:56.214 INFO:tasks.workunit.client.0.smithi019.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:56.214 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ae7sI__8Rf9eovJ off=11298373 len=694259 2024-04-02T08:54:56.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.216 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OjHRauBBGNLjzoT off=315403 len=1693523 2024-04-02T08:54:56.226 INFO:tasks.workunit.client.0.smithi019.stdout:op 1460 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.226 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D2lRlc3FN-p072c off=1106473 len=1322570 2024-04-02T08:54:56.227 INFO:tasks.workunit.client.0.smithi019.stdout:op 1461 completed, throughput=5MB/sec 2024-04-02T08:54:56.227 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Edg8zHGboWKnteZ off=7355398 len=1970345 2024-04-02T08:54:56.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 1462 completed, throughput=5MB/sec 2024-04-02T08:54:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[94035]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:54:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[96522]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:54:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:56 smithi066 ceph-mon[87361]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:54:57.231 INFO:tasks.workunit.client.0.smithi019.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-02T08:54:57.231 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dQz1Z_xkFOxMT7c off=346265 len=95999 2024-04-02T08:54:57.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 1463 completed, throughput=4.98MB/sec 2024-04-02T08:54:57.233 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xGmfaeOj803tPjg off=12411688 len=21691 2024-04-02T08:54:57.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 1464 completed, throughput=4.98MB/sec 2024-04-02T08:54:57.233 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6hHWvYrlAHg86d3 off=657445 len=869040 2024-04-02T08:54:57.237 INFO:tasks.workunit.client.0.smithi019.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.237 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XqM04wtgn-T9ZT6 off=4390703 len=353442 2024-04-02T08:54:57.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.238 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TyZnaX4TTO3SBEn off=2458835 len=696586 2024-04-02T08:54:57.239 INFO:tasks.workunit.client.0.smithi019.stdout:op 1467 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.239 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7gdSYiyxy8JJ292 off=8441250 len=273460 2024-04-02T08:54:57.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 1468 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X1SyjCw6_VQuh7X off=727788 len=310246 2024-04-02T08:54:57.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 1469 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4jlj-c6OPu2mwNl off=15708356 len=986139 2024-04-02T08:54:57.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 1470 completed, throughput=5MB/sec 2024-04-02T08:54:57.243 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m0Sc7LZz38VaMY_ off=4388039 len=122269 2024-04-02T08:54:57.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 1471 completed, throughput=5MB/sec 2024-04-02T08:54:57.245 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QcGOobAW6uQydV5 off=1277028 len=935270 2024-04-02T08:54:57.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 1472 completed, throughput=5MB/sec 2024-04-02T08:54:57.250 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z2ZUYa4OLhj74xt off=889251 len=1016835 2024-04-02T08:54:57.254 INFO:tasks.workunit.client.0.smithi019.stdout:op 1473 completed, throughput=5MB/sec 2024-04-02T08:54:58.255 INFO:tasks.workunit.client.0.smithi019.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:58.255 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NDwfH5bMP2oTXlM off=853857 len=1577107 2024-04-02T08:54:58.264 INFO:tasks.workunit.client.0.smithi019.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-02T08:54:58.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tWCYfUOjwn53rdp off=16482637 len=1554107 2024-04-02T08:54:58.271 INFO:tasks.workunit.client.0.smithi019.stdout:op 1475 completed, throughput=5MB/sec 2024-04-02T08:54:58.271 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PSVaC0FxQbOHlp1 off=5558461 len=76493 2024-04-02T08:54:58.272 INFO:tasks.workunit.client.0.smithi019.stdout:op 1476 completed, throughput=5MB/sec 2024-04-02T08:54:58.272 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-h7M8o6ujeP04pJs off=24680741 len=828553 2024-04-02T08:54:58.273 INFO:tasks.workunit.client.0.smithi019.stdout:op 1477 completed, throughput=5MB/sec 2024-04-02T08:54:58.273 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Vi6a5dGIftns_UN off=10134900 len=183888 2024-04-02T08:54:58.275 INFO:tasks.workunit.client.0.smithi019.stdout:op 1478 completed, throughput=5MB/sec 2024-04-02T08:54:58.275 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--2ECLOpVu_tmQzC off=12825992 len=1424439 2024-04-02T08:54:58.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 1479 completed, throughput=5MB/sec 2024-04-02T08:54:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:58 smithi019 ceph-mon[94035]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:54:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:58 smithi019 ceph-mon[96522]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:54:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:58 smithi066 ceph-mon[87361]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:54:59.280 INFO:tasks.workunit.client.0.smithi019.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:59.280 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5O6S11Q2voxkSef off=6036534 len=576408 2024-04-02T08:54:59.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.284 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-elNMQNdE4zKlfrf off=9662143 len=808555 2024-04-02T08:54:59.285 INFO:tasks.workunit.client.0.smithi019.stdout:op 1481 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.285 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MaNTaOw6Hn8a8NH off=10348390 len=1882492 2024-04-02T08:54:59.287 INFO:tasks.workunit.client.0.smithi019.stdout:op 1482 completed, throughput=5MB/sec 2024-04-02T08:54:59.287 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MiLzR64fRizhkW2 off=1776055 len=707294 2024-04-02T08:54:59.291 INFO:tasks.workunit.client.0.smithi019.stdout:op 1483 completed, throughput=5MB/sec 2024-04-02T08:54:59.291 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NgFOB4Qmq_rCeWX off=12714939 len=1275729 2024-04-02T08:54:59.292 INFO:tasks.workunit.client.0.smithi019.stdout:op 1484 completed, throughput=5MB/sec 2024-04-02T08:54:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:54:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:54:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:54:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:00.292 INFO:tasks.workunit.client.0.smithi019.stdout: 295: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:00.293 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_hSUtsiqOZV3v2u off=7185126 len=911389 2024-04-02T08:55:00.296 INFO:tasks.workunit.client.0.smithi019.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.296 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bewIYG0QLX1bMHs off=8337726 len=1689608 2024-04-02T08:55:00.303 INFO:tasks.workunit.client.0.smithi019.stdout:op 1486 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.303 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fvMauHStN2TFDN8 off=0 len=1203044 2024-04-02T08:55:00.304 INFO:tasks.workunit.client.0.smithi019.stdout:op 1487 completed, throughput=5MB/sec 2024-04-02T08:55:00.304 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q9JqA8e2k_tia02 off=8738954 len=1296534 2024-04-02T08:55:00.311 INFO:tasks.workunit.client.0.smithi019.stdout:op 1488 completed, throughput=5MB/sec 2024-04-02T08:55:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:00 smithi019 ceph-mon[94035]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:00 smithi019 ceph-mon[96522]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:00 smithi066 ceph-mon[87361]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:55:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:55:00] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:55:01.311 INFO:tasks.workunit.client.0.smithi019.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:01.311 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L4sQaHRKJhCLPaf off=2189279 len=121572 2024-04-02T08:55:01.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.312 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7OP8XCcJoOTVOhv off=12580348 len=1952281 2024-04-02T08:55:01.324 INFO:tasks.workunit.client.0.smithi019.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.325 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ly6HvNCuT8UMvpY off=1986204 len=515330 2024-04-02T08:55:01.328 INFO:tasks.workunit.client.0.smithi019.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-02T08:55:01.328 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7FtFJntW5_ngtmF off=6933610 len=1039302 2024-04-02T08:55:01.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 1492 completed, throughput=5MB/sec 2024-04-02T08:55:01.330 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s3TWTExPXnrVOdz off=5614880 len=8492 2024-04-02T08:55:01.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 1493 completed, throughput=5MB/sec 2024-04-02T08:55:01.332 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vkw3P1dACsk1MUS off=18437917 len=561882 2024-04-02T08:55:01.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 1494 completed, throughput=5MB/sec 2024-04-02T08:55:01.332 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JR7G9QBacqfwHFQ off=13961840 len=528662 2024-04-02T08:55:01.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 1495 completed, throughput=5MB/sec 2024-04-02T08:55:02.334 INFO:tasks.workunit.client.0.smithi019.stdout: 297: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:02.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gAQF09kgz4CH6uJ off=0 len=1512261 2024-04-02T08:55:02.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-02T08:55:02.335 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y5vL6JRMskDvF3n off=256865 len=1113428 2024-04-02T08:55:02.336 INFO:tasks.workunit.client.0.smithi019.stdout:op 1497 completed, throughput=4.99MB/sec 2024-04-02T08:55:02.336 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GGy2Uqo6wwi7vbu off=4226948 len=1712643 2024-04-02T08:55:02.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 1498 completed, throughput=5MB/sec 2024-04-02T08:55:02.345 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bjWPqWFs4XIZIPc off=910882 len=452365 2024-04-02T08:55:02.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 1499 completed, throughput=5MB/sec 2024-04-02T08:55:02.346 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z9yiuBvQPWGDZUT off=3074142 len=1930388 2024-04-02T08:55:02.347 INFO:tasks.workunit.client.0.smithi019.stdout:op 1500 completed, throughput=5MB/sec 2024-04-02T08:55:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:02 smithi019 ceph-mon[94035]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:02 smithi019 ceph-mon[96522]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:02 smithi066 ceph-mon[87361]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:55:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:03.348 INFO:tasks.workunit.client.0.smithi019.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:03.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FtWpyWBZjnGaYXn off=5693677 len=185241 2024-04-02T08:55:03.349 INFO:tasks.workunit.client.0.smithi019.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.349 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QZ57RBXGNKdWPX8 off=3852085 len=224693 2024-04-02T08:55:03.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.351 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IWO1IPbwou5OFHj off=529916 len=731919 2024-04-02T08:55:03.355 INFO:tasks.workunit.client.0.smithi019.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.356 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CWXOYpb4AZr9oAV off=13871955 len=186930 2024-04-02T08:55:03.356 INFO:tasks.workunit.client.0.smithi019.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.356 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JWUNhwq_x7xb7Bp off=8408438 len=1370197 2024-04-02T08:55:03.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 1505 completed, throughput=5MB/sec 2024-04-02T08:55:03.359 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D97PGGCjvNDUwrz off=8621473 len=1199821 2024-04-02T08:55:03.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 1506 completed, throughput=5MB/sec 2024-04-02T08:55:04.361 INFO:tasks.workunit.client.0.smithi019.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:04.361 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HUsy9zgnxhi-qen off=1257138 len=652969 2024-04-02T08:55:04.365 INFO:tasks.workunit.client.0.smithi019.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.365 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hKvVR2wT6KYv8Wz off=1764944 len=693413 2024-04-02T08:55:04.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.367 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5lPXVjkk_Mubahn off=517874 len=66930 2024-04-02T08:55:04.368 INFO:tasks.workunit.client.0.smithi019.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.368 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LedepECj5TU8q3o off=16492739 len=553379 2024-04-02T08:55:04.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 1510 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.369 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--v7JVaKBhiZvo-I off=9741976 len=942296 2024-04-02T08:55:04.372 INFO:tasks.workunit.client.0.smithi019.stdout:op 1511 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.372 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xpqC0n4oST0RhSm off=7998141 len=2069552 2024-04-02T08:55:04.380 INFO:tasks.workunit.client.0.smithi019.stdout:op 1512 completed, throughput=5MB/sec 2024-04-02T08:55:04.380 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cs6-FVVwTmBxYlZ off=2373929 len=141169 2024-04-02T08:55:04.381 INFO:tasks.workunit.client.0.smithi019.stdout:op 1513 completed, throughput=5MB/sec 2024-04-02T08:55:04.381 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N9hbDbD70RZYTCZ off=1251143 len=1058319 2024-04-02T08:55:04.382 INFO:tasks.workunit.client.0.smithi019.stdout:op 1514 completed, throughput=5MB/sec 2024-04-02T08:55:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:04 smithi019 ceph-mon[94035]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:04 smithi019 ceph-mon[96522]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:04 smithi066 ceph-mon[87361]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:05.382 INFO:tasks.workunit.client.0.smithi019.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:05.382 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-w6XOSIHlOJ9Pz37 off=1624060 len=1771520 2024-04-02T08:55:05.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.393 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J_Vme0ZRcCK6uBb off=6146510 len=995082 2024-04-02T08:55:05.394 INFO:tasks.workunit.client.0.smithi019.stdout:op 1516 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.394 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HgWMUO5lZkuCnUC off=1345149 len=1725814 2024-04-02T08:55:05.395 INFO:tasks.workunit.client.0.smithi019.stdout:op 1517 completed, throughput=5MB/sec 2024-04-02T08:55:06.396 INFO:tasks.workunit.client.0.smithi019.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:06.396 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NgFOB4Qmq_rCeWX off=11254898 len=1129852 2024-04-02T08:55:06.402 INFO:tasks.workunit.client.0.smithi019.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.402 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DURw2rO3BODnN31 off=4632328 len=1952768 2024-04-02T08:55:06.408 INFO:tasks.workunit.client.0.smithi019.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.408 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8G_YEmaP96z3shK off=7327510 len=1005689 2024-04-02T08:55:06.408 INFO:tasks.workunit.client.0.smithi019.stdout:op 1520 completed, throughput=5MB/sec 2024-04-02T08:55:06.409 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6hcjmoEPWD0Okcu off=2024095 len=528955 2024-04-02T08:55:06.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 1521 completed, throughput=5MB/sec 2024-04-02T08:55:06.413 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZFffNIj-nxeORw7 off=5337727 len=1409828 2024-04-02T08:55:06.419 INFO:tasks.workunit.client.0.smithi019.stdout:op 1522 completed, throughput=5MB/sec 2024-04-02T08:55:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:06 smithi019 ceph-mon[94035]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:06 smithi019 ceph-mon[96522]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:06 smithi066 ceph-mon[87361]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:07.419 INFO:tasks.workunit.client.0.smithi019.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:07.420 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zIydXAaH8i0KO9u off=1024647 len=15130 2024-04-02T08:55:07.420 INFO:tasks.workunit.client.0.smithi019.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-02T08:55:07.420 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-btTFpBr_ELXKqtF off=2430863 len=1924129 2024-04-02T08:55:07.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-02T08:55:07.429 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iE_dM53DNq3Rclu off=1188102 len=749987 2024-04-02T08:55:07.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-02T08:55:07.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_vgGxwh-ca7w1ma off=3119823 len=853563 2024-04-02T08:55:07.434 INFO:tasks.workunit.client.0.smithi019.stdout:op 1526 completed, throughput=5MB/sec 2024-04-02T08:55:07.434 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zczWTnJhcjMSNLU off=593217 len=2065114 2024-04-02T08:55:07.442 INFO:tasks.workunit.client.0.smithi019.stdout:op 1527 completed, throughput=5MB/sec 2024-04-02T08:55:08.442 INFO:tasks.workunit.client.0.smithi019.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:08.442 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SZgQBAxaej58AsD off=7987439 len=1440284 2024-04-02T08:55:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:08 smithi019 ceph-mon[94035]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:55:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:08 smithi019 ceph-mon[96522]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:55:08.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.448 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bs-1J_fWu00gbxR off=3893203 len=151292 2024-04-02T08:55:08.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.448 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cEc8D1NS0yxL4Wt off=11215031 len=1915438 2024-04-02T08:55:08.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 1530 completed, throughput=5MB/sec 2024-04-02T08:55:08.450 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UZ0KqlBpncgGCmj off=25362328 len=81879 2024-04-02T08:55:08.453 INFO:tasks.workunit.client.0.smithi019.stdout:op 1531 completed, throughput=5MB/sec 2024-04-02T08:55:08.453 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wGzoHxQdMyD5y21 off=12924516 len=1813139 2024-04-02T08:55:08.460 INFO:tasks.workunit.client.0.smithi019.stdout:op 1532 completed, throughput=5MB/sec 2024-04-02T08:55:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:08 smithi066 ceph-mon[87361]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:55:09.460 INFO:tasks.workunit.client.0.smithi019.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:09.461 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gzSKr6avPEBXHlW off=5667164 len=879656 2024-04-02T08:55:09.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-02T08:55:09.461 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fyql8IbDlpfXAhE off=348682 len=886697 2024-04-02T08:55:09.462 INFO:tasks.workunit.client.0.smithi019.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-02T08:55:09.462 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X8kyfERtRi1fdKt off=7320521 len=1422217 2024-04-02T08:55:09.463 INFO:tasks.workunit.client.0.smithi019.stdout:op 1535 completed, throughput=5MB/sec 2024-04-02T08:55:09.463 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T8Hz-H5XbskaysD off=7639439 len=1743221 2024-04-02T08:55:09.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 1536 completed, throughput=5MB/sec 2024-04-02T08:55:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:10 smithi019 ceph-mon[94035]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:10.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:55:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:55:10] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:55:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:10 smithi019 ceph-mon[96522]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:10.474 INFO:tasks.workunit.client.0.smithi019.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:10.474 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R-4aE_NwnXZosBX off=377307 len=183577 2024-04-02T08:55:10.477 INFO:tasks.workunit.client.0.smithi019.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.477 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-khR2cvVVfJRlPLS off=8055102 len=1570903 2024-04-02T08:55:10.484 INFO:tasks.workunit.client.0.smithi019.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.484 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0czZI58L8M_1Bk- off=15221775 len=277009 2024-04-02T08:55:10.486 INFO:tasks.workunit.client.0.smithi019.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.486 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UCG6t6sbdUiMkZr off=4789471 len=1381851 2024-04-02T08:55:10.491 INFO:tasks.workunit.client.0.smithi019.stdout:op 1540 completed, throughput=5MB/sec 2024-04-02T08:55:10.492 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D2lRlc3FN-p072c off=2511576 len=454135 2024-04-02T08:55:10.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 1541 completed, throughput=5MB/sec 2024-04-02T08:55:10.494 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_siTWbzGPfpQdGD off=2890080 len=2014232 2024-04-02T08:55:10.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 1542 completed, throughput=5MB/sec 2024-04-02T08:55:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:10 smithi066 ceph-mon[87361]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:11.496 INFO:tasks.workunit.client.0.smithi019.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:11.496 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gtf9xDDcw-CpZ7L off=1607616 len=1118432 2024-04-02T08:55:11.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 1543 completed, throughput=4.99MB/sec 2024-04-02T08:55:11.497 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fRPE70KmzZqaKJU off=16602174 len=1547874 2024-04-02T08:55:11.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 1544 completed, throughput=5MB/sec 2024-04-02T08:55:11.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NDn15sK8HYKX3tw off=11453698 len=2096274 2024-04-02T08:55:11.500 INFO:tasks.workunit.client.0.smithi019.stdout:op 1545 completed, throughput=5MB/sec 2024-04-02T08:55:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:12 smithi019 ceph-mon[94035]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:12 smithi019 ceph-mon[96522]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:12.500 INFO:tasks.workunit.client.0.smithi019.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:12.500 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gc9NXfvK5Bc4HI_ off=6559334 len=7453 2024-04-02T08:55:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mQwqGuP9nSr9c75 off=1209822 len=163400 2024-04-02T08:55:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z2K0_dLfvPIkzIA off=6322596 len=1414002 2024-04-02T08:55:12.502 INFO:tasks.workunit.client.0.smithi019.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.502 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b_2FSsOULbrNMYf off=3093797 len=1895717 2024-04-02T08:55:12.506 INFO:tasks.workunit.client.0.smithi019.stdout:op 1549 completed, throughput=5MB/sec 2024-04-02T08:55:12.506 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MykNMjN0eby42qI off=1122179 len=123096 2024-04-02T08:55:12.507 INFO:tasks.workunit.client.0.smithi019.stdout:op 1550 completed, throughput=5MB/sec 2024-04-02T08:55:12.507 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ii5pKHebeAlEoDG off=5177362 len=1852532 2024-04-02T08:55:12.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 1551 completed, throughput=5MB/sec 2024-04-02T08:55:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:12 smithi066 ceph-mon[87361]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:55:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:13.517 INFO:tasks.workunit.client.0.smithi019.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:13.517 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7f2N8zmaJLiJ2g_ off=3100534 len=900758 2024-04-02T08:55:13.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.518 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mkoi-mGbNW2mN6p off=6413736 len=206353 2024-04-02T08:55:13.519 INFO:tasks.workunit.client.0.smithi019.stdout:op 1553 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.519 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C2EAvnq1rD57VY8 off=2133545 len=45460 2024-04-02T08:55:13.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.521 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hQzPXh9Ha-DQZi6 off=1064200 len=850149 2024-04-02T08:55:13.522 INFO:tasks.workunit.client.0.smithi019.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.522 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HPhfhTWotuhKP_B off=5200714 len=369672 2024-04-02T08:55:13.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.524 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7u9kDqlIW9wwrAj off=1506088 len=832306 2024-04-02T08:55:13.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 1557 completed, throughput=5MB/sec 2024-04-02T08:55:13.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NPaX8PPNBdx7att off=5737439 len=1289675 2024-04-02T08:55:13.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 1558 completed, throughput=5MB/sec 2024-04-02T08:55:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:14 smithi019 ceph-mon[94035]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:55:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:14 smithi019 ceph-mon[96522]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:55:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:14.528 INFO:tasks.workunit.client.0.smithi019.stdout: 309: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:14.528 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TxXzX0utoklJzHV off=7690111 len=1209970 2024-04-02T08:55:14.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.533 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4V2xxkTckuKe_LE off=12791897 len=1921319 2024-04-02T08:55:14.534 INFO:tasks.workunit.client.0.smithi019.stdout:op 1560 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.535 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M1Y6Mxo7nnj0VOQ off=5928164 len=931724 2024-04-02T08:55:14.535 INFO:tasks.workunit.client.0.smithi019.stdout:op 1561 completed, throughput=5MB/sec 2024-04-02T08:55:14.535 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Cr-U-pCZl6mimfI off=7373272 len=1288531 2024-04-02T08:55:14.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 1562 completed, throughput=5MB/sec 2024-04-02T08:55:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:14 smithi066 ceph-mon[87361]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:55:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:15.536 INFO:tasks.workunit.client.0.smithi019.stdout: 310: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:15.537 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B_R13KdLLWoffrd off=2073875 len=1579158 2024-04-02T08:55:15.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.540 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iRJjkJTzs1UKyCp off=1871847 len=653920 2024-04-02T08:55:15.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.540 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6wtGt1ZNrAU4YKb off=503488 len=1311201 2024-04-02T08:55:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:op 1565 completed, throughput=5MB/sec 2024-04-02T08:55:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XMG4EISdINB6-MH off=849596 len=956064 2024-04-02T08:55:15.544 INFO:tasks.workunit.client.0.smithi019.stdout:op 1566 completed, throughput=5MB/sec 2024-04-02T08:55:15.544 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UKBdbjNToRgyYdh off=5151986 len=1242174 2024-04-02T08:55:15.548 INFO:tasks.workunit.client.0.smithi019.stdout:op 1567 completed, throughput=5MB/sec 2024-04-02T08:55:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:16 smithi019 ceph-mon[94035]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:16 smithi019 ceph-mon[96522]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:16.549 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tgO1tcWrwU2hoNs off=11099483 len=1262996 2024-04-02T08:55:16.551 INFO:tasks.workunit.client.0.smithi019.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.551 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qsn-hANWJBlPJrc off=8115442 len=658543 2024-04-02T08:55:16.556 INFO:tasks.workunit.client.0.smithi019.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.556 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MxE3UjqVC__H5PR off=1657442 len=937833 2024-04-02T08:55:16.557 INFO:tasks.workunit.client.0.smithi019.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.557 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XP_jlnWzKnSDNOM off=7569352 len=2022307 2024-04-02T08:55:16.562 INFO:tasks.workunit.client.0.smithi019.stdout:op 1571 completed, throughput=5MB/sec 2024-04-02T08:55:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:16 smithi066 ceph-mon[87361]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: 312: throughput=4.98MB/sec pending data=0 2024-04-02T08:55:17.563 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P37cWtsaf_F-EVT off=2361684 len=1066318 2024-04-02T08:55:17.564 INFO:tasks.workunit.client.0.smithi019.stdout:op 1572 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.564 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-O6m8FXTnZSE0poc off=3112629 len=489843 2024-04-02T08:55:17.567 INFO:tasks.workunit.client.0.smithi019.stdout:op 1573 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.568 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f7Yi-UNEpcZY98V off=11142120 len=1365573 2024-04-02T08:55:17.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 1574 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.569 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IcafsU6oA-2Qhda off=1536233 len=1814581 2024-04-02T08:55:17.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 1575 completed, throughput=5MB/sec 2024-04-02T08:55:17.572 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sqARk6yZEtlwJmb off=9940881 len=924601 2024-04-02T08:55:17.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 1576 completed, throughput=5MB/sec 2024-04-02T08:55:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:18 smithi019 ceph-mon[94035]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:18 smithi019 ceph-mon[96522]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:18 smithi066 ceph-mon[87361]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:55:18.573 INFO:tasks.workunit.client.0.smithi019.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:18.573 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-croIebtaC3fPkox off=1454179 len=1503872 2024-04-02T08:55:18.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 1577 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.578 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wwwwvH2YO8O8ky4 off=10810952 len=1056330 2024-04-02T08:55:18.579 INFO:tasks.workunit.client.0.smithi019.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.579 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yKIsd9-RyjqXuXO off=8431274 len=280822 2024-04-02T08:55:18.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.582 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ptmZeVV8isbNz8 off=3846686 len=1774434 2024-04-02T08:55:18.591 INFO:tasks.workunit.client.0.smithi019.stdout:op 1580 completed, throughput=5MB/sec 2024-04-02T08:55:18.591 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sC9OON7TUa42Uso off=1076345 len=37832 2024-04-02T08:55:18.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 1581 completed, throughput=5MB/sec 2024-04-02T08:55:18.593 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dqd6ofp_w73SfYs off=8860433 len=691998 2024-04-02T08:55:18.594 INFO:tasks.workunit.client.0.smithi019.stdout:op 1582 completed, throughput=5MB/sec 2024-04-02T08:55:19.594 INFO:tasks.workunit.client.0.smithi019.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:19.595 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-v_wckAe7xa7xxXJ off=6168595 len=218812 2024-04-02T08:55:19.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 1583 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.598 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NAxn2vSmWTxCcqC off=227820 len=820868 2024-04-02T08:55:19.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.600 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AX6VVIyoF90K6dn off=5288057 len=70699 2024-04-02T08:55:19.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.600 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-492oiCknEGooDx3 off=9040161 len=1360298 2024-04-02T08:55:19.606 INFO:tasks.workunit.client.0.smithi019.stdout:op 1586 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.606 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s28Kub6Npaued9B off=11064567 len=1758123 2024-04-02T08:55:19.607 INFO:tasks.workunit.client.0.smithi019.stdout:op 1587 completed, throughput=5MB/sec 2024-04-02T08:55:19.607 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-S7UrnSx6kA5xcRt off=11616638 len=488363 2024-04-02T08:55:19.609 INFO:tasks.workunit.client.0.smithi019.stdout:op 1588 completed, throughput=5MB/sec 2024-04-02T08:55:19.609 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BJOWGHHq2B3mZL4 off=9018089 len=1484699 2024-04-02T08:55:19.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 1589 completed, throughput=5MB/sec 2024-04-02T08:55:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:20 smithi019 ceph-mon[94035]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:55:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:20 smithi019 ceph-mon[96522]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:55:20.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:55:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:55:20] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:55:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:20 smithi066 ceph-mon[87361]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:55:20.615 INFO:tasks.workunit.client.0.smithi019.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:20.615 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PyKLbDlSSg4u7WK off=18107944 len=1119759 2024-04-02T08:55:20.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 1590 completed, throughput=4.99MB/sec 2024-04-02T08:55:20.617 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kzm2__gW812uGF- off=3041566 len=1968049 2024-04-02T08:55:20.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 1591 completed, throughput=5MB/sec 2024-04-02T08:55:20.618 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z-du1BWuM_zyGsb off=5663510 len=1545082 2024-04-02T08:55:20.619 INFO:tasks.workunit.client.0.smithi019.stdout:op 1592 completed, throughput=5MB/sec 2024-04-02T08:55:21.619 INFO:tasks.workunit.client.0.smithi019.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:21.619 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xnGZ2cRV4XI7tyi off=2946987 len=708911 2024-04-02T08:55:21.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-02T08:55:21.620 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k8gjOi2RidZtyfB off=1359936 len=1423467 2024-04-02T08:55:21.623 INFO:tasks.workunit.client.0.smithi019.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-02T08:55:21.623 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MzgP-uhNEzP5SLN off=17487884 len=775620 2024-04-02T08:55:21.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-02T08:55:21.625 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-I3Vss0IKoeNigs4 off=2493308 len=1124054 2024-04-02T08:55:21.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 1596 completed, throughput=5MB/sec 2024-04-02T08:55:21.631 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CLLzmKu7ssdGMYJ off=820450 len=93744 2024-04-02T08:55:21.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 1597 completed, throughput=5MB/sec 2024-04-02T08:55:21.631 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-okma8QzTTkwkNjS off=3427498 len=1271357 2024-04-02T08:55:21.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 1598 completed, throughput=5MB/sec 2024-04-02T08:55:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:22 smithi019 ceph-mon[94035]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:55:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:22 smithi019 ceph-mon[96522]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:55:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:22 smithi066 ceph-mon[87361]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:55:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:55:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:22.633 INFO:tasks.workunit.client.0.smithi019.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:22.634 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dovgMGvkdoJNbGj off=250081 len=2074729 2024-04-02T08:55:22.642 INFO:tasks.workunit.client.0.smithi019.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.642 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HLj10iIz0eEGTxp off=14365923 len=1331261 2024-04-02T08:55:22.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 1600 completed, throughput=5MB/sec 2024-04-02T08:55:22.646 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jjHbdjJdNMgsYYv off=9920259 len=867322 2024-04-02T08:55:22.647 INFO:tasks.workunit.client.0.smithi019.stdout:op 1601 completed, throughput=5MB/sec 2024-04-02T08:55:22.647 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3gr51lfimVeb2xf off=3712790 len=283045 2024-04-02T08:55:22.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 1602 completed, throughput=5MB/sec 2024-04-02T08:55:22.650 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lodqHLwwzIVg5Ou off=2770490 len=1300376 2024-04-02T08:55:22.658 INFO:tasks.workunit.client.0.smithi019.stdout:op 1603 completed, throughput=5MB/sec 2024-04-02T08:55:23.658 INFO:tasks.workunit.client.0.smithi019.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:23.659 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G0rOGsvI2I3yZSO off=8210285 len=1250170 2024-04-02T08:55:23.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.665 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VwpoUmtcXCkaBml off=2373818 len=505076 2024-04-02T08:55:23.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.665 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G9cTUWVR61AUCvO off=3948885 len=1303981 2024-04-02T08:55:23.672 INFO:tasks.workunit.client.0.smithi019.stdout:op 1606 completed, throughput=5MB/sec 2024-04-02T08:55:23.672 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NS0DY1lKx_ZiUjr off=388383 len=1921121 2024-04-02T08:55:23.676 INFO:tasks.workunit.client.0.smithi019.stdout:op 1607 completed, throughput=5MB/sec 2024-04-02T08:55:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:24 smithi019 ceph-mon[94035]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:55:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:24 smithi019 ceph-mon[96522]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:55:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:24 smithi066 ceph-mon[87361]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:55:24.676 INFO:tasks.workunit.client.0.smithi019.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:24.676 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jZ1ScS5Jt085MmE off=10211327 len=126253 2024-04-02T08:55:24.677 INFO:tasks.workunit.client.0.smithi019.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.677 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qoPzIksmvRbPybW off=5327706 len=610845 2024-04-02T08:55:24.678 INFO:tasks.workunit.client.0.smithi019.stdout:op 1609 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.678 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Zhcilpe9Ezv0-28 off=2964978 len=1347411 2024-04-02T08:55:24.679 INFO:tasks.workunit.client.0.smithi019.stdout:op 1610 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.679 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dtlTszPk29xvVzs off=830992 len=1744821 2024-04-02T08:55:24.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 1611 completed, throughput=5MB/sec 2024-04-02T08:55:24.686 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0XF8-bP2ujIoqXK off=13613772 len=531830 2024-04-02T08:55:24.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 1612 completed, throughput=5MB/sec 2024-04-02T08:55:24.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-R3wSJo6Dk4tBXyQ off=3295005 len=499408 2024-04-02T08:55:24.689 INFO:tasks.workunit.client.0.smithi019.stdout:op 1613 completed, throughput=5MB/sec 2024-04-02T08:55:25.690 INFO:tasks.workunit.client.0.smithi019.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:25.690 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E4MmzcELSjjfAJd off=1999064 len=760316 2024-04-02T08:55:25.690 INFO:tasks.workunit.client.0.smithi019.stdout:op 1614 completed, throughput=4.99MB/sec 2024-04-02T08:55:25.691 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-e68Vk-LB7IsitvF off=7648651 len=415032 2024-04-02T08:55:25.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 1615 completed, throughput=4.99MB/sec 2024-04-02T08:55:25.694 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8fNgVGs-9OoFkZQ off=20359911 len=2014568 2024-04-02T08:55:25.696 INFO:tasks.workunit.client.0.smithi019.stdout:op 1616 completed, throughput=5MB/sec 2024-04-02T08:55:25.696 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3-mSJHf0WwiEYFP off=7303632 len=730692 2024-04-02T08:55:25.699 INFO:tasks.workunit.client.0.smithi019.stdout:op 1617 completed, throughput=5MB/sec 2024-04-02T08:55:25.700 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yxlWxwk_EuueSqY off=17059782 len=1583202 2024-04-02T08:55:25.701 INFO:tasks.workunit.client.0.smithi019.stdout:op 1618 completed, throughput=5MB/sec 2024-04-02T08:55:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:26 smithi019 ceph-mon[94035]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:55:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:26 smithi019 ceph-mon[96522]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:55:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:26 smithi066 ceph-mon[87361]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:55:26.701 INFO:tasks.workunit.client.0.smithi019.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:26.701 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jt1F194pk8MNpkh off=4988650 len=90718 2024-04-02T08:55:26.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.702 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LdpZwn4tj0Py6e1 off=10944491 len=656797 2024-04-02T08:55:26.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 1620 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.702 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wuol5rUxJCqoEyS off=1264671 len=1917517 2024-04-02T08:55:26.706 INFO:tasks.workunit.client.0.smithi019.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.706 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-roMd15eFUhxOaRh off=6533781 len=421083 2024-04-02T08:55:26.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 1622 completed, throughput=5MB/sec 2024-04-02T08:55:26.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K7jrLRkmzBjMtqF off=3619250 len=643416 2024-04-02T08:55:26.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 1623 completed, throughput=5MB/sec 2024-04-02T08:55:26.714 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SJv0e6zof3iLxPv off=949506 len=1723722 2024-04-02T08:55:26.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 1624 completed, throughput=5MB/sec 2024-04-02T08:55:27.715 INFO:tasks.workunit.client.0.smithi019.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:27.715 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s1Dl2Xp50dcTSkk off=6402653 len=913865 2024-04-02T08:55:27.720 INFO:tasks.workunit.client.0.smithi019.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.720 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2ipBesRdwIaG10D off=1963668 len=227993 2024-04-02T08:55:27.721 INFO:tasks.workunit.client.0.smithi019.stdout:op 1626 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.721 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2d_-CKv_IeMOOya off=5888650 len=416212 2024-04-02T08:55:27.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.724 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DyusceQ3VZSUHt4 off=18193349 len=641127 2024-04-02T08:55:27.727 INFO:tasks.workunit.client.0.smithi019.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-02T08:55:27.727 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jCAWT4YUVSH0dry off=13871146 len=1927087 2024-04-02T08:55:27.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 1629 completed, throughput=5MB/sec 2024-04-02T08:55:27.738 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dtqdcIOJM2-nCMd off=1086756 len=2024080 2024-04-02T08:55:27.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 1630 completed, throughput=5MB/sec 2024-04-02T08:55:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:28 smithi019 ceph-mon[94035]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:55:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:28 smithi019 ceph-mon[96522]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:55:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:28 smithi066 ceph-mon[87361]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:55:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:28.746 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CPonastfeSeNJdr off=5098354 len=737041 2024-04-02T08:55:28.747 INFO:tasks.workunit.client.0.smithi019.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-02T08:55:28.747 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-o9x6eBeiCTHgrAZ off=4750678 len=645326 2024-04-02T08:55:28.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 1632 completed, throughput=4.99MB/sec 2024-04-02T08:55:28.748 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vPO_ZCUw78W7gYA off=927267 len=73674 2024-04-02T08:55:28.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-02T08:55:28.748 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3EZCotITb3MTYBS off=8666683 len=1806862 2024-04-02T08:55:28.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 1634 completed, throughput=5MB/sec 2024-04-02T08:55:28.756 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T3Zz8Luz5pM7tx5 off=17130816 len=1463639 2024-04-02T08:55:28.757 INFO:tasks.workunit.client.0.smithi019.stdout:op 1635 completed, throughput=5MB/sec 2024-04-02T08:55:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:29.758 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h1kCVCHP2-G9B04 off=4971357 len=675620 2024-04-02T08:55:29.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 1636 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.761 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jwj7zJnk_1XmEc_ off=7898322 len=406494 2024-04-02T08:55:29.765 INFO:tasks.workunit.client.0.smithi019.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.765 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-McXqomze0O2UWGL off=8554853 len=396253 2024-04-02T08:55:29.768 INFO:tasks.workunit.client.0.smithi019.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.768 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mcyhGI26A1nx7Tb off=11845929 len=578685 2024-04-02T08:55:29.771 INFO:tasks.workunit.client.0.smithi019.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.771 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DB9urjeamuDZd41 off=5881890 len=887857 2024-04-02T08:55:29.772 INFO:tasks.workunit.client.0.smithi019.stdout:op 1640 completed, throughput=5MB/sec 2024-04-02T08:55:29.772 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L83wz2onIHZNDym off=14031905 len=1920106 2024-04-02T08:55:29.774 INFO:tasks.workunit.client.0.smithi019.stdout:op 1641 completed, throughput=5MB/sec 2024-04-02T08:55:30.063 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 08:55:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=sqlstore.transactions t=2024-04-02T08:55:29.629013778Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:55:30.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:30 smithi019 ceph-mon[94035]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:55:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:55:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:55:30] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:55:30.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:30 smithi019 ceph-mon[96522]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:55:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:30 smithi066 ceph-mon[87361]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:55:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:30.774 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BOP_lS-gXDqHHrQ off=1362017 len=1836807 2024-04-02T08:55:30.781 INFO:tasks.workunit.client.0.smithi019.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-02T08:55:30.781 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Sn8UA5x70YdPTva off=7428286 len=1454487 2024-04-02T08:55:30.788 INFO:tasks.workunit.client.0.smithi019.stdout:op 1643 completed, throughput=5MB/sec 2024-04-02T08:55:30.788 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hez--JLjBECqptK off=5269940 len=890244 2024-04-02T08:55:30.789 INFO:tasks.workunit.client.0.smithi019.stdout:op 1644 completed, throughput=5MB/sec 2024-04-02T08:55:30.790 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fVHs_M3-pSoUZaH off=1911515 len=1033747 2024-04-02T08:55:30.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 1645 completed, throughput=5MB/sec 2024-04-02T08:55:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:31.794 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4nJsR6qLbB8gh4v off=5378539 len=1399450 2024-04-02T08:55:31.795 INFO:tasks.workunit.client.0.smithi019.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.795 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nYepx76anbwTW05 off=1175882 len=1457495 2024-04-02T08:55:31.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.801 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0wSUWAlzW6fEczI off=544224 len=858273 2024-04-02T08:55:31.802 INFO:tasks.workunit.client.0.smithi019.stdout:op 1648 completed, throughput=5MB/sec 2024-04-02T08:55:31.802 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-I-EyF9jb3vNK1ms off=2437767 len=58238 2024-04-02T08:55:31.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 1649 completed, throughput=5MB/sec 2024-04-02T08:55:31.804 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DGEBTO-FITmXQ59 off=9896809 len=1549947 2024-04-02T08:55:31.805 INFO:tasks.workunit.client.0.smithi019.stdout:op 1650 completed, throughput=5MB/sec 2024-04-02T08:55:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:32 smithi019 ceph-mon[94035]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:55:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:32 smithi019 ceph-mon[96522]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:55:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:32 smithi066 ceph-mon[87361]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:55:32.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:55:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:32.806 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M50pP7DbX1_OfvK off=17273628 len=890307 2024-04-02T08:55:32.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.807 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c5ZeC7fCgfPopag off=2852697 len=1415587 2024-04-02T08:55:32.808 INFO:tasks.workunit.client.0.smithi019.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.808 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QZ57RBXGNKdWPX8 off=1177978 len=1378598 2024-04-02T08:55:32.815 INFO:tasks.workunit.client.0.smithi019.stdout:op 1653 completed, throughput=5MB/sec 2024-04-02T08:55:32.815 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vkw3P1dACsk1MUS off=5630275 len=35369 2024-04-02T08:55:32.816 INFO:tasks.workunit.client.0.smithi019.stdout:op 1654 completed, throughput=5MB/sec 2024-04-02T08:55:32.816 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JcBtDpLavfeEj1L off=3963577 len=720689 2024-04-02T08:55:32.819 INFO:tasks.workunit.client.0.smithi019.stdout:op 1655 completed, throughput=5MB/sec 2024-04-02T08:55:32.819 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pkTRkWMeHCN0pQM off=8087273 len=1763818 2024-04-02T08:55:32.827 INFO:tasks.workunit.client.0.smithi019.stdout:op 1656 completed, throughput=5MB/sec 2024-04-02T08:55:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:33.828 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-haatAyZO05xcDEh off=5523723 len=122510 2024-04-02T08:55:33.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 1657 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.829 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u-gECu2eKC4cdKj off=10381884 len=514448 2024-04-02T08:55:33.829 INFO:tasks.workunit.client.0.smithi019.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.829 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--vHkSnY4fVhaebY off=174655 len=519497 2024-04-02T08:55:33.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.832 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vutWdO4hd75v3_w off=17343322 len=945184 2024-04-02T08:55:33.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 1660 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.833 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2DGn898di3ab_TJ off=12892487 len=1592029 2024-04-02T08:55:33.840 INFO:tasks.workunit.client.0.smithi019.stdout:op 1661 completed, throughput=5MB/sec 2024-04-02T08:55:33.840 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z2ZUYa4OLhj74xt off=441924 len=988175 2024-04-02T08:55:33.844 INFO:tasks.workunit.client.0.smithi019.stdout:op 1662 completed, throughput=5MB/sec 2024-04-02T08:55:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:34 smithi019 ceph-mon[94035]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:55:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:34 smithi019 ceph-mon[96522]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:55:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:34 smithi066 ceph-mon[87361]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:55:34.844 INFO:tasks.workunit.client.0.smithi019.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:34.844 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WF6vW2YKdeaY3JG off=7807985 len=1695867 2024-04-02T08:55:34.853 INFO:tasks.workunit.client.0.smithi019.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.854 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xmdNCXkT5081sB3 off=6725647 len=900085 2024-04-02T08:55:34.857 INFO:tasks.workunit.client.0.smithi019.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.857 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EhN3sB8Pr1fkuxd off=6086234 len=222611 2024-04-02T08:55:34.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.859 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vEyAbibwEiSDS2h off=3779857 len=709911 2024-04-02T08:55:34.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 1666 completed, throughput=5MB/sec 2024-04-02T08:55:34.861 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qFEI6pXllxRzJB7 off=1885050 len=1242746 2024-04-02T08:55:34.864 INFO:tasks.workunit.client.0.smithi019.stdout:op 1667 completed, throughput=5MB/sec 2024-04-02T08:55:34.864 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Yz-QUb2ceEAS4r8 off=4598366 len=1161688 2024-04-02T08:55:34.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 1668 completed, throughput=5MB/sec 2024-04-02T08:55:35.867 INFO:tasks.workunit.client.0.smithi019.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:35.867 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q5lL4S2lnKm84-w off=1721682 len=892965 2024-04-02T08:55:35.872 INFO:tasks.workunit.client.0.smithi019.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.872 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oUCzukwchtpQSdI off=215488 len=1151298 2024-04-02T08:55:35.873 INFO:tasks.workunit.client.0.smithi019.stdout:op 1670 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.873 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xA71f3WAmmrIuRn off=8475507 len=919469 2024-04-02T08:55:35.878 INFO:tasks.workunit.client.0.smithi019.stdout:op 1671 completed, throughput=5MB/sec 2024-04-02T08:55:35.878 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GcxFFiG8Yw-flBZ off=997905 len=1901906 2024-04-02T08:55:35.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 1672 completed, throughput=5MB/sec 2024-04-02T08:55:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:36 smithi019 ceph-mon[94035]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:36 smithi019 ceph-mon[96522]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:36 smithi066 ceph-mon[87361]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:36.880 INFO:tasks.workunit.client.0.smithi019.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:36.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xi1a8IKlIiE7NfC off=572360 len=1131907 2024-04-02T08:55:36.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.885 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OLz9PQ9lEXQtAko off=6964769 len=531766 2024-04-02T08:55:36.888 INFO:tasks.workunit.client.0.smithi019.stdout:op 1674 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.888 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zJUj-hNcUKX7Mts off=8309661 len=1686574 2024-04-02T08:55:36.889 INFO:tasks.workunit.client.0.smithi019.stdout:op 1675 completed, throughput=5MB/sec 2024-04-02T08:55:36.890 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YMt2r3AtmHUcJ5- off=4487762 len=280221 2024-04-02T08:55:36.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 1676 completed, throughput=5MB/sec 2024-04-02T08:55:36.893 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Tv-bgalewxN5Ds- off=15093242 len=699408 2024-04-02T08:55:36.896 INFO:tasks.workunit.client.0.smithi019.stdout:op 1677 completed, throughput=5MB/sec 2024-04-02T08:55:36.896 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2K4T-ASA0k0LiAI off=2055783 len=1265466 2024-04-02T08:55:36.908 INFO:tasks.workunit.client.0.smithi019.stdout:op 1678 completed, throughput=5MB/sec 2024-04-02T08:55:37.909 INFO:tasks.workunit.client.0.smithi019.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:37.909 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aY_GSbSLpTpYxkQ off=2648235 len=1711381 2024-04-02T08:55:37.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.911 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GMB-MGDZOtBl4qH off=5710669 len=70828 2024-04-02T08:55:37.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.911 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nm4UPX6K48IjA9J off=21456920 len=788988 2024-04-02T08:55:37.915 INFO:tasks.workunit.client.0.smithi019.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.915 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WJxOKbg8N0BhTCx off=6479286 len=702438 2024-04-02T08:55:37.918 INFO:tasks.workunit.client.0.smithi019.stdout:op 1682 completed, throughput=5MB/sec 2024-04-02T08:55:37.918 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QyyDtlAbuYnUXdv off=7433543 len=1780901 2024-04-02T08:55:37.919 INFO:tasks.workunit.client.0.smithi019.stdout:op 1683 completed, throughput=5MB/sec 2024-04-02T08:55:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:38 smithi019 ceph-mon[94035]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:38 smithi019 ceph-mon[96522]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:38 smithi066 ceph-mon[87361]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:55:38.920 INFO:tasks.workunit.client.0.smithi019.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:38.920 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4huGWFSVNuFMkmW off=8384941 len=1950774 2024-04-02T08:55:38.921 INFO:tasks.workunit.client.0.smithi019.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.921 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LNilk3VJBjf4RZo off=5755497 len=270079 2024-04-02T08:55:38.922 INFO:tasks.workunit.client.0.smithi019.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.922 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nDjES_4Mf7V3oWh off=1234133 len=1749432 2024-04-02T08:55:38.923 INFO:tasks.workunit.client.0.smithi019.stdout:op 1686 completed, throughput=5MB/sec 2024-04-02T08:55:38.924 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rDKXj_QxK_lLzkX off=12085520 len=1310260 2024-04-02T08:55:38.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 1687 completed, throughput=5MB/sec 2024-04-02T08:55:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:39 smithi066 ceph-mon[87361]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:39.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:39 smithi019 ceph-mon[94035]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:39 smithi019 ceph-mon[96522]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:39.925 INFO:tasks.workunit.client.0.smithi019.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:39.925 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AliJ2R6q0k2Gk1V off=567951 len=174601 2024-04-02T08:55:39.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.927 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k0z0Q20ef76pi_4 off=750814 len=64195 2024-04-02T08:55:39.928 INFO:tasks.workunit.client.0.smithi019.stdout:op 1689 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.928 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vukl7UXZ4PTEpT9 off=1375066 len=1314857 2024-04-02T08:55:39.929 INFO:tasks.workunit.client.0.smithi019.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.929 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-myWRYp1XMW7zqiN off=18489881 len=269917 2024-04-02T08:55:39.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.930 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8xtyDrAvMjj2rq8 off=155426 len=1233469 2024-04-02T08:55:39.936 INFO:tasks.workunit.client.0.smithi019.stdout:op 1692 completed, throughput=5MB/sec 2024-04-02T08:55:39.936 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lJv0XQKi2uF2-qB off=7430737 len=476969 2024-04-02T08:55:39.939 INFO:tasks.workunit.client.0.smithi019.stdout:op 1693 completed, throughput=5MB/sec 2024-04-02T08:55:39.939 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tPe2A5dmrLJlGts off=7667304 len=885128 2024-04-02T08:55:39.943 INFO:tasks.workunit.client.0.smithi019.stdout:op 1694 completed, throughput=5MB/sec 2024-04-02T08:55:39.943 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VuDZdqyoXbWSuL8 off=6547498 len=1779793 2024-04-02T08:55:39.953 INFO:tasks.workunit.client.0.smithi019.stdout:op 1695 completed, throughput=5MB/sec 2024-04-02T08:55:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:55:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:55:40] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:55:40.953 INFO:tasks.workunit.client.0.smithi019.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:40.953 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tfpC_k3daA_ghje off=22510377 len=365871 2024-04-02T08:55:40.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.954 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QceTC0TIRZA3fC4 off=5166918 len=1989026 2024-04-02T08:55:40.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 1697 completed, throughput=5MB/sec 2024-04-02T08:55:40.961 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YJrgz4nrsWLu4gg off=18027834 len=49042 2024-04-02T08:55:40.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 1698 completed, throughput=5MB/sec 2024-04-02T08:55:40.961 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9ISMZkghRbNCBVf off=11984144 len=2094022 2024-04-02T08:55:40.965 INFO:tasks.workunit.client.0.smithi019.stdout:op 1699 completed, throughput=5MB/sec 2024-04-02T08:55:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:41 smithi066 ceph-mon[87361]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:41 smithi019 ceph-mon[94035]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:41 smithi019 ceph-mon[96522]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:41.965 INFO:tasks.workunit.client.0.smithi019.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:41.965 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KobVWcdW3zLA6U3 off=2213845 len=1538712 2024-04-02T08:55:41.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.971 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J4e6YRV82Oh8X0o off=3586107 len=293774 2024-04-02T08:55:41.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.972 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OFGtj-vBg-gpq4X off=0 len=1129187 2024-04-02T08:55:41.973 INFO:tasks.workunit.client.0.smithi019.stdout:op 1702 completed, throughput=5MB/sec 2024-04-02T08:55:41.973 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c4AHN08SfA-dPUz off=2748921 len=1140075 2024-04-02T08:55:41.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 1703 completed, throughput=5MB/sec 2024-04-02T08:55:41.976 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RiB4zalnnqXGEtI off=4551830 len=1596271 2024-04-02T08:55:41.977 INFO:tasks.workunit.client.0.smithi019.stdout:op 1704 completed, throughput=5MB/sec 2024-04-02T08:55:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:55:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:42.977 INFO:tasks.workunit.client.0.smithi019.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:42.977 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FkGFieWm3GtHLCg off=4867194 len=1762769 2024-04-02T08:55:42.979 INFO:tasks.workunit.client.0.smithi019.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.979 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D1ROt4b19ync-pB off=1455136 len=1852393 2024-04-02T08:55:42.990 INFO:tasks.workunit.client.0.smithi019.stdout:op 1706 completed, throughput=5MB/sec 2024-04-02T08:55:42.990 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mXsFXxL1R6Zr0P4 off=16930770 len=38045 2024-04-02T08:55:42.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 1707 completed, throughput=5MB/sec 2024-04-02T08:55:42.992 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TnLX7nQ8kvzeOBd off=16820811 len=1947291 2024-04-02T08:55:42.999 INFO:tasks.workunit.client.0.smithi019.stdout:op 1708 completed, throughput=5MB/sec 2024-04-02T08:55:43.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:43 smithi066 ceph-mon[87361]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:43.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:43 smithi019 ceph-mon[94035]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:43 smithi019 ceph-mon[96522]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:44.000 INFO:tasks.workunit.client.0.smithi019.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:44.000 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0sxi4LHoLLJYX-f off=1205111 len=121207 2024-04-02T08:55:44.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.002 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5Rl4m9MlZuFuekY off=9036223 len=154972 2024-04-02T08:55:44.005 INFO:tasks.workunit.client.0.smithi019.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.005 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yRBvYK-rHO8nE3P off=9877974 len=1379776 2024-04-02T08:55:44.006 INFO:tasks.workunit.client.0.smithi019.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.006 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LoGBPVDtyKwBAFF off=564494 len=429395 2024-04-02T08:55:44.007 INFO:tasks.workunit.client.0.smithi019.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.007 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Gt1iVF8T289AzlF off=17993169 len=1845476 2024-04-02T08:55:44.016 INFO:tasks.workunit.client.0.smithi019.stdout:op 1713 completed, throughput=5MB/sec 2024-04-02T08:55:44.016 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lArVjLBrz3g0wDt off=1673261 len=1730717 2024-04-02T08:55:44.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 1714 completed, throughput=5MB/sec 2024-04-02T08:55:45.018 INFO:tasks.workunit.client.0.smithi019.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:45.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DnEvTf60w662_hv off=4775746 len=333725 2024-04-02T08:55:45.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.019 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EigebDAEyOna_jB off=14611984 len=766238 2024-04-02T08:55:45.023 INFO:tasks.workunit.client.0.smithi019.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.023 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gkDoJRGo4QPD_Cs off=2091582 len=1112315 2024-04-02T08:55:45.029 INFO:tasks.workunit.client.0.smithi019.stdout:op 1717 completed, throughput=5MB/sec 2024-04-02T08:55:45.029 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7hJwlFYYTlsR_Lk off=6111340 len=1147029 2024-04-02T08:55:45.034 INFO:tasks.workunit.client.0.smithi019.stdout:op 1718 completed, throughput=5MB/sec 2024-04-02T08:55:45.034 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F2JUAH44mXo-9Tw off=1113265 len=418298 2024-04-02T08:55:45.037 INFO:tasks.workunit.client.0.smithi019.stdout:op 1719 completed, throughput=5MB/sec 2024-04-02T08:55:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:45 smithi066 ceph-mon[87361]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:45.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:45 smithi019 ceph-mon[94035]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:45 smithi019 ceph-mon[96522]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:46.037 INFO:tasks.workunit.client.0.smithi019.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:46.037 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--o1Hi8Z2MAzKTun off=6031691 len=445275 2024-04-02T08:55:46.040 INFO:tasks.workunit.client.0.smithi019.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-02T08:55:46.040 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bne4DP-3LYwkoqZ off=14252420 len=1496700 2024-04-02T08:55:46.043 INFO:tasks.workunit.client.0.smithi019.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-02T08:55:46.043 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oQO7VpaCSAsU2Pa off=2576980 len=1549878 2024-04-02T08:55:46.050 INFO:tasks.workunit.client.0.smithi019.stdout:op 1722 completed, throughput=5MB/sec 2024-04-02T08:55:46.050 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2XW6xJrZ9Qkdv-z off=1510063 len=414548 2024-04-02T08:55:46.050 INFO:tasks.workunit.client.0.smithi019.stdout:op 1723 completed, throughput=5MB/sec 2024-04-02T08:55:46.051 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2k6r5Jxcp1Pdqma off=7926475 len=468384 2024-04-02T08:55:46.052 INFO:tasks.workunit.client.0.smithi019.stdout:op 1724 completed, throughput=5MB/sec 2024-04-02T08:55:46.052 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B6dW5iqCeGd4KJx off=3698710 len=137927 2024-04-02T08:55:46.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 1725 completed, throughput=5MB/sec 2024-04-02T08:55:46.055 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Kbh0sR4HPTpMJ1X off=4413388 len=1652867 2024-04-02T08:55:46.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 1726 completed, throughput=5MB/sec 2024-04-02T08:55:47.057 INFO:tasks.workunit.client.0.smithi019.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:47.058 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J6VFod5RToKokg7 off=0 len=1422775 2024-04-02T08:55:47.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 1727 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.059 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OFbMWZlKUDTlNvb off=3234543 len=779623 2024-04-02T08:55:47.063 INFO:tasks.workunit.client.0.smithi019.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.063 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MKrJQ7BzmcbtC3z off=6818385 len=1065441 2024-04-02T08:55:47.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 1729 completed, throughput=5MB/sec 2024-04-02T08:55:47.068 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uIqohgiOkEu73cf off=15205694 len=617386 2024-04-02T08:55:47.069 INFO:tasks.workunit.client.0.smithi019.stdout:op 1730 completed, throughput=5MB/sec 2024-04-02T08:55:47.070 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dFnthIfVD_iNuah off=10356064 len=61596 2024-04-02T08:55:47.071 INFO:tasks.workunit.client.0.smithi019.stdout:op 1731 completed, throughput=5MB/sec 2024-04-02T08:55:47.071 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4manat-0-QyEsR4 off=2254956 len=1409309 2024-04-02T08:55:47.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 1732 completed, throughput=5MB/sec 2024-04-02T08:55:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:47 smithi066 ceph-mon[87361]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:47 smithi019 ceph-mon[94035]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:47 smithi019 ceph-mon[96522]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:55:48.073 INFO:tasks.workunit.client.0.smithi019.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:48.074 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EIY0TXDxdLM7bRB off=9825877 len=341094 2024-04-02T08:55:48.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.074 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oMpXXXRuLk3p25b off=1077432 len=1049470 2024-04-02T08:55:48.075 INFO:tasks.workunit.client.0.smithi019.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.075 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-d0cCGDFPgoKH3Ed off=10556405 len=1551736 2024-04-02T08:55:48.083 INFO:tasks.workunit.client.0.smithi019.stdout:op 1735 completed, throughput=5MB/sec 2024-04-02T08:55:48.083 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vS36nORaJtMxmML off=4681189 len=1558865 2024-04-02T08:55:48.088 INFO:tasks.workunit.client.0.smithi019.stdout:op 1736 completed, throughput=5MB/sec 2024-04-02T08:55:49.089 INFO:tasks.workunit.client.0.smithi019.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:49.089 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Hxh3I9TLzFfaKoL off=8325418 len=140740 2024-04-02T08:55:49.089 INFO:tasks.workunit.client.0.smithi019.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.090 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yi6AMr3eWAWhtlr off=1221210 len=1995097 2024-04-02T08:55:49.091 INFO:tasks.workunit.client.0.smithi019.stdout:op 1738 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.091 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pt04Pk98sA0_jCv off=1180209 len=196494 2024-04-02T08:55:49.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.094 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IO5LLPcS0knrJmn off=2884982 len=1402017 2024-04-02T08:55:49.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 1740 completed, throughput=5MB/sec 2024-04-02T08:55:49.095 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Dwb8VUxs-FubkLT off=14976445 len=2085656 2024-04-02T08:55:49.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 1741 completed, throughput=5MB/sec 2024-04-02T08:55:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:49 smithi066 ceph-mon[87361]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:49.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:49 smithi019 ceph-mon[94035]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:49 smithi019 ceph-mon[96522]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:50.096 INFO:tasks.workunit.client.0.smithi019.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:50.097 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-owWd78b3asyrBI_ off=3956470 len=1124890 2024-04-02T08:55:50.102 INFO:tasks.workunit.client.0.smithi019.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.102 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yQELl2dzWykRuYM off=11399389 len=1121594 2024-04-02T08:55:50.103 INFO:tasks.workunit.client.0.smithi019.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.103 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J38aTRIPpiCw08L off=8477787 len=1941144 2024-04-02T08:55:50.107 INFO:tasks.workunit.client.0.smithi019.stdout:op 1744 completed, throughput=5MB/sec 2024-04-02T08:55:50.107 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WhW6Fq-G6j_qKKB off=12114038 len=12203 2024-04-02T08:55:50.109 INFO:tasks.workunit.client.0.smithi019.stdout:op 1745 completed, throughput=5MB/sec 2024-04-02T08:55:50.109 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wk9kFjCIxk3p7xF off=2536546 len=1807485 2024-04-02T08:55:50.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 1746 completed, throughput=5MB/sec 2024-04-02T08:55:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:55:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:55:50] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-02T08:55:51.119 INFO:tasks.workunit.client.0.smithi019.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:51.119 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3CycdhllEFF_vcf off=6467851 len=1166532 2024-04-02T08:55:51.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.121 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G-82T_XE-9mlgHY off=1470532 len=1642124 2024-04-02T08:55:51.126 INFO:tasks.workunit.client.0.smithi019.stdout:op 1748 completed, throughput=5MB/sec 2024-04-02T08:55:51.126 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pBEV1HDKXZh7z5L off=12511666 len=355741 2024-04-02T08:55:51.127 INFO:tasks.workunit.client.0.smithi019.stdout:op 1749 completed, throughput=5MB/sec 2024-04-02T08:55:51.127 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-21xcQD6JSM6ZFsD off=16533317 len=502980 2024-04-02T08:55:51.130 INFO:tasks.workunit.client.0.smithi019.stdout:op 1750 completed, throughput=5MB/sec 2024-04-02T08:55:51.131 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-a2UfN0Fpwm-NS7D off=10775279 len=221338 2024-04-02T08:55:51.131 INFO:tasks.workunit.client.0.smithi019.stdout:op 1751 completed, throughput=5MB/sec 2024-04-02T08:55:51.131 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-16fw1SUTM2eDljJ off=13268085 len=460416 2024-04-02T08:55:51.134 INFO:tasks.workunit.client.0.smithi019.stdout:op 1752 completed, throughput=5MB/sec 2024-04-02T08:55:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:51 smithi066 ceph-mon[87361]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:51 smithi019 ceph-mon[94035]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:51 smithi019 ceph-mon[96522]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:52.135 INFO:tasks.workunit.client.0.smithi019.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:52.135 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fUfmYGkTupcFepV off=201509 len=564528 2024-04-02T08:55:52.138 INFO:tasks.workunit.client.0.smithi019.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.138 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gNLDUS4dOvimAlF off=1446704 len=1391144 2024-04-02T08:55:52.140 INFO:tasks.workunit.client.0.smithi019.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.140 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c-ynw5nZPLxC05J off=676695 len=598591 2024-04-02T08:55:52.144 INFO:tasks.workunit.client.0.smithi019.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.145 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RibXzAUFY0oKGD8 off=0 len=1476743 2024-04-02T08:55:52.150 INFO:tasks.workunit.client.0.smithi019.stdout:op 1756 completed, throughput=5MB/sec 2024-04-02T08:55:52.150 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fCb6ikWT9ZM_BiY off=1484492 len=1123538 2024-04-02T08:55:52.151 INFO:tasks.workunit.client.0.smithi019.stdout:op 1757 completed, throughput=5MB/sec 2024-04-02T08:55:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:55:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:53.151 INFO:tasks.workunit.client.0.smithi019.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:53.152 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SLWeZcjkc4w41-D off=6579234 len=1008435 2024-04-02T08:55:53.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 1758 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.152 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DURw2rO3BODnN31 off=792057 len=132929 2024-04-02T08:55:53.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.153 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0MIY1IhHniduvlf off=1651102 len=803249 2024-04-02T08:55:53.155 INFO:tasks.workunit.client.0.smithi019.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.155 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OCJJvZO47fefkEI off=272148 len=805226 2024-04-02T08:55:53.158 INFO:tasks.workunit.client.0.smithi019.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-02T08:55:53.158 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yohvgQ6hXwdmLuq off=2556716 len=1253919 2024-04-02T08:55:53.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 1762 completed, throughput=5MB/sec 2024-04-02T08:55:53.162 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r-Ug3DolqBBJoPW off=4000780 len=1085192 2024-04-02T08:55:53.167 INFO:tasks.workunit.client.0.smithi019.stdout:op 1763 completed, throughput=5MB/sec 2024-04-02T08:55:53.167 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5fvAd_xUrte2nFy off=2655765 len=410906 2024-04-02T08:55:53.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 1764 completed, throughput=5MB/sec 2024-04-02T08:55:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:53 smithi066 ceph-mon[87361]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:55:53.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:53 smithi019 ceph-mon[94035]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:55:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:53 smithi019 ceph-mon[96522]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:55:54.170 INFO:tasks.workunit.client.0.smithi019.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:54.170 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Iz6kgO-Omj5XeNg off=4567845 len=997206 2024-04-02T08:55:54.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.174 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Lc_43qNytAdejpb off=12628384 len=1295971 2024-04-02T08:55:54.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.179 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AAwcnO8jEs3ugOd off=3962299 len=1671144 2024-04-02T08:55:54.187 INFO:tasks.workunit.client.0.smithi019.stdout:op 1767 completed, throughput=5MB/sec 2024-04-02T08:55:54.187 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gr1_s8tMgyt5RrN off=2903268 len=1836599 2024-04-02T08:55:54.189 INFO:tasks.workunit.client.0.smithi019.stdout:op 1768 completed, throughput=5MB/sec 2024-04-02T08:55:55.189 INFO:tasks.workunit.client.0.smithi019.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:55.189 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SEpJve7wo0caPLP off=5511098 len=1972754 2024-04-02T08:55:55.201 INFO:tasks.workunit.client.0.smithi019.stdout:op 1769 completed, throughput=4.99MB/sec 2024-04-02T08:55:55.201 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JnWxCs6YQlZwR6O off=5561550 len=952197 2024-04-02T08:55:55.202 INFO:tasks.workunit.client.0.smithi019.stdout:op 1770 completed, throughput=5MB/sec 2024-04-02T08:55:55.202 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sIatWR2GjTkAAmV off=2992657 len=1504129 2024-04-02T08:55:55.209 INFO:tasks.workunit.client.0.smithi019.stdout:op 1771 completed, throughput=5MB/sec 2024-04-02T08:55:55.209 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8p21phfhQRa74F8 off=1299401 len=952354 2024-04-02T08:55:55.209 INFO:tasks.workunit.client.0.smithi019.stdout:op 1772 completed, throughput=5MB/sec 2024-04-02T08:55:55.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:55 smithi066 ceph-mon[87361]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:55 smithi019 ceph-mon[94035]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:55 smithi019 ceph-mon[96522]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:56.210 INFO:tasks.workunit.client.0.smithi019.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:56.210 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MUTGbrKic4Q8gun off=2131455 len=844598 2024-04-02T08:55:56.211 INFO:tasks.workunit.client.0.smithi019.stdout:op 1773 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.211 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R1p22lFhobIqJW9 off=377325 len=1428213 2024-04-02T08:55:56.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 1774 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.216 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DeU-_N301BjoCBa off=10878223 len=431740 2024-04-02T08:55:56.219 INFO:tasks.workunit.client.0.smithi019.stdout:op 1775 completed, throughput=5MB/sec 2024-04-02T08:55:56.219 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ISMy2rbLst4_dtu off=11585115 len=1966101 2024-04-02T08:55:56.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 1776 completed, throughput=5MB/sec 2024-04-02T08:55:56.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:55:56.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:55:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:55:57.228 INFO:tasks.workunit.client.0.smithi019.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:57.228 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HL-Oiy1bAEf9qZU off=84887 len=491787 2024-04-02T08:55:57.231 INFO:tasks.workunit.client.0.smithi019.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.232 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XD7FMvNeVL988XO off=5315023 len=792735 2024-04-02T08:55:57.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.233 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M2PZBOZgy-so5-H off=4459371 len=1327704 2024-04-02T08:55:57.234 INFO:tasks.workunit.client.0.smithi019.stdout:op 1779 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.234 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VS6NKiMnqgxJ4jI off=4261586 len=216472 2024-04-02T08:55:57.237 INFO:tasks.workunit.client.0.smithi019.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.237 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iKVNcw9MW4jPaXJ off=4217335 len=1653487 2024-04-02T08:55:57.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 1781 completed, throughput=5MB/sec 2024-04-02T08:55:57.246 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SaIITEAsfmmIhtR off=1407124 len=2066489 2024-04-02T08:55:57.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 1782 completed, throughput=5MB/sec 2024-04-02T08:55:57.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:57 smithi066 ceph-mon[87361]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:57.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:57 smithi019 ceph-mon[94035]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:57 smithi019 ceph-mon[96522]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:58.249 INFO:tasks.workunit.client.0.smithi019.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:58.249 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-n3cFq9KCEF9MhDc off=13843598 len=1774829 2024-04-02T08:55:58.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.251 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j1bGctboudnu5HP off=16772649 len=2027789 2024-04-02T08:55:58.253 INFO:tasks.workunit.client.0.smithi019.stdout:op 1784 completed, throughput=5MB/sec 2024-04-02T08:55:58.253 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-32oC-m7nmBEbnWb off=4649942 len=1079919 2024-04-02T08:55:58.255 INFO:tasks.workunit.client.0.smithi019.stdout:op 1785 completed, throughput=5MB/sec 2024-04-02T08:55:58.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:59.255 INFO:tasks.workunit.client.0.smithi019.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:59.255 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ju_3NpbVjy7QHVS off=1030500 len=687074 2024-04-02T08:55:59.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.257 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ljr_TCZUy-iNIEr off=9410544 len=353700 2024-04-02T08:55:59.258 INFO:tasks.workunit.client.0.smithi019.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.258 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0h40GUd26uW0fiO off=7226239 len=171900 2024-04-02T08:55:59.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 1788 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.260 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OFMc4jRbDhnaMeS off=18303457 len=807324 2024-04-02T08:55:59.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 1789 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.263 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zCv45Xyf8utEY6c off=4037782 len=471464 2024-04-02T08:55:59.264 INFO:tasks.workunit.client.0.smithi019.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-02T08:55:59.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1DXfovHSsMRMBAu off=4253901 len=1915935 2024-04-02T08:55:59.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 1791 completed, throughput=5MB/sec 2024-04-02T08:55:59.274 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M1tiZzEVyeXRjgM off=1299567 len=529002 2024-04-02T08:55:59.277 INFO:tasks.workunit.client.0.smithi019.stdout:op 1792 completed, throughput=5MB/sec 2024-04-02T08:55:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:55:59 smithi066 ceph-mon[87361]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:59.846 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:55:59 smithi019 ceph-mon[94035]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:59.846 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:55:59 smithi019 ceph-mon[96522]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:00.278 INFO:tasks.workunit.client.0.smithi019.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:00.278 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wT85uQv8ZU5UTaj off=38934 len=280652 2024-04-02T08:56:00.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 1793 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.281 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WQ7JxMYka0CY1C6 off=813061 len=931517 2024-04-02T08:56:00.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 1794 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.281 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TxXzX0utoklJzHV off=9655466 len=357508 2024-04-02T08:56:00.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 1795 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.284 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mpPn47ve4EtcpJA off=8086759 len=107751 2024-04-02T08:56:00.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jwj7zJnk_1XmEc_ off=11157972 len=309444 2024-04-02T08:56:00.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.289 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-afoFsl9He6V3HVC off=2387815 len=1963507 2024-04-02T08:56:00.300 INFO:tasks.workunit.client.0.smithi019.stdout:op 1798 completed, throughput=5MB/sec 2024-04-02T08:56:00.300 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2XW6xJrZ9Qkdv-z off=15179325 len=1250512 2024-04-02T08:56:00.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 1799 completed, throughput=5MB/sec 2024-04-02T08:56:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:56:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:56:00] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:56:01.301 INFO:tasks.workunit.client.0.smithi019.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:01.301 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Jnh63E5z4CjPftw off=15172971 len=1940436 2024-04-02T08:56:01.305 INFO:tasks.workunit.client.0.smithi019.stdout:op 1800 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.306 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_MG7apDAbgS8EkW off=2528673 len=858302 2024-04-02T08:56:01.310 INFO:tasks.workunit.client.0.smithi019.stdout:op 1801 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.310 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B2nxmaDZuC7eRqC off=8386359 len=589909 2024-04-02T08:56:01.313 INFO:tasks.workunit.client.0.smithi019.stdout:op 1802 completed, throughput=5MB/sec 2024-04-02T08:56:01.313 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vyD4tIsKd3wvMe0 off=14231940 len=647454 2024-04-02T08:56:01.314 INFO:tasks.workunit.client.0.smithi019.stdout:op 1803 completed, throughput=5MB/sec 2024-04-02T08:56:01.314 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f5fgu11IqSdIlsC off=388275 len=1300873 2024-04-02T08:56:01.322 INFO:tasks.workunit.client.0.smithi019.stdout:op 1804 completed, throughput=5MB/sec 2024-04-02T08:56:01.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:01 smithi019 ceph-mon[94035]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:01 smithi019 ceph-mon[96522]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:01 smithi066 ceph-mon[87361]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:02.322 INFO:tasks.workunit.client.0.smithi019.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:02.323 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HP-KngrQ1x50RbL off=13124607 len=1275860 2024-04-02T08:56:02.324 INFO:tasks.workunit.client.0.smithi019.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.324 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vhxHFXb_giwJqMG off=12756786 len=1835968 2024-04-02T08:56:02.325 INFO:tasks.workunit.client.0.smithi019.stdout:op 1806 completed, throughput=5MB/sec 2024-04-02T08:56:02.325 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JSPdW5jAVSJYO7- off=13959720 len=2000803 2024-04-02T08:56:02.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 1807 completed, throughput=5MB/sec 2024-04-02T08:56:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:56:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:03.333 INFO:tasks.workunit.client.0.smithi019.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:03.333 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EyqydQ2mdx4hSv8 off=5072287 len=2055049 2024-04-02T08:56:03.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.341 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-G0rOGsvI2I3yZSO off=237019 len=1035440 2024-04-02T08:56:03.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-02T08:56:03.342 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-J1WTfsfwheEYvKD off=16546599 len=1633359 2024-04-02T08:56:03.349 INFO:tasks.workunit.client.0.smithi019.stdout:op 1810 completed, throughput=5MB/sec 2024-04-02T08:56:03.349 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OV3Xm-Y8Wkos62r off=915655 len=1357373 2024-04-02T08:56:03.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 1811 completed, throughput=5MB/sec 2024-04-02T08:56:03.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:03 smithi019 ceph-mon[96522]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:03 smithi019 ceph-mon[94035]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:03 smithi066 ceph-mon[87361]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:04.352 INFO:tasks.workunit.client.0.smithi019.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:04.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pMtBSX174lRY9QI off=4008890 len=967353 2024-04-02T08:56:04.356 INFO:tasks.workunit.client.0.smithi019.stdout:op 1812 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.356 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ImyCfh4J_krgJ15 off=4056562 len=1347543 2024-04-02T08:56:04.363 INFO:tasks.workunit.client.0.smithi019.stdout:op 1813 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.363 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ii6at8PbdUJsdXX off=372325 len=1859871 2024-04-02T08:56:04.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 1814 completed, throughput=5MB/sec 2024-04-02T08:56:04.369 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YeGBIlooHry6MCN off=865574 len=2011097 2024-04-02T08:56:04.380 INFO:tasks.workunit.client.0.smithi019.stdout:op 1815 completed, throughput=5MB/sec 2024-04-02T08:56:05.380 INFO:tasks.workunit.client.0.smithi019.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:05.380 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SsR8owZutunYRMC off=4741122 len=1733479 2024-04-02T08:56:05.388 INFO:tasks.workunit.client.0.smithi019.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.388 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UxEr4O_TAOPzYXi off=3074506 len=366416 2024-04-02T08:56:05.389 INFO:tasks.workunit.client.0.smithi019.stdout:op 1817 completed, throughput=5MB/sec 2024-04-02T08:56:05.389 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DoRanr6sCVXgvXP off=2439822 len=629183 2024-04-02T08:56:05.392 INFO:tasks.workunit.client.0.smithi019.stdout:op 1818 completed, throughput=5MB/sec 2024-04-02T08:56:05.392 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RIVuiuRYIPtUzXQ off=288309 len=950591 2024-04-02T08:56:05.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 1819 completed, throughput=5MB/sec 2024-04-02T08:56:05.393 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lhyarI5vAEDPbcw off=15339203 len=1882272 2024-04-02T08:56:05.402 INFO:tasks.workunit.client.0.smithi019.stdout:op 1820 completed, throughput=5MB/sec 2024-04-02T08:56:05.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:05 smithi019 ceph-mon[94035]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:05 smithi019 ceph-mon[96522]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:06.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:05 smithi066 ceph-mon[87361]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:06.402 INFO:tasks.workunit.client.0.smithi019.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:06.402 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jkLus-A6KcwZHCA off=5687663 len=263281 2024-04-02T08:56:06.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 1821 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.403 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sqARk6yZEtlwJmb off=5892967 len=823742 2024-04-02T08:56:06.404 INFO:tasks.workunit.client.0.smithi019.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.404 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h8XEOmrPJM0Kb6h off=8755309 len=1808642 2024-04-02T08:56:06.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 1823 completed, throughput=5MB/sec 2024-04-02T08:56:06.413 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HD71FktkxAypdtl off=6712080 len=476648 2024-04-02T08:56:06.413 INFO:tasks.workunit.client.0.smithi019.stdout:op 1824 completed, throughput=5MB/sec 2024-04-02T08:56:06.413 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rDTZz1cglfXatzU off=7667337 len=1786469 2024-04-02T08:56:06.415 INFO:tasks.workunit.client.0.smithi019.stdout:op 1825 completed, throughput=5MB/sec 2024-04-02T08:56:07.415 INFO:tasks.workunit.client.0.smithi019.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:07.415 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CETC76mT_VDae_z off=2326373 len=1327814 2024-04-02T08:56:07.421 INFO:tasks.workunit.client.0.smithi019.stdout:op 1826 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.421 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-104WDqhC4cqmlZ9 off=12507096 len=1188512 2024-04-02T08:56:07.428 INFO:tasks.workunit.client.0.smithi019.stdout:op 1827 completed, throughput=5MB/sec 2024-04-02T08:56:07.428 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tVjpT4rlsrBZqpY off=14166769 len=1330493 2024-04-02T08:56:07.432 INFO:tasks.workunit.client.0.smithi019.stdout:op 1828 completed, throughput=5MB/sec 2024-04-02T08:56:07.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:07 smithi019 ceph-mon[94035]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:56:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:07 smithi019 ceph-mon[96522]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:56:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:07 smithi066 ceph-mon[87361]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:56:08.433 INFO:tasks.workunit.client.0.smithi019.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:08.433 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XW8yYV2dMyKtz1H off=14138254 len=1653164 2024-04-02T08:56:08.440 INFO:tasks.workunit.client.0.smithi019.stdout:op 1829 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.440 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U3exaGLm2FGs2go off=18228461 len=1295567 2024-04-02T08:56:08.446 INFO:tasks.workunit.client.0.smithi019.stdout:op 1830 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.446 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-So8EKKyn1VWZr1I off=1091677 len=985058 2024-04-02T08:56:08.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 1831 completed, throughput=5MB/sec 2024-04-02T08:56:08.447 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iNrYI4HeCM-Zs2e off=10246185 len=1247152 2024-04-02T08:56:08.452 INFO:tasks.workunit.client.0.smithi019.stdout:op 1832 completed, throughput=5MB/sec 2024-04-02T08:56:09.452 INFO:tasks.workunit.client.0.smithi019.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:09.453 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2K4T-ASA0k0LiAI off=378427 len=538331 2024-04-02T08:56:09.456 INFO:tasks.workunit.client.0.smithi019.stdout:op 1833 completed, throughput=4.99MB/sec 2024-04-02T08:56:09.456 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xUw9Fa1DcgUB4YL off=19310513 len=902035 2024-04-02T08:56:09.460 INFO:tasks.workunit.client.0.smithi019.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-02T08:56:09.460 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5V6No8cGuoMl7vI off=3569585 len=1224873 2024-04-02T08:56:09.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 1835 completed, throughput=4.99MB/sec 2024-04-02T08:56:09.461 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j9I3CNNqqLRRUWA off=15997069 len=1855192 2024-04-02T08:56:09.463 INFO:tasks.workunit.client.0.smithi019.stdout:op 1836 completed, throughput=5MB/sec 2024-04-02T08:56:09.463 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IkJ6CMXCljJ__s8 off=2965062 len=1772485 2024-04-02T08:56:09.473 INFO:tasks.workunit.client.0.smithi019.stdout:op 1837 completed, throughput=5MB/sec 2024-04-02T08:56:09.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:09 smithi019 ceph-mon[94035]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:09 smithi019 ceph-mon[96522]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:09 smithi066 ceph-mon[87361]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:10.473 INFO:tasks.workunit.client.0.smithi019.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:10.474 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IvYC8_Hp02Dusf- off=12066872 len=1721707 2024-04-02T08:56:10.479 INFO:tasks.workunit.client.0.smithi019.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-02T08:56:10.479 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NIMyBIYJ9OU6tOT off=8800309 len=685180 2024-04-02T08:56:10.481 INFO:tasks.workunit.client.0.smithi019.stdout:op 1839 completed, throughput=5MB/sec 2024-04-02T08:56:10.481 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FZ8wokIYyj4snE6 off=7202201 len=23277 2024-04-02T08:56:10.483 INFO:tasks.workunit.client.0.smithi019.stdout:op 1840 completed, throughput=5MB/sec 2024-04-02T08:56:10.483 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dmCbrJYHgGwiCPE off=137329 len=100722 2024-04-02T08:56:10.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 1841 completed, throughput=5MB/sec 2024-04-02T08:56:10.485 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P2mn3m9EMShpXuL off=19874119 len=1255524 2024-04-02T08:56:10.486 INFO:tasks.workunit.client.0.smithi019.stdout:op 1842 completed, throughput=5MB/sec 2024-04-02T08:56:10.487 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WWF2E_gvKhOxymZ off=2414599 len=1396863 2024-04-02T08:56:10.488 INFO:tasks.workunit.client.0.smithi019.stdout:op 1843 completed, throughput=5MB/sec 2024-04-02T08:56:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:56:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:56:10] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:56:11.488 INFO:tasks.workunit.client.0.smithi019.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:11.488 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vD9_4z_2cEAhN7D off=2146481 len=1966214 2024-04-02T08:56:11.490 INFO:tasks.workunit.client.0.smithi019.stdout:op 1844 completed, throughput=4.99MB/sec 2024-04-02T08:56:11.490 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zhBZZwPC9r3m7XU off=97652 len=1276 2024-04-02T08:56:11.490 INFO:tasks.workunit.client.0.smithi019.stdout:op 1845 completed, throughput=4.99MB/sec 2024-04-02T08:56:11.490 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tWWLxpZ973ktmSH off=17404120 len=835631 2024-04-02T08:56:11.495 INFO:tasks.workunit.client.0.smithi019.stdout:op 1846 completed, throughput=5MB/sec 2024-04-02T08:56:11.495 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ttXJl40KujU4CaW off=1904252 len=1427408 2024-04-02T08:56:11.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 1847 completed, throughput=5MB/sec 2024-04-02T08:56:11.496 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mO162UhGMjo6sUm off=6644251 len=1102488 2024-04-02T08:56:11.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 1848 completed, throughput=5MB/sec 2024-04-02T08:56:11.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:11 smithi019 ceph-mon[94035]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:56:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:11 smithi019 ceph-mon[96522]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:56:12.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:11 smithi066 ceph-mon[87361]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:56:12.497 INFO:tasks.workunit.client.0.smithi019.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:12.497 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WxDioBq4JtFDU1f off=241446 len=892955 2024-04-02T08:56:12.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RvjCusYa4q2S6WH off=991955 len=1422666 2024-04-02T08:56:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-croIebtaC3fPkox off=2500433 len=984430 2024-04-02T08:56:12.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 1851 completed, throughput=5MB/sec 2024-04-02T08:56:12.505 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C7W_lf_RCx7Mwtb off=3988428 len=1019568 2024-04-02T08:56:12.507 INFO:tasks.workunit.client.0.smithi019.stdout:op 1852 completed, throughput=5MB/sec 2024-04-02T08:56:12.508 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xpuPz8UyMeljUQo off=1192543 len=1596467 2024-04-02T08:56:12.515 INFO:tasks.workunit.client.0.smithi019.stdout:op 1853 completed, throughput=5MB/sec 2024-04-02T08:56:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:56:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:13.515 INFO:tasks.workunit.client.0.smithi019.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:13.515 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7-VuM2MWNUl57Y7 off=3372618 len=953874 2024-04-02T08:56:13.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 1854 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.521 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YJrgz4nrsWLu4gg off=7824685 len=1011525 2024-04-02T08:56:13.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 1855 completed, throughput=5MB/sec 2024-04-02T08:56:13.524 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_7XhWYPDGQdjpVK off=5049734 len=1538997 2024-04-02T08:56:13.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 1856 completed, throughput=5MB/sec 2024-04-02T08:56:13.526 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p9hYqoz9fOzya5z off=1323127 len=1288882 2024-04-02T08:56:13.527 INFO:tasks.workunit.client.0.smithi019.stdout:op 1857 completed, throughput=5MB/sec 2024-04-02T08:56:13.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:13 smithi019 ceph-mon[94035]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:56:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:13 smithi019 ceph-mon[96522]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:56:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:13 smithi066 ceph-mon[87361]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:56:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:14.527 INFO:tasks.workunit.client.0.smithi019.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:14.527 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ee-KvYoSPS_P-Ao off=2174720 len=1769524 2024-04-02T08:56:14.531 INFO:tasks.workunit.client.0.smithi019.stdout:op 1858 completed, throughput=4.99MB/sec 2024-04-02T08:56:14.531 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VAPkAcdoUDYz9fE off=3358646 len=1932249 2024-04-02T08:56:14.538 INFO:tasks.workunit.client.0.smithi019.stdout:op 1859 completed, throughput=5MB/sec 2024-04-02T08:56:14.538 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TRIjjPSUDDtaHta off=585204 len=1894240 2024-04-02T08:56:14.542 INFO:tasks.workunit.client.0.smithi019.stdout:op 1860 completed, throughput=5MB/sec 2024-04-02T08:56:15.543 INFO:tasks.workunit.client.0.smithi019.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:15.543 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-v-nB2fleZddzs2l off=9260018 len=1156971 2024-04-02T08:56:15.548 INFO:tasks.workunit.client.0.smithi019.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.549 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HcGxNN1BOvFSFDC off=2803818 len=2040562 2024-04-02T08:56:15.550 INFO:tasks.workunit.client.0.smithi019.stdout:op 1862 completed, throughput=5MB/sec 2024-04-02T08:56:15.550 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K_Oxkw_OM8nc1Nf off=11710083 len=2061357 2024-04-02T08:56:15.561 INFO:tasks.workunit.client.0.smithi019.stdout:op 1863 completed, throughput=5MB/sec 2024-04-02T08:56:15.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:15 smithi019 ceph-mon[94035]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:56:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:15 smithi019 ceph-mon[96522]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:56:16.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:15 smithi066 ceph-mon[87361]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:56:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:16.562 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ddRfDEj6PIUqmlk off=12101592 len=940920 2024-04-02T08:56:16.564 INFO:tasks.workunit.client.0.smithi019.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-02T08:56:16.564 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LJMmKEsWZDUP3E9 off=2988415 len=1334421 2024-04-02T08:56:16.570 INFO:tasks.workunit.client.0.smithi019.stdout:op 1865 completed, throughput=5MB/sec 2024-04-02T08:56:16.570 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PcOS8l-ic4KRd6P off=1617865 len=578155 2024-04-02T08:56:16.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 1866 completed, throughput=5MB/sec 2024-04-02T08:56:16.574 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Jn6Yum4MArL-kuv off=5036225 len=185544 2024-04-02T08:56:16.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 1867 completed, throughput=5MB/sec 2024-04-02T08:56:16.575 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b-lB4c-2lYH5FsL off=10779332 len=1752757 2024-04-02T08:56:16.584 INFO:tasks.workunit.client.0.smithi019.stdout:op 1868 completed, throughput=5MB/sec 2024-04-02T08:56:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:17.585 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nDr7FSoTyFksapC off=6246092 len=597749 2024-04-02T08:56:17.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 1869 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.589 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uIqohgiOkEu73cf off=3173995 len=843919 2024-04-02T08:56:17.590 INFO:tasks.workunit.client.0.smithi019.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.590 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4KyXgHJ78PZ0nov off=4153555 len=593037 2024-04-02T08:56:17.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.593 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0AYLq9t2GwPCl27 off=4739208 len=673195 2024-04-02T08:56:17.594 INFO:tasks.workunit.client.0.smithi019.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.594 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3vKu71GzL3jw1nI off=12476995 len=306925 2024-04-02T08:56:17.595 INFO:tasks.workunit.client.0.smithi019.stdout:op 1873 completed, throughput=5MB/sec 2024-04-02T08:56:17.595 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VFTuhMdprQFAs3T off=14116529 len=1476867 2024-04-02T08:56:17.602 INFO:tasks.workunit.client.0.smithi019.stdout:op 1874 completed, throughput=5MB/sec 2024-04-02T08:56:17.602 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rOjVDJIvFysQbi3 off=10014168 len=1848314 2024-04-02T08:56:17.608 INFO:tasks.workunit.client.0.smithi019.stdout:op 1875 completed, throughput=5MB/sec 2024-04-02T08:56:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:17 smithi019 ceph-mon[94035]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:56:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:17 smithi019 ceph-mon[96522]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:56:18.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:17 smithi066 ceph-mon[87361]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:56:18.608 INFO:tasks.workunit.client.0.smithi019.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:18.609 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WLY33ns036jre91 off=7950845 len=1129835 2024-04-02T08:56:18.610 INFO:tasks.workunit.client.0.smithi019.stdout:op 1876 completed, throughput=4.99MB/sec 2024-04-02T08:56:18.610 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NXCBrlZi069h7r- off=13026167 len=1447524 2024-04-02T08:56:18.611 INFO:tasks.workunit.client.0.smithi019.stdout:op 1877 completed, throughput=5MB/sec 2024-04-02T08:56:18.611 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tpLrgPXvJEW7ZRE off=305969 len=686932 2024-04-02T08:56:18.614 INFO:tasks.workunit.client.0.smithi019.stdout:op 1878 completed, throughput=5MB/sec 2024-04-02T08:56:18.615 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xR_D6f3ppUKAUZ7 off=8496685 len=1617344 2024-04-02T08:56:18.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 1879 completed, throughput=5MB/sec 2024-04-02T08:56:19.616 INFO:tasks.workunit.client.0.smithi019.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:19.616 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_HMpKrIjuo_Da2w off=35979 len=627537 2024-04-02T08:56:19.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-02T08:56:19.620 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--WrRAZAvjgSwhqh off=18899052 len=532440 2024-04-02T08:56:19.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-02T08:56:19.621 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FyBNRpXSPHuTXgl off=4699750 len=1005271 2024-04-02T08:56:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:op 1882 completed, throughput=4.99MB/sec 2024-04-02T08:56:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JReig2O4bn6g3yO off=646718 len=624010 2024-04-02T08:56:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:op 1883 completed, throughput=5MB/sec 2024-04-02T08:56:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c5ZeC7fCgfPopag off=2990967 len=1758525 2024-04-02T08:56:19.630 INFO:tasks.workunit.client.0.smithi019.stdout:op 1884 completed, throughput=5MB/sec 2024-04-02T08:56:19.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:19 smithi019 ceph-mon[94035]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:19 smithi019 ceph-mon[96522]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:19 smithi066 ceph-mon[87361]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:20.630 INFO:tasks.workunit.client.0.smithi019.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:20.630 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tdSlzSak1pzSnLF off=319938 len=58300 2024-04-02T08:56:20.632 INFO:tasks.workunit.client.0.smithi019.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.633 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o-RQ4lgaEORwlgY off=3561626 len=1040829 2024-04-02T08:56:20.638 INFO:tasks.workunit.client.0.smithi019.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.638 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6oHSjB_1WjBD_Wg off=7965823 len=1254986 2024-04-02T08:56:20.639 INFO:tasks.workunit.client.0.smithi019.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.639 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tumKweDQr53mGY4 off=8082037 len=138482 2024-04-02T08:56:20.639 INFO:tasks.workunit.client.0.smithi019.stdout:op 1888 completed, throughput=4.99MB/sec 2024-04-02T08:56:20.639 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KJ4ub7gqCIMei_G off=399310 len=1205764 2024-04-02T08:56:20.644 INFO:tasks.workunit.client.0.smithi019.stdout:op 1889 completed, throughput=5MB/sec 2024-04-02T08:56:20.644 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vfM2hYk_3AwJWMT off=628255 len=1623652 2024-04-02T08:56:20.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 1890 completed, throughput=5MB/sec 2024-04-02T08:56:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:56:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:56:20] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:56:21.649 INFO:tasks.workunit.client.0.smithi019.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:21.650 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TqSPKbo5lO855m- off=10316691 len=1368296 2024-04-02T08:56:21.656 INFO:tasks.workunit.client.0.smithi019.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-02T08:56:21.656 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OCJJvZO47fefkEI off=5025284 len=1545998 2024-04-02T08:56:21.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-02T08:56:21.664 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aIHIbjHap5YfO7w off=5260160 len=2058651 2024-04-02T08:56:21.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 1893 completed, throughput=5MB/sec 2024-04-02T08:56:21.665 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y0ZsxzEHb60_aAU off=4437068 len=423928 2024-04-02T08:56:21.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 1894 completed, throughput=5MB/sec 2024-04-02T08:56:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:21 smithi019 ceph-mon[94035]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:21 smithi019 ceph-mon[96522]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:21 smithi066 ceph-mon[87361]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:56:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:22.665 INFO:tasks.workunit.client.0.smithi019.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:22.665 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Tv_eOIfyZaeut7B off=4585289 len=324852 2024-04-02T08:56:22.666 INFO:tasks.workunit.client.0.smithi019.stdout:op 1895 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.666 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RG2d8HxlJ9Y6j0L off=287435 len=966066 2024-04-02T08:56:22.667 INFO:tasks.workunit.client.0.smithi019.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.667 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qv42g51BvW9qrH3 off=176559 len=26114 2024-04-02T08:56:22.668 INFO:tasks.workunit.client.0.smithi019.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.668 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IhIruFThsgaIyry off=13646330 len=1776566 2024-04-02T08:56:22.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 1898 completed, throughput=5MB/sec 2024-04-02T08:56:22.682 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oXNEp2SwoHyHqDg off=5785228 len=366439 2024-04-02T08:56:22.684 INFO:tasks.workunit.client.0.smithi019.stdout:op 1899 completed, throughput=5MB/sec 2024-04-02T08:56:22.684 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-g7Osb65Bwf6vZAs off=812689 len=485796 2024-04-02T08:56:22.684 INFO:tasks.workunit.client.0.smithi019.stdout:op 1900 completed, throughput=5MB/sec 2024-04-02T08:56:22.684 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BjaEf-kt0H-wXLm off=16106720 len=693166 2024-04-02T08:56:22.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 1901 completed, throughput=5MB/sec 2024-04-02T08:56:22.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6qaKRGIhAGl1Ryo off=11872283 len=677901 2024-04-02T08:56:22.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 1902 completed, throughput=5MB/sec 2024-04-02T08:56:23.688 INFO:tasks.workunit.client.0.smithi019.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:23.689 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P4LDI6opMxIJaPd off=5130358 len=926841 2024-04-02T08:56:23.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CEFBS0IbYNyfr2x off=1480103 len=1303727 2024-04-02T08:56:23.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 1904 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.702 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tKE2z-Lx5M-74lK off=3628726 len=324095 2024-04-02T08:56:23.705 INFO:tasks.workunit.client.0.smithi019.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.705 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qaqjxkc68dovNNk off=12770548 len=408771 2024-04-02T08:56:23.705 INFO:tasks.workunit.client.0.smithi019.stdout:op 1906 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.705 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KZDqARCBufvYi-m off=1101137 len=1353767 2024-04-02T08:56:23.708 INFO:tasks.workunit.client.0.smithi019.stdout:op 1907 completed, throughput=5MB/sec 2024-04-02T08:56:23.708 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RRT5xBT47YnBS4q off=11986565 len=740177 2024-04-02T08:56:23.708 INFO:tasks.workunit.client.0.smithi019.stdout:op 1908 completed, throughput=5MB/sec 2024-04-02T08:56:23.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:23 smithi019 ceph-mon[94035]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:23 smithi019 ceph-mon[96522]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:23 smithi066 ceph-mon[87361]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:56:24.709 INFO:tasks.workunit.client.0.smithi019.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:24.709 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-p7fKtGzJSsS3jIU off=0 len=1456171 2024-04-02T08:56:24.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.714 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J4HiiRBFbvLXkxV off=10864428 len=348108 2024-04-02T08:56:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 1910 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4EqM6L1t675savX off=856541 len=737103 2024-04-02T08:56:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 1911 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.715 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K_Km21s9SJCMCbi off=854946 len=1398080 2024-04-02T08:56:24.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 1912 completed, throughput=5MB/sec 2024-04-02T08:56:24.724 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Anai1P5WLRBnTeq off=378214 len=1223009 2024-04-02T08:56:24.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 1913 completed, throughput=5MB/sec 2024-04-02T08:56:24.724 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-owWd78b3asyrBI_ off=2890020 len=794311 2024-04-02T08:56:24.728 INFO:tasks.workunit.client.0.smithi019.stdout:op 1914 completed, throughput=5MB/sec 2024-04-02T08:56:25.729 INFO:tasks.workunit.client.0.smithi019.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:25.729 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HDNIZ7xbfvmtY5H off=1860218 len=709078 2024-04-02T08:56:25.733 INFO:tasks.workunit.client.0.smithi019.stdout:op 1915 completed, throughput=4.99MB/sec 2024-04-02T08:56:25.733 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NvNZB1rVuQrOQ3j off=6200178 len=2005638 2024-04-02T08:56:25.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 1916 completed, throughput=5MB/sec 2024-04-02T08:56:25.737 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bRnPWEZLGqaVxtP off=4685967 len=981366 2024-04-02T08:56:25.741 INFO:tasks.workunit.client.0.smithi019.stdout:op 1917 completed, throughput=5MB/sec 2024-04-02T08:56:25.741 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MevOVrq_FUtZHl1 off=13774855 len=25969 2024-04-02T08:56:25.742 INFO:tasks.workunit.client.0.smithi019.stdout:op 1918 completed, throughput=5MB/sec 2024-04-02T08:56:25.742 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fJEvng7bqiFc_Jv off=7172703 len=852804 2024-04-02T08:56:25.744 INFO:tasks.workunit.client.0.smithi019.stdout:op 1919 completed, throughput=5MB/sec 2024-04-02T08:56:25.744 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8sdrFTTJuKACNAN off=3076043 len=876158 2024-04-02T08:56:25.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 1920 completed, throughput=5MB/sec 2024-04-02T08:56:25.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:25 smithi019 ceph-mon[94035]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:25 smithi019 ceph-mon[96522]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:25 smithi066 ceph-mon[87361]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:56:26.745 INFO:tasks.workunit.client.0.smithi019.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:26.745 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2LR-te11yXYMDjI off=1113450 len=26019 2024-04-02T08:56:26.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 1921 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.745 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xr0qguYIPCDwVqV off=4387941 len=1217299 2024-04-02T08:56:26.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 1922 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.751 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aCTqmLAxbNMwPTl off=9580899 len=545010 2024-04-02T08:56:26.755 INFO:tasks.workunit.client.0.smithi019.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.755 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-atCYSX_JVDo2nBL off=11252336 len=1067195 2024-04-02T08:56:26.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 1924 completed, throughput=5MB/sec 2024-04-02T08:56:26.756 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QgZ-rV8d4lVHkpg off=7503010 len=1083023 2024-04-02T08:56:26.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 1925 completed, throughput=5MB/sec 2024-04-02T08:56:26.756 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_GwEXW5n6oA1ZsF off=7188014 len=2060435 2024-04-02T08:56:26.757 INFO:tasks.workunit.client.0.smithi019.stdout:op 1926 completed, throughput=5MB/sec 2024-04-02T08:56:27.758 INFO:tasks.workunit.client.0.smithi019.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:27.758 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9OnKN58ggDryM5O off=10127414 len=887675 2024-04-02T08:56:27.758 INFO:tasks.workunit.client.0.smithi019.stdout:op 1927 completed, throughput=4.99MB/sec 2024-04-02T08:56:27.759 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ynig2C03IcEKi1f off=12246436 len=1376782 2024-04-02T08:56:27.760 INFO:tasks.workunit.client.0.smithi019.stdout:op 1928 completed, throughput=5MB/sec 2024-04-02T08:56:27.760 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-V5VcLaeJZi6qaKo off=7194123 len=330048 2024-04-02T08:56:27.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 1929 completed, throughput=5MB/sec 2024-04-02T08:56:27.763 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YRX-9guYVteFHUO off=3117419 len=1561665 2024-04-02T08:56:27.764 INFO:tasks.workunit.client.0.smithi019.stdout:op 1930 completed, throughput=5MB/sec 2024-04-02T08:56:27.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:27 smithi019 ceph-mon[94035]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:27 smithi019 ceph-mon[96522]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:27 smithi066 ceph-mon[87361]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:28.765 INFO:tasks.workunit.client.0.smithi019.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:28.765 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hN21e36WMD_Lfxq off=17745249 len=1730438 2024-04-02T08:56:28.766 INFO:tasks.workunit.client.0.smithi019.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.766 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y5H15tV1Mj1-I_U off=1301402 len=527114 2024-04-02T08:56:28.770 INFO:tasks.workunit.client.0.smithi019.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-02T08:56:28.770 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0kuK4lQlcUZAZpD off=14439764 len=1967867 2024-04-02T08:56:28.772 INFO:tasks.workunit.client.0.smithi019.stdout:op 1933 completed, throughput=5MB/sec 2024-04-02T08:56:28.772 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D7OgoGYb20ej_eh off=634978 len=481456 2024-04-02T08:56:28.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 1934 completed, throughput=5MB/sec 2024-04-02T08:56:28.773 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LPOlWizXrUXM6n2 off=942279 len=1452792 2024-04-02T08:56:28.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 1935 completed, throughput=5MB/sec 2024-04-02T08:56:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:29.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:29.779 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Hf5kfya6LdW1Wme off=7044883 len=1774960 2024-04-02T08:56:29.782 INFO:tasks.workunit.client.0.smithi019.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-02T08:56:29.782 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-havZhIB7VE-f6d1 off=1553112 len=1989529 2024-04-02T08:56:29.786 INFO:tasks.workunit.client.0.smithi019.stdout:op 1937 completed, throughput=5MB/sec 2024-04-02T08:56:29.786 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L_jnlB-LJrcYgM7 off=4922197 len=1458491 2024-04-02T08:56:29.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 1938 completed, throughput=5MB/sec 2024-04-02T08:56:29.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:29 smithi019 ceph-mon[94035]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:29 smithi019 ceph-mon[96522]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:29 smithi066 ceph-mon[87361]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:56:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:56:30] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:56:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:30.794 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-84-OZTSk40TcxLL off=4701903 len=1884001 2024-04-02T08:56:30.798 INFO:tasks.workunit.client.0.smithi019.stdout:op 1939 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.798 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fHJ3BQGVQPjXywy off=42472 len=134914 2024-04-02T08:56:30.800 INFO:tasks.workunit.client.0.smithi019.stdout:op 1940 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.800 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y4xPKhj8zQWhuQa off=769518 len=1774158 2024-04-02T08:56:30.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 1941 completed, throughput=5MB/sec 2024-04-02T08:56:30.801 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W4cmfqTaffikSwF off=4364299 len=886670 2024-04-02T08:56:30.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 1942 completed, throughput=5MB/sec 2024-04-02T08:56:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:31.807 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fiq-K0ufWfaCFMn off=1139769 len=1709623 2024-04-02T08:56:31.810 INFO:tasks.workunit.client.0.smithi019.stdout:op 1943 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.810 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nqTlNnF-YNFmC-s off=9872291 len=1942031 2024-04-02T08:56:31.818 INFO:tasks.workunit.client.0.smithi019.stdout:op 1944 completed, throughput=5MB/sec 2024-04-02T08:56:31.818 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MVQGUIpjgLu-EHW off=15846091 len=318070 2024-04-02T08:56:31.819 INFO:tasks.workunit.client.0.smithi019.stdout:op 1945 completed, throughput=5MB/sec 2024-04-02T08:56:31.819 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k23VhZbnF8e8oRQ off=968319 len=1823439 2024-04-02T08:56:31.820 INFO:tasks.workunit.client.0.smithi019.stdout:op 1946 completed, throughput=5MB/sec 2024-04-02T08:56:31.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:31 smithi019 ceph-mon[94035]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:31 smithi019 ceph-mon[96522]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:32.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:31 smithi066 ceph-mon[87361]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:56:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:32.821 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aNe3PWpWwCXtmLz off=8160916 len=144706 2024-04-02T08:56:32.823 INFO:tasks.workunit.client.0.smithi019.stdout:op 1947 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.823 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H-VukUFxUgvPixa off=19769110 len=134886 2024-04-02T08:56:32.826 INFO:tasks.workunit.client.0.smithi019.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.826 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0aRwxqtR0Y1o11r off=13062906 len=1686985 2024-04-02T08:56:32.834 INFO:tasks.workunit.client.0.smithi019.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.834 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Sn8UA5x70YdPTva off=6535984 len=990306 2024-04-02T08:56:32.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 1950 completed, throughput=5MB/sec 2024-04-02T08:56:32.839 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DXpnZIc4Lo_H_hG off=1331461 len=1053790 2024-04-02T08:56:32.843 INFO:tasks.workunit.client.0.smithi019.stdout:op 1951 completed, throughput=5MB/sec 2024-04-02T08:56:32.843 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C2n6dF8f45S_TVO off=5214086 len=106825 2024-04-02T08:56:32.844 INFO:tasks.workunit.client.0.smithi019.stdout:op 1952 completed, throughput=5MB/sec 2024-04-02T08:56:32.844 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fRKhIEk5Q24iojK off=8913213 len=149999 2024-04-02T08:56:32.844 INFO:tasks.workunit.client.0.smithi019.stdout:op 1953 completed, throughput=5MB/sec 2024-04-02T08:56:32.844 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4b9oIEDwcvWVckq off=5517430 len=1446004 2024-04-02T08:56:32.849 INFO:tasks.workunit.client.0.smithi019.stdout:op 1954 completed, throughput=5MB/sec 2024-04-02T08:56:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:33.850 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mytPtmILjptNW7R off=1490402 len=1937406 2024-04-02T08:56:33.860 INFO:tasks.workunit.client.0.smithi019.stdout:op 1955 completed, throughput=4.99MB/sec 2024-04-02T08:56:33.860 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z6sWnGaWW4yEEWs off=9710988 len=1812024 2024-04-02T08:56:33.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 1956 completed, throughput=5MB/sec 2024-04-02T08:56:33.862 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ccVucCTjdy8-DFV off=5191361 len=727888 2024-04-02T08:56:33.865 INFO:tasks.workunit.client.0.smithi019.stdout:op 1957 completed, throughput=5MB/sec 2024-04-02T08:56:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:33 smithi019 ceph-mon[94035]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:33 smithi019 ceph-mon[96522]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:34.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:33 smithi066 ceph-mon[87361]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:34.866 INFO:tasks.workunit.client.0.smithi019.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:34.866 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TNpk7SZ7oybJLua off=2804424 len=834199 2024-04-02T08:56:34.870 INFO:tasks.workunit.client.0.smithi019.stdout:op 1958 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.870 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wQm-8eIqYZfvoPm off=9063324 len=317511 2024-04-02T08:56:34.872 INFO:tasks.workunit.client.0.smithi019.stdout:op 1959 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.872 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Edg9vA8kCOPUebr off=362726 len=105220 2024-04-02T08:56:34.875 INFO:tasks.workunit.client.0.smithi019.stdout:op 1960 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.875 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-V4MfR5Tp8JVpyKj off=4613950 len=1893529 2024-04-02T08:56:34.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 1961 completed, throughput=5MB/sec 2024-04-02T08:56:34.884 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PpR6y0vJR-j01Vv off=6335751 len=1685406 2024-04-02T08:56:34.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 1962 completed, throughput=5MB/sec 2024-04-02T08:56:34.886 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OLYQ8hwWabZwA0h off=9562229 len=1038110 2024-04-02T08:56:34.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 1963 completed, throughput=5MB/sec 2024-04-02T08:56:35.890 INFO:tasks.workunit.client.0.smithi019.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:35.890 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hpY-zoqWaHdC8mt off=1452430 len=1354525 2024-04-02T08:56:35.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-02T08:56:35.893 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kM39f-T5IhEdG2t off=5915703 len=2077797 2024-04-02T08:56:35.895 INFO:tasks.workunit.client.0.smithi019.stdout:op 1965 completed, throughput=5MB/sec 2024-04-02T08:56:35.895 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vn1slLVo9F7eCgI off=16994071 len=513224 2024-04-02T08:56:35.895 INFO:tasks.workunit.client.0.smithi019.stdout:op 1966 completed, throughput=5MB/sec 2024-04-02T08:56:35.895 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-brUjnJw-tvY0V_8 off=1225552 len=862886 2024-04-02T08:56:35.899 INFO:tasks.workunit.client.0.smithi019.stdout:op 1967 completed, throughput=5MB/sec 2024-04-02T08:56:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:35 smithi019 ceph-mon[94035]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:56:35.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:35 smithi019 ceph-mon[96522]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:56:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:35 smithi066 ceph-mon[87361]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:56:36.900 INFO:tasks.workunit.client.0.smithi019.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:36.900 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pnuhHEeKIMCpG2v off=2793670 len=380869 2024-04-02T08:56:36.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 1968 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.901 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-04PWlWQpRxxm36N off=2665492 len=941128 2024-04-02T08:56:36.903 INFO:tasks.workunit.client.0.smithi019.stdout:op 1969 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.903 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6atbT_wlCLA9BMy off=4337838 len=15706 2024-04-02T08:56:36.903 INFO:tasks.workunit.client.0.smithi019.stdout:op 1970 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.903 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1urvPbXARvBp3QD off=3492116 len=152729 2024-04-02T08:56:36.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.906 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5WDr03rAE5vV9qV off=7900381 len=355354 2024-04-02T08:56:36.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 1972 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.909 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hvJCEPGMzAtBWUl off=10012781 len=1148336 2024-04-02T08:56:36.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 1973 completed, throughput=5MB/sec 2024-04-02T08:56:36.913 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Tv3r4yORdElVMkq off=2252630 len=697536 2024-04-02T08:56:36.916 INFO:tasks.workunit.client.0.smithi019.stdout:op 1974 completed, throughput=5MB/sec 2024-04-02T08:56:36.916 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3GLnXy1Ww1dVQ9U off=931827 len=2250 2024-04-02T08:56:36.916 INFO:tasks.workunit.client.0.smithi019.stdout:op 1975 completed, throughput=5MB/sec 2024-04-02T08:56:36.916 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ixjpyj_v_P7ock6 off=6552493 len=699942 2024-04-02T08:56:36.920 INFO:tasks.workunit.client.0.smithi019.stdout:op 1976 completed, throughput=5MB/sec 2024-04-02T08:56:36.920 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZPBG12Mpd6gz84V off=2584868 len=68318 2024-04-02T08:56:36.920 INFO:tasks.workunit.client.0.smithi019.stdout:op 1977 completed, throughput=5MB/sec 2024-04-02T08:56:36.921 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EfsLm06byu3_tpi off=13662367 len=198531 2024-04-02T08:56:36.921 INFO:tasks.workunit.client.0.smithi019.stdout:op 1978 completed, throughput=5MB/sec 2024-04-02T08:56:36.921 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-um9fLo_sfizelCQ off=1524549 len=1042815 2024-04-02T08:56:36.922 INFO:tasks.workunit.client.0.smithi019.stdout:op 1979 completed, throughput=5MB/sec 2024-04-02T08:56:37.922 INFO:tasks.workunit.client.0.smithi019.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:37.923 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IlhJVWmBQr9sq37 off=8189243 len=734653 2024-04-02T08:56:37.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.927 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sDFdIgoUTZwioet off=18387824 len=481277 2024-04-02T08:56:37.928 INFO:tasks.workunit.client.0.smithi019.stdout:op 1981 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.928 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CkG0giEfEGK9oux off=22985986 len=1048537 2024-04-02T08:56:37.933 INFO:tasks.workunit.client.0.smithi019.stdout:op 1982 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.933 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TnrkavPrh8kdyxq off=566117 len=564902 2024-04-02T08:56:37.934 INFO:tasks.workunit.client.0.smithi019.stdout:op 1983 completed, throughput=5MB/sec 2024-04-02T08:56:37.934 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XcJTVVRLqdS1XpN off=3628394 len=1191828 2024-04-02T08:56:37.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 1984 completed, throughput=5MB/sec 2024-04-02T08:56:37.935 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ssp4OLHisky-Jjl off=0 len=1235582 2024-04-02T08:56:37.943 INFO:tasks.workunit.client.0.smithi019.stdout:op 1985 completed, throughput=5MB/sec 2024-04-02T08:56:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:37 smithi019 ceph-mon[94035]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:37.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:37 smithi019 ceph-mon[96522]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:38.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:37 smithi066 ceph-mon[87361]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:56:38.943 INFO:tasks.workunit.client.0.smithi019.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:38.943 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_yuBYhnaRLRAs7k off=2706885 len=1691917 2024-04-02T08:56:38.947 INFO:tasks.workunit.client.0.smithi019.stdout:op 1986 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.947 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3GRS3TeV8lq1GHg off=6191503 len=1246152 2024-04-02T08:56:38.948 INFO:tasks.workunit.client.0.smithi019.stdout:op 1987 completed, throughput=5MB/sec 2024-04-02T08:56:38.948 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7C2pVmchjxpeR3e off=1245374 len=908432 2024-04-02T08:56:38.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 1988 completed, throughput=5MB/sec 2024-04-02T08:56:38.950 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kIMai4UoJPSEBki off=19370636 len=379703 2024-04-02T08:56:38.951 INFO:tasks.workunit.client.0.smithi019.stdout:op 1989 completed, throughput=5MB/sec 2024-04-02T08:56:38.951 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v4FBSFzMtzQQ9ep off=1572867 len=254630 2024-04-02T08:56:38.951 INFO:tasks.workunit.client.0.smithi019.stdout:op 1990 completed, throughput=5MB/sec 2024-04-02T08:56:38.951 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hxtiT0BmBHWh20t off=21362511 len=70774 2024-04-02T08:56:38.952 INFO:tasks.workunit.client.0.smithi019.stdout:op 1991 completed, throughput=5MB/sec 2024-04-02T08:56:38.952 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ByxHat4AWgzjjr7 off=2249044 len=1013991 2024-04-02T08:56:38.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 1992 completed, throughput=5MB/sec 2024-04-02T08:56:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:39 smithi019 ceph-mon[94035]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:39 smithi019 ceph-mon[96522]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:39.955 INFO:tasks.workunit.client.0.smithi019.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:39.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5QMOub7fSZulp3w off=11694490 len=782206 2024-04-02T08:56:39.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-02T08:56:39.960 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rXDtOU1DfI0r6E_ off=11021771 len=1694490 2024-04-02T08:56:39.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 1994 completed, throughput=5MB/sec 2024-04-02T08:56:39.968 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_N9TMWriabVsh0G off=7327007 len=1970194 2024-04-02T08:56:39.970 INFO:tasks.workunit.client.0.smithi019.stdout:op 1995 completed, throughput=5MB/sec 2024-04-02T08:56:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:39 smithi066 ceph-mon[87361]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:56:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:56:40] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:56:40.970 INFO:tasks.workunit.client.0.smithi019.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:40.970 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yHdPFCdDO0ss7Zo off=15105932 len=1258137 2024-04-02T08:56:40.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 1996 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.971 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_DuchHnICOKAdo_ off=15115692 len=257068 2024-04-02T08:56:40.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 1997 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.975 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iirXxxRd-QWNVzm off=10056090 len=1053878 2024-04-02T08:56:40.980 INFO:tasks.workunit.client.0.smithi019.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.980 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LjZSuxiySF9YtwA off=8309865 len=80820 2024-04-02T08:56:40.982 INFO:tasks.workunit.client.0.smithi019.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.982 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y8w4FVRcUn4gzdw off=4898385 len=663631 2024-04-02T08:56:40.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 2000 completed, throughput=5MB/sec 2024-04-02T08:56:40.986 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LGLWrcMFcl_Jt3g off=123455 len=1979516 2024-04-02T08:56:40.987 INFO:tasks.workunit.client.0.smithi019.stdout:op 2001 completed, throughput=5MB/sec 2024-04-02T08:56:41.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:41 smithi019 ceph-mon[94035]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:41 smithi019 ceph-mon[96522]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:41.987 INFO:tasks.workunit.client.0.smithi019.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:41.987 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YNopVv1mPF3hBb4 off=16436269 len=1461798 2024-04-02T08:56:41.988 INFO:tasks.workunit.client.0.smithi019.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.989 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5Cuw0HMRl0EKTRK off=245498 len=1050164 2024-04-02T08:56:41.995 INFO:tasks.workunit.client.0.smithi019.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.995 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B98FTvPwqjJUBhy off=18097167 len=451335 2024-04-02T08:56:41.998 INFO:tasks.workunit.client.0.smithi019.stdout:op 2004 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.998 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z0qgNrr4rVw1WsN off=7252140 len=65644 2024-04-02T08:56:41.999 INFO:tasks.workunit.client.0.smithi019.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.999 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Mew57NNBZlfSbR- off=1199743 len=1702958 2024-04-02T08:56:42.001 INFO:tasks.workunit.client.0.smithi019.stdout:op 2006 completed, throughput=5MB/sec 2024-04-02T08:56:42.001 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PkHfw2ZZxiB6YW2 off=2172198 len=1750304 2024-04-02T08:56:42.004 INFO:tasks.workunit.client.0.smithi019.stdout:op 2007 completed, throughput=5MB/sec 2024-04-02T08:56:42.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:41 smithi066 ceph-mon[87361]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:56:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:43.004 INFO:tasks.workunit.client.0.smithi019.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:43.004 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jZQ6oHjfUBkM0Cq off=20057568 len=1352742 2024-04-02T08:56:43.005 INFO:tasks.workunit.client.0.smithi019.stdout:op 2008 completed, throughput=4.99MB/sec 2024-04-02T08:56:43.005 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nLCMoDabN8GSEbi off=1983015 len=1108456 2024-04-02T08:56:43.006 INFO:tasks.workunit.client.0.smithi019.stdout:op 2009 completed, throughput=5MB/sec 2024-04-02T08:56:43.006 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jxjW7tRXumbMRNJ off=17845394 len=317557 2024-04-02T08:56:43.007 INFO:tasks.workunit.client.0.smithi019.stdout:op 2010 completed, throughput=5MB/sec 2024-04-02T08:56:43.007 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FFNkh-HN8Gg9XV3 off=194981 len=140286 2024-04-02T08:56:43.008 INFO:tasks.workunit.client.0.smithi019.stdout:op 2011 completed, throughput=5MB/sec 2024-04-02T08:56:43.008 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r9L5ThieZ0AgQbX off=6143733 len=795852 2024-04-02T08:56:43.011 INFO:tasks.workunit.client.0.smithi019.stdout:op 2012 completed, throughput=5MB/sec 2024-04-02T08:56:43.011 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EwyfQHeQ9INr_o2 off=4579303 len=465731 2024-04-02T08:56:43.012 INFO:tasks.workunit.client.0.smithi019.stdout:op 2013 completed, throughput=5MB/sec 2024-04-02T08:56:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:43 smithi019 ceph-mon[94035]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:56:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:43 smithi019 ceph-mon[96522]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:56:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:44.013 INFO:tasks.workunit.client.0.smithi019.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:44.013 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gyYwM5G5KuID5DS off=4021960 len=1539937 2024-04-02T08:56:44.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-02T08:56:44.014 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dlwEGfrcIttEhIV off=4215855 len=1799280 2024-04-02T08:56:44.015 INFO:tasks.workunit.client.0.smithi019.stdout:op 2015 completed, throughput=5MB/sec 2024-04-02T08:56:44.015 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-23aQTFxxni7611r off=2239655 len=898996 2024-04-02T08:56:44.021 INFO:tasks.workunit.client.0.smithi019.stdout:op 2016 completed, throughput=5MB/sec 2024-04-02T08:56:44.021 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9rgpmLu8AwiBWEP off=4546235 len=2044218 2024-04-02T08:56:44.029 INFO:tasks.workunit.client.0.smithi019.stdout:op 2017 completed, throughput=5MB/sec 2024-04-02T08:56:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:43 smithi066 ceph-mon[87361]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:56:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:45.029 INFO:tasks.workunit.client.0.smithi019.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:45.029 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lp4CVxAlQMwQRfW off=4430899 len=2036075 2024-04-02T08:56:45.040 INFO:tasks.workunit.client.0.smithi019.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-02T08:56:45.041 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5HdCaJcvyd7bWTO off=4370005 len=291679 2024-04-02T08:56:45.043 INFO:tasks.workunit.client.0.smithi019.stdout:op 2019 completed, throughput=5MB/sec 2024-04-02T08:56:45.044 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xUZqUbdmLVrw9Lg off=3367200 len=192519 2024-04-02T08:56:45.046 INFO:tasks.workunit.client.0.smithi019.stdout:op 2020 completed, throughput=5MB/sec 2024-04-02T08:56:45.046 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ITupoYl5O-wFEkr off=3635626 len=567057 2024-04-02T08:56:45.046 INFO:tasks.workunit.client.0.smithi019.stdout:op 2021 completed, throughput=5MB/sec 2024-04-02T08:56:45.046 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6LcMMzaOuKMk9zV off=6340696 len=1796776 2024-04-02T08:56:45.054 INFO:tasks.workunit.client.0.smithi019.stdout:op 2022 completed, throughput=5MB/sec 2024-04-02T08:56:45.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:45 smithi019 ceph-mon[94035]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:45 smithi019 ceph-mon[96522]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:46.054 INFO:tasks.workunit.client.0.smithi019.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:46.055 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-utweZQ8xQzEe6wB off=13263153 len=405656 2024-04-02T08:56:46.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.055 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wRO_zHp7YrZB8ir off=7392279 len=281703 2024-04-02T08:56:46.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.056 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zis6YePo-4XhPDZ off=13383884 len=286874 2024-04-02T08:56:46.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.058 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iHfrOl12aOHcJ5W off=8145225 len=1245426 2024-04-02T08:56:46.061 INFO:tasks.workunit.client.0.smithi019.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.061 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6v2AZLIJaskkH3r off=8584057 len=294547 2024-04-02T08:56:46.061 INFO:tasks.workunit.client.0.smithi019.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IIFUJxsVTFNQPq9 off=17756147 len=967413 2024-04-02T08:56:46.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:45 smithi066 ceph-mon[87361]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:46.065 INFO:tasks.workunit.client.0.smithi019.stdout:op 2028 completed, throughput=5MB/sec 2024-04-02T08:56:46.065 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l47911B8gqgIDGn off=5844447 len=1254232 2024-04-02T08:56:46.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 2029 completed, throughput=5MB/sec 2024-04-02T08:56:46.070 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IIfls_qZX0p-XxM off=15770073 len=1321151 2024-04-02T08:56:46.071 INFO:tasks.workunit.client.0.smithi019.stdout:op 2030 completed, throughput=5MB/sec 2024-04-02T08:56:47.071 INFO:tasks.workunit.client.0.smithi019.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:47.071 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s5lgy8FEzQxWP3f off=10927715 len=1459914 2024-04-02T08:56:47.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-02T08:56:47.072 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-axdNFPf36OA2bJG off=1732217 len=499149 2024-04-02T08:56:47.076 INFO:tasks.workunit.client.0.smithi019.stdout:op 2032 completed, throughput=5MB/sec 2024-04-02T08:56:47.076 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4StCTZTY9EWY7ba off=20488270 len=1878165 2024-04-02T08:56:47.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 2033 completed, throughput=5MB/sec 2024-04-02T08:56:47.085 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WJrmlIkvX1lUF9e off=2423683 len=651927 2024-04-02T08:56:47.088 INFO:tasks.workunit.client.0.smithi019.stdout:op 2034 completed, throughput=5MB/sec 2024-04-02T08:56:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:47 smithi019 ceph-mon[94035]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:47 smithi019 ceph-mon[96522]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:47 smithi066 ceph-mon[87361]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:48.089 INFO:tasks.workunit.client.0.smithi019.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:48.089 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vbUQaWWjTUkm8Zk off=73517 len=1091714 2024-04-02T08:56:48.093 INFO:tasks.workunit.client.0.smithi019.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.093 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KeKDjQinWyacsNJ off=18663626 len=293605 2024-04-02T08:56:48.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 2036 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.094 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RzKvD1ui33qxFZC off=1805637 len=1994131 2024-04-02T08:56:48.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 2037 completed, throughput=5MB/sec 2024-04-02T08:56:48.098 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9P3EjH2gC1F0OtP off=17485145 len=395916 2024-04-02T08:56:48.100 INFO:tasks.workunit.client.0.smithi019.stdout:op 2038 completed, throughput=5MB/sec 2024-04-02T08:56:48.100 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fBQ-SDFcmwiiFhK off=5739174 len=214068 2024-04-02T08:56:48.101 INFO:tasks.workunit.client.0.smithi019.stdout:op 2039 completed, throughput=5MB/sec 2024-04-02T08:56:48.101 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Fl-MwzokbQ0-ZGk off=15975152 len=1635978 2024-04-02T08:56:48.103 INFO:tasks.workunit.client.0.smithi019.stdout:op 2040 completed, throughput=5MB/sec 2024-04-02T08:56:49.103 INFO:tasks.workunit.client.0.smithi019.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:49.104 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hiPUazPtLJZI3y6 off=17222136 len=1516454 2024-04-02T08:56:49.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-02T08:56:49.111 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KukIoneUBNOfbY0 off=7067713 len=1497432 2024-04-02T08:56:49.116 INFO:tasks.workunit.client.0.smithi019.stdout:op 2042 completed, throughput=5MB/sec 2024-04-02T08:56:49.117 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mZAZoHBsZVYPrUc off=34419 len=1654714 2024-04-02T08:56:49.118 INFO:tasks.workunit.client.0.smithi019.stdout:op 2043 completed, throughput=5MB/sec 2024-04-02T08:56:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:49 smithi019 ceph-mon[94035]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:56:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:49 smithi019 ceph-mon[96522]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:56:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:49 smithi066 ceph-mon[87361]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T08:56:50.118 INFO:tasks.workunit.client.0.smithi019.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:50.118 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1vpDhrFZJ6oZ1Ta off=18846207 len=254666 2024-04-02T08:56:50.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 2044 completed, throughput=4.99MB/sec 2024-04-02T08:56:50.119 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-14wW9e3NKAe9DAJ off=10681680 len=1165633 2024-04-02T08:56:50.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 2045 completed, throughput=4.99MB/sec 2024-04-02T08:56:50.120 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GcGS6W08UyV3QJy off=5527153 len=58019 2024-04-02T08:56:50.121 INFO:tasks.workunit.client.0.smithi019.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-02T08:56:50.122 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rExJka01ihFa2BK off=522473 len=1948077 2024-04-02T08:56:50.130 INFO:tasks.workunit.client.0.smithi019.stdout:op 2047 completed, throughput=5MB/sec 2024-04-02T08:56:50.130 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tRhxn95E2VUgg0u off=7614195 len=1799158 2024-04-02T08:56:50.140 INFO:tasks.workunit.client.0.smithi019.stdout:op 2048 completed, throughput=5MB/sec 2024-04-02T08:56:50.140 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-frb_Am6jo4pAVwk off=8594532 len=1160440 2024-04-02T08:56:50.146 INFO:tasks.workunit.client.0.smithi019.stdout:op 2049 completed, throughput=5MB/sec 2024-04-02T08:56:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:56:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:56:50] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-02T08:56:51.146 INFO:tasks.workunit.client.0.smithi019.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:51.147 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dXiuewMVwKdr1nd off=2752890 len=1063783 2024-04-02T08:56:51.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 2050 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.152 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5HdCaJcvyd7bWTO off=314491 len=869485 2024-04-02T08:56:51.157 INFO:tasks.workunit.client.0.smithi019.stdout:op 2051 completed, throughput=4.99MB/sec 2024-04-02T08:56:51.157 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ngyKuWJAFPYph3x off=21154277 len=1320422 2024-04-02T08:56:51.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 2052 completed, throughput=5MB/sec 2024-04-02T08:56:51.161 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Gc-Ds7CzUsc0g1_ off=2241802 len=463606 2024-04-02T08:56:51.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 2053 completed, throughput=5MB/sec 2024-04-02T08:56:51.163 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ojn3j6IzLup2bEm off=4340388 len=337251 2024-04-02T08:56:51.165 INFO:tasks.workunit.client.0.smithi019.stdout:op 2054 completed, throughput=5MB/sec 2024-04-02T08:56:51.165 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tSRZ6erQR_n522a off=10071221 len=705375 2024-04-02T08:56:51.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 2055 completed, throughput=5MB/sec 2024-04-02T08:56:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:51 smithi019 ceph-mon[94035]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:51 smithi019 ceph-mon[96522]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:52.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:51 smithi066 ceph-mon[87361]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:52.169 INFO:tasks.workunit.client.0.smithi019.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:52.169 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bRnPWEZLGqaVxtP off=4026310 len=651315 2024-04-02T08:56:52.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-02T08:56:52.170 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EPh19wJcCYp_iI_ off=12665533 len=1249915 2024-04-02T08:56:52.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 2057 completed, throughput=4.99MB/sec 2024-04-02T08:56:52.171 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--a_SRHspFFkm9Yy off=1694944 len=912731 2024-04-02T08:56:52.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 2058 completed, throughput=5MB/sec 2024-04-02T08:56:52.174 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YPrEHGBG1eW4Gq_ off=6497167 len=1123318 2024-04-02T08:56:52.175 INFO:tasks.workunit.client.0.smithi019.stdout:op 2059 completed, throughput=5MB/sec 2024-04-02T08:56:52.175 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZtbQ3uT9Y_Lpamx off=4578816 len=1823353 2024-04-02T08:56:52.176 INFO:tasks.workunit.client.0.smithi019.stdout:op 2060 completed, throughput=5MB/sec 2024-04-02T08:56:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:56:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:53.177 INFO:tasks.workunit.client.0.smithi019.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:53.177 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p1wTfFQwzr9J5OW off=2505267 len=744474 2024-04-02T08:56:53.178 INFO:tasks.workunit.client.0.smithi019.stdout:op 2061 completed, throughput=4.99MB/sec 2024-04-02T08:56:53.178 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MYzxZxB83hdt-4O off=2919092 len=1446783 2024-04-02T08:56:53.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 2062 completed, throughput=5MB/sec 2024-04-02T08:56:53.179 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ThogYgEJ_-wUqbt off=6276991 len=372897 2024-04-02T08:56:53.181 INFO:tasks.workunit.client.0.smithi019.stdout:op 2063 completed, throughput=5MB/sec 2024-04-02T08:56:53.181 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_DZreSMNiS0hO6b off=6636498 len=1780851 2024-04-02T08:56:53.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 2064 completed, throughput=5MB/sec 2024-04-02T08:56:53.185 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kmIofgzr_LP5AVq off=3561228 len=531692 2024-04-02T08:56:53.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 2065 completed, throughput=5MB/sec 2024-04-02T08:56:53.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:53 smithi019 ceph-mon[94035]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:56:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:53 smithi019 ceph-mon[96522]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:56:54.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:53 smithi066 ceph-mon[87361]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:56:54.189 INFO:tasks.workunit.client.0.smithi019.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:54.189 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rj-E3MKyzDeKvcN off=8765816 len=1506438 2024-04-02T08:56:54.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.192 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2eFV5nUx-v-XSpY off=7266429 len=565143 2024-04-02T08:56:54.195 INFO:tasks.workunit.client.0.smithi019.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.195 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WQ7JxMYka0CY1C6 off=349028 len=487918 2024-04-02T08:56:54.196 INFO:tasks.workunit.client.0.smithi019.stdout:op 2068 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.196 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oQ_RjPuP2vzxjva off=1328818 len=710039 2024-04-02T08:56:54.200 INFO:tasks.workunit.client.0.smithi019.stdout:op 2069 completed, throughput=5MB/sec 2024-04-02T08:56:54.200 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uiVG-EswGqPHilf off=6307428 len=937599 2024-04-02T08:56:54.201 INFO:tasks.workunit.client.0.smithi019.stdout:op 2070 completed, throughput=5MB/sec 2024-04-02T08:56:54.201 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wBtQYKX5MdiMHJV off=3276398 len=1221200 2024-04-02T08:56:54.208 INFO:tasks.workunit.client.0.smithi019.stdout:op 2071 completed, throughput=5MB/sec 2024-04-02T08:56:55.208 INFO:tasks.workunit.client.0.smithi019.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:55.208 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L0tkpKeVsN2dHc- off=3859969 len=1157883 2024-04-02T08:56:55.209 INFO:tasks.workunit.client.0.smithi019.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-02T08:56:55.210 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D2lRlc3FN-p072c off=2016494 len=1338557 2024-04-02T08:56:55.211 INFO:tasks.workunit.client.0.smithi019.stdout:op 2073 completed, throughput=5MB/sec 2024-04-02T08:56:55.211 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TuZHFQ6OwqBA8lc off=17339150 len=1792694 2024-04-02T08:56:55.212 INFO:tasks.workunit.client.0.smithi019.stdout:op 2074 completed, throughput=5MB/sec 2024-04-02T08:56:55.212 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9fFtLLCAJ3gtrjT off=4812494 len=1427060 2024-04-02T08:56:55.213 INFO:tasks.workunit.client.0.smithi019.stdout:op 2075 completed, throughput=5MB/sec 2024-04-02T08:56:55.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:55 smithi019 ceph-mon[94035]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:55 smithi019 ceph-mon[96522]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:56.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:55 smithi066 ceph-mon[87361]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:56.213 INFO:tasks.workunit.client.0.smithi019.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:56.214 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kya80xulG3LdvD0 off=1176532 len=777184 2024-04-02T08:56:56.215 INFO:tasks.workunit.client.0.smithi019.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.215 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Xgkwlu0LKWU9oJx off=1252037 len=238846 2024-04-02T08:56:56.215 INFO:tasks.workunit.client.0.smithi019.stdout:op 2077 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.215 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Gi-4c9qbdPWern0 off=373163 len=1677456 2024-04-02T08:56:56.222 INFO:tasks.workunit.client.0.smithi019.stdout:op 2078 completed, throughput=5MB/sec 2024-04-02T08:56:56.222 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3kRhb8pjLx-mrqf off=1399510 len=1045869 2024-04-02T08:56:56.223 INFO:tasks.workunit.client.0.smithi019.stdout:op 2079 completed, throughput=5MB/sec 2024-04-02T08:56:56.223 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qHO774MuZ5EhXih off=6329545 len=658022 2024-04-02T08:56:56.226 INFO:tasks.workunit.client.0.smithi019.stdout:op 2080 completed, throughput=5MB/sec 2024-04-02T08:56:56.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:57.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:57.227 INFO:tasks.workunit.client.0.smithi019.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:57.227 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BZshPMG2jT1Hww6 off=4764593 len=1629807 2024-04-02T08:56:57.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 2081 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.228 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RXs-xlacf6zdkll off=1285307 len=1384525 2024-04-02T08:56:57.236 INFO:tasks.workunit.client.0.smithi019.stdout:op 2082 completed, throughput=5MB/sec 2024-04-02T08:56:57.236 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U3h4Dyd_vTEOcZx off=0 len=1183224 2024-04-02T08:56:57.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 2083 completed, throughput=5MB/sec 2024-04-02T08:56:57.243 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HsfgrppsiRD5M0I off=120075 len=52562 2024-04-02T08:56:57.244 INFO:tasks.workunit.client.0.smithi019.stdout:op 2084 completed, throughput=5MB/sec 2024-04-02T08:56:57.244 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-K0b-LZGGnrnnhXq off=17879953 len=218885 2024-04-02T08:56:57.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 2085 completed, throughput=5MB/sec 2024-04-02T08:56:57.245 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3Hj2xCegUK-raeA off=9540560 len=722094 2024-04-02T08:56:57.248 INFO:tasks.workunit.client.0.smithi019.stdout:op 2086 completed, throughput=5MB/sec 2024-04-02T08:56:57.248 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZkDPsxuvP1Q3mjX off=374395 len=1277138 2024-04-02T08:56:57.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 2087 completed, throughput=5MB/sec 2024-04-02T08:56:57.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[96522]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:56:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:56:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[94035]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:56:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:56:58.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:57 smithi066 ceph-mon[87361]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:56:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:56:58.250 INFO:tasks.workunit.client.0.smithi019.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:58.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ogP4uY9n9nQEeuQ off=3962159 len=353552 2024-04-02T08:56:58.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 2088 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.251 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IfO-xllTDqqu1dx off=293113 len=806359 2024-04-02T08:56:58.252 INFO:tasks.workunit.client.0.smithi019.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.253 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3glUPqAMtiMFEyQ off=7115839 len=440536 2024-04-02T08:56:58.254 INFO:tasks.workunit.client.0.smithi019.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-02T08:56:58.254 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-k6BHVdGxFECXiBn off=14044827 len=1167902 2024-04-02T08:56:58.261 INFO:tasks.workunit.client.0.smithi019.stdout:op 2091 completed, throughput=5MB/sec 2024-04-02T08:56:58.262 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dXiuewMVwKdr1nd off=520234 len=1655341 2024-04-02T08:56:58.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 2092 completed, throughput=5MB/sec 2024-04-02T08:56:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:59.263 INFO:tasks.workunit.client.0.smithi019.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:59.263 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Rc9trealEqjnmrw off=1633519 len=1425223 2024-04-02T08:56:59.271 INFO:tasks.workunit.client.0.smithi019.stdout:op 2093 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.271 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vWfTV2L__kNqgeo off=12899291 len=1196107 2024-04-02T08:56:59.271 INFO:tasks.workunit.client.0.smithi019.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.271 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EczprrLbR584rYw off=9478083 len=1697095 2024-04-02T08:56:59.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 2095 completed, throughput=5MB/sec 2024-04-02T08:56:59.281 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-upRI2HrxQ8WISVx off=10574612 len=1042634 2024-04-02T08:56:59.282 INFO:tasks.workunit.client.0.smithi019.stdout:op 2096 completed, throughput=5MB/sec 2024-04-02T08:56:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:56:59 smithi019 ceph-mon[94035]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:56:59 smithi019 ceph-mon[96522]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:56:59 smithi066 ceph-mon[87361]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:00.282 INFO:tasks.workunit.client.0.smithi019.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:00.282 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b1dIbfTttkz5khK off=11388589 len=1680353 2024-04-02T08:57:00.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-02T08:57:00.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7igPYVR1_1Ycizz off=974902 len=293056 2024-04-02T08:57:00.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-02T08:57:00.289 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zp2qsde_Dx8JZKh off=5260849 len=1112850 2024-04-02T08:57:00.294 INFO:tasks.workunit.client.0.smithi019.stdout:op 2099 completed, throughput=5MB/sec 2024-04-02T08:57:00.294 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TpOStWtm0CnFtPm off=16363 len=361509 2024-04-02T08:57:00.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 2100 completed, throughput=5MB/sec 2024-04-02T08:57:00.295 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j7q0v0p2D04NbVe off=14755883 len=466906 2024-04-02T08:57:00.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 2101 completed, throughput=5MB/sec 2024-04-02T08:57:00.295 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KF91RnKmsGvmeJY off=13522489 len=1141872 2024-04-02T08:57:00.302 INFO:tasks.workunit.client.0.smithi019.stdout:op 2102 completed, throughput=5MB/sec 2024-04-02T08:57:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:57:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:57:00] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-02T08:57:01.303 INFO:tasks.workunit.client.0.smithi019.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:01.303 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OfxsnBY25cXkSuz off=3801480 len=1825186 2024-04-02T08:57:01.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-02T08:57:01.306 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fl-MwzokbQ0-ZGk off=6336176 len=1411562 2024-04-02T08:57:01.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 2104 completed, throughput=5MB/sec 2024-04-02T08:57:01.313 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s8ziC0nFPg32qzF off=156880 len=412435 2024-04-02T08:57:01.315 INFO:tasks.workunit.client.0.smithi019.stdout:op 2105 completed, throughput=5MB/sec 2024-04-02T08:57:01.316 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CvP-Cnq8fOrH5Ow off=3832739 len=1455999 2024-04-02T08:57:01.317 INFO:tasks.workunit.client.0.smithi019.stdout:op 2106 completed, throughput=5MB/sec 2024-04-02T08:57:01.317 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OJLAE1rC9-7CwWZ off=1580671 len=2096841 2024-04-02T08:57:01.320 INFO:tasks.workunit.client.0.smithi019.stdout:op 2107 completed, throughput=5MB/sec 2024-04-02T08:57:01.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:01 smithi019 ceph-mon[94035]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:01 smithi019 ceph-mon[96522]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:01 smithi066 ceph-mon[87361]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:02.321 INFO:tasks.workunit.client.0.smithi019.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:02.321 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DSiXT1GcaxwfeTl off=7890074 len=1039990 2024-04-02T08:57:02.326 INFO:tasks.workunit.client.0.smithi019.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-02T08:57:02.326 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nHImGAPFcpmrhTN off=2677048 len=566417 2024-04-02T08:57:02.327 INFO:tasks.workunit.client.0.smithi019.stdout:op 2109 completed, throughput=5MB/sec 2024-04-02T08:57:02.327 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rfMJ32ahgy8Z0K9 off=1730881 len=813216 2024-04-02T08:57:02.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 2110 completed, throughput=5MB/sec 2024-04-02T08:57:02.330 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M9y4BIxMqSo6PIg off=2023561 len=2033628 2024-04-02T08:57:02.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 2111 completed, throughput=5MB/sec 2024-04-02T08:57:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:57:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:03.334 INFO:tasks.workunit.client.0.smithi019.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:03.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PQkjq2tqtH0Rt3j off=15143214 len=709096 2024-04-02T08:57:03.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 2112 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.335 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-o3uWOtS9SPIFzQ3 off=3393989 len=1019640 2024-04-02T08:57:03.336 INFO:tasks.workunit.client.0.smithi019.stdout:op 2113 completed, throughput=4.99MB/sec 2024-04-02T08:57:03.336 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2ev-edxftpwY_QE off=0 len=1208657 2024-04-02T08:57:03.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 2114 completed, throughput=5MB/sec 2024-04-02T08:57:03.337 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rvlcJs84XiRfDPL off=2310353 len=421801 2024-04-02T08:57:03.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 2115 completed, throughput=5MB/sec 2024-04-02T08:57:03.341 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PpZJ8YyEAGNlHSx off=0 len=1187077 2024-04-02T08:57:03.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 2116 completed, throughput=5MB/sec 2024-04-02T08:57:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:03 smithi019 ceph-mon[94035]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:03 smithi019 ceph-mon[96522]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:03 smithi066 ceph-mon[87361]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:04.342 INFO:tasks.workunit.client.0.smithi019.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:04.342 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q_bE9lLtAd2fBtc off=1222937 len=275216 2024-04-02T08:57:04.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 2117 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.346 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uu-DsMtNalAKEAp off=23518279 len=18111 2024-04-02T08:57:04.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 2118 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.346 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CHYpir-NfFuTYxN off=11197157 len=30655 2024-04-02T08:57:04.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 2119 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FWTtWpx6-mq9fYP off=7900423 len=1998531 2024-04-02T08:57:04.352 INFO:tasks.workunit.client.0.smithi019.stdout:op 2120 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.352 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2oqZ0Dp1BgxcdOw off=5851047 len=1710052 2024-04-02T08:57:04.353 INFO:tasks.workunit.client.0.smithi019.stdout:op 2121 completed, throughput=5MB/sec 2024-04-02T08:57:04.353 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WfNGbngqFP2kjGv off=13502709 len=1878563 2024-04-02T08:57:04.365 INFO:tasks.workunit.client.0.smithi019.stdout:op 2122 completed, throughput=5MB/sec 2024-04-02T08:57:05.365 INFO:tasks.workunit.client.0.smithi019.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:05.365 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SdiT8CUmlhG-vFA off=2822822 len=1083664 2024-04-02T08:57:05.368 INFO:tasks.workunit.client.0.smithi019.stdout:op 2123 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.368 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-psrcZSB1w2dL9xL off=8204598 len=258990 2024-04-02T08:57:05.368 INFO:tasks.workunit.client.0.smithi019.stdout:op 2124 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.368 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oOjKlgrKd5z_Rr2 off=1185873 len=1702805 2024-04-02T08:57:05.376 INFO:tasks.workunit.client.0.smithi019.stdout:op 2125 completed, throughput=5MB/sec 2024-04-02T08:57:05.376 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YYQN0EkpIfOcCO_ off=906416 len=214539 2024-04-02T08:57:05.379 INFO:tasks.workunit.client.0.smithi019.stdout:op 2126 completed, throughput=5MB/sec 2024-04-02T08:57:05.379 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rfzAL2xsmj-pfaF off=5192907 len=1565157 2024-04-02T08:57:05.380 INFO:tasks.workunit.client.0.smithi019.stdout:op 2127 completed, throughput=5MB/sec 2024-04-02T08:57:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:05 smithi066 ceph-mon[87361]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:05 smithi019 ceph-mon[94035]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:05 smithi019 ceph-mon[96522]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:06.381 INFO:tasks.workunit.client.0.smithi019.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:06.381 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tSVWpkQ2P_Wu3UJ off=21579461 len=983146 2024-04-02T08:57:06.386 INFO:tasks.workunit.client.0.smithi019.stdout:op 2128 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.386 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cLyrta59t1QPpuG off=934375 len=1460189 2024-04-02T08:57:06.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.391 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NYLmC-_BrbMBuv6 off=8623110 len=1898088 2024-04-02T08:57:06.392 INFO:tasks.workunit.client.0.smithi019.stdout:op 2130 completed, throughput=5MB/sec 2024-04-02T08:57:06.392 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-05kkQWVCkGvxv4C off=4531372 len=1545189 2024-04-02T08:57:06.395 INFO:tasks.workunit.client.0.smithi019.stdout:op 2131 completed, throughput=5MB/sec 2024-04-02T08:57:07.395 INFO:tasks.workunit.client.0.smithi019.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:07.395 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Dm-POOWNDJU2TU7 off=122941 len=855010 2024-04-02T08:57:07.400 INFO:tasks.workunit.client.0.smithi019.stdout:op 2132 completed, throughput=4.99MB/sec 2024-04-02T08:57:07.400 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k23VhZbnF8e8oRQ off=1168421 len=1755814 2024-04-02T08:57:07.402 INFO:tasks.workunit.client.0.smithi019.stdout:op 2133 completed, throughput=5MB/sec 2024-04-02T08:57:07.402 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-74JQJ3cFkMTi1lR off=9017409 len=705081 2024-04-02T08:57:07.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 2134 completed, throughput=5MB/sec 2024-04-02T08:57:07.403 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9G5kjJadirKa5r2 off=8716921 len=215565 2024-04-02T08:57:07.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 2135 completed, throughput=5MB/sec 2024-04-02T08:57:07.405 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zwrfSEXMlGQJy9H off=11718567 len=340494 2024-04-02T08:57:07.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 2136 completed, throughput=5MB/sec 2024-04-02T08:57:07.405 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hYTeWhGdHZ2zH72 off=1592126 len=224404 2024-04-02T08:57:07.406 INFO:tasks.workunit.client.0.smithi019.stdout:op 2137 completed, throughput=5MB/sec 2024-04-02T08:57:07.406 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-piPsReTCwPlY5ta off=5991203 len=1878389 2024-04-02T08:57:07.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 2138 completed, throughput=5MB/sec 2024-04-02T08:57:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:07 smithi066 ceph-mon[87361]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:07 smithi019 ceph-mon[94035]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:07 smithi019 ceph-mon[96522]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:08.413 INFO:tasks.workunit.client.0.smithi019.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:08.413 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gNOitkGdRqHSXe3 off=327769 len=263089 2024-04-02T08:57:08.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.416 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_FXHRodCcze3lkP off=5839089 len=1342173 2024-04-02T08:57:08.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 2140 completed, throughput=5MB/sec 2024-04-02T08:57:08.417 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--jzbWmRvlSUX9Hm off=5897795 len=1655773 2024-04-02T08:57:08.419 INFO:tasks.workunit.client.0.smithi019.stdout:op 2141 completed, throughput=5MB/sec 2024-04-02T08:57:08.419 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RZvjhOkVqWwtTQt off=20852920 len=1217737 2024-04-02T08:57:08.424 INFO:tasks.workunit.client.0.smithi019.stdout:op 2142 completed, throughput=5MB/sec 2024-04-02T08:57:09.424 INFO:tasks.workunit.client.0.smithi019.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:09.424 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZicY9BqJvF2kWPf off=209771 len=2020315 2024-04-02T08:57:09.426 INFO:tasks.workunit.client.0.smithi019.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-02T08:57:09.426 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MeF-_03LgLgbTAv off=154533 len=1202524 2024-04-02T08:57:09.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 2144 completed, throughput=5MB/sec 2024-04-02T08:57:09.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X-XF44swUgreNiK off=0 len=1603946 2024-04-02T08:57:09.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 2145 completed, throughput=5MB/sec 2024-04-02T08:57:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:09 smithi066 ceph-mon[87361]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:09 smithi019 ceph-mon[94035]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:09 smithi019 ceph-mon[96522]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:10.437 INFO:tasks.workunit.client.0.smithi019.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:10.437 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u6HIdrPrPDnq2Co off=834662 len=1412324 2024-04-02T08:57:10.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 2146 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.441 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-J38aTRIPpiCw08L off=15395125 len=805589 2024-04-02T08:57:10.446 INFO:tasks.workunit.client.0.smithi019.stdout:op 2147 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.446 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zYZXmegnn3RugsK off=7383959 len=2037869 2024-04-02T08:57:10.455 INFO:tasks.workunit.client.0.smithi019.stdout:op 2148 completed, throughput=5MB/sec 2024-04-02T08:57:10.456 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rT4fweQjbXZa9zO off=14111130 len=127385 2024-04-02T08:57:10.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 2149 completed, throughput=5MB/sec 2024-04-02T08:57:10.458 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xPUZotBKyNKgCin off=4303421 len=813296 2024-04-02T08:57:10.460 INFO:tasks.workunit.client.0.smithi019.stdout:op 2150 completed, throughput=5MB/sec 2024-04-02T08:57:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:57:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:57:10] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-02T08:57:11.461 INFO:tasks.workunit.client.0.smithi019.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:11.461 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Rpfa_awpGmeMPRE off=11472296 len=1345824 2024-04-02T08:57:11.465 INFO:tasks.workunit.client.0.smithi019.stdout:op 2151 completed, throughput=4.99MB/sec 2024-04-02T08:57:11.466 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z5ZCB2Drwtobqvn off=14276930 len=2065698 2024-04-02T08:57:11.479 INFO:tasks.workunit.client.0.smithi019.stdout:op 2152 completed, throughput=5MB/sec 2024-04-02T08:57:11.479 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nJo6PLvCW3pUxmP off=3326824 len=707480 2024-04-02T08:57:11.480 INFO:tasks.workunit.client.0.smithi019.stdout:op 2153 completed, throughput=5MB/sec 2024-04-02T08:57:11.480 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Mx9LLzkZNHAvfJB off=966914 len=1623277 2024-04-02T08:57:11.488 INFO:tasks.workunit.client.0.smithi019.stdout:op 2154 completed, throughput=5MB/sec 2024-04-02T08:57:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:11 smithi066 ceph-mon[87361]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:11 smithi019 ceph-mon[94035]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:11 smithi019 ceph-mon[96522]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:12.488 INFO:tasks.workunit.client.0.smithi019.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:12.488 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KyeYMzcGFzxLE4x off=7200494 len=307702 2024-04-02T08:57:12.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 2155 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.489 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-diA_KQ1x8C4GpHt off=308261 len=1126653 2024-04-02T08:57:12.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 2156 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.494 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_6ElJ_BGXKhxoO7 off=13397689 len=65033 2024-04-02T08:57:12.495 INFO:tasks.workunit.client.0.smithi019.stdout:op 2157 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.495 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Wu7iS7SKITkI10Z off=1032468 len=673852 2024-04-02T08:57:12.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.498 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OOc9a2-P5buDXfS off=3933775 len=221820 2024-04-02T08:57:12.500 INFO:tasks.workunit.client.0.smithi019.stdout:op 2159 completed, throughput=4.99MB/sec 2024-04-02T08:57:12.500 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OqMVx3Kro1kzMHm off=393102 len=1832442 2024-04-02T08:57:12.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 2160 completed, throughput=5MB/sec 2024-04-02T08:57:12.502 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q9zib5mrFkLQ9Qs off=3522299 len=606493 2024-04-02T08:57:12.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 2161 completed, throughput=5MB/sec 2024-04-02T08:57:12.505 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-m2UuCOrjYWl6-u5 off=3830957 len=1540440 2024-04-02T08:57:12.508 INFO:tasks.workunit.client.0.smithi019.stdout:op 2162 completed, throughput=5MB/sec 2024-04-02T08:57:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:57:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:13.508 INFO:tasks.workunit.client.0.smithi019.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:13.509 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-y9E8764AtRrIiCY off=320774 len=1178299 2024-04-02T08:57:13.514 INFO:tasks.workunit.client.0.smithi019.stdout:op 2163 completed, throughput=4.99MB/sec 2024-04-02T08:57:13.514 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kfRmmSn1ShaAQwg off=13663908 len=768740 2024-04-02T08:57:13.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 2164 completed, throughput=5MB/sec 2024-04-02T08:57:13.518 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Rpfa_awpGmeMPRE off=13285816 len=873422 2024-04-02T08:57:13.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 2165 completed, throughput=5MB/sec 2024-04-02T08:57:13.519 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tjuXNgelll6nF2- off=14815447 len=1842084 2024-04-02T08:57:13.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 2166 completed, throughput=5MB/sec 2024-04-02T08:57:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:13 smithi019 ceph-mon[94035]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:57:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:13 smithi019 ceph-mon[96522]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:57:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:13 smithi066 ceph-mon[87361]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:57:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:14.526 INFO:tasks.workunit.client.0.smithi019.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:14.529 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NjXwoK17k3IR7O3 off=2238049 len=1736861 2024-04-02T08:57:14.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 2167 completed, throughput=4.99MB/sec 2024-04-02T08:57:14.530 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-52Zb9eGvoBHbuj8 off=213413 len=1949192 2024-04-02T08:57:14.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 2168 completed, throughput=5MB/sec 2024-04-02T08:57:14.530 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JTyXM989STdIGtU off=1192086 len=262461 2024-04-02T08:57:14.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 2169 completed, throughput=5MB/sec 2024-04-02T08:57:14.533 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AQX-gh2d3pkXCH6 off=1780458 len=956119 2024-04-02T08:57:14.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 2170 completed, throughput=5MB/sec 2024-04-02T08:57:15.534 INFO:tasks.workunit.client.0.smithi019.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:15.534 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bxZ1ZwWg1T_avIQ off=6266554 len=1374825 2024-04-02T08:57:15.535 INFO:tasks.workunit.client.0.smithi019.stdout:op 2171 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.535 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H9e86koiAflXAvR off=5271439 len=58361 2024-04-02T08:57:15.538 INFO:tasks.workunit.client.0.smithi019.stdout:op 2172 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.538 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TvEK8jhR-2ihC3q off=3407771 len=385265 2024-04-02T08:57:15.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.540 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZPBG12Mpd6gz84V off=2864869 len=567312 2024-04-02T08:57:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:op 2174 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-G9kHtGfIgoXqUB3 off=1351460 len=33540 2024-04-02T08:57:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-02T08:57:15.542 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6GnLMxxDqhXD_mC off=3239992 len=1524463 2024-04-02T08:57:15.543 INFO:tasks.workunit.client.0.smithi019.stdout:op 2176 completed, throughput=5MB/sec 2024-04-02T08:57:15.544 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_bziSNAzm7-fRKP off=1558651 len=888340 2024-04-02T08:57:15.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 2177 completed, throughput=5MB/sec 2024-04-02T08:57:15.545 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9F2e1ziT6G7wkv2 off=2803228 len=1557793 2024-04-02T08:57:15.550 INFO:tasks.workunit.client.0.smithi019.stdout:op 2178 completed, throughput=5MB/sec 2024-04-02T08:57:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:15 smithi019 ceph-mon[94035]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:15 smithi019 ceph-mon[96522]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:15 smithi066 ceph-mon[87361]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:16.551 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Nl-BTzENQvQPKzZ off=6020768 len=992294 2024-04-02T08:57:16.552 INFO:tasks.workunit.client.0.smithi019.stdout:op 2179 completed, throughput=4.99MB/sec 2024-04-02T08:57:16.553 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8Vux41T2B_nvDDB off=10898471 len=321013 2024-04-02T08:57:16.555 INFO:tasks.workunit.client.0.smithi019.stdout:op 2180 completed, throughput=4.99MB/sec 2024-04-02T08:57:16.555 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gDsRFM9NQP0lMed off=5137493 len=618517 2024-04-02T08:57:16.555 INFO:tasks.workunit.client.0.smithi019.stdout:op 2181 completed, throughput=5MB/sec 2024-04-02T08:57:16.556 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yuHaqtgk_VB1iXv off=6346613 len=794411 2024-04-02T08:57:16.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 2182 completed, throughput=5MB/sec 2024-04-02T08:57:16.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qRObEZYiPfxvDil off=9407502 len=328781 2024-04-02T08:57:16.562 INFO:tasks.workunit.client.0.smithi019.stdout:op 2183 completed, throughput=5MB/sec 2024-04-02T08:57:16.562 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eLq7KM46NBR7aKd off=4365477 len=358366 2024-04-02T08:57:16.563 INFO:tasks.workunit.client.0.smithi019.stdout:op 2184 completed, throughput=5MB/sec 2024-04-02T08:57:16.563 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b5XAGsa65fAKM4C off=12912703 len=876676 2024-04-02T08:57:16.564 INFO:tasks.workunit.client.0.smithi019.stdout:op 2185 completed, throughput=5MB/sec 2024-04-02T08:57:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:17.564 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7f2N8zmaJLiJ2g_ off=4449938 len=291258 2024-04-02T08:57:17.567 INFO:tasks.workunit.client.0.smithi019.stdout:op 2186 completed, throughput=4.99MB/sec 2024-04-02T08:57:17.567 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-01As6uR4yBPC0La off=7458857 len=1650533 2024-04-02T08:57:17.570 INFO:tasks.workunit.client.0.smithi019.stdout:op 2187 completed, throughput=4.99MB/sec 2024-04-02T08:57:17.570 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VVGpYmIEeeyIoce off=6348450 len=733262 2024-04-02T08:57:17.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 2188 completed, throughput=5MB/sec 2024-04-02T08:57:17.574 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HTgm3TLI5ysDqxt off=3876882 len=1063791 2024-04-02T08:57:17.580 INFO:tasks.workunit.client.0.smithi019.stdout:op 2189 completed, throughput=5MB/sec 2024-04-02T08:57:17.580 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ncL8bj-4RWlzxpG off=9477533 len=92056 2024-04-02T08:57:17.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 2190 completed, throughput=5MB/sec 2024-04-02T08:57:17.582 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1ao0cFyUYBON3fv off=16245534 len=115790 2024-04-02T08:57:17.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 2191 completed, throughput=5MB/sec 2024-04-02T08:57:17.583 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DpGwixnSbl_Ey9O off=295831 len=435129 2024-04-02T08:57:17.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 2192 completed, throughput=5MB/sec 2024-04-02T08:57:17.583 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jUZJGSuj9X0AVcV off=627078 len=924513 2024-04-02T08:57:17.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 2193 completed, throughput=5MB/sec 2024-04-02T08:57:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:17 smithi019 ceph-mon[94035]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:17 smithi019 ceph-mon[96522]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:17 smithi066 ceph-mon[87361]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:18.588 INFO:tasks.workunit.client.0.smithi019.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:18.588 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f_AFBUf3DVb-9KX off=623054 len=1518834 2024-04-02T08:57:18.595 INFO:tasks.workunit.client.0.smithi019.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.595 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0q3uYp9IXleTTYF off=4223694 len=862060 2024-04-02T08:57:18.599 INFO:tasks.workunit.client.0.smithi019.stdout:op 2195 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.599 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZW44gEqM8l1LKRz off=4344519 len=1730995 2024-04-02T08:57:18.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 2196 completed, throughput=5MB/sec 2024-04-02T08:57:18.600 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-o4f3751vEV6ivtM off=6101653 len=1280789 2024-04-02T08:57:18.601 INFO:tasks.workunit.client.0.smithi019.stdout:op 2197 completed, throughput=5MB/sec 2024-04-02T08:57:19.601 INFO:tasks.workunit.client.0.smithi019.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:19.602 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EUz2rq9q_IA-oaF off=7344300 len=476468 2024-04-02T08:57:19.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 2198 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.605 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fjc_ZX5uXePBehj off=9108106 len=1827950 2024-04-02T08:57:19.606 INFO:tasks.workunit.client.0.smithi019.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.606 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2V3JnMOaILcYVpf off=7708758 len=1327222 2024-04-02T08:57:19.613 INFO:tasks.workunit.client.0.smithi019.stdout:op 2200 completed, throughput=5MB/sec 2024-04-02T08:57:19.613 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TZ486eggujPCYhX off=6183104 len=628582 2024-04-02T08:57:19.614 INFO:tasks.workunit.client.0.smithi019.stdout:op 2201 completed, throughput=5MB/sec 2024-04-02T08:57:19.614 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kxxUqIZFow461bV off=17802492 len=1357725 2024-04-02T08:57:19.619 INFO:tasks.workunit.client.0.smithi019.stdout:op 2202 completed, throughput=5MB/sec 2024-04-02T08:57:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:19 smithi019 ceph-mon[94035]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:19 smithi019 ceph-mon[96522]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:19 smithi066 ceph-mon[87361]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:20.619 INFO:tasks.workunit.client.0.smithi019.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:20.620 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RZSlp7WgptcnMdz off=5924510 len=185798 2024-04-02T08:57:20.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.620 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eF8LhmUFTr7o1wM off=1338968 len=30492 2024-04-02T08:57:20.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 2204 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.623 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oVnuXEeVLW1LFC3 off=888944 len=1412905 2024-04-02T08:57:20.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 2205 completed, throughput=4.99MB/sec 2024-04-02T08:57:20.625 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xL9jkRLusR4mNXu off=1180187 len=1075871 2024-04-02T08:57:20.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 2206 completed, throughput=5MB/sec 2024-04-02T08:57:20.631 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r47fsIEdVED0qaR off=9290323 len=1837813 2024-04-02T08:57:20.641 INFO:tasks.workunit.client.0.smithi019.stdout:op 2207 completed, throughput=5MB/sec 2024-04-02T08:57:20.642 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lkkqtFxttvuxRUB off=10319550 len=1641691 2024-04-02T08:57:20.644 INFO:tasks.workunit.client.0.smithi019.stdout:op 2208 completed, throughput=5MB/sec 2024-04-02T08:57:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:57:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:57:20] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:57:21.644 INFO:tasks.workunit.client.0.smithi019.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:21.645 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZnIilsTTRXkeNsC off=19781519 len=1916848 2024-04-02T08:57:21.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 2209 completed, throughput=5MB/sec 2024-04-02T08:57:21.646 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iTu1CZjBPnSZmbF off=2370466 len=1722747 2024-04-02T08:57:21.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 2210 completed, throughput=5MB/sec 2024-04-02T08:57:21.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VX2kPa5j2-2aBXW off=87506 len=1958675 2024-04-02T08:57:21.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 2211 completed, throughput=5MB/sec 2024-04-02T08:57:22.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:21 smithi066 ceph-mon[87361]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:21 smithi019 ceph-mon[94035]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:21 smithi019 ceph-mon[96522]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:57:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:22.652 INFO:tasks.workunit.client.0.smithi019.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:22.652 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AWWQsGMxvn8ySTS off=93737 len=235612 2024-04-02T08:57:22.654 INFO:tasks.workunit.client.0.smithi019.stdout:op 2212 completed, throughput=4.99MB/sec 2024-04-02T08:57:22.654 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_XwBCg7KMK_KIQN off=6703398 len=711051 2024-04-02T08:57:22.654 INFO:tasks.workunit.client.0.smithi019.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-02T08:57:22.655 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DvAGWobYg47DO4F off=13471915 len=786246 2024-04-02T08:57:22.658 INFO:tasks.workunit.client.0.smithi019.stdout:op 2214 completed, throughput=5MB/sec 2024-04-02T08:57:22.658 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fHJ3BQGVQPjXywy off=722683 len=107143 2024-04-02T08:57:22.659 INFO:tasks.workunit.client.0.smithi019.stdout:op 2215 completed, throughput=5MB/sec 2024-04-02T08:57:22.659 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IvhyTcPL6BjNWQ4 off=15650032 len=846869 2024-04-02T08:57:22.662 INFO:tasks.workunit.client.0.smithi019.stdout:op 2216 completed, throughput=5MB/sec 2024-04-02T08:57:22.662 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yK6X2denflTO59M off=1748326 len=111733 2024-04-02T08:57:22.663 INFO:tasks.workunit.client.0.smithi019.stdout:op 2217 completed, throughput=5MB/sec 2024-04-02T08:57:22.663 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-giJmSrj9C8PGjqn off=6861573 len=1723537 2024-04-02T08:57:22.671 INFO:tasks.workunit.client.0.smithi019.stdout:op 2218 completed, throughput=5MB/sec 2024-04-02T08:57:23.671 INFO:tasks.workunit.client.0.smithi019.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:23.671 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8AL2aZW02Gj6k90 off=12754787 len=715705 2024-04-02T08:57:23.672 INFO:tasks.workunit.client.0.smithi019.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.672 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bZZERvGohTHFb1g off=19009905 len=1605158 2024-04-02T08:57:23.678 INFO:tasks.workunit.client.0.smithi019.stdout:op 2220 completed, throughput=5MB/sec 2024-04-02T08:57:23.678 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bzVa-qxBQ4QTf5Y off=3097015 len=325278 2024-04-02T08:57:23.680 INFO:tasks.workunit.client.0.smithi019.stdout:op 2221 completed, throughput=5MB/sec 2024-04-02T08:57:23.681 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1-LOjqdsTNmZqye off=632228 len=415424 2024-04-02T08:57:23.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 2222 completed, throughput=5MB/sec 2024-04-02T08:57:23.683 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IRWRXKxBFxFUnrS off=6548351 len=2084262 2024-04-02T08:57:23.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 2223 completed, throughput=5MB/sec 2024-04-02T08:57:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:23 smithi019 ceph-mon[94035]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:23 smithi019 ceph-mon[96522]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:23 smithi066 ceph-mon[87361]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:24.685 INFO:tasks.workunit.client.0.smithi019.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:24.685 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EczprrLbR584rYw off=11341021 len=796835 2024-04-02T08:57:24.690 INFO:tasks.workunit.client.0.smithi019.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.690 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mSG6-eoUx5UUF7t off=20156386 len=1011709 2024-04-02T08:57:24.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-02T08:57:24.694 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rXDtOU1DfI0r6E_ off=1374774 len=279042 2024-04-02T08:57:24.695 INFO:tasks.workunit.client.0.smithi019.stdout:op 2226 completed, throughput=5MB/sec 2024-04-02T08:57:24.695 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bchmhmi0L9FbczT off=7445850 len=1312135 2024-04-02T08:57:24.696 INFO:tasks.workunit.client.0.smithi019.stdout:op 2227 completed, throughput=5MB/sec 2024-04-02T08:57:24.696 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CKf0xS_o5K-fkVq off=5396522 len=1587929 2024-04-02T08:57:24.697 INFO:tasks.workunit.client.0.smithi019.stdout:op 2228 completed, throughput=5MB/sec 2024-04-02T08:57:25.698 INFO:tasks.workunit.client.0.smithi019.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:25.698 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wO7EjhD8gqofwwb off=6583926 len=1052972 2024-04-02T08:57:25.698 INFO:tasks.workunit.client.0.smithi019.stdout:op 2229 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.699 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0oWRy15WcbZ83Rz off=10826909 len=525955 2024-04-02T08:57:25.700 INFO:tasks.workunit.client.0.smithi019.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.700 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--XPz3NQR_Jox3kD off=15719134 len=976406 2024-04-02T08:57:25.704 INFO:tasks.workunit.client.0.smithi019.stdout:op 2231 completed, throughput=5MB/sec 2024-04-02T08:57:25.704 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ioFfU66OoPvUMx2 off=9555392 len=1530865 2024-04-02T08:57:25.713 INFO:tasks.workunit.client.0.smithi019.stdout:op 2232 completed, throughput=5MB/sec 2024-04-02T08:57:25.713 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dVipKIplI4mrAlJ off=583885 len=1206641 2024-04-02T08:57:25.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 2233 completed, throughput=5MB/sec 2024-04-02T08:57:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:25 smithi019 ceph-mon[94035]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:25 smithi019 ceph-mon[96522]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:25 smithi066 ceph-mon[87361]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:26.715 INFO:tasks.workunit.client.0.smithi019.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:26.715 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TBj87KD2KLim1Om off=3744569 len=27932 2024-04-02T08:57:26.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 2234 completed, throughput=4.99MB/sec 2024-04-02T08:57:26.715 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PyN28l8mM5ZDtsl off=16221804 len=803840 2024-04-02T08:57:26.718 INFO:tasks.workunit.client.0.smithi019.stdout:op 2235 completed, throughput=4.99MB/sec 2024-04-02T08:57:26.719 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_3gg_fICgHPk6Yg off=16177369 len=1738031 2024-04-02T08:57:26.720 INFO:tasks.workunit.client.0.smithi019.stdout:op 2236 completed, throughput=5MB/sec 2024-04-02T08:57:26.720 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Kmuzy7ub0kUa2Ec off=10538291 len=1511906 2024-04-02T08:57:26.728 INFO:tasks.workunit.client.0.smithi019.stdout:op 2237 completed, throughput=5MB/sec 2024-04-02T08:57:26.728 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9asu54tupFMNDOe off=15365332 len=1210497 2024-04-02T08:57:26.730 INFO:tasks.workunit.client.0.smithi019.stdout:op 2238 completed, throughput=5MB/sec 2024-04-02T08:57:27.731 INFO:tasks.workunit.client.0.smithi019.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:27.731 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XLIUqQQ6DkKbmtr off=9392570 len=849816 2024-04-02T08:57:27.732 INFO:tasks.workunit.client.0.smithi019.stdout:op 2239 completed, throughput=4.99MB/sec 2024-04-02T08:57:27.732 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1Kpy2dREscgmM9_ off=13636792 len=1829648 2024-04-02T08:57:27.733 INFO:tasks.workunit.client.0.smithi019.stdout:op 2240 completed, throughput=5MB/sec 2024-04-02T08:57:27.734 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LkU6ieVibtPq_t- off=14282029 len=315670 2024-04-02T08:57:27.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 2241 completed, throughput=5MB/sec 2024-04-02T08:57:27.736 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aUSi4PyH9wHBlWV off=13844932 len=256534 2024-04-02T08:57:27.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 2242 completed, throughput=5MB/sec 2024-04-02T08:57:27.737 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZPBG12Mpd6gz84V off=275582 len=1731705 2024-04-02T08:57:27.746 INFO:tasks.workunit.client.0.smithi019.stdout:op 2243 completed, throughput=5MB/sec 2024-04-02T08:57:28.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:27 smithi019 ceph-mon[96522]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:57:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:27 smithi019 ceph-mon[94035]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:57:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:27 smithi066 ceph-mon[87361]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:57:28.746 INFO:tasks.workunit.client.0.smithi019.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:28.747 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1eC-zGjJKw0WTo7 off=2357342 len=256097 2024-04-02T08:57:28.749 INFO:tasks.workunit.client.0.smithi019.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.749 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ptPSRxCSqAkVGAJ off=263964 len=108716 2024-04-02T08:57:28.750 INFO:tasks.workunit.client.0.smithi019.stdout:op 2245 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.750 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EigebDAEyOna_jB off=19528597 len=1254396 2024-04-02T08:57:28.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 2246 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.751 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j1H8K2Gj2zhBaAh off=4521268 len=196227 2024-04-02T08:57:28.752 INFO:tasks.workunit.client.0.smithi019.stdout:op 2247 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.752 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vPjCvXQXbv-9nPH off=9537247 len=378847 2024-04-02T08:57:28.753 INFO:tasks.workunit.client.0.smithi019.stdout:op 2248 completed, throughput=4.99MB/sec 2024-04-02T08:57:28.753 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5KXk1XoRD7df3L5 off=1537000 len=1616451 2024-04-02T08:57:28.760 INFO:tasks.workunit.client.0.smithi019.stdout:op 2249 completed, throughput=5MB/sec 2024-04-02T08:57:28.760 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sS0iJxg6dKoTiFr off=7149304 len=1126810 2024-04-02T08:57:28.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 2250 completed, throughput=5MB/sec 2024-04-02T08:57:28.762 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5SdTFp3CaHoT6QL off=3822861 len=1219566 2024-04-02T08:57:28.769 INFO:tasks.workunit.client.0.smithi019.stdout:op 2251 completed, throughput=5MB/sec 2024-04-02T08:57:29.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:29.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:29.769 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DXgpJRlDKcWPRMB off=17641016 len=911625 2024-04-02T08:57:29.774 INFO:tasks.workunit.client.0.smithi019.stdout:op 2252 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.774 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fgy-XWsYGwqiXz6 off=14039663 len=1783718 2024-04-02T08:57:29.780 INFO:tasks.workunit.client.0.smithi019.stdout:op 2253 completed, throughput=5MB/sec 2024-04-02T08:57:29.780 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-78GrOEDn5uitoCV off=2004367 len=210303 2024-04-02T08:57:29.782 INFO:tasks.workunit.client.0.smithi019.stdout:op 2254 completed, throughput=5MB/sec 2024-04-02T08:57:29.782 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sfHOiNXEFjY9u8S off=2531015 len=4309 2024-04-02T08:57:29.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 2255 completed, throughput=5MB/sec 2024-04-02T08:57:29.783 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GoGRjsqYMZ-O2wT off=4736012 len=458613 2024-04-02T08:57:29.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 2256 completed, throughput=5MB/sec 2024-04-02T08:57:29.783 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6OEI_c0vBVzV0a- off=15931040 len=738930 2024-04-02T08:57:29.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 2257 completed, throughput=5MB/sec 2024-04-02T08:57:29.787 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8fYFtpseeeZZGR3 off=506018 len=653440 2024-04-02T08:57:29.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 2258 completed, throughput=5MB/sec 2024-04-02T08:57:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:29 smithi019 ceph-mon[94035]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:29 smithi019 ceph-mon[96522]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:29 smithi066 ceph-mon[87361]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:57:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:57:30] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:57:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:30.788 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q8o5bM2QcMhR30s off=2181181 len=828896 2024-04-02T08:57:30.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-02T08:57:30.793 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VLZ_DgeB2uvVyfE off=496573 len=617397 2024-04-02T08:57:30.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 2260 completed, throughput=4.99MB/sec 2024-04-02T08:57:30.794 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vukl7UXZ4PTEpT9 off=3725339 len=464821 2024-04-02T08:57:30.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 2261 completed, throughput=4.99MB/sec 2024-04-02T08:57:30.794 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gKTxJLD7bjXP040 off=1750164 len=800497 2024-04-02T08:57:30.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 2262 completed, throughput=5MB/sec 2024-04-02T08:57:30.799 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SPdB4_XpvQGaLiN off=17828167 len=1189019 2024-04-02T08:57:30.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 2263 completed, throughput=5MB/sec 2024-04-02T08:57:30.805 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9GI8TB5nt9Cb84I off=5379413 len=980063 2024-04-02T08:57:30.809 INFO:tasks.workunit.client.0.smithi019.stdout:op 2264 completed, throughput=5MB/sec 2024-04-02T08:57:30.809 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hoJTHP_7CvrygCB off=789182 len=766954 2024-04-02T08:57:30.812 INFO:tasks.workunit.client.0.smithi019.stdout:op 2265 completed, throughput=5MB/sec 2024-04-02T08:57:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:31.813 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YwB04T6dXxkogMA off=9380402 len=1437532 2024-04-02T08:57:31.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 2266 completed, throughput=4.99MB/sec 2024-04-02T08:57:31.821 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fEKHbyAVKIZZDNe off=3783081 len=992587 2024-04-02T08:57:31.825 INFO:tasks.workunit.client.0.smithi019.stdout:op 2267 completed, throughput=5MB/sec 2024-04-02T08:57:31.825 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--67Vd-1afU-1ss8 off=2698583 len=1735547 2024-04-02T08:57:31.831 INFO:tasks.workunit.client.0.smithi019.stdout:op 2268 completed, throughput=5MB/sec 2024-04-02T08:57:31.831 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1DPnmxJXCXsxezC off=2845082 len=2074508 2024-04-02T08:57:31.842 INFO:tasks.workunit.client.0.smithi019.stdout:op 2269 completed, throughput=5MB/sec 2024-04-02T08:57:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:31 smithi019 ceph-mon[94035]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:31 smithi019 ceph-mon[96522]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:31 smithi066 ceph-mon[87361]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:57:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:32.843 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uFJGH9eySM3TBbW off=391071 len=1624897 2024-04-02T08:57:32.844 INFO:tasks.workunit.client.0.smithi019.stdout:op 2270 completed, throughput=5MB/sec 2024-04-02T08:57:32.844 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pMtBSX174lRY9QI off=5260471 len=1026262 2024-04-02T08:57:32.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 2271 completed, throughput=5MB/sec 2024-04-02T08:57:32.849 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-psyetcACp-L_Qcx off=663939 len=998135 2024-04-02T08:57:32.854 INFO:tasks.workunit.client.0.smithi019.stdout:op 2272 completed, throughput=5MB/sec 2024-04-02T08:57:32.854 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IRMu8b9F8ecE6y5 off=6314143 len=297781 2024-04-02T08:57:32.857 INFO:tasks.workunit.client.0.smithi019.stdout:op 2273 completed, throughput=5MB/sec 2024-04-02T08:57:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:33.857 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oXNEp2SwoHyHqDg off=9440760 len=751670 2024-04-02T08:57:33.862 INFO:tasks.workunit.client.0.smithi019.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.862 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_C-lH_0q1Y6ExyZ off=279865 len=1701786 2024-04-02T08:57:33.870 INFO:tasks.workunit.client.0.smithi019.stdout:op 2275 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.870 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aB9zvgaKL-vf5nL off=2521564 len=202310 2024-04-02T08:57:33.872 INFO:tasks.workunit.client.0.smithi019.stdout:op 2276 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.872 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C4gAHA8cPy3ToWx off=1452434 len=1910269 2024-04-02T08:57:33.874 INFO:tasks.workunit.client.0.smithi019.stdout:op 2277 completed, throughput=5MB/sec 2024-04-02T08:57:33.874 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TpWxN3DhCSw3ucf off=4616768 len=2074389 2024-04-02T08:57:33.881 INFO:tasks.workunit.client.0.smithi019.stdout:op 2278 completed, throughput=5MB/sec 2024-04-02T08:57:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:33 smithi019 ceph-mon[94035]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:33 smithi019 ceph-mon[96522]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:33 smithi066 ceph-mon[87361]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:34.882 INFO:tasks.workunit.client.0.smithi019.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:34.882 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jllQ5xHQovTUdKv off=3186918 len=912203 2024-04-02T08:57:34.882 INFO:tasks.workunit.client.0.smithi019.stdout:op 2279 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.882 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J8BdTxOQKzfyS5F off=1310882 len=1127487 2024-04-02T08:57:34.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 2280 completed, throughput=5MB/sec 2024-04-02T08:57:34.884 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NtWnztFZbw7gASu off=3981289 len=242896 2024-04-02T08:57:34.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 2281 completed, throughput=5MB/sec 2024-04-02T08:57:34.885 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ISMy2rbLst4_dtu off=4384684 len=1425520 2024-04-02T08:57:34.891 INFO:tasks.workunit.client.0.smithi019.stdout:op 2282 completed, throughput=5MB/sec 2024-04-02T08:57:34.891 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ttbvCuIk9GExtYe off=3658558 len=26782 2024-04-02T08:57:34.892 INFO:tasks.workunit.client.0.smithi019.stdout:op 2283 completed, throughput=5MB/sec 2024-04-02T08:57:34.892 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dTiAnTAipIuzG-l off=18705288 len=150120 2024-04-02T08:57:34.892 INFO:tasks.workunit.client.0.smithi019.stdout:op 2284 completed, throughput=5MB/sec 2024-04-02T08:57:34.892 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8eTQbjK1WAPBBZD off=15067914 len=2010034 2024-04-02T08:57:34.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 2285 completed, throughput=5MB/sec 2024-04-02T08:57:35.902 INFO:tasks.workunit.client.0.smithi019.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:35.902 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lBBxg8mcoiGGIFV off=2524282 len=266565 2024-04-02T08:57:35.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 2286 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.904 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SLGwHxrHhUGr6Lu off=8879859 len=986478 2024-04-02T08:57:35.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 2287 completed, throughput=5MB/sec 2024-04-02T08:57:35.906 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XxUb-o6hz529q-v off=3228324 len=1326811 2024-04-02T08:57:35.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 2288 completed, throughput=5MB/sec 2024-04-02T08:57:35.906 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YLB_6L1EdnbzLvH off=1237709 len=1030724 2024-04-02T08:57:35.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 2289 completed, throughput=5MB/sec 2024-04-02T08:57:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:35 smithi019 ceph-mon[94035]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:35 smithi019 ceph-mon[96522]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:35 smithi066 ceph-mon[87361]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:36.912 INFO:tasks.workunit.client.0.smithi019.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:36.912 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2fhqfKZzQd4BeJN off=11471616 len=1709443 2024-04-02T08:57:36.921 INFO:tasks.workunit.client.0.smithi019.stdout:op 2290 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.921 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SHITx-RTUrz6Kb2 off=0 len=1065462 2024-04-02T08:57:36.922 INFO:tasks.workunit.client.0.smithi019.stdout:op 2291 completed, throughput=5MB/sec 2024-04-02T08:57:36.923 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZNTUposBdkyg9k8 off=21292573 len=1792827 2024-04-02T08:57:36.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 2292 completed, throughput=5MB/sec 2024-04-02T08:57:36.932 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pmYksciwLnUnvLY off=6872626 len=1578902 2024-04-02T08:57:36.938 INFO:tasks.workunit.client.0.smithi019.stdout:op 2293 completed, throughput=5MB/sec 2024-04-02T08:57:37.938 INFO:tasks.workunit.client.0.smithi019.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:37.938 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t64_nABdUZ40znO off=12549450 len=223353 2024-04-02T08:57:37.939 INFO:tasks.workunit.client.0.smithi019.stdout:op 2294 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.939 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W3qUffHouYVqJsG off=11069723 len=96918 2024-04-02T08:57:37.939 INFO:tasks.workunit.client.0.smithi019.stdout:op 2295 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.940 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5_SLdBF5Cb6tLVW off=5809470 len=604577 2024-04-02T08:57:37.942 INFO:tasks.workunit.client.0.smithi019.stdout:op 2296 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.942 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4knUvd83GZ5Gxi8 off=9258781 len=1102440 2024-04-02T08:57:37.945 INFO:tasks.workunit.client.0.smithi019.stdout:op 2297 completed, throughput=5MB/sec 2024-04-02T08:57:37.945 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N0HeRvd0K-w_c1o off=19912128 len=1493984 2024-04-02T08:57:37.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 2298 completed, throughput=5MB/sec 2024-04-02T08:57:37.951 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OOc9a2-P5buDXfS off=4061808 len=5332 2024-04-02T08:57:37.952 INFO:tasks.workunit.client.0.smithi019.stdout:op 2299 completed, throughput=5MB/sec 2024-04-02T08:57:37.952 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wkc6ynYLt1GAjHg off=4641324 len=1413302 2024-04-02T08:57:37.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 2300 completed, throughput=5MB/sec 2024-04-02T08:57:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:37 smithi019 ceph-mon[94035]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:57:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:37 smithi019 ceph-mon[96522]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:57:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:37 smithi066 ceph-mon[87361]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:57:38.960 INFO:tasks.workunit.client.0.smithi019.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:38.960 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-faPbNsDjgaeYZep off=15555736 len=775118 2024-04-02T08:57:38.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 2301 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.961 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-79dBn3SPDPj750X off=3610655 len=632551 2024-04-02T08:57:38.965 INFO:tasks.workunit.client.0.smithi019.stdout:op 2302 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.965 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zSxitn8bB-q1Jdx off=6592832 len=212821 2024-04-02T08:57:38.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 2303 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.966 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SEpJve7wo0caPLP off=782399 len=1523708 2024-04-02T08:57:38.967 INFO:tasks.workunit.client.0.smithi019.stdout:op 2304 completed, throughput=5MB/sec 2024-04-02T08:57:38.968 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7nLsuxpP0vxiGHP off=7846795 len=996555 2024-04-02T08:57:38.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 2305 completed, throughput=5MB/sec 2024-04-02T08:57:38.968 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IFV9iTWNlz3j28E off=6643362 len=1775989 2024-04-02T08:57:38.970 INFO:tasks.workunit.client.0.smithi019.stdout:op 2306 completed, throughput=5MB/sec 2024-04-02T08:57:39.970 INFO:tasks.workunit.client.0.smithi019.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:39.970 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cnI9CiaFp8_rs3F off=1751911 len=153540 2024-04-02T08:57:39.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 2307 completed, throughput=4.99MB/sec 2024-04-02T08:57:39.971 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ba6Z-zqVzQOEfHT off=19877091 len=894932 2024-04-02T08:57:39.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-02T08:57:39.972 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8gCiGzFMWrpMOMt off=9443277 len=1430782 2024-04-02T08:57:39.973 INFO:tasks.workunit.client.0.smithi019.stdout:op 2309 completed, throughput=5MB/sec 2024-04-02T08:57:39.973 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sZDbAZYzXfe5P3U off=9096918 len=1941778 2024-04-02T08:57:39.980 INFO:tasks.workunit.client.0.smithi019.stdout:op 2310 completed, throughput=5MB/sec 2024-04-02T08:57:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:39 smithi019 ceph-mon[94035]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:40.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:39 smithi019 ceph-mon[96522]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:39 smithi066 ceph-mon[87361]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:57:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:57:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:57:40] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:57:40.980 INFO:tasks.workunit.client.0.smithi019.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:40.980 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qq6_wmGpbYbCHHc off=6395705 len=1281582 2024-04-02T08:57:40.981 INFO:tasks.workunit.client.0.smithi019.stdout:op 2311 completed, throughput=4.99MB/sec 2024-04-02T08:57:40.981 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KjBxzu53xLn-CWz off=0 len=1282126 2024-04-02T08:57:40.983 INFO:tasks.workunit.client.0.smithi019.stdout:op 2312 completed, throughput=5MB/sec 2024-04-02T08:57:40.983 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IlhJVWmBQr9sq37 off=5399190 len=40740 2024-04-02T08:57:40.983 INFO:tasks.workunit.client.0.smithi019.stdout:op 2313 completed, throughput=5MB/sec 2024-04-02T08:57:40.983 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HQdE6KblGLVcHEF off=625733 len=1879525 2024-04-02T08:57:40.988 INFO:tasks.workunit.client.0.smithi019.stdout:op 2314 completed, throughput=5MB/sec 2024-04-02T08:57:40.988 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6Uas80iPed19q_5 off=350169 len=433136 2024-04-02T08:57:40.991 INFO:tasks.workunit.client.0.smithi019.stdout:op 2315 completed, throughput=5MB/sec 2024-04-02T08:57:40.991 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aXRkv5cUYFKYoDq off=8744709 len=1502533 2024-04-02T08:57:40.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 2316 completed, throughput=5MB/sec 2024-04-02T08:57:41.992 INFO:tasks.workunit.client.0.smithi019.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:41.993 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--g2N5Dj6Qpjbkww off=16447153 len=1498725 2024-04-02T08:57:41.998 INFO:tasks.workunit.client.0.smithi019.stdout:op 2317 completed, throughput=5MB/sec 2024-04-02T08:57:41.998 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YxLtA5vp2dmwfwz off=7380325 len=455549 2024-04-02T08:57:41.999 INFO:tasks.workunit.client.0.smithi019.stdout:op 2318 completed, throughput=5MB/sec 2024-04-02T08:57:41.999 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RrB7J9ptk-pn5LK off=9976927 len=1180638 2024-04-02T08:57:42.003 INFO:tasks.workunit.client.0.smithi019.stdout:op 2319 completed, throughput=5MB/sec 2024-04-02T08:57:42.003 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8X6vZXVmRzxDnsc off=4570170 len=2041374 2024-04-02T08:57:42.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 2320 completed, throughput=5MB/sec 2024-04-02T08:57:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:41 smithi019 ceph-mon[94035]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:41 smithi019 ceph-mon[96522]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:41 smithi066 ceph-mon[87361]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:57:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:43.014 INFO:tasks.workunit.client.0.smithi019.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:43.014 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vc5df-WX39rPdlk off=1608131 len=934298 2024-04-02T08:57:43.015 INFO:tasks.workunit.client.0.smithi019.stdout:op 2321 completed, throughput=4.99MB/sec 2024-04-02T08:57:43.015 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SWzUobd0rjl4BD9 off=5134241 len=1022746 2024-04-02T08:57:43.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 2322 completed, throughput=5MB/sec 2024-04-02T08:57:43.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t-wGIosrJn146-1 off=3912107 len=1701654 2024-04-02T08:57:43.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 2323 completed, throughput=5MB/sec 2024-04-02T08:57:43.019 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t1i2jpYbmGOK8ME off=8921165 len=275659 2024-04-02T08:57:43.022 INFO:tasks.workunit.client.0.smithi019.stdout:op 2324 completed, throughput=5MB/sec 2024-04-02T08:57:43.022 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b-lB4c-2lYH5FsL off=7667912 len=1785796 2024-04-02T08:57:43.032 INFO:tasks.workunit.client.0.smithi019.stdout:op 2325 completed, throughput=5MB/sec 2024-04-02T08:57:44.032 INFO:tasks.workunit.client.0.smithi019.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:44.032 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UPXhyRs_0l82yjs off=884364 len=1563380 2024-04-02T08:57:44.042 INFO:tasks.workunit.client.0.smithi019.stdout:op 2326 completed, throughput=5MB/sec 2024-04-02T08:57:44.042 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9LScSM5JhVLiuM- off=5141550 len=1732409 2024-04-02T08:57:44.043 INFO:tasks.workunit.client.0.smithi019.stdout:op 2327 completed, throughput=5MB/sec 2024-04-02T08:57:44.043 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hdbPrhrJ_aCym7g off=2733421 len=33605 2024-04-02T08:57:44.045 INFO:tasks.workunit.client.0.smithi019.stdout:op 2328 completed, throughput=5MB/sec 2024-04-02T08:57:44.045 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dYPFn2YXhpRusS3 off=5727700 len=722919 2024-04-02T08:57:44.047 INFO:tasks.workunit.client.0.smithi019.stdout:op 2329 completed, throughput=5MB/sec 2024-04-02T08:57:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:43 smithi019 ceph-mon[94035]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:57:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:43 smithi019 ceph-mon[96522]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:57:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:43 smithi066 ceph-mon[87361]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:57:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:45.047 INFO:tasks.workunit.client.0.smithi019.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:45.048 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6Abya9TRX6OqbQv off=353036 len=1144248 2024-04-02T08:57:45.053 INFO:tasks.workunit.client.0.smithi019.stdout:op 2330 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.053 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vlT-Zn-4Qr_d53q off=1279206 len=80060 2024-04-02T08:57:45.054 INFO:tasks.workunit.client.0.smithi019.stdout:op 2331 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.054 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-usaRTDVCuJwzvjy off=1313043 len=604085 2024-04-02T08:57:45.054 INFO:tasks.workunit.client.0.smithi019.stdout:op 2332 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.054 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q_kYV9TVLfueKH9 off=1793074 len=1796470 2024-04-02T08:57:45.064 INFO:tasks.workunit.client.0.smithi019.stdout:op 2333 completed, throughput=5MB/sec 2024-04-02T08:57:45.064 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rUw3_9Bb2kuuUCx off=3675107 len=401962 2024-04-02T08:57:45.065 INFO:tasks.workunit.client.0.smithi019.stdout:op 2334 completed, throughput=5MB/sec 2024-04-02T08:57:45.065 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EVsKq7qwUXvXORH off=13896714 len=1293590 2024-04-02T08:57:45.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 2335 completed, throughput=5MB/sec 2024-04-02T08:57:46.068 INFO:tasks.workunit.client.0.smithi019.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:46.068 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kBH3xB_Am1jkgpb off=9339249 len=583219 2024-04-02T08:57:46.071 INFO:tasks.workunit.client.0.smithi019.stdout:op 2336 completed, throughput=4.99MB/sec 2024-04-02T08:57:46.071 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lz8pgXF3DYq0fQC off=1550035 len=554478 2024-04-02T08:57:46.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-02T08:57:46.072 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BVR79gPz0rQC7eg off=3122315 len=1874481 2024-04-02T08:57:46.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 2338 completed, throughput=5MB/sec 2024-04-02T08:57:46.074 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LLizJt6sPLbEmsb off=4784580 len=1759180 2024-04-02T08:57:46.075 INFO:tasks.workunit.client.0.smithi019.stdout:op 2339 completed, throughput=5MB/sec 2024-04-02T08:57:46.075 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ORiP07GTYwl_BXY off=8859389 len=763838 2024-04-02T08:57:46.076 INFO:tasks.workunit.client.0.smithi019.stdout:op 2340 completed, throughput=5MB/sec 2024-04-02T08:57:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:45 smithi019 ceph-mon[94035]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:57:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:45 smithi019 ceph-mon[96522]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:57:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:45 smithi066 ceph-mon[87361]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:57:47.076 INFO:tasks.workunit.client.0.smithi019.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:47.076 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-x1_Tz-B327F566U off=8218030 len=1990410 2024-04-02T08:57:47.083 INFO:tasks.workunit.client.0.smithi019.stdout:op 2341 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.083 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_bziSNAzm7-fRKP off=5630770 len=1839694 2024-04-02T08:57:47.091 INFO:tasks.workunit.client.0.smithi019.stdout:op 2342 completed, throughput=5MB/sec 2024-04-02T08:57:47.091 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OV3YbGqXAsTHljm off=12689361 len=549391 2024-04-02T08:57:47.092 INFO:tasks.workunit.client.0.smithi019.stdout:op 2343 completed, throughput=5MB/sec 2024-04-02T08:57:47.092 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-E7qW9S1Dii3mK6a off=3165542 len=1658996 2024-04-02T08:57:47.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 2344 completed, throughput=5MB/sec 2024-04-02T08:57:48.100 INFO:tasks.workunit.client.0.smithi019.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:48.100 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Oi_7ngpjAfVGq2h off=5755284 len=969427 2024-04-02T08:57:48.102 INFO:tasks.workunit.client.0.smithi019.stdout:op 2345 completed, throughput=4.99MB/sec 2024-04-02T08:57:48.102 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m7VZVZFozPfH8FQ off=3785130 len=747486 2024-04-02T08:57:48.107 INFO:tasks.workunit.client.0.smithi019.stdout:op 2346 completed, throughput=5MB/sec 2024-04-02T08:57:48.107 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mwxv4GRFJQWTf7a off=11350141 len=1432204 2024-04-02T08:57:48.108 INFO:tasks.workunit.client.0.smithi019.stdout:op 2347 completed, throughput=5MB/sec 2024-04-02T08:57:48.108 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZP7r9tckmK1UBVe off=17797500 len=516211 2024-04-02T08:57:48.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 2348 completed, throughput=5MB/sec 2024-04-02T08:57:48.112 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jF0h3rlBnJ7LSso off=1981445 len=536410 2024-04-02T08:57:48.114 INFO:tasks.workunit.client.0.smithi019.stdout:op 2349 completed, throughput=5MB/sec 2024-04-02T08:57:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:47 smithi019 ceph-mon[94035]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:47 smithi019 ceph-mon[96522]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:47 smithi066 ceph-mon[87361]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:49.115 INFO:tasks.workunit.client.0.smithi019.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:49.115 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Mt9vo-LVirdyRLM off=2565741 len=1204906 2024-04-02T08:57:49.123 INFO:tasks.workunit.client.0.smithi019.stdout:op 2350 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.123 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W9lRj_rdjst4pcU off=6431112 len=1343138 2024-04-02T08:57:49.124 INFO:tasks.workunit.client.0.smithi019.stdout:op 2351 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.124 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M9y4BIxMqSo6PIg off=2698257 len=5099 2024-04-02T08:57:49.124 INFO:tasks.workunit.client.0.smithi019.stdout:op 2352 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.125 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L-vLyN98QPIQzs6 off=644888 len=1757294 2024-04-02T08:57:49.128 INFO:tasks.workunit.client.0.smithi019.stdout:op 2353 completed, throughput=5MB/sec 2024-04-02T08:57:49.128 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l64kMZMOudwc9XW off=8969622 len=1309619 2024-04-02T08:57:49.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 2354 completed, throughput=5MB/sec 2024-04-02T08:57:50.135 INFO:tasks.workunit.client.0.smithi019.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:50.136 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N580YijZGS38bZm off=2400331 len=22399 2024-04-02T08:57:50.137 INFO:tasks.workunit.client.0.smithi019.stdout:op 2355 completed, throughput=4.99MB/sec 2024-04-02T08:57:50.137 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qcoGxw5uIrqtTvc off=925182 len=580292 2024-04-02T08:57:50.141 INFO:tasks.workunit.client.0.smithi019.stdout:op 2356 completed, throughput=4.99MB/sec 2024-04-02T08:57:50.141 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QBa3qod7HDNzfGm off=3640313 len=786662 2024-04-02T08:57:50.145 INFO:tasks.workunit.client.0.smithi019.stdout:op 2357 completed, throughput=4.99MB/sec 2024-04-02T08:57:50.145 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gVygOwKL6r3QI5q off=6235405 len=2002785 2024-04-02T08:57:50.147 INFO:tasks.workunit.client.0.smithi019.stdout:op 2358 completed, throughput=5MB/sec 2024-04-02T08:57:50.147 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-75qzRhU5Kba5lA8 off=3073475 len=633229 2024-04-02T08:57:50.149 INFO:tasks.workunit.client.0.smithi019.stdout:op 2359 completed, throughput=5MB/sec 2024-04-02T08:57:50.149 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lVR1nEJivUYVi3K off=15617673 len=693285 2024-04-02T08:57:50.150 INFO:tasks.workunit.client.0.smithi019.stdout:op 2360 completed, throughput=5MB/sec 2024-04-02T08:57:50.150 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D70HhIj6xGzR7Kn off=19833766 len=31092 2024-04-02T08:57:50.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 2361 completed, throughput=5MB/sec 2024-04-02T08:57:50.152 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-av9HywqItUBPgdL off=942606 len=1436542 2024-04-02T08:57:50.157 INFO:tasks.workunit.client.0.smithi019.stdout:op 2362 completed, throughput=5MB/sec 2024-04-02T08:57:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:49 smithi019 ceph-mon[94035]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:49 smithi019 ceph-mon[96522]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:49 smithi066 ceph-mon[87361]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:57:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:57:50] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-02T08:57:51.157 INFO:tasks.workunit.client.0.smithi019.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:51.158 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WFNLd8wrxrtIu47 off=5189933 len=1876803 2024-04-02T08:57:51.165 INFO:tasks.workunit.client.0.smithi019.stdout:op 2363 completed, throughput=5MB/sec 2024-04-02T08:57:51.165 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RQeDmsCz-IJgVp_ off=3035291 len=1503872 2024-04-02T08:57:51.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 2364 completed, throughput=5MB/sec 2024-04-02T08:57:51.171 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--z6n2GHM_qNnNyl off=4915589 len=541911 2024-04-02T08:57:51.173 INFO:tasks.workunit.client.0.smithi019.stdout:op 2365 completed, throughput=5MB/sec 2024-04-02T08:57:51.173 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pLyI-jJ5V4OMY9X off=2226521 len=1973711 2024-04-02T08:57:51.175 INFO:tasks.workunit.client.0.smithi019.stdout:op 2366 completed, throughput=5MB/sec 2024-04-02T08:57:52.175 INFO:tasks.workunit.client.0.smithi019.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:52.175 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z74dNIXftUXmu2A off=4758335 len=958145 2024-04-02T08:57:52.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 2367 completed, throughput=4.99MB/sec 2024-04-02T08:57:52.179 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vMf4HVYnYXhc2YV off=12095269 len=1881135 2024-04-02T08:57:52.181 INFO:tasks.workunit.client.0.smithi019.stdout:op 2368 completed, throughput=5MB/sec 2024-04-02T08:57:52.181 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PBzn_ki0337XgjF off=665659 len=149169 2024-04-02T08:57:52.182 INFO:tasks.workunit.client.0.smithi019.stdout:op 2369 completed, throughput=5MB/sec 2024-04-02T08:57:52.182 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_HXcfMnLxZ6JWlj off=15018345 len=367588 2024-04-02T08:57:52.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 2370 completed, throughput=5MB/sec 2024-04-02T08:57:52.185 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zsBYAWhS95nLxqE off=9552012 len=298354 2024-04-02T08:57:52.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 2371 completed, throughput=5MB/sec 2024-04-02T08:57:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:51 smithi019 ceph-mon[94035]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:52.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:51 smithi019 ceph-mon[96522]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:51 smithi066 ceph-mon[87361]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:57:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:53.188 INFO:tasks.workunit.client.0.smithi019.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:53.188 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-923obXD9Y8PQzwq off=1494853 len=1763570 2024-04-02T08:57:53.195 INFO:tasks.workunit.client.0.smithi019.stdout:op 2372 completed, throughput=4.99MB/sec 2024-04-02T08:57:53.195 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2oqZ0Dp1BgxcdOw off=1630053 len=1151249 2024-04-02T08:57:53.201 INFO:tasks.workunit.client.0.smithi019.stdout:op 2373 completed, throughput=5MB/sec 2024-04-02T08:57:53.201 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ew98mbboHezWNAs off=2968822 len=1196697 2024-04-02T08:57:53.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 2374 completed, throughput=5MB/sec 2024-04-02T08:57:53.204 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qpYRTGu3hI3CAoe off=660474 len=1952367 2024-04-02T08:57:53.215 INFO:tasks.workunit.client.0.smithi019.stdout:op 2375 completed, throughput=5MB/sec 2024-04-02T08:57:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:53 smithi019 ceph-mon[94035]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:57:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:53 smithi019 ceph-mon[96522]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:57:54.215 INFO:tasks.workunit.client.0.smithi019.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:54.215 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9YITXKnA4p0r14V off=13653960 len=26196 2024-04-02T08:57:54.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 2376 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.217 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fktJ5I3bBXzKdCx off=16656692 len=1321797 2024-04-02T08:57:54.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 2377 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.220 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rYgePGYA8rN8jNA off=3389291 len=1699172 2024-04-02T08:57:54.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 2378 completed, throughput=5MB/sec 2024-04-02T08:57:54.229 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X9UOgVWl70h6iz5 off=14871133 len=902764 2024-04-02T08:57:54.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 2379 completed, throughput=5MB/sec 2024-04-02T08:57:54.230 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LmhvAKoEH_HXQiG off=4669683 len=1762698 2024-04-02T08:57:54.234 INFO:tasks.workunit.client.0.smithi019.stdout:op 2380 completed, throughput=5MB/sec 2024-04-02T08:57:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:53 smithi066 ceph-mon[87361]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:57:55.234 INFO:tasks.workunit.client.0.smithi019.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:55.234 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OymzQz8vJulnNjX off=13418719 len=1317032 2024-04-02T08:57:55.235 INFO:tasks.workunit.client.0.smithi019.stdout:op 2381 completed, throughput=4.99MB/sec 2024-04-02T08:57:55.235 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8p57sZ_aSsE_s6o off=3708259 len=461649 2024-04-02T08:57:55.236 INFO:tasks.workunit.client.0.smithi019.stdout:op 2382 completed, throughput=5MB/sec 2024-04-02T08:57:55.236 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W69gEqaNhZ7i1Al off=16593249 len=1993205 2024-04-02T08:57:55.240 INFO:tasks.workunit.client.0.smithi019.stdout:op 2383 completed, throughput=5MB/sec 2024-04-02T08:57:55.240 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RKl2qmNAmUOCtN4 off=5740246 len=606405 2024-04-02T08:57:55.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 2384 completed, throughput=5MB/sec 2024-04-02T08:57:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:55 smithi019 ceph-mon[94035]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:55 smithi019 ceph-mon[96522]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:56.243 INFO:tasks.workunit.client.0.smithi019.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:56.243 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sklBA2BQwZvojjb off=6117934 len=260660 2024-04-02T08:57:56.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.246 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z3e3pFxWCGQ2eRA off=12453838 len=462536 2024-04-02T08:57:56.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 2386 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.249 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FxKw3s2wVKpZ2K2 off=154823 len=1924236 2024-04-02T08:57:56.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 2387 completed, throughput=5MB/sec 2024-04-02T08:57:56.251 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tLNiZmI5m0rAPOQ off=29972 len=1222106 2024-04-02T08:57:56.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 2388 completed, throughput=5MB/sec 2024-04-02T08:57:56.257 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F_9-fEOpyAWRZCE off=1308989 len=235378 2024-04-02T08:57:56.258 INFO:tasks.workunit.client.0.smithi019.stdout:op 2389 completed, throughput=5MB/sec 2024-04-02T08:57:56.258 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kUseWMouas0NFnB off=1535602 len=2087802 2024-04-02T08:57:56.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 2390 completed, throughput=5MB/sec 2024-04-02T08:57:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:55 smithi066 ceph-mon[87361]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:57.263 INFO:tasks.workunit.client.0.smithi019.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:57.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DXpnZIc4Lo_H_hG off=9838103 len=359339 2024-04-02T08:57:57.266 INFO:tasks.workunit.client.0.smithi019.stdout:op 2391 completed, throughput=4.99MB/sec 2024-04-02T08:57:57.266 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7_jMAqjCo9KTKfp off=2221954 len=1820601 2024-04-02T08:57:57.276 INFO:tasks.workunit.client.0.smithi019.stdout:op 2392 completed, throughput=5MB/sec 2024-04-02T08:57:57.276 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--UNEuY9yhWOXVr- off=14353275 len=1303663 2024-04-02T08:57:57.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 2393 completed, throughput=5MB/sec 2024-04-02T08:57:57.280 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GmO8fSegChF4GAF off=2661128 len=1634898 2024-04-02T08:57:57.285 INFO:tasks.workunit.client.0.smithi019.stdout:op 2394 completed, throughput=5MB/sec 2024-04-02T08:57:58.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[96522]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[94035]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:57:58.286 INFO:tasks.workunit.client.0.smithi019.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:58.286 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gLr_QtgCReD0h9C off=4412987 len=318737 2024-04-02T08:57:58.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 2395 completed, throughput=4.99MB/sec 2024-04-02T08:57:58.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RqL6aOULNEu_06n off=1636158 len=376566 2024-04-02T08:57:58.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 2396 completed, throughput=4.99MB/sec 2024-04-02T08:57:58.289 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-g5gQBCzfxsp4Xe0 off=1693506 len=1882569 2024-04-02T08:57:58.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 2397 completed, throughput=5MB/sec 2024-04-02T08:57:58.290 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IIFUJxsVTFNQPq9 off=19774160 len=1181046 2024-04-02T08:57:58.296 INFO:tasks.workunit.client.0.smithi019.stdout:op 2398 completed, throughput=5MB/sec 2024-04-02T08:57:58.296 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mZAZoHBsZVYPrUc off=2412622 len=202221 2024-04-02T08:57:58.297 INFO:tasks.workunit.client.0.smithi019.stdout:op 2399 completed, throughput=5MB/sec 2024-04-02T08:57:58.297 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sobZ2y30TQVPs1E off=6763213 len=738182 2024-04-02T08:57:58.297 INFO:tasks.workunit.client.0.smithi019.stdout:op 2400 completed, throughput=5MB/sec 2024-04-02T08:57:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:57 smithi066 ceph-mon[87361]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:57:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:59.298 INFO:tasks.workunit.client.0.smithi019.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:59.298 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6JFa8jaSldbPO-y off=17415479 len=1134740 2024-04-02T08:57:59.302 INFO:tasks.workunit.client.0.smithi019.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-02T08:57:59.302 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PosocM-SH4v0Apl off=3269821 len=1926016 2024-04-02T08:57:59.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 2402 completed, throughput=5MB/sec 2024-04-02T08:57:59.306 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0czZI58L8M_1Bk- off=15687908 len=1872804 2024-04-02T08:57:59.307 INFO:tasks.workunit.client.0.smithi019.stdout:op 2403 completed, throughput=5MB/sec 2024-04-02T08:57:59.307 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-p4FV6vWQONCJKIT off=16171999 len=40077 2024-04-02T08:57:59.310 INFO:tasks.workunit.client.0.smithi019.stdout:op 2404 completed, throughput=5MB/sec 2024-04-02T08:57:59.310 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_WaDVQUfkerIA18 off=4339667 len=352738 2024-04-02T08:57:59.310 INFO:tasks.workunit.client.0.smithi019.stdout:op 2405 completed, throughput=5MB/sec 2024-04-02T08:57:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:57:59 smithi019 ceph-mon[94035]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:57:59 smithi019 ceph-mon[96522]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:00.311 INFO:tasks.workunit.client.0.smithi019.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:00.311 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rflKw00JAFsSJ1A off=7234237 len=478502 2024-04-02T08:58:00.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 2406 completed, throughput=4.99MB/sec 2024-04-02T08:58:00.312 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DElURYnXCsG48b_ off=9446566 len=785332 2024-04-02T08:58:00.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:57:59 smithi066 ceph-mon[87361]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:00.316 INFO:tasks.workunit.client.0.smithi019.stdout:op 2407 completed, throughput=4.99MB/sec 2024-04-02T08:58:00.316 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ttzFPaBVb4xdI30 off=8810386 len=1356695 2024-04-02T08:58:00.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 2408 completed, throughput=5MB/sec 2024-04-02T08:58:00.321 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cYLDOgkMX8lYyGV off=10893679 len=561711 2024-04-02T08:58:00.322 INFO:tasks.workunit.client.0.smithi019.stdout:op 2409 completed, throughput=5MB/sec 2024-04-02T08:58:00.322 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ncQ8bVa3TCEUVMe off=2396207 len=782285 2024-04-02T08:58:00.325 INFO:tasks.workunit.client.0.smithi019.stdout:op 2410 completed, throughput=5MB/sec 2024-04-02T08:58:00.325 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1dmG9uOz8R5s86H off=1806577 len=1248079 2024-04-02T08:58:00.326 INFO:tasks.workunit.client.0.smithi019.stdout:op 2411 completed, throughput=5MB/sec 2024-04-02T08:58:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:58:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:58:00] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-02T08:58:01.326 INFO:tasks.workunit.client.0.smithi019.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:01.327 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bGFfStFtNZHku71 off=6688348 len=470367 2024-04-02T08:58:01.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 2412 completed, throughput=4.99MB/sec 2024-04-02T08:58:01.330 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GoGRjsqYMZ-O2wT off=19201328 len=1580579 2024-04-02T08:58:01.331 INFO:tasks.workunit.client.0.smithi019.stdout:op 2413 completed, throughput=4.99MB/sec 2024-04-02T08:58:01.331 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JzGBraoVJ0QKVAY off=3796306 len=535119 2024-04-02T08:58:01.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 2414 completed, throughput=5MB/sec 2024-04-02T08:58:01.333 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fedEWtGzEwBxQUp off=4506799 len=1374253 2024-04-02T08:58:01.339 INFO:tasks.workunit.client.0.smithi019.stdout:op 2415 completed, throughput=5MB/sec 2024-04-02T08:58:01.340 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KSPE2PXjN9en2Hm off=476245 len=1099701 2024-04-02T08:58:01.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 2416 completed, throughput=5MB/sec 2024-04-02T08:58:01.341 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-S8rHQvM0kimYvIh off=19267758 len=1518327 2024-04-02T08:58:01.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 2417 completed, throughput=5MB/sec 2024-04-02T08:58:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:01 smithi019 ceph-mon[94035]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:01 smithi019 ceph-mon[96522]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:01 smithi066 ceph-mon[87361]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:02.348 INFO:tasks.workunit.client.0.smithi019.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:02.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FJr3YgKGBwWHdqE off=1219972 len=1526487 2024-04-02T08:58:02.349 INFO:tasks.workunit.client.0.smithi019.stdout:op 2418 completed, throughput=5MB/sec 2024-04-02T08:58:02.349 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-udmsBsBLzaH4dQJ off=19122914 len=1379943 2024-04-02T08:58:02.350 INFO:tasks.workunit.client.0.smithi019.stdout:op 2419 completed, throughput=5MB/sec 2024-04-02T08:58:02.351 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fMxKGF950nbANVO off=5242564 len=945824 2024-04-02T08:58:02.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 2420 completed, throughput=5MB/sec 2024-04-02T08:58:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:58:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:03.352 INFO:tasks.workunit.client.0.smithi019.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:03.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jt1F194pk8MNpkh off=4808684 len=480397 2024-04-02T08:58:03.355 INFO:tasks.workunit.client.0.smithi019.stdout:op 2421 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.355 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J-8TyEFD4NESqGt off=245378 len=572388 2024-04-02T08:58:03.356 INFO:tasks.workunit.client.0.smithi019.stdout:op 2422 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.356 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TeihMhLbtumklAw off=3415924 len=1613991 2024-04-02T08:58:03.357 INFO:tasks.workunit.client.0.smithi019.stdout:op 2423 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.357 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HG1ACwBk3wehYsX off=22305 len=2055284 2024-04-02T08:58:03.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 2424 completed, throughput=5MB/sec 2024-04-02T08:58:03.359 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zYaGKWCpD2iF7Se off=840066 len=1542416 2024-04-02T08:58:03.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 2425 completed, throughput=5MB/sec 2024-04-02T08:58:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:03 smithi019 ceph-mon[94035]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:03 smithi019 ceph-mon[96522]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:04.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:03 smithi066 ceph-mon[87361]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:04.367 INFO:tasks.workunit.client.0.smithi019.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:04.368 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q5biY7MP7wSgB2S off=478007 len=1623070 2024-04-02T08:58:04.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.377 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yKm0sN9T-1SjYdZ off=188778 len=272796 2024-04-02T08:58:04.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 2427 completed, throughput=5MB/sec 2024-04-02T08:58:04.377 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PpZJ8YyEAGNlHSx off=0 len=1187077 2024-04-02T08:58:04.378 INFO:tasks.workunit.client.0.smithi019.stdout:op 2428 completed, throughput=5MB/sec 2024-04-02T08:58:04.379 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xHq8Hm43p7VVCQD off=1671988 len=749608 2024-04-02T08:58:04.383 INFO:tasks.workunit.client.0.smithi019.stdout:op 2429 completed, throughput=5MB/sec 2024-04-02T08:58:04.383 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ofmrszvJ4GZR8QY off=9893389 len=861073 2024-04-02T08:58:04.383 INFO:tasks.workunit.client.0.smithi019.stdout:op 2430 completed, throughput=5MB/sec 2024-04-02T08:58:05.384 INFO:tasks.workunit.client.0.smithi019.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:05.384 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5gpLZgXWKf6gYh8 off=10249747 len=243539 2024-04-02T08:58:05.386 INFO:tasks.workunit.client.0.smithi019.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.387 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ie-cUsiWFBMXrhV off=20008803 len=669324 2024-04-02T08:58:05.387 INFO:tasks.workunit.client.0.smithi019.stdout:op 2432 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.387 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BmDJHSLv3J7S4Hf off=9665000 len=66017 2024-04-02T08:58:05.389 INFO:tasks.workunit.client.0.smithi019.stdout:op 2433 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.389 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BmZHU_m9Wric5vi off=811018 len=1149910 2024-04-02T08:58:05.390 INFO:tasks.workunit.client.0.smithi019.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.390 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kK8ZUCAan6xX94r off=7810321 len=1952108 2024-04-02T08:58:05.401 INFO:tasks.workunit.client.0.smithi019.stdout:op 2435 completed, throughput=5MB/sec 2024-04-02T08:58:05.401 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z7Jl7v7k3cSOoJh off=5558682 len=283739 2024-04-02T08:58:05.404 INFO:tasks.workunit.client.0.smithi019.stdout:op 2436 completed, throughput=5MB/sec 2024-04-02T08:58:05.404 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6wAzYk0-_UR-ZxT off=6264715 len=1163795 2024-04-02T08:58:05.406 INFO:tasks.workunit.client.0.smithi019.stdout:op 2437 completed, throughput=5MB/sec 2024-04-02T08:58:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:05 smithi019 ceph-mon[94035]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:05 smithi019 ceph-mon[96522]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:06.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:05 smithi066 ceph-mon[87361]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:06.406 INFO:tasks.workunit.client.0.smithi019.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:06.406 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AG9btkyhAu8rm6A off=3330214 len=295664 2024-04-02T08:58:06.409 INFO:tasks.workunit.client.0.smithi019.stdout:op 2438 completed, throughput=4.99MB/sec 2024-04-02T08:58:06.409 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--Bm3EkNA59SRITx off=7549068 len=1404954 2024-04-02T08:58:06.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 2439 completed, throughput=4.99MB/sec 2024-04-02T08:58:06.416 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6awRl6tIHvcKCZc off=3945173 len=1960862 2024-04-02T08:58:06.423 INFO:tasks.workunit.client.0.smithi019.stdout:op 2440 completed, throughput=5MB/sec 2024-04-02T08:58:06.423 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uP_tmM59C4Bopm2 off=2638250 len=659095 2024-04-02T08:58:06.427 INFO:tasks.workunit.client.0.smithi019.stdout:op 2441 completed, throughput=5MB/sec 2024-04-02T08:58:06.427 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EMkU81GDp9xfLrs off=8091970 len=727220 2024-04-02T08:58:06.431 INFO:tasks.workunit.client.0.smithi019.stdout:op 2442 completed, throughput=5MB/sec 2024-04-02T08:58:07.431 INFO:tasks.workunit.client.0.smithi019.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:07.431 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8Vux41T2B_nvDDB off=9545467 len=93409 2024-04-02T08:58:07.433 INFO:tasks.workunit.client.0.smithi019.stdout:op 2443 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.433 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hrhOLhLDOY3p92K off=8669069 len=1425804 2024-04-02T08:58:07.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 2444 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.439 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZYS1qxhKFrW3jjH off=4633605 len=661039 2024-04-02T08:58:07.440 INFO:tasks.workunit.client.0.smithi019.stdout:op 2445 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.440 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7iIhneFJ1hoZ2I_ off=11654885 len=200256 2024-04-02T08:58:07.440 INFO:tasks.workunit.client.0.smithi019.stdout:op 2446 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.440 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4_olls3PEeshDzc off=13661592 len=236191 2024-04-02T08:58:07.443 INFO:tasks.workunit.client.0.smithi019.stdout:op 2447 completed, throughput=5MB/sec 2024-04-02T08:58:07.443 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xpqC0n4oST0RhSm off=2491946 len=1206781 2024-04-02T08:58:07.445 INFO:tasks.workunit.client.0.smithi019.stdout:op 2448 completed, throughput=5MB/sec 2024-04-02T08:58:07.445 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FfCTBhfzN9dbATD off=4796149 len=1310118 2024-04-02T08:58:07.446 INFO:tasks.workunit.client.0.smithi019.stdout:op 2449 completed, throughput=5MB/sec 2024-04-02T08:58:07.446 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-05QzQEgxSTADCrO off=2068957 len=1278795 2024-04-02T08:58:07.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 2450 completed, throughput=5MB/sec 2024-04-02T08:58:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:07 smithi019 ceph-mon[94035]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:07 smithi019 ceph-mon[96522]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:07 smithi066 ceph-mon[87361]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:08.447 INFO:tasks.workunit.client.0.smithi019.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:08.448 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mOrgT6H3tKRWv5T off=18612843 len=671807 2024-04-02T08:58:08.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 2451 completed, throughput=4.99MB/sec 2024-04-02T08:58:08.450 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-750OZxCssJlY5AE off=15453595 len=1753153 2024-04-02T08:58:08.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 2452 completed, throughput=5MB/sec 2024-04-02T08:58:08.458 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kxNpQLaSYyqSn0P off=14707344 len=535191 2024-04-02T08:58:08.460 INFO:tasks.workunit.client.0.smithi019.stdout:op 2453 completed, throughput=5MB/sec 2024-04-02T08:58:08.460 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uyAobdufxeyRUyq off=3088326 len=1950328 2024-04-02T08:58:08.462 INFO:tasks.workunit.client.0.smithi019.stdout:op 2454 completed, throughput=5MB/sec 2024-04-02T08:58:09.462 INFO:tasks.workunit.client.0.smithi019.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:09.462 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b8NynM_oK96Q5Yg off=6992443 len=1067367 2024-04-02T08:58:09.466 INFO:tasks.workunit.client.0.smithi019.stdout:op 2455 completed, throughput=4.99MB/sec 2024-04-02T08:58:09.466 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b-jZhl1i0HWXiQM off=14417757 len=787449 2024-04-02T08:58:09.467 INFO:tasks.workunit.client.0.smithi019.stdout:op 2456 completed, throughput=4.99MB/sec 2024-04-02T08:58:09.467 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VQ1toIewB_DkeKC off=10510082 len=2041087 2024-04-02T08:58:09.468 INFO:tasks.workunit.client.0.smithi019.stdout:op 2457 completed, throughput=5MB/sec 2024-04-02T08:58:09.468 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rHK0FMox9HyaCKo off=18000178 len=1732662 2024-04-02T08:58:09.477 INFO:tasks.workunit.client.0.smithi019.stdout:op 2458 completed, throughput=5MB/sec 2024-04-02T08:58:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:09 smithi019 ceph-mon[94035]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:09 smithi019 ceph-mon[96522]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:10.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:09 smithi066 ceph-mon[87361]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:10.477 INFO:tasks.workunit.client.0.smithi019.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:10.477 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ruKGl3E9WsCDhK6 off=4884144 len=591007 2024-04-02T08:58:10.480 INFO:tasks.workunit.client.0.smithi019.stdout:op 2459 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.480 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JD12HXHgLaFEzCi off=2808824 len=1353467 2024-04-02T08:58:10.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 2460 completed, throughput=5MB/sec 2024-04-02T08:58:10.485 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--RYFj_HzHB4zmu6 off=11287070 len=1062713 2024-04-02T08:58:10.490 INFO:tasks.workunit.client.0.smithi019.stdout:op 2461 completed, throughput=5MB/sec 2024-04-02T08:58:10.490 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0DW4XATdamVhETT off=2352466 len=281554 2024-04-02T08:58:10.491 INFO:tasks.workunit.client.0.smithi019.stdout:op 2462 completed, throughput=5MB/sec 2024-04-02T08:58:10.491 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-favRBD1j7PKbmun off=7203172 len=2076750 2024-04-02T08:58:10.492 INFO:tasks.workunit.client.0.smithi019.stdout:op 2463 completed, throughput=5MB/sec 2024-04-02T08:58:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:58:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:58:10] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-02T08:58:11.492 INFO:tasks.workunit.client.0.smithi019.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:11.493 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H2p1SO5bUfk2Reu off=574213 len=1798351 2024-04-02T08:58:11.500 INFO:tasks.workunit.client.0.smithi019.stdout:op 2464 completed, throughput=5MB/sec 2024-04-02T08:58:11.500 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X7Riv0ZINMypKX4 off=11638191 len=1880261 2024-04-02T08:58:11.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 2465 completed, throughput=5MB/sec 2024-04-02T08:58:11.501 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XvqsVhZ662Hf6WL off=18461099 len=1743652 2024-04-02T08:58:11.508 INFO:tasks.workunit.client.0.smithi019.stdout:op 2466 completed, throughput=5MB/sec 2024-04-02T08:58:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:11 smithi019 ceph-mon[94035]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:11 smithi019 ceph-mon[96522]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:11 smithi066 ceph-mon[87361]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:12.508 INFO:tasks.workunit.client.0.smithi019.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:12.508 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b1dIbfTttkz5khK off=6474512 len=1020873 2024-04-02T08:58:12.514 INFO:tasks.workunit.client.0.smithi019.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-02T08:58:12.514 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jTPEGNousiSJvNZ off=3874350 len=1720434 2024-04-02T08:58:12.515 INFO:tasks.workunit.client.0.smithi019.stdout:op 2468 completed, throughput=5MB/sec 2024-04-02T08:58:12.515 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JYMbYGRTY89i85l off=9949455 len=295121 2024-04-02T08:58:12.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 2469 completed, throughput=5MB/sec 2024-04-02T08:58:12.518 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oPkbH3Vze3Z1DQ8 off=2050193 len=1929260 2024-04-02T08:58:12.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 2470 completed, throughput=5MB/sec 2024-04-02T08:58:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:58:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:13.520 INFO:tasks.workunit.client.0.smithi019.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:13.520 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LmRa70RKTFw0E49 off=15188692 len=441740 2024-04-02T08:58:13.523 INFO:tasks.workunit.client.0.smithi019.stdout:op 2471 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.524 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-neQgMsUkMcSwBsU off=5704018 len=825120 2024-04-02T08:58:13.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 2472 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.528 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MuWob4fdM5td4Vl off=9828627 len=349714 2024-04-02T08:58:13.531 INFO:tasks.workunit.client.0.smithi019.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.531 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mx_002kF_ooSnfE off=17157404 len=639107 2024-04-02T08:58:13.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 2474 completed, throughput=5MB/sec 2024-04-02T08:58:13.532 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IKJdCv7OdV6rxYS off=12756934 len=506962 2024-04-02T08:58:13.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 2475 completed, throughput=5MB/sec 2024-04-02T08:58:13.533 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2fdaQmsNU9cKQW2 off=15473217 len=847986 2024-04-02T08:58:13.534 INFO:tasks.workunit.client.0.smithi019.stdout:op 2476 completed, throughput=5MB/sec 2024-04-02T08:58:13.534 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-epWepWc9Vmtjqvx off=10410950 len=1839114 2024-04-02T08:58:13.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 2477 completed, throughput=5MB/sec 2024-04-02T08:58:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:13 smithi019 ceph-mon[94035]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:13 smithi019 ceph-mon[96522]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:13 smithi066 ceph-mon[87361]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:14.536 INFO:tasks.workunit.client.0.smithi019.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:14.536 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qkoFrp7wkUfYBwO off=6350778 len=2018350 2024-04-02T08:58:14.547 INFO:tasks.workunit.client.0.smithi019.stdout:op 2478 completed, throughput=5MB/sec 2024-04-02T08:58:14.547 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZSvic3w-Xbum6_F off=11981361 len=1581687 2024-04-02T08:58:14.552 INFO:tasks.workunit.client.0.smithi019.stdout:op 2479 completed, throughput=5MB/sec 2024-04-02T08:58:14.552 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TwVD_zKTHzTB2M0 off=4538632 len=1601681 2024-04-02T08:58:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:op 2480 completed, throughput=5MB/sec 2024-04-02T08:58:15.560 INFO:tasks.workunit.client.0.smithi019.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:15.560 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3GdRgzFZn9hyJCF off=636259 len=1020977 2024-04-02T08:58:15.561 INFO:tasks.workunit.client.0.smithi019.stdout:op 2481 completed, throughput=4.99MB/sec 2024-04-02T08:58:15.561 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-O6puui6RZmICFv- off=3601284 len=1292769 2024-04-02T08:58:15.562 INFO:tasks.workunit.client.0.smithi019.stdout:op 2482 completed, throughput=5MB/sec 2024-04-02T08:58:15.562 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AF7reVK53MTZ1HF off=3574623 len=899092 2024-04-02T08:58:15.567 INFO:tasks.workunit.client.0.smithi019.stdout:op 2483 completed, throughput=5MB/sec 2024-04-02T08:58:15.568 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0nvsSy1YOU7X-WA off=10152910 len=542146 2024-04-02T08:58:15.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 2484 completed, throughput=5MB/sec 2024-04-02T08:58:15.568 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aBFV_e33QjJnVuU off=4167575 len=1315465 2024-04-02T08:58:15.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 2485 completed, throughput=5MB/sec 2024-04-02T08:58:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:15 smithi019 ceph-mon[94035]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:15 smithi019 ceph-mon[96522]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:15 smithi066 ceph-mon[87361]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:16.573 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VcOXydE0BtgF3Jv off=4743911 len=258676 2024-04-02T08:58:16.576 INFO:tasks.workunit.client.0.smithi019.stdout:op 2486 completed, throughput=4.99MB/sec 2024-04-02T08:58:16.576 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-g26wiZd9oT3JYoG off=3082838 len=276854 2024-04-02T08:58:16.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 2487 completed, throughput=4.99MB/sec 2024-04-02T08:58:16.579 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_6aHlX6jgMYl_YG off=10608114 len=796179 2024-04-02T08:58:16.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 2488 completed, throughput=4.99MB/sec 2024-04-02T08:58:16.583 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bf9rMDRMQXRcvaF off=1022134 len=1108580 2024-04-02T08:58:16.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 2489 completed, throughput=5MB/sec 2024-04-02T08:58:16.589 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y58Sb9-jKBllwrT off=14558874 len=905120 2024-04-02T08:58:16.594 INFO:tasks.workunit.client.0.smithi019.stdout:op 2490 completed, throughput=5MB/sec 2024-04-02T08:58:16.594 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aB9zvgaKL-vf5nL off=16103032 len=432749 2024-04-02T08:58:16.596 INFO:tasks.workunit.client.0.smithi019.stdout:op 2491 completed, throughput=5MB/sec 2024-04-02T08:58:16.596 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D4LdwwKcWF-AApr off=1974159 len=2019349 2024-04-02T08:58:16.602 INFO:tasks.workunit.client.0.smithi019.stdout:op 2492 completed, throughput=5MB/sec 2024-04-02T08:58:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:17.603 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3LMJhUtPrfgdf7b off=6265088 len=651551 2024-04-02T08:58:17.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 2493 completed, throughput=4.99MB/sec 2024-04-02T08:58:17.604 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-giogbO4HaJ-F6-0 off=19593384 len=395170 2024-04-02T08:58:17.607 INFO:tasks.workunit.client.0.smithi019.stdout:op 2494 completed, throughput=4.99MB/sec 2024-04-02T08:58:17.607 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k2g2Qw5iIBPGhvt off=1454670 len=996105 2024-04-02T08:58:17.609 INFO:tasks.workunit.client.0.smithi019.stdout:op 2495 completed, throughput=5MB/sec 2024-04-02T08:58:17.610 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MEoWWkVBpyGUpJ6 off=2979000 len=1297934 2024-04-02T08:58:17.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 2496 completed, throughput=5MB/sec 2024-04-02T08:58:17.616 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SoWTbKzH-4xhcZ5 off=4359260 len=1809598 2024-04-02T08:58:17.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 2497 completed, throughput=5MB/sec 2024-04-02T08:58:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:17 smithi019 ceph-mon[94035]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:17 smithi019 ceph-mon[96522]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:17 smithi066 ceph-mon[87361]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:58:18.618 INFO:tasks.workunit.client.0.smithi019.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:18.618 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8TYq-fxawflNDN9 off=1624823 len=1350023 2024-04-02T08:58:18.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-02T08:58:18.620 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nFg71Dd6zsTuhTT off=0 len=1579491 2024-04-02T08:58:18.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 2499 completed, throughput=5MB/sec 2024-04-02T08:58:18.626 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UOivzgrx0NkZWie off=10925387 len=427719 2024-04-02T08:58:18.628 INFO:tasks.workunit.client.0.smithi019.stdout:op 2500 completed, throughput=5MB/sec 2024-04-02T08:58:18.628 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2kWuZGwTUZu4fxJ off=848596 len=1159855 2024-04-02T08:58:18.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 2501 completed, throughput=5MB/sec 2024-04-02T08:58:19.633 INFO:tasks.workunit.client.0.smithi019.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:19.633 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5_suoX3k5JxzxQg off=3598996 len=1659223 2024-04-02T08:58:19.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-02T08:58:19.634 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-agj7SlJqs4IWlAX off=4966742 len=1007904 2024-04-02T08:58:19.638 INFO:tasks.workunit.client.0.smithi019.stdout:op 2503 completed, throughput=5MB/sec 2024-04-02T08:58:19.638 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nTPkxKlCQHaLSIp off=21635675 len=1771121 2024-04-02T08:58:19.644 INFO:tasks.workunit.client.0.smithi019.stdout:op 2504 completed, throughput=5MB/sec 2024-04-02T08:58:19.644 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EF7Y5-kKMBWm3tb off=17622255 len=1088807 2024-04-02T08:58:19.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 2505 completed, throughput=5MB/sec 2024-04-02T08:58:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:19 smithi019 ceph-mon[94035]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:19 smithi019 ceph-mon[96522]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:19 smithi066 ceph-mon[87361]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:20.650 INFO:tasks.workunit.client.0.smithi019.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:20.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nsv6VK4YfdJwELF off=13875168 len=546287 2024-04-02T08:58:20.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 2506 completed, throughput=4.99MB/sec 2024-04-02T08:58:20.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7I4TSQ43AUQIcHs off=4398570 len=650409 2024-04-02T08:58:20.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 2507 completed, throughput=4.99MB/sec 2024-04-02T08:58:20.651 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rBH7F2KqQV-FGem off=17091223 len=761158 2024-04-02T08:58:20.655 INFO:tasks.workunit.client.0.smithi019.stdout:op 2508 completed, throughput=4.99MB/sec 2024-04-02T08:58:20.656 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-H8_m3vxbEU7MQbJ off=18478660 len=702502 2024-04-02T08:58:20.657 INFO:tasks.workunit.client.0.smithi019.stdout:op 2509 completed, throughput=5MB/sec 2024-04-02T08:58:20.657 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Dj3IzXGqlDkFnS8 off=7909072 len=848856 2024-04-02T08:58:20.662 INFO:tasks.workunit.client.0.smithi019.stdout:op 2510 completed, throughput=5MB/sec 2024-04-02T08:58:20.662 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gG_UfOUyk_9VwtI off=963726 len=1768277 2024-04-02T08:58:20.663 INFO:tasks.workunit.client.0.smithi019.stdout:op 2511 completed, throughput=5MB/sec 2024-04-02T08:58:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:58:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:58:20] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-02T08:58:21.664 INFO:tasks.workunit.client.0.smithi019.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:21.664 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nGtP4a_Q_lL7JDl off=3520792 len=941768 2024-04-02T08:58:21.668 INFO:tasks.workunit.client.0.smithi019.stdout:op 2512 completed, throughput=4.99MB/sec 2024-04-02T08:58:21.668 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cZJ3nkqDJz21-J_ off=5884081 len=1250464 2024-04-02T08:58:21.675 INFO:tasks.workunit.client.0.smithi019.stdout:op 2513 completed, throughput=4.99MB/sec 2024-04-02T08:58:21.675 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qBmumgowxzjWgrs off=9005453 len=1729251 2024-04-02T08:58:21.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 2514 completed, throughput=5MB/sec 2024-04-02T08:58:21.682 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8Ur5hjvDlLEbLoQ off=6171518 len=192993 2024-04-02T08:58:21.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 2515 completed, throughput=5MB/sec 2024-04-02T08:58:21.683 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q3-t9KzailkAFVm off=10917275 len=1683029 2024-04-02T08:58:21.684 INFO:tasks.workunit.client.0.smithi019.stdout:op 2516 completed, throughput=5MB/sec 2024-04-02T08:58:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:21 smithi019 ceph-mon[94035]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:58:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:21 smithi019 ceph-mon[96522]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:58:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:21 smithi066 ceph-mon[87361]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:58:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:58:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:58:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:22.685 INFO:tasks.workunit.client.0.smithi019.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:22.685 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GwgbdC3vtWEhVMj off=2253039 len=606615 2024-04-02T08:58:22.689 INFO:tasks.workunit.client.0.smithi019.stdout:op 2517 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.689 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2M-ice4e21RKIfW off=3451668 len=494493 2024-04-02T08:58:22.692 INFO:tasks.workunit.client.0.smithi019.stdout:op 2518 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.692 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-viKZPusLdbIu3KR off=8348325 len=312056 2024-04-02T08:58:22.697 INFO:tasks.workunit.client.0.smithi019.stdout:op 2519 completed, throughput=4.99MB/sec 2024-04-02T08:58:22.697 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xvivNTQOT_tUzIX off=3158641 len=1455629 2024-04-02T08:58:22.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 2520 completed, throughput=5MB/sec 2024-04-02T08:58:22.702 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TxPtoIokMXoAzOZ off=621547 len=288022 2024-04-02T08:58:22.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 2521 completed, throughput=5MB/sec 2024-04-02T08:58:22.703 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SyyJuloCNzOGxu_ off=19786518 len=227863 2024-04-02T08:58:22.703 INFO:tasks.workunit.client.0.smithi019.stdout:op 2522 completed, throughput=5MB/sec 2024-04-02T08:58:22.703 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zZPp_hn5cLmcNU_ off=1154830 len=290844 2024-04-02T08:58:22.704 INFO:tasks.workunit.client.0.smithi019.stdout:op 2523 completed, throughput=5MB/sec 2024-04-02T08:58:22.704 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PosocM-SH4v0Apl off=9183757 len=782234 2024-04-02T08:58:22.706 INFO:tasks.workunit.client.0.smithi019.stdout:op 2524 completed, throughput=5MB/sec 2024-04-02T08:58:22.706 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8U_GFhOdTu-gNCh off=6890809 len=442027 2024-04-02T08:58:22.708 INFO:tasks.workunit.client.0.smithi019.stdout:op 2525 completed, throughput=5MB/sec 2024-04-02T08:58:23.709 INFO:tasks.workunit.client.0.smithi019.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:23.709 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sIatWR2GjTkAAmV off=8505599 len=1321498 2024-04-02T08:58:23.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 2526 completed, throughput=4.99MB/sec 2024-04-02T08:58:23.715 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ldhs5h6EPjuXcQ4 off=19193168 len=1302946 2024-04-02T08:58:23.722 INFO:tasks.workunit.client.0.smithi019.stdout:op 2527 completed, throughput=5MB/sec 2024-04-02T08:58:23.722 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7aph2QAgemTFhj1 off=1477971 len=1281970 2024-04-02T08:58:23.722 INFO:tasks.workunit.client.0.smithi019.stdout:op 2528 completed, throughput=5MB/sec 2024-04-02T08:58:23.722 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QwA-RQlSjGi96jC off=3340046 len=974731 2024-04-02T08:58:23.726 INFO:tasks.workunit.client.0.smithi019.stdout:op 2529 completed, throughput=5MB/sec 2024-04-02T08:58:23.726 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xQMnUJS8Ms8nXIW off=16696242 len=203266 2024-04-02T08:58:23.729 INFO:tasks.workunit.client.0.smithi019.stdout:op 2530 completed, throughput=5MB/sec 2024-04-02T08:58:23.729 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nIUskUfxrzE-GsR off=11563782 len=13603 2024-04-02T08:58:23.730 INFO:tasks.workunit.client.0.smithi019.stdout:op 2531 completed, throughput=5MB/sec 2024-04-02T08:58:23.730 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6BV-6Uu7Hi-sJwF off=1683413 len=456366 2024-04-02T08:58:23.733 INFO:tasks.workunit.client.0.smithi019.stdout:op 2532 completed, throughput=5MB/sec 2024-04-02T08:58:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:23 smithi019 ceph-mon[94035]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:23 smithi019 ceph-mon[96522]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:23 smithi066 ceph-mon[87361]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:24.733 INFO:tasks.workunit.client.0.smithi019.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:24.733 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FhAs4qzz1X4eUaB off=139454 len=81757 2024-04-02T08:58:24.735 INFO:tasks.workunit.client.0.smithi019.stdout:op 2533 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.736 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OY6YxdVIGGN61NI off=2060485 len=1520430 2024-04-02T08:58:24.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 2534 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.737 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3aKhvjbGa1tT3-D off=12287618 len=1806931 2024-04-02T08:58:24.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 2535 completed, throughput=5MB/sec 2024-04-02T08:58:24.738 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-K0DSnuSTJiIaJfz off=10950627 len=1858693 2024-04-02T08:58:24.742 INFO:tasks.workunit.client.0.smithi019.stdout:op 2536 completed, throughput=5MB/sec 2024-04-02T08:58:25.742 INFO:tasks.workunit.client.0.smithi019.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:25.743 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6lsmqTuxDz3_Y7T off=11639130 len=44144 2024-04-02T08:58:25.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-02T08:58:25.745 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wVx8AkI02YdhZrH off=4436355 len=782422 2024-04-02T08:58:25.749 INFO:tasks.workunit.client.0.smithi019.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-02T08:58:25.749 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lqLL-sOUH6XSR3v off=8281848 len=846235 2024-04-02T08:58:25.750 INFO:tasks.workunit.client.0.smithi019.stdout:op 2539 completed, throughput=4.99MB/sec 2024-04-02T08:58:25.750 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8o683IdvrxVYC0b off=10373861 len=1723029 2024-04-02T08:58:25.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 2540 completed, throughput=5MB/sec 2024-04-02T08:58:25.756 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fBVDGb04m4D57Ls off=1403277 len=1032284 2024-04-02T08:58:25.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 2541 completed, throughput=5MB/sec 2024-04-02T08:58:25.761 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uFgJkgswodOTNCA off=11656889 len=51287 2024-04-02T08:58:25.762 INFO:tasks.workunit.client.0.smithi019.stdout:op 2542 completed, throughput=5MB/sec 2024-04-02T08:58:25.762 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pG7lHc2bhiRzNBA off=20898698 len=2077584 2024-04-02T08:58:25.767 INFO:tasks.workunit.client.0.smithi019.stdout:op 2543 completed, throughput=5MB/sec 2024-04-02T08:58:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:25 smithi019 ceph-mon[94035]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:26.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:25 smithi019 ceph-mon[96522]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:25 smithi066 ceph-mon[87361]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:26.767 INFO:tasks.workunit.client.0.smithi019.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:26.767 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DeaXDlK8LG3Ep9s off=6315 len=1821667 2024-04-02T08:58:26.775 INFO:tasks.workunit.client.0.smithi019.stdout:op 2544 completed, throughput=5MB/sec 2024-04-02T08:58:26.775 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ry-GNhuK51VRF13 off=2573504 len=1620062 2024-04-02T08:58:26.785 INFO:tasks.workunit.client.0.smithi019.stdout:op 2545 completed, throughput=5MB/sec 2024-04-02T08:58:26.785 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XnbjVJfrawRvrWy off=21007751 len=1028432 2024-04-02T08:58:26.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 2546 completed, throughput=5MB/sec 2024-04-02T08:58:27.787 INFO:tasks.workunit.client.0.smithi019.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:27.787 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--9fooXoEOUqQ0PT off=878857 len=1692776 2024-04-02T08:58:27.788 INFO:tasks.workunit.client.0.smithi019.stdout:op 2547 completed, throughput=4.99MB/sec 2024-04-02T08:58:27.788 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ps-OYdGLUT8nPii off=4572400 len=1882358 2024-04-02T08:58:27.792 INFO:tasks.workunit.client.0.smithi019.stdout:op 2548 completed, throughput=5MB/sec 2024-04-02T08:58:27.792 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4ltaH48JotuJeDN off=10194659 len=2031730 2024-04-02T08:58:27.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 2549 completed, throughput=5MB/sec 2024-04-02T08:58:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:27 smithi019 ceph-mon[94035]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:27 smithi019 ceph-mon[96522]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:27 smithi066 ceph-mon[87361]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:28.794 INFO:tasks.workunit.client.0.smithi019.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:28.794 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3EAKcr7W9Kh3IM7 off=19608381 len=1560353 2024-04-02T08:58:28.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 2550 completed, throughput=4.99MB/sec 2024-04-02T08:58:28.801 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jfX1LdaGzM2hu4r off=309647 len=861749 2024-04-02T08:58:28.806 INFO:tasks.workunit.client.0.smithi019.stdout:op 2551 completed, throughput=5MB/sec 2024-04-02T08:58:28.806 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tEvICKEKqHC-QRQ off=16882933 len=2030045 2024-04-02T08:58:28.808 INFO:tasks.workunit.client.0.smithi019.stdout:op 2552 completed, throughput=5MB/sec 2024-04-02T08:58:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:29.808 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TNpk7SZ7oybJLua off=5280796 len=781070 2024-04-02T08:58:29.812 INFO:tasks.workunit.client.0.smithi019.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.812 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9TUhL7xc3YGbbH- off=1999162 len=1224429 2024-04-02T08:58:29.814 INFO:tasks.workunit.client.0.smithi019.stdout:op 2554 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.814 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gndmJsIEgmN-H79 off=5185839 len=351708 2024-04-02T08:58:29.815 INFO:tasks.workunit.client.0.smithi019.stdout:op 2555 completed, throughput=4.99MB/sec 2024-04-02T08:58:29.816 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X9keng7-tPx_IL- off=165762 len=142773 2024-04-02T08:58:29.818 INFO:tasks.workunit.client.0.smithi019.stdout:op 2556 completed, throughput=5MB/sec 2024-04-02T08:58:29.818 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r9_imaw51FLlowj off=1002074 len=614692 2024-04-02T08:58:29.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 2557 completed, throughput=5MB/sec 2024-04-02T08:58:29.821 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-denKUglfHF9hTYW off=4647076 len=194847 2024-04-02T08:58:29.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 2558 completed, throughput=5MB/sec 2024-04-02T08:58:29.821 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uNN2k5sxtuht34y off=5326896 len=1265974 2024-04-02T08:58:29.822 INFO:tasks.workunit.client.0.smithi019.stdout:op 2559 completed, throughput=5MB/sec 2024-04-02T08:58:29.822 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T8Hz-H5XbskaysD off=21928281 len=840649 2024-04-02T08:58:29.823 INFO:tasks.workunit.client.0.smithi019.stdout:op 2560 completed, throughput=5MB/sec 2024-04-02T08:58:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:29 smithi019 ceph-mon[94035]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:29 smithi019 ceph-mon[96522]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:29 smithi066 ceph-mon[87361]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:58:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:58:30] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:58:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:30.823 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dFnthIfVD_iNuah off=5503289 len=1435257 2024-04-02T08:58:30.830 INFO:tasks.workunit.client.0.smithi019.stdout:op 2561 completed, throughput=4.99MB/sec 2024-04-02T08:58:30.830 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yvsdlM-Xzux9yAM off=7273959 len=1175269 2024-04-02T08:58:30.835 INFO:tasks.workunit.client.0.smithi019.stdout:op 2562 completed, throughput=5MB/sec 2024-04-02T08:58:30.835 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MVvuEm2w-3Hq1nV off=7707505 len=1083682 2024-04-02T08:58:30.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 2563 completed, throughput=5MB/sec 2024-04-02T08:58:30.840 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZWK0Ae5be_EGUs1 off=4480041 len=1013214 2024-04-02T08:58:30.841 INFO:tasks.workunit.client.0.smithi019.stdout:op 2564 completed, throughput=5MB/sec 2024-04-02T08:58:30.841 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p5JtnqrNNX51QK- off=7391 len=514488 2024-04-02T08:58:30.841 INFO:tasks.workunit.client.0.smithi019.stdout:op 2565 completed, throughput=5MB/sec 2024-04-02T08:58:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:31.842 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qsn-hANWJBlPJrc off=15253217 len=832538 2024-04-02T08:58:31.843 INFO:tasks.workunit.client.0.smithi019.stdout:op 2566 completed, throughput=4.99MB/sec 2024-04-02T08:58:31.844 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JD7jMOAN5z-Mkno off=13140492 len=655732 2024-04-02T08:58:31.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 2567 completed, throughput=4.99MB/sec 2024-04-02T08:58:31.848 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Lbl0jOkd7G--R06 off=13335376 len=389041 2024-04-02T08:58:31.851 INFO:tasks.workunit.client.0.smithi019.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-02T08:58:31.851 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gO6fWisUn1Nl8M2 off=1186349 len=1199769 2024-04-02T08:58:31.855 INFO:tasks.workunit.client.0.smithi019.stdout:op 2569 completed, throughput=5MB/sec 2024-04-02T08:58:31.855 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KD1V1mjOyujpKuJ off=1334305 len=184960 2024-04-02T08:58:31.856 INFO:tasks.workunit.client.0.smithi019.stdout:op 2570 completed, throughput=5MB/sec 2024-04-02T08:58:31.856 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Eq5Yk26JQiin9q9 off=1335401 len=880743 2024-04-02T08:58:31.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 2571 completed, throughput=5MB/sec 2024-04-02T08:58:31.861 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FEyz5KyQofu5aRH off=4588537 len=168750 2024-04-02T08:58:31.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 2572 completed, throughput=5MB/sec 2024-04-02T08:58:31.861 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z_XAjf7JQ6Rjh40 off=660506 len=943857 2024-04-02T08:58:31.866 INFO:tasks.workunit.client.0.smithi019.stdout:op 2573 completed, throughput=5MB/sec 2024-04-02T08:58:31.866 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QjKpbCSiMGEmoZx off=6301224 len=2057909 2024-04-02T08:58:31.868 INFO:tasks.workunit.client.0.smithi019.stdout:op 2574 completed, throughput=5MB/sec 2024-04-02T08:58:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:31 smithi019 ceph-mon[94035]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:31 smithi019 ceph-mon[96522]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:32.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:31 smithi066 ceph-mon[87361]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:58:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:32.868 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8w4cxiBdr6hYfyb off=1953413 len=220527 2024-04-02T08:58:32.869 INFO:tasks.workunit.client.0.smithi019.stdout:op 2575 completed, throughput=4.99MB/sec 2024-04-02T08:58:32.869 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ofqax3waRfzPSuA off=4725868 len=2082750 2024-04-02T08:58:32.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 2576 completed, throughput=5MB/sec 2024-04-02T08:58:32.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NcmRQBtPHNMN7X2 off=22351 len=1246814 2024-04-02T08:58:32.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 2577 completed, throughput=5MB/sec 2024-04-02T08:58:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:33.887 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XQjEuiGkl6hed5p off=4505445 len=34388 2024-04-02T08:58:33.889 INFO:tasks.workunit.client.0.smithi019.stdout:op 2578 completed, throughput=4.99MB/sec 2024-04-02T08:58:33.889 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rriSRNxv7xw5Fbb off=10538937 len=2048376 2024-04-02T08:58:33.897 INFO:tasks.workunit.client.0.smithi019.stdout:op 2579 completed, throughput=4.99MB/sec 2024-04-02T08:58:33.897 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5_henIU5NC0n_mK off=10771409 len=1415819 2024-04-02T08:58:33.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 2580 completed, throughput=5MB/sec 2024-04-02T08:58:33.901 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wAdWtyjyNjZtKcw off=14316052 len=1297827 2024-04-02T08:58:33.902 INFO:tasks.workunit.client.0.smithi019.stdout:op 2581 completed, throughput=5MB/sec 2024-04-02T08:58:33.902 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fHJ3BQGVQPjXywy off=59573 len=894941 2024-04-02T08:58:33.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 2582 completed, throughput=5MB/sec 2024-04-02T08:58:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:33 smithi019 ceph-mon[94035]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:33 smithi019 ceph-mon[96522]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:33 smithi066 ceph-mon[87361]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:34.906 INFO:tasks.workunit.client.0.smithi019.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:34.906 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aGoexyUGaz_A-Bc off=675950 len=1882098 2024-04-02T08:58:34.915 INFO:tasks.workunit.client.0.smithi019.stdout:op 2583 completed, throughput=4.99MB/sec 2024-04-02T08:58:34.915 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f6bHGx-LOW9hCk6 off=418167 len=382737 2024-04-02T08:58:34.916 INFO:tasks.workunit.client.0.smithi019.stdout:op 2584 completed, throughput=5MB/sec 2024-04-02T08:58:34.916 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hKkmakD01BrhrCU off=938523 len=1177258 2024-04-02T08:58:34.920 INFO:tasks.workunit.client.0.smithi019.stdout:op 2585 completed, throughput=5MB/sec 2024-04-02T08:58:34.920 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RK7b6np4-7U9YP5 off=9066476 len=837099 2024-04-02T08:58:34.921 INFO:tasks.workunit.client.0.smithi019.stdout:op 2586 completed, throughput=5MB/sec 2024-04-02T08:58:34.921 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ifomnddSUdDvFm off=8096480 len=1723411 2024-04-02T08:58:34.928 INFO:tasks.workunit.client.0.smithi019.stdout:op 2587 completed, throughput=5MB/sec 2024-04-02T08:58:35.928 INFO:tasks.workunit.client.0.smithi019.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:35.929 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pbNHL01t31ABKNg off=13378335 len=401425 2024-04-02T08:58:35.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 2588 completed, throughput=4.99MB/sec 2024-04-02T08:58:35.930 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0bstrFvVlpHOAPD off=10436286 len=1781314 2024-04-02T08:58:35.940 INFO:tasks.workunit.client.0.smithi019.stdout:op 2589 completed, throughput=5MB/sec 2024-04-02T08:58:35.940 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0oHPwOXVxMv5AEn off=147773 len=1690900 2024-04-02T08:58:35.944 INFO:tasks.workunit.client.0.smithi019.stdout:op 2590 completed, throughput=5MB/sec 2024-04-02T08:58:35.944 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XLA-Z3AXwpbAJtq off=1884151 len=1338417 2024-04-02T08:58:35.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 2591 completed, throughput=5MB/sec 2024-04-02T08:58:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:35 smithi019 ceph-mon[94035]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:35 smithi019 ceph-mon[96522]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:35 smithi066 ceph-mon[87361]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:36.951 INFO:tasks.workunit.client.0.smithi019.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:36.951 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-38Lzq5ssfKiyohX off=10631495 len=2003454 2024-04-02T08:58:36.963 INFO:tasks.workunit.client.0.smithi019.stdout:op 2592 completed, throughput=5MB/sec 2024-04-02T08:58:36.963 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1g7gY60_hi5Uvr- off=14694729 len=500709 2024-04-02T08:58:36.967 INFO:tasks.workunit.client.0.smithi019.stdout:op 2593 completed, throughput=5MB/sec 2024-04-02T08:58:36.967 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CcRrLyIf0woHq1B off=13902300 len=394424 2024-04-02T08:58:36.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 2594 completed, throughput=5MB/sec 2024-04-02T08:58:36.968 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1dmG9uOz8R5s86H off=1018696 len=632788 2024-04-02T08:58:36.969 INFO:tasks.workunit.client.0.smithi019.stdout:op 2595 completed, throughput=5MB/sec 2024-04-02T08:58:36.969 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3g1Go-9b1h2_CTl off=1305 len=1211874 2024-04-02T08:58:36.970 INFO:tasks.workunit.client.0.smithi019.stdout:op 2596 completed, throughput=5MB/sec 2024-04-02T08:58:37.971 INFO:tasks.workunit.client.0.smithi019.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:37.971 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_JpsEdDE6yzcEi8 off=689554 len=1154176 2024-04-02T08:58:37.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 2597 completed, throughput=4.99MB/sec 2024-04-02T08:58:37.972 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oOGobWxJCBn2-jT off=3540590 len=191052 2024-04-02T08:58:37.973 INFO:tasks.workunit.client.0.smithi019.stdout:op 2598 completed, throughput=4.99MB/sec 2024-04-02T08:58:37.973 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cEMAWR7_WYJDMWW off=2905598 len=1755175 2024-04-02T08:58:37.980 INFO:tasks.workunit.client.0.smithi019.stdout:op 2599 completed, throughput=5MB/sec 2024-04-02T08:58:37.981 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8pZbc9owyuBC4xx off=2783035 len=785914 2024-04-02T08:58:37.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 2600 completed, throughput=5MB/sec 2024-04-02T08:58:37.985 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fsk5Ez1ZGHY2QU1 off=5128388 len=707794 2024-04-02T08:58:37.987 INFO:tasks.workunit.client.0.smithi019.stdout:op 2601 completed, throughput=5MB/sec 2024-04-02T08:58:37.987 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8MME8EcUKn_M3AP off=13820130 len=541428 2024-04-02T08:58:37.990 INFO:tasks.workunit.client.0.smithi019.stdout:op 2602 completed, throughput=5MB/sec 2024-04-02T08:58:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:37 smithi019 ceph-mon[94035]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:37 smithi019 ceph-mon[96522]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:37 smithi066 ceph-mon[87361]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:38.991 INFO:tasks.workunit.client.0.smithi019.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:38.991 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GrnFT_EpS9XKRd7 off=11844624 len=867848 2024-04-02T08:58:38.995 INFO:tasks.workunit.client.0.smithi019.stdout:op 2603 completed, throughput=4.99MB/sec 2024-04-02T08:58:38.996 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--cJ87jCy-vhsn3I off=13115792 len=2031378 2024-04-02T08:58:38.997 INFO:tasks.workunit.client.0.smithi019.stdout:op 2604 completed, throughput=5MB/sec 2024-04-02T08:58:38.997 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hiPUazPtLJZI3y6 off=10441887 len=704219 2024-04-02T08:58:38.998 INFO:tasks.workunit.client.0.smithi019.stdout:op 2605 completed, throughput=5MB/sec 2024-04-02T08:58:38.998 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZW44gEqM8l1LKRz off=11245250 len=1387797 2024-04-02T08:58:39.005 INFO:tasks.workunit.client.0.smithi019.stdout:op 2606 completed, throughput=5MB/sec 2024-04-02T08:58:39.005 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Sw9j565vf_Qd8ys off=2145370 len=939091 2024-04-02T08:58:39.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 2607 completed, throughput=5MB/sec 2024-04-02T08:58:40.009 INFO:tasks.workunit.client.0.smithi019.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:40.009 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-INETNiHOc4dQSVQ off=20670639 len=292241 2024-04-02T08:58:40.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 2608 completed, throughput=4.99MB/sec 2024-04-02T08:58:40.013 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I49tRHorJ_QZ08q off=1053437 len=810020 2024-04-02T08:58:40.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-02T08:58:40.014 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JWYGlAnikw9KUIe off=4700672 len=1885859 2024-04-02T08:58:40.021 INFO:tasks.workunit.client.0.smithi019.stdout:op 2610 completed, throughput=5MB/sec 2024-04-02T08:58:40.021 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PFUy-TU6gtARaem off=6598266 len=1400908 2024-04-02T08:58:40.029 INFO:tasks.workunit.client.0.smithi019.stdout:op 2611 completed, throughput=5MB/sec 2024-04-02T08:58:40.030 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QrbYcDHLQM470Bt off=4967182 len=624392 2024-04-02T08:58:40.032 INFO:tasks.workunit.client.0.smithi019.stdout:op 2612 completed, throughput=5MB/sec 2024-04-02T08:58:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:39 smithi019 ceph-mon[94035]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:39 smithi019 ceph-mon[96522]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:39 smithi066 ceph-mon[87361]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:58:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:58:40] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:58:41.033 INFO:tasks.workunit.client.0.smithi019.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:41.033 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1wCVBtJcsarXDcm off=15264286 len=1136748 2024-04-02T08:58:41.035 INFO:tasks.workunit.client.0.smithi019.stdout:op 2613 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.035 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cFk905lFvADbyUJ off=9785287 len=256780 2024-04-02T08:58:41.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 2614 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.036 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OU3IZn64Do6RkEl off=11803568 len=422096 2024-04-02T08:58:41.040 INFO:tasks.workunit.client.0.smithi019.stdout:op 2615 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.040 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BQnF1wqdwazly_B off=0 len=1216561 2024-04-02T08:58:41.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 2616 completed, throughput=5MB/sec 2024-04-02T08:58:41.041 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z8okqQ9lkgggGV4 off=7254722 len=1306399 2024-04-02T08:58:41.046 INFO:tasks.workunit.client.0.smithi019.stdout:op 2617 completed, throughput=5MB/sec 2024-04-02T08:58:41.046 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b_2FSsOULbrNMYf off=1894588 len=875381 2024-04-02T08:58:41.047 INFO:tasks.workunit.client.0.smithi019.stdout:op 2618 completed, throughput=5MB/sec 2024-04-02T08:58:42.048 INFO:tasks.workunit.client.0.smithi019.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:42.048 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-shwY-xYrotFLrSY off=12469606 len=106149 2024-04-02T08:58:42.050 INFO:tasks.workunit.client.0.smithi019.stdout:op 2619 completed, throughput=4.99MB/sec 2024-04-02T08:58:42.050 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-05N_81aq08KA0jT off=1331203 len=1558165 2024-04-02T08:58:42.060 INFO:tasks.workunit.client.0.smithi019.stdout:op 2620 completed, throughput=4.99MB/sec 2024-04-02T08:58:42.060 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-28db9zX1Pq871fv off=8340788 len=1337581 2024-04-02T08:58:42.066 INFO:tasks.workunit.client.0.smithi019.stdout:op 2621 completed, throughput=5MB/sec 2024-04-02T08:58:42.066 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5mQMd3HQKDu-E7M off=13515837 len=892938 2024-04-02T08:58:42.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 2622 completed, throughput=5MB/sec 2024-04-02T08:58:42.070 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Gh2oAiE_QJ_w1FM off=4230256 len=1234361 2024-04-02T08:58:42.077 INFO:tasks.workunit.client.0.smithi019.stdout:op 2623 completed, throughput=5MB/sec 2024-04-02T08:58:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:41 smithi019 ceph-mon[94035]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:41 smithi019 ceph-mon[96522]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:41 smithi066 ceph-mon[87361]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:58:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:43.077 INFO:tasks.workunit.client.0.smithi019.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:43.078 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OqMVx3Kro1kzMHm off=26770 len=1246689 2024-04-02T08:58:43.084 INFO:tasks.workunit.client.0.smithi019.stdout:op 2624 completed, throughput=4.99MB/sec 2024-04-02T08:58:43.084 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mCvF1MpQJ6WRcub off=4833356 len=336080 2024-04-02T08:58:43.087 INFO:tasks.workunit.client.0.smithi019.stdout:op 2625 completed, throughput=4.99MB/sec 2024-04-02T08:58:43.087 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t8QTi6eZ2xcG9nK off=5655585 len=1560429 2024-04-02T08:58:43.092 INFO:tasks.workunit.client.0.smithi019.stdout:op 2626 completed, throughput=5MB/sec 2024-04-02T08:58:43.093 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HRrQsSXQ2nFZB2f off=8999534 len=12066 2024-04-02T08:58:43.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 2627 completed, throughput=5MB/sec 2024-04-02T08:58:43.095 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8OqPsJxLC2w-M62 off=10610850 len=330504 2024-04-02T08:58:43.097 INFO:tasks.workunit.client.0.smithi019.stdout:op 2628 completed, throughput=5MB/sec 2024-04-02T08:58:43.097 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JXaneqK3xmDkRrW off=211878 len=1284376 2024-04-02T08:58:43.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 2629 completed, throughput=5MB/sec 2024-04-02T08:58:43.098 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yTGas4xbZwDBcEy off=11202794 len=328177 2024-04-02T08:58:43.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 2630 completed, throughput=5MB/sec 2024-04-02T08:58:43.099 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oTF3lyiiD8zrhjC off=4313913 len=270481 2024-04-02T08:58:43.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 2631 completed, throughput=5MB/sec 2024-04-02T08:58:44.099 INFO:tasks.workunit.client.0.smithi019.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:44.099 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7C2pVmchjxpeR3e off=6240376 len=1915473 2024-04-02T08:58:44.104 INFO:tasks.workunit.client.0.smithi019.stdout:op 2632 completed, throughput=4.99MB/sec 2024-04-02T08:58:44.104 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OV3Xm-Y8Wkos62r off=4196867 len=1358273 2024-04-02T08:58:44.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 2633 completed, throughput=5MB/sec 2024-04-02T08:58:44.110 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-36dwCqyjbM6lC5A off=8652815 len=66466 2024-04-02T08:58:44.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 2634 completed, throughput=5MB/sec 2024-04-02T08:58:44.110 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z4AGcCpPTyqlxCC off=99873 len=1559282 2024-04-02T08:58:44.112 INFO:tasks.workunit.client.0.smithi019.stdout:op 2635 completed, throughput=5MB/sec 2024-04-02T08:58:44.112 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hbmRINaBZyo9aWa off=8160038 len=1101253 2024-04-02T08:58:44.112 INFO:tasks.workunit.client.0.smithi019.stdout:op 2636 completed, throughput=5MB/sec 2024-04-02T08:58:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:43 smithi019 ceph-mon[94035]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:43 smithi019 ceph-mon[96522]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:43 smithi066 ceph-mon[87361]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:45.113 INFO:tasks.workunit.client.0.smithi019.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:45.113 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hsKgh0CxpapSULO off=3831744 len=1347281 2024-04-02T08:58:45.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 2637 completed, throughput=4.99MB/sec 2024-04-02T08:58:45.120 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VFS3EDyaoxdxF1h off=253038 len=469196 2024-04-02T08:58:45.121 INFO:tasks.workunit.client.0.smithi019.stdout:op 2638 completed, throughput=5MB/sec 2024-04-02T08:58:45.121 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jbZ0G1Aaq2MtOIu off=8849877 len=2088765 2024-04-02T08:58:45.128 INFO:tasks.workunit.client.0.smithi019.stdout:op 2639 completed, throughput=5MB/sec 2024-04-02T08:58:45.129 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7u9kDqlIW9wwrAj off=20390362 len=1396296 2024-04-02T08:58:45.130 INFO:tasks.workunit.client.0.smithi019.stdout:op 2640 completed, throughput=5MB/sec 2024-04-02T08:58:46.130 INFO:tasks.workunit.client.0.smithi019.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:46.130 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HRi1to_crmL-r0f off=5070833 len=617718 2024-04-02T08:58:46.134 INFO:tasks.workunit.client.0.smithi019.stdout:op 2641 completed, throughput=4.99MB/sec 2024-04-02T08:58:46.134 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vyD4tIsKd3wvMe0 off=3352419 len=1720489 2024-04-02T08:58:46.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 2642 completed, throughput=5MB/sec 2024-04-02T08:58:46.135 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vFwca2PXQXHMTeU off=5542243 len=1283899 2024-04-02T08:58:46.136 INFO:tasks.workunit.client.0.smithi019.stdout:op 2643 completed, throughput=5MB/sec 2024-04-02T08:58:46.136 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h7QU-C9jbBGyFc1 off=8726242 len=1487226 2024-04-02T08:58:46.141 INFO:tasks.workunit.client.0.smithi019.stdout:op 2644 completed, throughput=5MB/sec 2024-04-02T08:58:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:45 smithi066 ceph-mon[87361]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:45 smithi019 ceph-mon[94035]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:45 smithi019 ceph-mon[96522]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:47.142 INFO:tasks.workunit.client.0.smithi019.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:47.142 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ho49PgbHlaA6UEA off=2259397 len=1744955 2024-04-02T08:58:47.143 INFO:tasks.workunit.client.0.smithi019.stdout:op 2645 completed, throughput=4.99MB/sec 2024-04-02T08:58:47.144 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L3bb18ayzJghVl_ off=8192435 len=959639 2024-04-02T08:58:47.149 INFO:tasks.workunit.client.0.smithi019.stdout:op 2646 completed, throughput=5MB/sec 2024-04-02T08:58:47.149 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TZM0WRNhyN_0SDT off=7863776 len=830242 2024-04-02T08:58:47.149 INFO:tasks.workunit.client.0.smithi019.stdout:op 2647 completed, throughput=5MB/sec 2024-04-02T08:58:47.150 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Xh5CCcddLVwYQnW off=6510650 len=1318350 2024-04-02T08:58:47.151 INFO:tasks.workunit.client.0.smithi019.stdout:op 2648 completed, throughput=5MB/sec 2024-04-02T08:58:48.151 INFO:tasks.workunit.client.0.smithi019.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:48.151 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MbWNDoxGuGuDB6p off=16899457 len=114550 2024-04-02T08:58:48.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 2649 completed, throughput=4.99MB/sec 2024-04-02T08:58:48.152 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Fwxx1UOYXKFGF5u off=19376142 len=928980 2024-04-02T08:58:48.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 2650 completed, throughput=4.99MB/sec 2024-04-02T08:58:48.153 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Pqq2lmyA-awTeH2 off=143111 len=1259669 2024-04-02T08:58:48.159 INFO:tasks.workunit.client.0.smithi019.stdout:op 2651 completed, throughput=4.99MB/sec 2024-04-02T08:58:48.159 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Hxh3I9TLzFfaKoL off=10100909 len=426377 2024-04-02T08:58:48.163 INFO:tasks.workunit.client.0.smithi019.stdout:op 2652 completed, throughput=5MB/sec 2024-04-02T08:58:48.163 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VOMIbeym6Mr8rLv off=8950958 len=1467103 2024-04-02T08:58:48.168 INFO:tasks.workunit.client.0.smithi019.stdout:op 2653 completed, throughput=5MB/sec 2024-04-02T08:58:48.168 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Il_D1n-Xfd4pKWe off=19077 len=1864466 2024-04-02T08:58:48.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 2654 completed, throughput=5MB/sec 2024-04-02T08:58:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:47 smithi066 ceph-mon[87361]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:58:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:47 smithi019 ceph-mon[94035]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:58:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:47 smithi019 ceph-mon[96522]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:58:49.169 INFO:tasks.workunit.client.0.smithi019.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:49.169 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wEKdJXH720PoIt_ off=5276763 len=2010020 2024-04-02T08:58:49.177 INFO:tasks.workunit.client.0.smithi019.stdout:op 2655 completed, throughput=5MB/sec 2024-04-02T08:58:49.177 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9LScSM5JhVLiuM- off=4898967 len=15203 2024-04-02T08:58:49.178 INFO:tasks.workunit.client.0.smithi019.stdout:op 2656 completed, throughput=5MB/sec 2024-04-02T08:58:49.179 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oy6IIhjTm8GIsz2 off=908883 len=93958 2024-04-02T08:58:49.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 2657 completed, throughput=5MB/sec 2024-04-02T08:58:49.180 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rHSFvBrjGlHtzno off=2292843 len=791073 2024-04-02T08:58:49.184 INFO:tasks.workunit.client.0.smithi019.stdout:op 2658 completed, throughput=5MB/sec 2024-04-02T08:58:49.184 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-g5u5zra6rnYfQfX off=6780912 len=1179474 2024-04-02T08:58:49.189 INFO:tasks.workunit.client.0.smithi019.stdout:op 2659 completed, throughput=5MB/sec 2024-04-02T08:58:49.189 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jjHbdjJdNMgsYYv off=8977377 len=996709 2024-04-02T08:58:49.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 2660 completed, throughput=5MB/sec 2024-04-02T08:58:50.194 INFO:tasks.workunit.client.0.smithi019.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:50.194 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-p9hYqoz9fOzya5z off=1303112 len=1406922 2024-04-02T08:58:50.199 INFO:tasks.workunit.client.0.smithi019.stdout:op 2661 completed, throughput=4.99MB/sec 2024-04-02T08:58:50.199 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KosZC4rMHaDudpC off=18271129 len=1623137 2024-04-02T08:58:50.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 2662 completed, throughput=5MB/sec 2024-04-02T08:58:50.204 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HYu7ogXuT_B-Gmo off=1241881 len=337184 2024-04-02T08:58:50.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 2663 completed, throughput=5MB/sec 2024-04-02T08:58:50.206 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UsWr26dFWygd_HJ off=15163995 len=296080 2024-04-02T08:58:50.208 INFO:tasks.workunit.client.0.smithi019.stdout:op 2664 completed, throughput=5MB/sec 2024-04-02T08:58:50.208 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M17z5y2s-lXNwbl off=5052637 len=478798 2024-04-02T08:58:50.209 INFO:tasks.workunit.client.0.smithi019.stdout:op 2665 completed, throughput=5MB/sec 2024-04-02T08:58:50.209 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1XQc_0dgq5go9Cf off=10267408 len=2029117 2024-04-02T08:58:50.211 INFO:tasks.workunit.client.0.smithi019.stdout:op 2666 completed, throughput=5MB/sec 2024-04-02T08:58:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:49 smithi066 ceph-mon[87361]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:50.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:49 smithi019 ceph-mon[94035]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:49 smithi019 ceph-mon[96522]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:58:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:58:50] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-02T08:58:51.211 INFO:tasks.workunit.client.0.smithi019.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:51.212 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4g9f6BfAheMtU5Z off=16162214 len=1881794 2024-04-02T08:58:51.213 INFO:tasks.workunit.client.0.smithi019.stdout:op 2667 completed, throughput=5MB/sec 2024-04-02T08:58:51.213 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pzC16mnQN2ZEKsn off=9810377 len=1681629 2024-04-02T08:58:51.222 INFO:tasks.workunit.client.0.smithi019.stdout:op 2668 completed, throughput=5MB/sec 2024-04-02T08:58:51.222 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8VOidUK-uebBxFX off=3220953 len=1267920 2024-04-02T08:58:51.226 INFO:tasks.workunit.client.0.smithi019.stdout:op 2669 completed, throughput=5MB/sec 2024-04-02T08:58:52.226 INFO:tasks.workunit.client.0.smithi019.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:52.226 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-e46gfTfUOZ1Vt3l off=2322856 len=713034 2024-04-02T08:58:52.227 INFO:tasks.workunit.client.0.smithi019.stdout:op 2670 completed, throughput=4.99MB/sec 2024-04-02T08:58:52.227 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ATUeWYiBZgPoRNH off=17188009 len=1450535 2024-04-02T08:58:52.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 2671 completed, throughput=5MB/sec 2024-04-02T08:58:52.229 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j8bZCkyg956yijB off=16697334 len=84350 2024-04-02T08:58:52.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 2672 completed, throughput=5MB/sec 2024-04-02T08:58:52.229 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MvojqNEMO40LUyp off=12994322 len=1228288 2024-04-02T08:58:52.235 INFO:tasks.workunit.client.0.smithi019.stdout:op 2673 completed, throughput=5MB/sec 2024-04-02T08:58:52.235 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PkuVztTOaPZBELw off=12778875 len=1318801 2024-04-02T08:58:52.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 2674 completed, throughput=5MB/sec 2024-04-02T08:58:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:51 smithi066 ceph-mon[87361]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:51 smithi019 ceph-mon[94035]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:51 smithi019 ceph-mon[96522]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:52.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:58:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:53.242 INFO:tasks.workunit.client.0.smithi019.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:53.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ACkvadcc2IDQoIr off=7182940 len=212610 2024-04-02T08:58:53.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 2675 completed, throughput=4.99MB/sec 2024-04-02T08:58:53.243 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7gRzilKpnmt14ts off=4714347 len=1731433 2024-04-02T08:58:53.253 INFO:tasks.workunit.client.0.smithi019.stdout:op 2676 completed, throughput=4.99MB/sec 2024-04-02T08:58:53.253 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qdPa0u1RNffhJG9 off=1911479 len=627052 2024-04-02T08:58:53.256 INFO:tasks.workunit.client.0.smithi019.stdout:op 2677 completed, throughput=5MB/sec 2024-04-02T08:58:53.256 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1JL1L2balRISb7F off=3284308 len=1481053 2024-04-02T08:58:53.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 2678 completed, throughput=5MB/sec 2024-04-02T08:58:53.263 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iYPnTTvyXBzBPk0 off=2218195 len=475048 2024-04-02T08:58:53.264 INFO:tasks.workunit.client.0.smithi019.stdout:op 2679 completed, throughput=5MB/sec 2024-04-02T08:58:53.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fCnF9a4hjP7gyVU off=1372933 len=1883695 2024-04-02T08:58:53.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 2680 completed, throughput=5MB/sec 2024-04-02T08:58:54.274 INFO:tasks.workunit.client.0.smithi019.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:54.274 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1pTCT8mig0obkTJ off=3891515 len=109392 2024-04-02T08:58:54.276 INFO:tasks.workunit.client.0.smithi019.stdout:op 2681 completed, throughput=4.99MB/sec 2024-04-02T08:58:54.277 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TjeiTuFL0CkBmQ8 off=3446294 len=632695 2024-04-02T08:58:54.277 INFO:tasks.workunit.client.0.smithi019.stdout:op 2682 completed, throughput=4.99MB/sec 2024-04-02T08:58:54.277 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wYmgIhCf-GPzJ5R off=12906713 len=1266361 2024-04-02T08:58:54.278 INFO:tasks.workunit.client.0.smithi019.stdout:op 2683 completed, throughput=5MB/sec 2024-04-02T08:58:54.278 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-itQzluh8aYn_8p- off=5724944 len=151380 2024-04-02T08:58:54.279 INFO:tasks.workunit.client.0.smithi019.stdout:op 2684 completed, throughput=5MB/sec 2024-04-02T08:58:54.279 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-glYE4RWV1o0v2Yl off=8047736 len=1541584 2024-04-02T08:58:54.285 INFO:tasks.workunit.client.0.smithi019.stdout:op 2685 completed, throughput=5MB/sec 2024-04-02T08:58:54.285 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ad5qsqrmy6NBSen off=12110480 len=1489844 2024-04-02T08:58:54.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 2686 completed, throughput=5MB/sec 2024-04-02T08:58:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:53 smithi066 ceph-mon[87361]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:58:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:53 smithi019 ceph-mon[94035]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:58:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:53 smithi019 ceph-mon[96522]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:58:55.286 INFO:tasks.workunit.client.0.smithi019.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:55.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0jcHcA69xSYokoH off=2139427 len=239617 2024-04-02T08:58:55.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 2687 completed, throughput=4.99MB/sec 2024-04-02T08:58:55.289 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B0CoiJqIbctNWwi off=2953353 len=1806361 2024-04-02T08:58:55.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 2688 completed, throughput=5MB/sec 2024-04-02T08:58:55.291 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QVG46ZcDFPLMbzv off=6200527 len=916200 2024-04-02T08:58:55.291 INFO:tasks.workunit.client.0.smithi019.stdout:op 2689 completed, throughput=5MB/sec 2024-04-02T08:58:55.291 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JZvkQCwabbB-IgM off=531424 len=1090492 2024-04-02T08:58:55.297 INFO:tasks.workunit.client.0.smithi019.stdout:op 2690 completed, throughput=5MB/sec 2024-04-02T08:58:56.298 INFO:tasks.workunit.client.0.smithi019.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:56.298 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vARwVInS4E9iG63 off=1260316 len=229031 2024-04-02T08:58:56.300 INFO:tasks.workunit.client.0.smithi019.stdout:op 2691 completed, throughput=4.99MB/sec 2024-04-02T08:58:56.300 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tKE2z-Lx5M-74lK off=9562329 len=890497 2024-04-02T08:58:56.305 INFO:tasks.workunit.client.0.smithi019.stdout:op 2692 completed, throughput=4.99MB/sec 2024-04-02T08:58:56.305 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VQF2uSUOdLiey2S off=7428695 len=401158 2024-04-02T08:58:56.308 INFO:tasks.workunit.client.0.smithi019.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-02T08:58:56.308 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oD4UuWTw7e2KV1S off=19619286 len=1563495 2024-04-02T08:58:56.311 INFO:tasks.workunit.client.0.smithi019.stdout:op 2694 completed, throughput=5MB/sec 2024-04-02T08:58:56.311 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TPfmN-KdOPWNkVN off=5810085 len=421326 2024-04-02T08:58:56.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 2695 completed, throughput=5MB/sec 2024-04-02T08:58:56.312 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wuH4YSZWQfakMML off=10459255 len=1563935 2024-04-02T08:58:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:55 smithi066 ceph-mon[87361]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:56.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 2696 completed, throughput=5MB/sec 2024-04-02T08:58:56.319 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RRUKTYEeLU0RKu6 off=2703549 len=1581398 2024-04-02T08:58:56.320 INFO:tasks.workunit.client.0.smithi019.stdout:op 2697 completed, throughput=5MB/sec 2024-04-02T08:58:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:55 smithi019 ceph-mon[94035]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:55 smithi019 ceph-mon[96522]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:58:57.320 INFO:tasks.workunit.client.0.smithi019.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:57.321 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kx1ywF4X0Eb8oYf off=9637042 len=928203 2024-04-02T08:58:57.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 2698 completed, throughput=4.99MB/sec 2024-04-02T08:58:57.322 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4zWf2FMNkb6gc0r off=1925564 len=1892972 2024-04-02T08:58:57.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 2699 completed, throughput=5MB/sec 2024-04-02T08:58:57.330 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jcfuT77fBuYFU6T off=5313244 len=350592 2024-04-02T08:58:57.331 INFO:tasks.workunit.client.0.smithi019.stdout:op 2700 completed, throughput=5MB/sec 2024-04-02T08:58:57.331 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MFEn7GXPbiLxNfi off=17694088 len=2045482 2024-04-02T08:58:57.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 2701 completed, throughput=5MB/sec 2024-04-02T08:58:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:57 smithi066 ceph-mon[87361]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:58.340 INFO:tasks.workunit.client.0.smithi019.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:58.341 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aTX6PEFNGPgSxmi off=20434132 len=1055891 2024-04-02T08:58:58.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 2702 completed, throughput=4.99MB/sec 2024-04-02T08:58:58.345 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fho8dRWwiKmop3- off=4982831 len=1526741 2024-04-02T08:58:58.352 INFO:tasks.workunit.client.0.smithi019.stdout:op 2703 completed, throughput=5MB/sec 2024-04-02T08:58:58.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DMRqq92e4z5ET28 off=3487619 len=934515 2024-04-02T08:58:58.356 INFO:tasks.workunit.client.0.smithi019.stdout:op 2704 completed, throughput=5MB/sec 2024-04-02T08:58:58.356 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IC_JcwycXZNIvnd off=109436 len=456341 2024-04-02T08:58:58.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 2705 completed, throughput=5MB/sec 2024-04-02T08:58:58.359 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XZZ0K3QGK5sGyZ3 off=1904388 len=1781404 2024-04-02T08:58:58.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 2706 completed, throughput=5MB/sec 2024-04-02T08:58:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:57 smithi019 ceph-mon[94035]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:57 smithi019 ceph-mon[96522]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:58:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:58:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:58:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T08:58:59.367 INFO:tasks.workunit.client.0.smithi019.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:59.368 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dt5QBlReQ335qk2 off=16879028 len=1786315 2024-04-02T08:58:59.378 INFO:tasks.workunit.client.0.smithi019.stdout:op 2707 completed, throughput=5MB/sec 2024-04-02T08:58:59.378 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-a_bLT3R6CuSAq4W off=1342557 len=1724848 2024-04-02T08:58:59.381 INFO:tasks.workunit.client.0.smithi019.stdout:op 2708 completed, throughput=5MB/sec 2024-04-02T08:58:59.381 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-d9bemxlSz3AColS off=1524847 len=619593 2024-04-02T08:58:59.384 INFO:tasks.workunit.client.0.smithi019.stdout:op 2709 completed, throughput=5MB/sec 2024-04-02T08:59:00.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:58:59 smithi066 ceph-mon[87361]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:58:59 smithi019 ceph-mon[94035]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:58:59 smithi019 ceph-mon[96522]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:00.384 INFO:tasks.workunit.client.0.smithi019.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:00.384 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-asKJhL3Wn3pycdh off=2127618 len=1054571 2024-04-02T08:59:00.385 INFO:tasks.workunit.client.0.smithi019.stdout:op 2710 completed, throughput=4.99MB/sec 2024-04-02T08:59:00.385 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hKkmakD01BrhrCU off=114124 len=2001657 2024-04-02T08:59:00.387 INFO:tasks.workunit.client.0.smithi019.stdout:op 2711 completed, throughput=5MB/sec 2024-04-02T08:59:00.387 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--nc2WrHEYLDOICX off=6772164 len=2021098 2024-04-02T08:59:00.389 INFO:tasks.workunit.client.0.smithi019.stdout:op 2712 completed, throughput=5MB/sec 2024-04-02T08:59:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:59:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:59:00] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:59:01.389 INFO:tasks.workunit.client.0.smithi019.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:01.390 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OUjnnnjZaIDEQCQ off=5444195 len=1639965 2024-04-02T08:59:01.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 2713 completed, throughput=4.99MB/sec 2024-04-02T08:59:01.391 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--RYFj_HzHB4zmu6 off=52764 len=2062864 2024-04-02T08:59:01.400 INFO:tasks.workunit.client.0.smithi019.stdout:op 2714 completed, throughput=5MB/sec 2024-04-02T08:59:01.400 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--xPHOBKgLcBvEqP off=4318974 len=1196233 2024-04-02T08:59:01.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 2715 completed, throughput=5MB/sec 2024-04-02T08:59:01.405 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Mkv0Cii15EwYdLC off=5608473 len=1795989 2024-04-02T08:59:01.408 INFO:tasks.workunit.client.0.smithi019.stdout:op 2716 completed, throughput=5MB/sec 2024-04-02T08:59:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:01 smithi066 ceph-mon[87361]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:02.410 INFO:tasks.workunit.client.0.smithi019.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:02.410 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qV8xyCrcp6JUyTD off=8050162 len=1314249 2024-04-02T08:59:02.410 INFO:tasks.workunit.client.0.smithi019.stdout:op 2717 completed, throughput=5MB/sec 2024-04-02T08:59:02.410 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--oam2TaKKx6c1tA off=1487057 len=598096 2024-04-02T08:59:02.414 INFO:tasks.workunit.client.0.smithi019.stdout:op 2718 completed, throughput=5MB/sec 2024-04-02T08:59:02.414 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YjkoffxOeOfMjEc off=20313470 len=673947 2024-04-02T08:59:02.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 2719 completed, throughput=5MB/sec 2024-04-02T08:59:02.416 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mJHJkExfExWSzAT off=21674944 len=483035 2024-04-02T08:59:02.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 2720 completed, throughput=5MB/sec 2024-04-02T08:59:02.416 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lJV06f_k9ZL-mVY off=4075051 len=1407929 2024-04-02T08:59:02.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 2721 completed, throughput=5MB/sec 2024-04-02T08:59:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:01 smithi019 ceph-mon[94035]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:01 smithi019 ceph-mon[96522]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:59:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:03.418 INFO:tasks.workunit.client.0.smithi019.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:03.418 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W0ISfloXuBJuC__ off=2870039 len=1195350 2024-04-02T08:59:03.419 INFO:tasks.workunit.client.0.smithi019.stdout:op 2722 completed, throughput=4.99MB/sec 2024-04-02T08:59:03.419 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-51aUSWVOcDUN7Bx off=603685 len=536831 2024-04-02T08:59:03.421 INFO:tasks.workunit.client.0.smithi019.stdout:op 2723 completed, throughput=5MB/sec 2024-04-02T08:59:03.421 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wUrDwkmRmFw00Zp off=5825808 len=1830061 2024-04-02T08:59:03.424 INFO:tasks.workunit.client.0.smithi019.stdout:op 2724 completed, throughput=5MB/sec 2024-04-02T08:59:03.424 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z8okqQ9lkgggGV4 off=4953849 len=1775170 2024-04-02T08:59:03.425 INFO:tasks.workunit.client.0.smithi019.stdout:op 2725 completed, throughput=5MB/sec 2024-04-02T08:59:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:03 smithi066 ceph-mon[87361]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:59:04.426 INFO:tasks.workunit.client.0.smithi019.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:04.426 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ajq-6ydiJcO6GMx off=516154 len=106342 2024-04-02T08:59:04.428 INFO:tasks.workunit.client.0.smithi019.stdout:op 2726 completed, throughput=4.99MB/sec 2024-04-02T08:59:04.428 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CABnCixtoj-Z9jl off=15625707 len=366846 2024-04-02T08:59:04.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 2727 completed, throughput=4.99MB/sec 2024-04-02T08:59:04.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OtDicH6Jhxrt6eE off=729858 len=1844256 2024-04-02T08:59:04.438 INFO:tasks.workunit.client.0.smithi019.stdout:op 2728 completed, throughput=5MB/sec 2024-04-02T08:59:04.438 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fMxKGF950nbANVO off=5915219 len=221498 2024-04-02T08:59:04.440 INFO:tasks.workunit.client.0.smithi019.stdout:op 2729 completed, throughput=5MB/sec 2024-04-02T08:59:04.441 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BiKjHGYTK0uADil off=18080814 len=1422114 2024-04-02T08:59:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:03 smithi019 ceph-mon[94035]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:59:04.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:03 smithi019 ceph-mon[96522]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:59:04.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 2730 completed, throughput=5MB/sec 2024-04-02T08:59:04.447 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dtqdcIOJM2-nCMd off=561734 len=510132 2024-04-02T08:59:04.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 2731 completed, throughput=5MB/sec 2024-04-02T08:59:04.450 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Lc_43qNytAdejpb off=13005967 len=918388 2024-04-02T08:59:04.453 INFO:tasks.workunit.client.0.smithi019.stdout:op 2732 completed, throughput=5MB/sec 2024-04-02T08:59:05.453 INFO:tasks.workunit.client.0.smithi019.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:05.454 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rmmEeFzHjbkrA9c off=2101986 len=1020405 2024-04-02T08:59:05.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 2733 completed, throughput=4.99MB/sec 2024-04-02T08:59:05.458 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vA9RUJfUije4U06 off=1350922 len=1388194 2024-04-02T08:59:05.465 INFO:tasks.workunit.client.0.smithi019.stdout:op 2734 completed, throughput=5MB/sec 2024-04-02T08:59:05.465 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5KXk1XoRD7df3L5 off=2169137 len=1222420 2024-04-02T08:59:05.470 INFO:tasks.workunit.client.0.smithi019.stdout:op 2735 completed, throughput=5MB/sec 2024-04-02T08:59:05.470 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-75qzRhU5Kba5lA8 off=3560443 len=1389284 2024-04-02T08:59:05.478 INFO:tasks.workunit.client.0.smithi019.stdout:op 2736 completed, throughput=5MB/sec 2024-04-02T08:59:06.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:05 smithi066 ceph-mon[87361]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:59:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:05 smithi019 ceph-mon[94035]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:59:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:05 smithi019 ceph-mon[96522]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:59:06.478 INFO:tasks.workunit.client.0.smithi019.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:06.478 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MtWlywYxBvFlhpC off=7966422 len=948715 2024-04-02T08:59:06.481 INFO:tasks.workunit.client.0.smithi019.stdout:op 2737 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.481 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-peibfq0GjfMVC75 off=195881 len=806987 2024-04-02T08:59:06.482 INFO:tasks.workunit.client.0.smithi019.stdout:op 2738 completed, throughput=4.99MB/sec 2024-04-02T08:59:06.482 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xp5wPM5QTfjbslY off=17538957 len=707854 2024-04-02T08:59:06.482 INFO:tasks.workunit.client.0.smithi019.stdout:op 2739 completed, throughput=5MB/sec 2024-04-02T08:59:06.482 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9FewEZLfAUGtRbS off=1085426 len=1992097 2024-04-02T08:59:06.484 INFO:tasks.workunit.client.0.smithi019.stdout:op 2740 completed, throughput=5MB/sec 2024-04-02T08:59:06.484 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-O2x_Y-efYugm3iM off=8410578 len=745779 2024-04-02T08:59:06.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 2741 completed, throughput=5MB/sec 2024-04-02T08:59:07.485 INFO:tasks.workunit.client.0.smithi019.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:07.485 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ScYnUMOMKt2-IIR off=23871663 len=1694387 2024-04-02T08:59:07.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 2742 completed, throughput=4.99MB/sec 2024-04-02T08:59:07.493 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hktu_fznmmf-hjW off=1612605 len=104207 2024-04-02T08:59:07.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 2743 completed, throughput=4.99MB/sec 2024-04-02T08:59:07.496 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fMcm-y0XmwmSHLR off=3719997 len=1437010 2024-04-02T08:59:07.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 2744 completed, throughput=5MB/sec 2024-04-02T08:59:07.497 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Hf5kfya6LdW1Wme off=540745 len=1325928 2024-04-02T08:59:07.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 2745 completed, throughput=5MB/sec 2024-04-02T08:59:07.506 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hwSzTyUlY6yO5-v off=1074206 len=1616539 2024-04-02T08:59:07.507 INFO:tasks.workunit.client.0.smithi019.stdout:op 2746 completed, throughput=5MB/sec 2024-04-02T08:59:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:07 smithi066 ceph-mon[87361]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:07 smithi019 ceph-mon[94035]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:07 smithi019 ceph-mon[96522]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:08.507 INFO:tasks.workunit.client.0.smithi019.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:08.507 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-h7mb_HcwmlcL1jH off=2384262 len=511820 2024-04-02T08:59:08.508 INFO:tasks.workunit.client.0.smithi019.stdout:op 2747 completed, throughput=4.99MB/sec 2024-04-02T08:59:08.508 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gJCOCMPfYrQRdyU off=1188031 len=594735 2024-04-02T08:59:08.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 2748 completed, throughput=4.99MB/sec 2024-04-02T08:59:08.510 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-49hfhTm8xhW9v5b off=920504 len=1110933 2024-04-02T08:59:08.511 INFO:tasks.workunit.client.0.smithi019.stdout:op 2749 completed, throughput=5MB/sec 2024-04-02T08:59:08.511 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-i6NqtkdkaBnGd99 off=7348059 len=1468236 2024-04-02T08:59:08.512 INFO:tasks.workunit.client.0.smithi019.stdout:op 2750 completed, throughput=5MB/sec 2024-04-02T08:59:08.512 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f6GIkjCKk9lXpUW off=3523106 len=568554 2024-04-02T08:59:08.516 INFO:tasks.workunit.client.0.smithi019.stdout:op 2751 completed, throughput=5MB/sec 2024-04-02T08:59:09.516 INFO:tasks.workunit.client.0.smithi019.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:09.517 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-a2oj4S7WtgWsVru off=2886712 len=819211 2024-04-02T08:59:09.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 2752 completed, throughput=4.99MB/sec 2024-04-02T08:59:09.517 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IXyo7WuB8pR2Q2P off=10728488 len=300713 2024-04-02T08:59:09.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 2753 completed, throughput=4.99MB/sec 2024-04-02T08:59:09.520 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LpRuMDZUJ-5Tb72 off=15907291 len=1160694 2024-04-02T08:59:09.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 2754 completed, throughput=5MB/sec 2024-04-02T08:59:09.521 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zRBAKPTBTVka6iZ off=9094241 len=585485 2024-04-02T08:59:09.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 2755 completed, throughput=5MB/sec 2024-04-02T08:59:09.522 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pQU6zoE7_BjGFXI off=7730365 len=534886 2024-04-02T08:59:09.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 2756 completed, throughput=5MB/sec 2024-04-02T08:59:09.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qpYRTGu3hI3CAoe off=638932 len=110485 2024-04-02T08:59:09.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 2757 completed, throughput=5MB/sec 2024-04-02T08:59:09.526 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hCFdoIG7aqN8uL9 off=6652047 len=858911 2024-04-02T08:59:09.529 INFO:tasks.workunit.client.0.smithi019.stdout:op 2758 completed, throughput=5MB/sec 2024-04-02T08:59:09.529 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Eq5Yk26JQiin9q9 off=3945443 len=979254 2024-04-02T08:59:09.531 INFO:tasks.workunit.client.0.smithi019.stdout:op 2759 completed, throughput=5MB/sec 2024-04-02T08:59:10.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:09 smithi066 ceph-mon[87361]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:09 smithi019 ceph-mon[94035]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:09 smithi019 ceph-mon[96522]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:10.531 INFO:tasks.workunit.client.0.smithi019.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:10.531 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RQeDmsCz-IJgVp_ off=8710639 len=1571658 2024-04-02T08:59:10.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-02T08:59:10.532 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XoofrirYT52Xvh2 off=1190687 len=1231225 2024-04-02T08:59:10.533 INFO:tasks.workunit.client.0.smithi019.stdout:op 2761 completed, throughput=5MB/sec 2024-04-02T08:59:10.533 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LHLtj3iWf1RS-1V off=13132428 len=912880 2024-04-02T08:59:10.534 INFO:tasks.workunit.client.0.smithi019.stdout:op 2762 completed, throughput=5MB/sec 2024-04-02T08:59:10.534 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-g31v5T94PZn3xwP off=4019977 len=720914 2024-04-02T08:59:10.535 INFO:tasks.workunit.client.0.smithi019.stdout:op 2763 completed, throughput=5MB/sec 2024-04-02T08:59:10.535 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F7s8t1o9vn3BNZl off=2564717 len=1560179 2024-04-02T08:59:10.541 INFO:tasks.workunit.client.0.smithi019.stdout:op 2764 completed, throughput=5MB/sec 2024-04-02T08:59:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:59:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:59:10] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:59:11.542 INFO:tasks.workunit.client.0.smithi019.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:11.542 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bz-WhB-6jguvHAj off=14039015 len=604407 2024-04-02T08:59:11.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 2765 completed, throughput=4.99MB/sec 2024-04-02T08:59:11.545 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-d4KwoxbSo-VmYdZ off=19985741 len=1771123 2024-04-02T08:59:11.548 INFO:tasks.workunit.client.0.smithi019.stdout:op 2766 completed, throughput=5MB/sec 2024-04-02T08:59:11.548 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4ft6JA6AFO_wnB1 off=13731002 len=460555 2024-04-02T08:59:11.551 INFO:tasks.workunit.client.0.smithi019.stdout:op 2767 completed, throughput=5MB/sec 2024-04-02T08:59:11.551 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EeB8grgazlCxa-V off=6629237 len=1618581 2024-04-02T08:59:11.557 INFO:tasks.workunit.client.0.smithi019.stdout:op 2768 completed, throughput=5MB/sec 2024-04-02T08:59:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:11 smithi066 ceph-mon[87361]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:59:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:11 smithi019 ceph-mon[94035]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:59:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:11 smithi019 ceph-mon[96522]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:59:12.557 INFO:tasks.workunit.client.0.smithi019.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:12.557 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AWmK62U8QzRUhbY off=462318 len=726125 2024-04-02T08:59:12.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 2769 completed, throughput=4.99MB/sec 2024-04-02T08:59:12.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QjKpbCSiMGEmoZx off=6295822 len=1764181 2024-04-02T08:59:12.571 INFO:tasks.workunit.client.0.smithi019.stdout:op 2770 completed, throughput=5MB/sec 2024-04-02T08:59:12.571 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iyQ0Yb9b6Arw528 off=10687290 len=1473616 2024-04-02T08:59:12.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 2771 completed, throughput=5MB/sec 2024-04-02T08:59:12.573 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iyi9LaJefmvlWyq off=2070234 len=638906 2024-04-02T08:59:12.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 2772 completed, throughput=5MB/sec 2024-04-02T08:59:12.573 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aqbV4k-fQ_MHb-a off=1219077 len=1339436 2024-04-02T08:59:12.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 2773 completed, throughput=5MB/sec 2024-04-02T08:59:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:59:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:13.578 INFO:tasks.workunit.client.0.smithi019.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:13.579 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-beHzPsa5XchIPlf off=8867112 len=266380 2024-04-02T08:59:13.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 2774 completed, throughput=4.99MB/sec 2024-04-02T08:59:13.582 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YXciejCUwoOz4-U off=9654243 len=1358415 2024-04-02T08:59:13.585 INFO:tasks.workunit.client.0.smithi019.stdout:op 2775 completed, throughput=4.99MB/sec 2024-04-02T08:59:13.585 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eYwVQWeklJMAkGg off=1663178 len=1410214 2024-04-02T08:59:13.591 INFO:tasks.workunit.client.0.smithi019.stdout:op 2776 completed, throughput=5MB/sec 2024-04-02T08:59:13.592 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WLY33ns036jre91 off=5138211 len=1875613 2024-04-02T08:59:13.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 2777 completed, throughput=5MB/sec 2024-04-02T08:59:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:13 smithi066 ceph-mon[87361]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:13 smithi019 ceph-mon[94035]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:13 smithi019 ceph-mon[96522]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:14.593 INFO:tasks.workunit.client.0.smithi019.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:14.593 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-azyFxN9V2ULAlcP off=12427624 len=1191112 2024-04-02T08:59:14.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 2778 completed, throughput=4.99MB/sec 2024-04-02T08:59:14.598 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EdPGlVLOThVCj_B off=11186466 len=414488 2024-04-02T08:59:14.599 INFO:tasks.workunit.client.0.smithi019.stdout:op 2779 completed, throughput=4.99MB/sec 2024-04-02T08:59:14.599 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UZjuoQov2ItbB3L off=7029022 len=366176 2024-04-02T08:59:14.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 2780 completed, throughput=4.99MB/sec 2024-04-02T08:59:14.600 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p0qpcn_iS_7wPhZ off=15186956 len=2065582 2024-04-02T08:59:14.601 INFO:tasks.workunit.client.0.smithi019.stdout:op 2781 completed, throughput=5MB/sec 2024-04-02T08:59:14.602 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W-4s1PUOOHywQic off=7575000 len=2058553 2024-04-02T08:59:14.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 2782 completed, throughput=5MB/sec 2024-04-02T08:59:15.606 INFO:tasks.workunit.client.0.smithi019.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:15.606 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wO7EjhD8gqofwwb off=10336701 len=1280356 2024-04-02T08:59:15.611 INFO:tasks.workunit.client.0.smithi019.stdout:op 2783 completed, throughput=4.99MB/sec 2024-04-02T08:59:15.611 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4hmI0Qwb1K7wJkO off=715964 len=998932 2024-04-02T08:59:15.614 INFO:tasks.workunit.client.0.smithi019.stdout:op 2784 completed, throughput=5MB/sec 2024-04-02T08:59:15.614 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8XtLB1yZj21mmiI off=7077632 len=372572 2024-04-02T08:59:15.617 INFO:tasks.workunit.client.0.smithi019.stdout:op 2785 completed, throughput=5MB/sec 2024-04-02T08:59:15.617 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ed6M3ieRxVat4dL off=8575020 len=1801552 2024-04-02T08:59:15.617 INFO:tasks.workunit.client.0.smithi019.stdout:op 2786 completed, throughput=5MB/sec 2024-04-02T08:59:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:15 smithi066 ceph-mon[87361]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:59:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:15 smithi019 ceph-mon[94035]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:59:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:15 smithi019 ceph-mon[96522]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jzVVxbvcq9OIa0H off=5023817 len=942020 2024-04-02T08:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 2787 completed, throughput=4.99MB/sec 2024-04-02T08:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zM633bS0LSHOHLa off=1664967 len=627937 2024-04-02T08:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-02T08:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-epY5Xdxa8jgNZJe off=1807925 len=967842 2024-04-02T08:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 2789 completed, throughput=5MB/sec 2024-04-02T08:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E4MmzcELSjjfAJd off=3993323 len=1194686 2024-04-02T08:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout:op 2790 completed, throughput=5MB/sec 2024-04-02T08:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1Z4dKH9up_SqoXD off=3512170 len=316810 2024-04-02T08:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 2791 completed, throughput=5MB/sec 2024-04-02T08:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MjGWBcKXPHUC0kY off=527676 len=586498 2024-04-02T08:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout:op 2792 completed, throughput=5MB/sec 2024-04-02T08:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-epY5Xdxa8jgNZJe off=307508 len=1638872 2024-04-02T08:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 2793 completed, throughput=5MB/sec 2024-04-02T08:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qFEI6pXllxRzJB7 off=1139831 len=1035219 2024-04-02T08:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 2794 completed, throughput=4.99MB/sec 2024-04-02T08:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-whEccxgmvOlPGQF off=1794573 len=513773 2024-04-02T08:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout:op 2795 completed, throughput=5MB/sec 2024-04-02T08:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ca0xEk6WSBlyZIg off=8693989 len=843146 2024-04-02T08:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout:op 2796 completed, throughput=5MB/sec 2024-04-02T08:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3GdRgzFZn9hyJCF off=2268679 len=1726261 2024-04-02T08:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout:op 2797 completed, throughput=5MB/sec 2024-04-02T08:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EF5_qmknQ2M_8a3 off=6582621 len=892600 2024-04-02T08:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 2798 completed, throughput=5MB/sec 2024-04-02T08:59:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:17 smithi066 ceph-mon[87361]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:17 smithi019 ceph-mon[94035]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:17 smithi019 ceph-mon[96522]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:59:18.650 INFO:tasks.workunit.client.0.smithi019.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:18.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y3JLeuNYdWdKgj3 off=1252771 len=449291 2024-04-02T08:59:18.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 2799 completed, throughput=4.99MB/sec 2024-04-02T08:59:18.650 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wGXjjuz1hwg0iuf off=1947843 len=1269976 2024-04-02T08:59:18.657 INFO:tasks.workunit.client.0.smithi019.stdout:op 2800 completed, throughput=5MB/sec 2024-04-02T08:59:18.657 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FoqIw9dLgQ7egAt off=14699117 len=750146 2024-04-02T08:59:18.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 2801 completed, throughput=5MB/sec 2024-04-02T08:59:18.661 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-njQ7rPCibPzS49r off=5092696 len=731002 2024-04-02T08:59:18.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 2802 completed, throughput=5MB/sec 2024-04-02T08:59:18.661 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-A1nkCIvNRfSOkNP off=7418230 len=108144 2024-04-02T08:59:18.662 INFO:tasks.workunit.client.0.smithi019.stdout:op 2803 completed, throughput=5MB/sec 2024-04-02T08:59:18.662 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bGFfStFtNZHku71 off=10096318 len=1622847 2024-04-02T08:59:18.663 INFO:tasks.workunit.client.0.smithi019.stdout:op 2804 completed, throughput=5MB/sec 2024-04-02T08:59:19.663 INFO:tasks.workunit.client.0.smithi019.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:19.663 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uiVG-EswGqPHilf off=3346886 len=1683095 2024-04-02T08:59:19.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 2805 completed, throughput=4.99MB/sec 2024-04-02T08:59:19.664 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t3CT7mCEHZxg9vj off=3517722 len=1407672 2024-04-02T08:59:19.671 INFO:tasks.workunit.client.0.smithi019.stdout:op 2806 completed, throughput=5MB/sec 2024-04-02T08:59:19.671 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lRmMnDiux1F1SbP off=579253 len=1287303 2024-04-02T08:59:19.672 INFO:tasks.workunit.client.0.smithi019.stdout:op 2807 completed, throughput=5MB/sec 2024-04-02T08:59:19.672 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iMPfGLiu0fp7Cl- off=14301472 len=1783477 2024-04-02T08:59:19.679 INFO:tasks.workunit.client.0.smithi019.stdout:op 2808 completed, throughput=5MB/sec 2024-04-02T08:59:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:19 smithi066 ceph-mon[87361]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:19 smithi019 ceph-mon[94035]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:19 smithi019 ceph-mon[96522]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:59:20.679 INFO:tasks.workunit.client.0.smithi019.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:20.679 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SXUW6IMFjY0IRbH off=0 len=1550512 2024-04-02T08:59:20.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 2809 completed, throughput=5MB/sec 2024-04-02T08:59:20.685 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y_mvRRALn2EqyPu off=2798096 len=1565179 2024-04-02T08:59:20.686 INFO:tasks.workunit.client.0.smithi019.stdout:op 2810 completed, throughput=5MB/sec 2024-04-02T08:59:20.686 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-05kkQWVCkGvxv4C off=3820384 len=836816 2024-04-02T08:59:20.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 2811 completed, throughput=5MB/sec 2024-04-02T08:59:20.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_ohkslY_KNpRPir off=5487906 len=1481640 2024-04-02T08:59:20.689 INFO:tasks.workunit.client.0.smithi019.stdout:op 2812 completed, throughput=5MB/sec 2024-04-02T08:59:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:59:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:59:20] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:59:21.690 INFO:tasks.workunit.client.0.smithi019.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:21.690 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tIflZYueJhtPCRl off=12811768 len=175443 2024-04-02T08:59:21.693 INFO:tasks.workunit.client.0.smithi019.stdout:op 2813 completed, throughput=4.99MB/sec 2024-04-02T08:59:21.693 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-x1USScCu0mRMTMO off=3654517 len=1473954 2024-04-02T08:59:21.698 INFO:tasks.workunit.client.0.smithi019.stdout:op 2814 completed, throughput=5MB/sec 2024-04-02T08:59:21.699 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9fx0eiO_F6nwJUw off=2646086 len=2026944 2024-04-02T08:59:21.701 INFO:tasks.workunit.client.0.smithi019.stdout:op 2815 completed, throughput=5MB/sec 2024-04-02T08:59:21.701 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GGy2Uqo6wwi7vbu off=2589796 len=1856375 2024-04-02T08:59:21.709 INFO:tasks.workunit.client.0.smithi019.stdout:op 2816 completed, throughput=5MB/sec 2024-04-02T08:59:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:21 smithi066 ceph-mon[87361]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:59:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:21 smithi019 ceph-mon[94035]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:59:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:21 smithi019 ceph-mon[96522]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:59:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:59:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:22.709 INFO:tasks.workunit.client.0.smithi019.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:22.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6GnLMxxDqhXD_mC off=10740679 len=818260 2024-04-02T08:59:22.713 INFO:tasks.workunit.client.0.smithi019.stdout:op 2817 completed, throughput=5MB/sec 2024-04-02T08:59:22.713 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BETdVonlUMScmqA off=21096627 len=1634611 2024-04-02T08:59:22.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 2818 completed, throughput=5MB/sec 2024-04-02T08:59:22.714 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kwwCgdbcBcscvb1 off=13823870 len=1922453 2024-04-02T08:59:22.716 INFO:tasks.workunit.client.0.smithi019.stdout:op 2819 completed, throughput=5MB/sec 2024-04-02T08:59:23.716 INFO:tasks.workunit.client.0.smithi019.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:23.716 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xwLFxVI59HVYfXw off=7679192 len=1241611 2024-04-02T08:59:23.719 INFO:tasks.workunit.client.0.smithi019.stdout:op 2820 completed, throughput=4.99MB/sec 2024-04-02T08:59:23.719 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mmP9jIUDbREscZw off=2789175 len=1757980 2024-04-02T08:59:23.720 INFO:tasks.workunit.client.0.smithi019.stdout:op 2821 completed, throughput=5MB/sec 2024-04-02T08:59:23.720 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mxM8A5XGR6eRh4t off=252579 len=1448072 2024-04-02T08:59:23.729 INFO:tasks.workunit.client.0.smithi019.stdout:op 2822 completed, throughput=5MB/sec 2024-04-02T08:59:23.730 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ElFtQYb-7P6vuWz off=21572045 len=154992 2024-04-02T08:59:23.730 INFO:tasks.workunit.client.0.smithi019.stdout:op 2823 completed, throughput=5MB/sec 2024-04-02T08:59:23.730 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7iIhneFJ1hoZ2I_ off=6170299 len=978584 2024-04-02T08:59:23.734 INFO:tasks.workunit.client.0.smithi019.stdout:op 2824 completed, throughput=5MB/sec 2024-04-02T08:59:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:23 smithi066 ceph-mon[87361]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:59:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:23 smithi019 ceph-mon[94035]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:59:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:23 smithi019 ceph-mon[96522]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T08:59:24.734 INFO:tasks.workunit.client.0.smithi019.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:24.734 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qq6_wmGpbYbCHHc off=8513400 len=418516 2024-04-02T08:59:24.735 INFO:tasks.workunit.client.0.smithi019.stdout:op 2825 completed, throughput=4.99MB/sec 2024-04-02T08:59:24.735 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kzvCd8MsEnebafh off=17762329 len=1574199 2024-04-02T08:59:24.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 2826 completed, throughput=5MB/sec 2024-04-02T08:59:24.736 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D3vF3RJ0oeZNZHj off=9627073 len=1881611 2024-04-02T08:59:24.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 2827 completed, throughput=5MB/sec 2024-04-02T08:59:24.738 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NC6YJN9cQoHp_L7 off=2362970 len=869201 2024-04-02T08:59:24.742 INFO:tasks.workunit.client.0.smithi019.stdout:op 2828 completed, throughput=5MB/sec 2024-04-02T08:59:25.742 INFO:tasks.workunit.client.0.smithi019.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:25.742 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tuqQdKKCZs6PzKm off=2452553 len=1021991 2024-04-02T08:59:25.743 INFO:tasks.workunit.client.0.smithi019.stdout:op 2829 completed, throughput=4.99MB/sec 2024-04-02T08:59:25.744 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cYXiJddo0XzC_pe off=856332 len=1329558 2024-04-02T08:59:25.746 INFO:tasks.workunit.client.0.smithi019.stdout:op 2830 completed, throughput=5MB/sec 2024-04-02T08:59:25.746 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0VFR4w4_aiAvkOD off=11372672 len=1834750 2024-04-02T08:59:25.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 2831 completed, throughput=5MB/sec 2024-04-02T08:59:25.748 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dkJmIiTuXiXcxXn off=6189493 len=643914 2024-04-02T08:59:25.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 2832 completed, throughput=5MB/sec 2024-04-02T08:59:25.751 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-elFSo6Kury0EchA off=16738084 len=1540889 2024-04-02T08:59:25.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 2833 completed, throughput=5MB/sec 2024-04-02T08:59:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:25 smithi066 ceph-mon[87361]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:25 smithi019 ceph-mon[94035]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:25 smithi019 ceph-mon[96522]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:26.757 INFO:tasks.workunit.client.0.smithi019.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:26.757 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IKJdCv7OdV6rxYS off=12666012 len=643719 2024-04-02T08:59:26.758 INFO:tasks.workunit.client.0.smithi019.stdout:op 2834 completed, throughput=4.99MB/sec 2024-04-02T08:59:26.758 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y078t0LFj7Nk3Ea off=196857 len=320335 2024-04-02T08:59:26.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 2835 completed, throughput=5MB/sec 2024-04-02T08:59:26.761 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tOXMHPGHNvHgOxW off=2469888 len=73292 2024-04-02T08:59:26.762 INFO:tasks.workunit.client.0.smithi019.stdout:op 2836 completed, throughput=5MB/sec 2024-04-02T08:59:26.762 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pPHPtEExTseAAA1 off=20095018 len=1322295 2024-04-02T08:59:26.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 2837 completed, throughput=5MB/sec 2024-04-02T08:59:26.763 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ckjY1yXTTNkuhzD off=2611710 len=1308 2024-04-02T08:59:26.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 2838 completed, throughput=5MB/sec 2024-04-02T08:59:26.763 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9xRSkHP504ayHdh off=1589922 len=1722738 2024-04-02T08:59:26.769 INFO:tasks.workunit.client.0.smithi019.stdout:op 2839 completed, throughput=5MB/sec 2024-04-02T08:59:27.769 INFO:tasks.workunit.client.0.smithi019.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:27.770 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DvAGWobYg47DO4F off=3057885 len=979937 2024-04-02T08:59:27.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.773 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JViHjaTSYWU2ISI off=9610538 len=497567 2024-04-02T08:59:27.775 INFO:tasks.workunit.client.0.smithi019.stdout:op 2841 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.775 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5gNaX9NstTGoIv- off=918147 len=1637255 2024-04-02T08:59:27.776 INFO:tasks.workunit.client.0.smithi019.stdout:op 2842 completed, throughput=5MB/sec 2024-04-02T08:59:27.777 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ppz15_ujYaWRCvF off=3770693 len=577405 2024-04-02T08:59:27.782 INFO:tasks.workunit.client.0.smithi019.stdout:op 2843 completed, throughput=5MB/sec 2024-04-02T08:59:27.782 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OIZp2TPFCsGoG-h off=9284188 len=116870 2024-04-02T08:59:27.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 2844 completed, throughput=5MB/sec 2024-04-02T08:59:27.783 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iuoLhPH5TnNtAvM off=5232166 len=195579 2024-04-02T08:59:27.785 INFO:tasks.workunit.client.0.smithi019.stdout:op 2845 completed, throughput=5MB/sec 2024-04-02T08:59:27.785 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fIJC-h5FkwUYxZu off=2435472 len=798750 2024-04-02T08:59:27.789 INFO:tasks.workunit.client.0.smithi019.stdout:op 2846 completed, throughput=5MB/sec 2024-04-02T08:59:27.789 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LH1eY6tm1KdktBT off=9639591 len=762346 2024-04-02T08:59:27.793 INFO:tasks.workunit.client.0.smithi019.stdout:op 2847 completed, throughput=5MB/sec 2024-04-02T08:59:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:28 smithi066 ceph-mon[87361]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:27 smithi019 ceph-mon[94035]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:27 smithi019 ceph-mon[96522]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:28.793 INFO:tasks.workunit.client.0.smithi019.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:28.793 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zQnbxjaS_M3tm9X off=1972668 len=851166 2024-04-02T08:59:28.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 2848 completed, throughput=4.99MB/sec 2024-04-02T08:59:28.794 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FosWSLUaUJ-5CBR off=20799878 len=1597176 2024-04-02T08:59:28.796 INFO:tasks.workunit.client.0.smithi019.stdout:op 2849 completed, throughput=5MB/sec 2024-04-02T08:59:28.796 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ic8x8-ah2zNMMFQ off=8457657 len=1438330 2024-04-02T08:59:28.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 2850 completed, throughput=5MB/sec 2024-04-02T08:59:28.801 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3AyD4w7sG8jkS-l off=10170330 len=111403 2024-04-02T08:59:28.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 2851 completed, throughput=5MB/sec 2024-04-02T08:59:28.804 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tuj7_gSSzqlFoTE off=3194939 len=803997 2024-04-02T08:59:28.808 INFO:tasks.workunit.client.0.smithi019.stdout:op 2852 completed, throughput=5MB/sec 2024-04-02T08:59:28.808 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9z3sT6MHrjWi1Ju off=8086188 len=1261996 2024-04-02T08:59:28.814 INFO:tasks.workunit.client.0.smithi019.stdout:op 2853 completed, throughput=5MB/sec 2024-04-02T08:59:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:29.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EHWGqVzU5N5p5Qf off=63164 len=312099 2024-04-02T08:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout:op 2854 completed, throughput=4.99MB/sec 2024-04-02T08:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kfBgFjc6MSOFe7j off=5917676 len=656910 2024-04-02T08:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout:op 2855 completed, throughput=4.99MB/sec 2024-04-02T08:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uMN9TOKOBufVNhh off=1979813 len=1288404 2024-04-02T08:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout:op 2856 completed, throughput=5MB/sec 2024-04-02T08:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H5bKON7JpB7_EGs off=328997 len=66062 2024-04-02T08:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout:op 2857 completed, throughput=5MB/sec 2024-04-02T08:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-66Pi3Olr6sgYSky off=3988967 len=1200197 2024-04-02T08:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout:op 2858 completed, throughput=5MB/sec 2024-04-02T08:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-x3TB7LSEq6VfDt7 off=2287690 len=167366 2024-04-02T08:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout:op 2859 completed, throughput=5MB/sec 2024-04-02T08:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Td1qPVNV4FMdqBC off=1560466 len=178844 2024-04-02T08:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 2860 completed, throughput=5MB/sec 2024-04-02T08:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yidufxBp4Rb98zw off=819320 len=1190559 2024-04-02T08:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout:op 2861 completed, throughput=5MB/sec 2024-04-02T08:59:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:30 smithi066 ceph-mon[87361]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:30 smithi019 ceph-mon[94035]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:30 smithi019 ceph-mon[96522]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:59:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:59:30] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T08:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gM00EUCc3WnNp3y off=6251294 len=904266 2024-04-02T08:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout:op 2862 completed, throughput=4.99MB/sec 2024-04-02T08:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KeCb81ilRAQBM77 off=784175 len=108790 2024-04-02T08:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout:op 2863 completed, throughput=4.99MB/sec 2024-04-02T08:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-krHua2CkHPJUf5V off=4442574 len=1137460 2024-04-02T08:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout:op 2864 completed, throughput=5MB/sec 2024-04-02T08:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bD6LSH8WYVWGrEN off=1064147 len=271455 2024-04-02T08:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout:op 2865 completed, throughput=5MB/sec 2024-04-02T08:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JViHjaTSYWU2ISI off=1560605 len=1933351 2024-04-02T08:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout:op 2866 completed, throughput=5MB/sec 2024-04-02T08:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cYXiJddo0XzC_pe off=1213756 len=404957 2024-04-02T08:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout:op 2867 completed, throughput=5MB/sec 2024-04-02T08:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ra5f7pzBk06665m off=7725649 len=1607085 2024-04-02T08:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 2868 completed, throughput=4.99MB/sec 2024-04-02T08:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HG1ACwBk3wehYsX off=1484570 len=508088 2024-04-02T08:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout:op 2869 completed, throughput=5MB/sec 2024-04-02T08:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HuDOpYWHxFlFhlg off=9279979 len=1885506 2024-04-02T08:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout:op 2870 completed, throughput=5MB/sec 2024-04-02T08:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bolC59eJXosYsXt off=10018974 len=459166 2024-04-02T08:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout:op 2871 completed, throughput=5MB/sec 2024-04-02T08:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xpEGxsI3PMGInRV off=625607 len=735603 2024-04-02T08:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout:op 2872 completed, throughput=5MB/sec 2024-04-02T08:59:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:32 smithi066 ceph-mon[87361]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:59:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:32 smithi019 ceph-mon[94035]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:59:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:32 smithi019 ceph-mon[96522]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:59:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:59:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xQDKMI_c_VJ1vkg off=13393241 len=414410 2024-04-02T08:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout:op 2873 completed, throughput=4.99MB/sec 2024-04-02T08:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AWmK62U8QzRUhbY off=2762138 len=1309824 2024-04-02T08:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 2874 completed, throughput=4.99MB/sec 2024-04-02T08:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2rDiAqdZYhgqkTO off=3168171 len=1347401 2024-04-02T08:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout:op 2875 completed, throughput=5MB/sec 2024-04-02T08:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Pq6BP82Bvo3VWza off=2403059 len=1092103 2024-04-02T08:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout:op 2876 completed, throughput=5MB/sec 2024-04-02T08:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TpWxN3DhCSw3ucf off=7548830 len=1940406 2024-04-02T08:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 2877 completed, throughput=5MB/sec 2024-04-02T08:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ANMOWNLX1mt8oL1 off=1261660 len=1518839 2024-04-02T08:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout:op 2878 completed, throughput=5MB/sec 2024-04-02T08:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qwLaGOLi0KUHcIZ off=5850244 len=379018 2024-04-02T08:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 2879 completed, throughput=5MB/sec 2024-04-02T08:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rGwBYUGF5P-JzLs off=5270968 len=1847319 2024-04-02T08:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 2880 completed, throughput=5MB/sec 2024-04-02T08:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-td3zwtT-teo5wxG off=19125374 len=1798455 2024-04-02T08:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout:op 2881 completed, throughput=5MB/sec 2024-04-02T08:59:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:34 smithi066 ceph-mon[87361]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:34 smithi019 ceph-mon[94035]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:34 smithi019 ceph-mon[96522]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:34.903 INFO:tasks.workunit.client.0.smithi019.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:34.903 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pv-t5F1I1VBDEOF off=1745563 len=1069916 2024-04-02T08:59:34.907 INFO:tasks.workunit.client.0.smithi019.stdout:op 2882 completed, throughput=4.99MB/sec 2024-04-02T08:59:34.908 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cW8M-eCsrPx3ImX off=19386019 len=195783 2024-04-02T08:59:34.908 INFO:tasks.workunit.client.0.smithi019.stdout:op 2883 completed, throughput=5MB/sec 2024-04-02T08:59:34.908 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OYQs6ftFhSnilT5 off=164645 len=1345390 2024-04-02T08:59:34.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 2884 completed, throughput=5MB/sec 2024-04-02T08:59:34.909 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DPg2icL8p9kgQJU off=2716282 len=271959 2024-04-02T08:59:34.910 INFO:tasks.workunit.client.0.smithi019.stdout:op 2885 completed, throughput=5MB/sec 2024-04-02T08:59:34.910 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WBzQ2-xdhnmsyq0 off=6551889 len=774886 2024-04-02T08:59:34.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 2886 completed, throughput=5MB/sec 2024-04-02T08:59:34.911 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t0GmIC46Eq-HSJr off=8463772 len=2000221 2024-04-02T08:59:34.918 INFO:tasks.workunit.client.0.smithi019.stdout:op 2887 completed, throughput=5MB/sec 2024-04-02T08:59:35.919 INFO:tasks.workunit.client.0.smithi019.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:35.919 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tuG0rfBCTJih4XA off=2893374 len=1317459 2024-04-02T08:59:35.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 2888 completed, throughput=5MB/sec 2024-04-02T08:59:35.924 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gGoe6QbjKczLyjd off=7761369 len=1372063 2024-04-02T08:59:35.925 INFO:tasks.workunit.client.0.smithi019.stdout:op 2889 completed, throughput=5MB/sec 2024-04-02T08:59:35.925 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iB9mF2xBs9YD27V off=10140729 len=274907 2024-04-02T08:59:35.926 INFO:tasks.workunit.client.0.smithi019.stdout:op 2890 completed, throughput=5MB/sec 2024-04-02T08:59:35.926 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j9P3ud-aKBdJELu off=2251386 len=417477 2024-04-02T08:59:35.926 INFO:tasks.workunit.client.0.smithi019.stdout:op 2891 completed, throughput=5MB/sec 2024-04-02T08:59:35.927 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Wj1HyOCIqzzrB1v off=9151396 len=648552 2024-04-02T08:59:35.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 2892 completed, throughput=5MB/sec 2024-04-02T08:59:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:36 smithi066 ceph-mon[87361]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:59:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:36 smithi019 ceph-mon[94035]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:59:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:36 smithi019 ceph-mon[96522]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:59:36.930 INFO:tasks.workunit.client.0.smithi019.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:36.930 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uDVC8WTcI76ykza off=676187 len=774943 2024-04-02T08:59:36.931 INFO:tasks.workunit.client.0.smithi019.stdout:op 2893 completed, throughput=4.99MB/sec 2024-04-02T08:59:36.931 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2VHPBruYoLJ8Gfh off=4650595 len=268754 2024-04-02T08:59:36.934 INFO:tasks.workunit.client.0.smithi019.stdout:op 2894 completed, throughput=4.99MB/sec 2024-04-02T08:59:36.934 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1_ykKnbHqDkoWPC off=4812058 len=88955 2024-04-02T08:59:36.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-02T08:59:36.937 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sbwNZkwyQ0FqB1w off=1058545 len=1827914 2024-04-02T08:59:36.945 INFO:tasks.workunit.client.0.smithi019.stdout:op 2896 completed, throughput=5MB/sec 2024-04-02T08:59:36.945 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HsGJYE_GG_s8J0G off=11792962 len=912114 2024-04-02T08:59:36.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 2897 completed, throughput=5MB/sec 2024-04-02T08:59:36.950 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7iIhneFJ1hoZ2I_ off=11671968 len=1279091 2024-04-02T08:59:36.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 2898 completed, throughput=5MB/sec 2024-04-02T08:59:36.951 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-soI4JsTb0ssPiFs off=15538056 len=1331511 2024-04-02T08:59:36.956 INFO:tasks.workunit.client.0.smithi019.stdout:op 2899 completed, throughput=5MB/sec 2024-04-02T08:59:37.957 INFO:tasks.workunit.client.0.smithi019.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:37.957 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vhiXBM-w4J_qIVI off=157377 len=2073100 2024-04-02T08:59:37.964 INFO:tasks.workunit.client.0.smithi019.stdout:op 2900 completed, throughput=5MB/sec 2024-04-02T08:59:37.965 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rt5qTDi36XNcim1 off=3091744 len=87543 2024-04-02T08:59:37.965 INFO:tasks.workunit.client.0.smithi019.stdout:op 2901 completed, throughput=5MB/sec 2024-04-02T08:59:37.965 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pBvWzaqlpfIvvGt off=15283051 len=1024544 2024-04-02T08:59:37.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 2902 completed, throughput=5MB/sec 2024-04-02T08:59:37.971 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n5fbEbUMh4bQMDE off=7537180 len=499184 2024-04-02T08:59:37.974 INFO:tasks.workunit.client.0.smithi019.stdout:op 2903 completed, throughput=5MB/sec 2024-04-02T08:59:37.974 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qw3np50ckRZrAxK off=11619338 len=217225 2024-04-02T08:59:37.974 INFO:tasks.workunit.client.0.smithi019.stdout:op 2904 completed, throughput=5MB/sec 2024-04-02T08:59:37.974 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-84z_3MTmy8GJyYy off=14516976 len=853754 2024-04-02T08:59:37.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 2905 completed, throughput=5MB/sec 2024-04-02T08:59:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:38 smithi066 ceph-mon[87361]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:38 smithi019 ceph-mon[94035]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:38 smithi019 ceph-mon[96522]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:59:38.976 INFO:tasks.workunit.client.0.smithi019.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:38.977 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5PN0zp1orEidP4Q off=4684773 len=1172105 2024-04-02T08:59:38.983 INFO:tasks.workunit.client.0.smithi019.stdout:op 2906 completed, throughput=4.99MB/sec 2024-04-02T08:59:38.983 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9dqSJyyPqdcz7xM off=11448916 len=1497980 2024-04-02T08:59:38.991 INFO:tasks.workunit.client.0.smithi019.stdout:op 2907 completed, throughput=5MB/sec 2024-04-02T08:59:38.991 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Jlbjp7yQXhZ4-cd off=546317 len=717028 2024-04-02T08:59:38.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 2908 completed, throughput=5MB/sec 2024-04-02T08:59:38.992 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-J-aHagXHXXOBi4v off=20710477 len=1691002 2024-04-02T08:59:39.001 INFO:tasks.workunit.client.0.smithi019.stdout:op 2909 completed, throughput=5MB/sec 2024-04-02T08:59:40.001 INFO:tasks.workunit.client.0.smithi019.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:40.001 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zdXMEbLb8FGtbdH off=3646038 len=171400 2024-04-02T08:59:40.004 INFO:tasks.workunit.client.0.smithi019.stdout:op 2910 completed, throughput=4.99MB/sec 2024-04-02T08:59:40.004 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rFPjPHQSnTNMpKR off=2735525 len=89392 2024-04-02T08:59:40.006 INFO:tasks.workunit.client.0.smithi019.stdout:op 2911 completed, throughput=4.99MB/sec 2024-04-02T08:59:40.006 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LkU6ieVibtPq_t- off=10483973 len=1357674 2024-04-02T08:59:40.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 2912 completed, throughput=4.99MB/sec 2024-04-02T08:59:40.013 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zepJz4D0_HIjOod off=8885471 len=241032 2024-04-02T08:59:40.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 2913 completed, throughput=4.99MB/sec 2024-04-02T08:59:40.014 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sCNJUdGNd_nOXCp off=1770923 len=1882612 2024-04-02T08:59:40.022 INFO:tasks.workunit.client.0.smithi019.stdout:op 2914 completed, throughput=5MB/sec 2024-04-02T08:59:40.022 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ryQzO68y0w9vHnw off=15249193 len=1788684 2024-04-02T08:59:40.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 2915 completed, throughput=5MB/sec 2024-04-02T08:59:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:40 smithi066 ceph-mon[87361]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:40 smithi019 ceph-mon[94035]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:40 smithi019 ceph-mon[96522]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:59:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:59:40] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T08:59:41.030 INFO:tasks.workunit.client.0.smithi019.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:41.030 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zDNoZBdrMYSBaDQ off=1422278 len=1827428 2024-04-02T08:59:41.040 INFO:tasks.workunit.client.0.smithi019.stdout:op 2916 completed, throughput=5MB/sec 2024-04-02T08:59:41.040 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SIfj-Bg2xqN_CqR off=4825389 len=1420407 2024-04-02T08:59:41.049 INFO:tasks.workunit.client.0.smithi019.stdout:op 2917 completed, throughput=5MB/sec 2024-04-02T08:59:41.049 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lBBxg8mcoiGGIFV off=17806969 len=1180022 2024-04-02T08:59:41.049 INFO:tasks.workunit.client.0.smithi019.stdout:op 2918 completed, throughput=5MB/sec 2024-04-02T08:59:41.049 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3vKu71GzL3jw1nI off=11522530 len=1740625 2024-04-02T08:59:41.053 INFO:tasks.workunit.client.0.smithi019.stdout:op 2919 completed, throughput=5MB/sec 2024-04-02T08:59:42.053 INFO:tasks.workunit.client.0.smithi019.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:42.053 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D4LdwwKcWF-AApr off=103088 len=954582 2024-04-02T08:59:42.054 INFO:tasks.workunit.client.0.smithi019.stdout:op 2920 completed, throughput=5MB/sec 2024-04-02T08:59:42.054 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gHD7WUguIzC_4cK off=12178865 len=213262 2024-04-02T08:59:42.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 2921 completed, throughput=5MB/sec 2024-04-02T08:59:42.055 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D_FYkg3rRQrE179 off=1971179 len=404112 2024-04-02T08:59:42.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 2922 completed, throughput=5MB/sec 2024-04-02T08:59:42.056 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HiHSrKzoVW7N3N9 off=14212222 len=545431 2024-04-02T08:59:42.057 INFO:tasks.workunit.client.0.smithi019.stdout:op 2923 completed, throughput=5MB/sec 2024-04-02T08:59:42.057 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z7mhqQLwliUVHJC off=3454886 len=303898 2024-04-02T08:59:42.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 2924 completed, throughput=5MB/sec 2024-04-02T08:59:42.058 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X7Riv0ZINMypKX4 off=5447501 len=619210 2024-04-02T08:59:42.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 2925 completed, throughput=5MB/sec 2024-04-02T08:59:42.058 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aNvJ8dtU_WvOPKt off=3377672 len=543274 2024-04-02T08:59:42.062 INFO:tasks.workunit.client.0.smithi019.stdout:op 2926 completed, throughput=5MB/sec 2024-04-02T08:59:42.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pDC9nU0tqYuajIQ off=6969452 len=1646971 2024-04-02T08:59:42.069 INFO:tasks.workunit.client.0.smithi019.stdout:op 2927 completed, throughput=5MB/sec 2024-04-02T08:59:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:42 smithi066 ceph-mon[87361]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:42 smithi019 ceph-mon[94035]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:42 smithi019 ceph-mon[96522]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:59:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:43.070 INFO:tasks.workunit.client.0.smithi019.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:43.070 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dVipKIplI4mrAlJ off=4345370 len=190619 2024-04-02T08:59:43.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 2928 completed, throughput=4.99MB/sec 2024-04-02T08:59:43.072 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ELbm6zeCCAMF96r off=3441596 len=820505 2024-04-02T08:59:43.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 2929 completed, throughput=4.99MB/sec 2024-04-02T08:59:43.073 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mk9Ttdcu3PKv0CK off=375536 len=1337046 2024-04-02T08:59:43.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 2930 completed, throughput=5MB/sec 2024-04-02T08:59:43.074 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sNSetsaVQHCePDX off=20736627 len=1082353 2024-04-02T08:59:43.080 INFO:tasks.workunit.client.0.smithi019.stdout:op 2931 completed, throughput=5MB/sec 2024-04-02T08:59:43.080 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_qavWH8F2fHD94s off=12383067 len=693868 2024-04-02T08:59:43.081 INFO:tasks.workunit.client.0.smithi019.stdout:op 2932 completed, throughput=5MB/sec 2024-04-02T08:59:43.081 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2KGlKSNJZcqUWy6 off=13085675 len=793452 2024-04-02T08:59:43.081 INFO:tasks.workunit.client.0.smithi019.stdout:op 2933 completed, throughput=5MB/sec 2024-04-02T08:59:44.082 INFO:tasks.workunit.client.0.smithi019.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:44.082 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Or8H_lqpB1gJRu8 off=4307927 len=877243 2024-04-02T08:59:44.082 INFO:tasks.workunit.client.0.smithi019.stdout:op 2934 completed, throughput=4.99MB/sec 2024-04-02T08:59:44.083 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kxxUqIZFow461bV off=7930243 len=1573032 2024-04-02T08:59:44.088 INFO:tasks.workunit.client.0.smithi019.stdout:op 2935 completed, throughput=5MB/sec 2024-04-02T08:59:44.088 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hTnpYmhEQI--LCC off=676319 len=1948707 2024-04-02T08:59:44.092 INFO:tasks.workunit.client.0.smithi019.stdout:op 2936 completed, throughput=5MB/sec 2024-04-02T08:59:44.092 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q_zfYtzhIuN3RYS off=7974408 len=51992 2024-04-02T08:59:44.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 2937 completed, throughput=5MB/sec 2024-04-02T08:59:44.094 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qr1bpY9GY9Psyiy off=4328759 len=581196 2024-04-02T08:59:44.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 2938 completed, throughput=5MB/sec 2024-04-02T08:59:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:44 smithi066 ceph-mon[87361]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:59:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:44 smithi019 ceph-mon[94035]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:59:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:44 smithi019 ceph-mon[96522]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:59:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:45.099 INFO:tasks.workunit.client.0.smithi019.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:45.099 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RxEjT_dOHISD92q off=426336 len=1364482 2024-04-02T08:59:45.104 INFO:tasks.workunit.client.0.smithi019.stdout:op 2939 completed, throughput=4.99MB/sec 2024-04-02T08:59:45.104 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y4xPKhj8zQWhuQa off=1447832 len=959133 2024-04-02T08:59:45.105 INFO:tasks.workunit.client.0.smithi019.stdout:op 2940 completed, throughput=5MB/sec 2024-04-02T08:59:45.105 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--EoOoXb9FcePcB_ off=15895460 len=1677909 2024-04-02T08:59:45.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 2941 completed, throughput=5MB/sec 2024-04-02T08:59:45.111 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_3pWOeuXKnm3kbD off=462944 len=2083704 2024-04-02T08:59:45.123 INFO:tasks.workunit.client.0.smithi019.stdout:op 2942 completed, throughput=5MB/sec 2024-04-02T08:59:46.123 INFO:tasks.workunit.client.0.smithi019.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:46.123 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1jy-Yhf1O0hKzJQ off=19845440 len=1425729 2024-04-02T08:59:46.124 INFO:tasks.workunit.client.0.smithi019.stdout:op 2943 completed, throughput=5MB/sec 2024-04-02T08:59:46.124 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FDk2W87UZHTHYzk off=14068506 len=1859550 2024-04-02T08:59:46.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 2944 completed, throughput=5MB/sec 2024-04-02T08:59:46.135 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XaPnoDfj90jBx9q off=0 len=1583698 2024-04-02T08:59:46.140 INFO:tasks.workunit.client.0.smithi019.stdout:op 2945 completed, throughput=5MB/sec 2024-04-02T08:59:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:46 smithi066 ceph-mon[87361]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:46 smithi019 ceph-mon[94035]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:46 smithi019 ceph-mon[96522]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:47.140 INFO:tasks.workunit.client.0.smithi019.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:47.140 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Edg8zHGboWKnteZ off=10864103 len=2012677 2024-04-02T08:59:47.144 INFO:tasks.workunit.client.0.smithi019.stdout:op 2946 completed, throughput=5MB/sec 2024-04-02T08:59:47.144 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Hf5kfya6LdW1Wme off=8009891 len=1644703 2024-04-02T08:59:47.154 INFO:tasks.workunit.client.0.smithi019.stdout:op 2947 completed, throughput=5MB/sec 2024-04-02T08:59:47.154 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PxKb4-woyW5LkA0 off=3713091 len=369331 2024-04-02T08:59:47.157 INFO:tasks.workunit.client.0.smithi019.stdout:op 2948 completed, throughput=5MB/sec 2024-04-02T08:59:47.157 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ki8_qGIEkKKiFS off=2357633 len=1130049 2024-04-02T08:59:47.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 2949 completed, throughput=5MB/sec 2024-04-02T08:59:48.162 INFO:tasks.workunit.client.0.smithi019.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:48.163 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xABAKCw144FoLgB off=6766300 len=613509 2024-04-02T08:59:48.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 2950 completed, throughput=4.99MB/sec 2024-04-02T08:59:48.166 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3jNn_140SGN9HVM off=5070745 len=1243762 2024-04-02T08:59:48.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 2951 completed, throughput=5MB/sec 2024-04-02T08:59:48.169 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vwwpO1HnHZ_7gg0 off=464700 len=236361 2024-04-02T08:59:48.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 2952 completed, throughput=5MB/sec 2024-04-02T08:59:48.169 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Mt9vo-LVirdyRLM off=5138750 len=1099862 2024-04-02T08:59:48.175 INFO:tasks.workunit.client.0.smithi019.stdout:op 2953 completed, throughput=5MB/sec 2024-04-02T08:59:48.175 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5aoBm_fkloOt-zk off=13516884 len=1950643 2024-04-02T08:59:48.178 INFO:tasks.workunit.client.0.smithi019.stdout:op 2954 completed, throughput=5MB/sec 2024-04-02T08:59:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:48 smithi066 ceph-mon[87361]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:48 smithi019 ceph-mon[94035]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:48.479 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:48 smithi019 ceph-mon[96522]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:49.179 INFO:tasks.workunit.client.0.smithi019.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:49.179 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jHGNgQWvsYsybGI off=13398187 len=1059972 2024-04-02T08:59:49.183 INFO:tasks.workunit.client.0.smithi019.stdout:op 2955 completed, throughput=4.99MB/sec 2024-04-02T08:59:49.183 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vJm41rzfzcKh4Ht off=11365394 len=1383549 2024-04-02T08:59:49.184 INFO:tasks.workunit.client.0.smithi019.stdout:op 2956 completed, throughput=5MB/sec 2024-04-02T08:59:49.184 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-phwGPhY5afk1_Xc off=694436 len=562911 2024-04-02T08:59:49.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 2957 completed, throughput=5MB/sec 2024-04-02T08:59:49.188 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zKTLMsTqInCahnM off=16488969 len=210646 2024-04-02T08:59:49.189 INFO:tasks.workunit.client.0.smithi019.stdout:op 2958 completed, throughput=5MB/sec 2024-04-02T08:59:49.189 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AF7reVK53MTZ1HF off=411788 len=1695769 2024-04-02T08:59:49.190 INFO:tasks.workunit.client.0.smithi019.stdout:op 2959 completed, throughput=5MB/sec 2024-04-02T08:59:49.190 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7Qam3bAUVyX0AUk off=0 len=1881110 2024-04-02T08:59:49.198 INFO:tasks.workunit.client.0.smithi019.stdout:op 2960 completed, throughput=5MB/sec 2024-04-02T08:59:50.198 INFO:tasks.workunit.client.0.smithi019.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:50.198 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vtFM_XfU7nHAjVs off=14989321 len=536541 2024-04-02T08:59:50.199 INFO:tasks.workunit.client.0.smithi019.stdout:op 2961 completed, throughput=5MB/sec 2024-04-02T08:59:50.199 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9UJSaQ7IMYYuyki off=3477038 len=870554 2024-04-02T08:59:50.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 2962 completed, throughput=5MB/sec 2024-04-02T08:59:50.204 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RA6StGgTnhdWqQQ off=9865008 len=590802 2024-04-02T08:59:50.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 2963 completed, throughput=5MB/sec 2024-04-02T08:59:50.206 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-I_H_G0eTxF-yF1T off=5968687 len=620647 2024-04-02T08:59:50.209 INFO:tasks.workunit.client.0.smithi019.stdout:op 2964 completed, throughput=5MB/sec 2024-04-02T08:59:50.209 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P1DK4oF2GcyoFo0 off=5745130 len=715568 2024-04-02T08:59:50.209 INFO:tasks.workunit.client.0.smithi019.stdout:op 2965 completed, throughput=5MB/sec 2024-04-02T08:59:50.209 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cSOVv68LqbEEoZw off=8219236 len=290569 2024-04-02T08:59:50.212 INFO:tasks.workunit.client.0.smithi019.stdout:op 2966 completed, throughput=5MB/sec 2024-04-02T08:59:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:50 smithi066 ceph-mon[87361]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:50 smithi019 ceph-mon[94035]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:50 smithi019 ceph-mon[96522]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 08:59:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:08:59:50] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:59:51.213 INFO:tasks.workunit.client.0.smithi019.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:51.213 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vbvdNBh08qRZIs9 off=1635513 len=12270 2024-04-02T08:59:51.215 INFO:tasks.workunit.client.0.smithi019.stdout:op 2967 completed, throughput=4.99MB/sec 2024-04-02T08:59:51.215 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-x9zr2T20S3vloMR off=11018192 len=1003723 2024-04-02T08:59:51.221 INFO:tasks.workunit.client.0.smithi019.stdout:op 2968 completed, throughput=4.99MB/sec 2024-04-02T08:59:51.221 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iFT606PsS8SYngI off=1431420 len=905177 2024-04-02T08:59:51.225 INFO:tasks.workunit.client.0.smithi019.stdout:op 2969 completed, throughput=4.99MB/sec 2024-04-02T08:59:51.225 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fPXEt3XVsainCWi off=7326452 len=1605746 2024-04-02T08:59:51.226 INFO:tasks.workunit.client.0.smithi019.stdout:op 2970 completed, throughput=5MB/sec 2024-04-02T08:59:51.226 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fjc_ZX5uXePBehj off=4178623 len=1202661 2024-04-02T08:59:51.232 INFO:tasks.workunit.client.0.smithi019.stdout:op 2971 completed, throughput=5MB/sec 2024-04-02T08:59:51.232 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u7y4xD8I2201n4j off=4911495 len=1676516 2024-04-02T08:59:51.237 INFO:tasks.workunit.client.0.smithi019.stdout:op 2972 completed, throughput=5MB/sec 2024-04-02T08:59:52.237 INFO:tasks.workunit.client.0.smithi019.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:52.238 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JuABHcNPXdvF8lQ off=8455390 len=303160 2024-04-02T08:59:52.241 INFO:tasks.workunit.client.0.smithi019.stdout:op 2973 completed, throughput=4.99MB/sec 2024-04-02T08:59:52.241 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YjqiUBH593SfzVo off=12675610 len=756281 2024-04-02T08:59:52.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 2974 completed, throughput=5MB/sec 2024-04-02T08:59:52.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KPg7X5djm3f1d-c off=6570669 len=651187 2024-04-02T08:59:52.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 2975 completed, throughput=5MB/sec 2024-04-02T08:59:52.244 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Hf5kfya6LdW1Wme off=1915815 len=107732 2024-04-02T08:59:52.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 2976 completed, throughput=5MB/sec 2024-04-02T08:59:52.246 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eoerU__aKVynvZ8 off=9033156 len=532043 2024-04-02T08:59:52.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 2977 completed, throughput=5MB/sec 2024-04-02T08:59:52.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kQu8q86nyMb1aGw off=7201720 len=389058 2024-04-02T08:59:52.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 2978 completed, throughput=5MB/sec 2024-04-02T08:59:52.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x7i-5btly8v6We5 off=3248958 len=429157 2024-04-02T08:59:52.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 2979 completed, throughput=5MB/sec 2024-04-02T08:59:52.251 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-egVfuS-1bAbnXrA off=10046082 len=317296 2024-04-02T08:59:52.253 INFO:tasks.workunit.client.0.smithi019.stdout:op 2980 completed, throughput=5MB/sec 2024-04-02T08:59:52.253 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aAoic_PKOzt0WQH off=4146673 len=993210 2024-04-02T08:59:52.258 INFO:tasks.workunit.client.0.smithi019.stdout:op 2981 completed, throughput=5MB/sec 2024-04-02T08:59:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:52 smithi066 ceph-mon[87361]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:52 smithi019 ceph-mon[94035]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:52 smithi019 ceph-mon[96522]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:52.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 08:59:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T08:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:53.258 INFO:tasks.workunit.client.0.smithi019.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:53.258 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kQnwI58Uu61kzh9 off=2781563 len=1925872 2024-04-02T08:59:53.267 INFO:tasks.workunit.client.0.smithi019.stdout:op 2982 completed, throughput=4.99MB/sec 2024-04-02T08:59:53.267 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8nm-FfPYrAPjMRo off=429345 len=1053536 2024-04-02T08:59:53.268 INFO:tasks.workunit.client.0.smithi019.stdout:op 2983 completed, throughput=5MB/sec 2024-04-02T08:59:53.268 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4XzF0U3Z7b-qwus off=8070466 len=1299707 2024-04-02T08:59:53.273 INFO:tasks.workunit.client.0.smithi019.stdout:op 2984 completed, throughput=5MB/sec 2024-04-02T08:59:53.273 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8zXnJcoWdQkQV6s off=2265706 len=1019877 2024-04-02T08:59:53.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 2985 completed, throughput=5MB/sec 2024-04-02T08:59:54.275 INFO:tasks.workunit.client.0.smithi019.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:54.275 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q4nsDpvWgh7RqTh off=2394691 len=1690415 2024-04-02T08:59:54.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 2986 completed, throughput=4.99MB/sec 2024-04-02T08:59:54.283 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9gna_1VmeRqinOo off=8825902 len=1985056 2024-04-02T08:59:54.292 INFO:tasks.workunit.client.0.smithi019.stdout:op 2987 completed, throughput=5MB/sec 2024-04-02T08:59:54.292 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fmVcxJK-qG33OlN off=341177 len=900073 2024-04-02T08:59:54.293 INFO:tasks.workunit.client.0.smithi019.stdout:op 2988 completed, throughput=5MB/sec 2024-04-02T08:59:54.293 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zT2td3ju47utqlC off=12530301 len=142466 2024-04-02T08:59:54.293 INFO:tasks.workunit.client.0.smithi019.stdout:op 2989 completed, throughput=5MB/sec 2024-04-02T08:59:54.293 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ejY5toRr0kMb_Rm off=3013514 len=647067 2024-04-02T08:59:54.294 INFO:tasks.workunit.client.0.smithi019.stdout:op 2990 completed, throughput=5MB/sec 2024-04-02T08:59:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:54 smithi066 ceph-mon[87361]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:59:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:54 smithi019 ceph-mon[94035]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:59:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:54 smithi019 ceph-mon[96522]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T08:59:55.294 INFO:tasks.workunit.client.0.smithi019.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2VHPBruYoLJ8Gfh off=3987326 len=2066925 2024-04-02T08:59:55.303 INFO:tasks.workunit.client.0.smithi019.stdout:op 2991 completed, throughput=5MB/sec 2024-04-02T08:59:55.303 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-goPmmbWDJ0q8bKF off=184972 len=323843 2024-04-02T08:59:55.307 INFO:tasks.workunit.client.0.smithi019.stdout:op 2992 completed, throughput=5MB/sec 2024-04-02T08:59:55.307 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Zs7r-jYbRdbcoo1 off=12934379 len=1695104 2024-04-02T08:59:55.313 INFO:tasks.workunit.client.0.smithi019.stdout:op 2993 completed, throughput=5MB/sec 2024-04-02T08:59:55.313 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pv2YQnHEh4qXnMk off=7689871 len=1195765 2024-04-02T08:59:55.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 2994 completed, throughput=5MB/sec 2024-04-02T08:59:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:56 smithi066 ceph-mon[87361]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:56.319 INFO:tasks.workunit.client.0.smithi019.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:56.319 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-St7i5CQfxKSzlCZ off=4727631 len=1998036 2024-04-02T08:59:56.320 INFO:tasks.workunit.client.0.smithi019.stdout:op 2995 completed, throughput=5MB/sec 2024-04-02T08:59:56.320 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xu68h9PIW9-5Bd_ off=6639793 len=1489824 2024-04-02T08:59:56.326 INFO:tasks.workunit.client.0.smithi019.stdout:op 2996 completed, throughput=5MB/sec 2024-04-02T08:59:56.326 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zH1niTiGhMIb7eg off=7812326 len=445547 2024-04-02T08:59:56.329 INFO:tasks.workunit.client.0.smithi019.stdout:op 2997 completed, throughput=5MB/sec 2024-04-02T08:59:56.329 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3LMJhUtPrfgdf7b off=6850776 len=414103 2024-04-02T08:59:56.331 INFO:tasks.workunit.client.0.smithi019.stdout:op 2998 completed, throughput=5MB/sec 2024-04-02T08:59:56.331 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X8iJtnwHWQhvzbz off=1017414 len=1352260 2024-04-02T08:59:56.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 2999 completed, throughput=5MB/sec 2024-04-02T08:59:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:56 smithi019 ceph-mon[94035]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:56.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:56 smithi019 ceph-mon[96522]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:57.332 INFO:tasks.workunit.client.0.smithi019.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:57.332 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LjzOTexEH52SRsq off=3076927 len=196874 2024-04-02T08:59:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 3000 completed, throughput=4.99MB/sec 2024-04-02T08:59:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WzRL6oac35g5diJ off=13470684 len=90683 2024-04-02T08:59:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 3001 completed, throughput=4.99MB/sec 2024-04-02T08:59:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x9WEBAjRRhoW5vB off=8215222 len=722981 2024-04-02T08:59:57.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 3002 completed, throughput=4.99MB/sec 2024-04-02T08:59:57.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X9UOgVWl70h6iz5 off=12383493 len=1833222 2024-04-02T08:59:57.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 3003 completed, throughput=5MB/sec 2024-04-02T08:59:57.335 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UHVLwnY_NQKswWn off=1839712 len=870756 2024-04-02T08:59:57.336 INFO:tasks.workunit.client.0.smithi019.stdout:op 3004 completed, throughput=5MB/sec 2024-04-02T08:59:57.336 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Cr-U-pCZl6mimfI off=10553475 len=1973958 2024-04-02T08:59:57.338 INFO:tasks.workunit.client.0.smithi019.stdout:op 3005 completed, throughput=5MB/sec 2024-04-02T08:59:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:58 smithi066 ceph-mon[87361]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:58.338 INFO:tasks.workunit.client.0.smithi019.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:58.338 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DzRmU5fSb55aWlj off=4398237 len=1353927 2024-04-02T08:59:58.343 INFO:tasks.workunit.client.0.smithi019.stdout:op 3006 completed, throughput=5MB/sec 2024-04-02T08:59:58.344 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T1cOyWGhHfSet72 off=2435188 len=857772 2024-04-02T08:59:58.347 INFO:tasks.workunit.client.0.smithi019.stdout:op 3007 completed, throughput=5MB/sec 2024-04-02T08:59:58.347 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nHgrhZA0nz4U-g1 off=12413588 len=1193381 2024-04-02T08:59:58.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 3008 completed, throughput=5MB/sec 2024-04-02T08:59:58.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ojIjBUvfcYKylwF off=5844739 len=682235 2024-04-02T08:59:58.350 INFO:tasks.workunit.client.0.smithi019.stdout:op 3009 completed, throughput=5MB/sec 2024-04-02T08:59:58.350 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yq-Wu3_8JBJFPSQ off=3429500 len=469960 2024-04-02T08:59:58.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 3010 completed, throughput=5MB/sec 2024-04-02T08:59:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:58 smithi019 ceph-mon[94035]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:58 smithi019 ceph-mon[96522]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 08:59:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 08:59:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 08:59:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:59.351 INFO:tasks.workunit.client.0.smithi019.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:59.351 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Mp7E3Z2nk7_fm5F off=14483570 len=792216 2024-04-02T08:59:59.355 INFO:tasks.workunit.client.0.smithi019.stdout:op 3011 completed, throughput=4.99MB/sec 2024-04-02T08:59:59.355 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xpqC0n4oST0RhSm off=11426366 len=1810176 2024-04-02T08:59:59.361 INFO:tasks.workunit.client.0.smithi019.stdout:op 3012 completed, throughput=5MB/sec 2024-04-02T08:59:59.361 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zYKl3P18xnv3V2O off=7857442 len=1565863 2024-04-02T08:59:59.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 3013 completed, throughput=5MB/sec 2024-04-02T08:59:59.367 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JFOsRjyneD2QAQ4 off=8262820 len=1223782 2024-04-02T08:59:59.374 INFO:tasks.workunit.client.0.smithi019.stdout:op 3014 completed, throughput=5MB/sec 2024-04-02T09:00:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:00 smithi066 ceph-mon[87361]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:00:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:00 smithi066 ceph-mon[87361]: overall HEALTH_OK 2024-04-02T09:00:00.375 INFO:tasks.workunit.client.0.smithi019.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:00.375 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AgWxoYOqEZ4GwKH off=15938647 len=208377 2024-04-02T09:00:00.376 INFO:tasks.workunit.client.0.smithi019.stdout:op 3015 completed, throughput=4.99MB/sec 2024-04-02T09:00:00.376 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3Hj2xCegUK-raeA off=11000693 len=630772 2024-04-02T09:00:00.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 3016 completed, throughput=4.99MB/sec 2024-04-02T09:00:00.377 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fCnF9a4hjP7gyVU off=9307306 len=612532 2024-04-02T09:00:00.380 INFO:tasks.workunit.client.0.smithi019.stdout:op 3017 completed, throughput=4.99MB/sec 2024-04-02T09:00:00.380 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XjSBtWcTm61upZE off=2168600 len=1181503 2024-04-02T09:00:00.381 INFO:tasks.workunit.client.0.smithi019.stdout:op 3018 completed, throughput=5MB/sec 2024-04-02T09:00:00.381 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ITwBFt-4PpTmXCq off=13953267 len=1873420 2024-04-02T09:00:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[94035]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[96522]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:00:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T09:00:00.390 INFO:tasks.workunit.client.0.smithi019.stdout:op 3019 completed, throughput=5MB/sec 2024-04-02T09:00:00.390 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rqVbaFyDfvQOuzV off=9928982 len=1960608 2024-04-02T09:00:00.397 INFO:tasks.workunit.client.0.smithi019.stdout:op 3020 completed, throughput=5MB/sec 2024-04-02T09:00:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:00:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:00:00] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T09:00:01.397 INFO:tasks.workunit.client.0.smithi019.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:01.398 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PUcNhdM6itlsOni off=7706189 len=1394475 2024-04-02T09:00:01.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 3021 completed, throughput=5MB/sec 2024-04-02T09:00:01.403 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xgkwlu0LKWU9oJx off=0 len=1490883 2024-04-02T09:00:01.410 INFO:tasks.workunit.client.0.smithi019.stdout:op 3022 completed, throughput=5MB/sec 2024-04-02T09:00:01.410 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tZcWooX0Jy0Jsif off=7241786 len=124105 2024-04-02T09:00:01.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 3023 completed, throughput=5MB/sec 2024-04-02T09:00:01.413 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-345CL5mgbxnva5k off=14065064 len=591170 2024-04-02T09:00:01.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 3024 completed, throughput=5MB/sec 2024-04-02T09:00:01.416 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KukIoneUBNOfbY0 off=11864534 len=1695015 2024-04-02T09:00:01.422 INFO:tasks.workunit.client.0.smithi019.stdout:op 3025 completed, throughput=5MB/sec 2024-04-02T09:00:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:02 smithi066 ceph-mon[87361]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:02.422 INFO:tasks.workunit.client.0.smithi019.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:02.422 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--Y5vaIw9vondpel off=15494727 len=2040124 2024-04-02T09:00:02.424 INFO:tasks.workunit.client.0.smithi019.stdout:op 3026 completed, throughput=5MB/sec 2024-04-02T09:00:02.424 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zMNcQ4YA-gPP_kH off=383916 len=1576859 2024-04-02T09:00:02.431 INFO:tasks.workunit.client.0.smithi019.stdout:op 3027 completed, throughput=5MB/sec 2024-04-02T09:00:02.431 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QwbPs_QLe7b1V4E off=5178279 len=1638893 2024-04-02T09:00:02.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 3028 completed, throughput=5MB/sec 2024-04-02T09:00:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:02 smithi019 ceph-mon[94035]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:02.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:02 smithi019 ceph-mon[96522]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:02.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:00:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:03.439 INFO:tasks.workunit.client.0.smithi019.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:03.439 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8soXGJZfsmMkXpf off=14131356 len=1161192 2024-04-02T09:00:03.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 3029 completed, throughput=5MB/sec 2024-04-02T09:00:03.450 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Pqq2lmyA-awTeH2 off=1516947 len=397750 2024-04-02T09:00:03.457 INFO:tasks.workunit.client.0.smithi019.stdout:op 3030 completed, throughput=5MB/sec 2024-04-02T09:00:03.458 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-359VE2TWqG4CMjE off=11762425 len=1536861 2024-04-02T09:00:03.460 INFO:tasks.workunit.client.0.smithi019.stdout:op 3031 completed, throughput=5MB/sec 2024-04-02T09:00:03.461 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gwFxsBGMCmvPH85 off=3557946 len=1819858 2024-04-02T09:00:03.470 INFO:tasks.workunit.client.0.smithi019.stdout:op 3032 completed, throughput=5MB/sec 2024-04-02T09:00:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:04 smithi066 ceph-mon[87361]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:00:04.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:04 smithi019 ceph-mon[94035]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:00:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:04 smithi019 ceph-mon[96522]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:00:04.470 INFO:tasks.workunit.client.0.smithi019.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:04.470 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tDToaBlV-O8ZHyA off=20609132 len=1069609 2024-04-02T09:00:04.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 3033 completed, throughput=4.99MB/sec 2024-04-02T09:00:04.474 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UDbtVDo35o1Ip7h off=9710292 len=2076072 2024-04-02T09:00:04.477 INFO:tasks.workunit.client.0.smithi019.stdout:op 3034 completed, throughput=5MB/sec 2024-04-02T09:00:04.477 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PAAmhPcyvgf5bhI off=4356262 len=1225159 2024-04-02T09:00:04.483 INFO:tasks.workunit.client.0.smithi019.stdout:op 3035 completed, throughput=5MB/sec 2024-04-02T09:00:04.483 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-My2MQswWZi90ZDX off=14895628 len=1507466 2024-04-02T09:00:04.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 3036 completed, throughput=5MB/sec 2024-04-02T09:00:05.488 INFO:tasks.workunit.client.0.smithi019.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:05.488 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Cuj4TJRpQazAU5C off=2583940 len=152695 2024-04-02T09:00:05.490 INFO:tasks.workunit.client.0.smithi019.stdout:op 3037 completed, throughput=4.99MB/sec 2024-04-02T09:00:05.490 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hlcMYADsd7deL_5 off=6509337 len=1074302 2024-04-02T09:00:05.491 INFO:tasks.workunit.client.0.smithi019.stdout:op 3038 completed, throughput=5MB/sec 2024-04-02T09:00:05.491 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JwSmBkMar7psHzg off=6537439 len=463992 2024-04-02T09:00:05.492 INFO:tasks.workunit.client.0.smithi019.stdout:op 3039 completed, throughput=5MB/sec 2024-04-02T09:00:05.492 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7Bdt2yQZdPpcAlg off=4908371 len=1196141 2024-04-02T09:00:05.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 3040 completed, throughput=5MB/sec 2024-04-02T09:00:05.493 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H4JMw8PAfsDd-sH off=2333133 len=860649 2024-04-02T09:00:05.499 INFO:tasks.workunit.client.0.smithi019.stdout:op 3041 completed, throughput=5MB/sec 2024-04-02T09:00:05.499 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-db0RRCZVngqsu7u off=14225611 len=84244 2024-04-02T09:00:05.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 3042 completed, throughput=5MB/sec 2024-04-02T09:00:05.501 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LbCqu3DEvSw1tmR off=11495364 len=1693002 2024-04-02T09:00:05.511 INFO:tasks.workunit.client.0.smithi019.stdout:op 3043 completed, throughput=5MB/sec 2024-04-02T09:00:06.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:06 smithi066 ceph-mon[87361]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:06.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:06 smithi019 ceph-mon[96522]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:06 smithi019 ceph-mon[94035]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:06.511 INFO:tasks.workunit.client.0.smithi019.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:06.511 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RIVuiuRYIPtUzXQ off=8894200 len=83963 2024-04-02T09:00:06.512 INFO:tasks.workunit.client.0.smithi019.stdout:op 3044 completed, throughput=4.99MB/sec 2024-04-02T09:00:06.512 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-O6m8FXTnZSE0poc off=2774493 len=534008 2024-04-02T09:00:06.515 INFO:tasks.workunit.client.0.smithi019.stdout:op 3045 completed, throughput=4.99MB/sec 2024-04-02T09:00:06.515 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RYnLFJ2r0xrYovL off=159979 len=1249939 2024-04-02T09:00:06.522 INFO:tasks.workunit.client.0.smithi019.stdout:op 3046 completed, throughput=5MB/sec 2024-04-02T09:00:06.522 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LO0JajMvemuWUWC off=13458485 len=1240572 2024-04-02T09:00:06.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 3047 completed, throughput=5MB/sec 2024-04-02T09:00:06.524 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Eq5Yk26JQiin9q9 off=809181 len=1056544 2024-04-02T09:00:06.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 3048 completed, throughput=5MB/sec 2024-04-02T09:00:07.526 INFO:tasks.workunit.client.0.smithi019.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:07.526 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-j3_TpFKOV3JRFQy off=5191409 len=1154159 2024-04-02T09:00:07.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 3049 completed, throughput=4.99MB/sec 2024-04-02T09:00:07.530 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pMtBSX174lRY9QI off=6218982 len=826003 2024-04-02T09:00:07.531 INFO:tasks.workunit.client.0.smithi019.stdout:op 3050 completed, throughput=5MB/sec 2024-04-02T09:00:07.531 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-16fw1SUTM2eDljJ off=12065405 len=946046 2024-04-02T09:00:07.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 3051 completed, throughput=5MB/sec 2024-04-02T09:00:07.536 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-S7UrnSx6kA5xcRt off=10934206 len=1648798 2024-04-02T09:00:07.546 INFO:tasks.workunit.client.0.smithi019.stdout:op 3052 completed, throughput=5MB/sec 2024-04-02T09:00:07.546 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1XYhkHY_zmYIpo6 off=896470 len=1437399 2024-04-02T09:00:07.548 INFO:tasks.workunit.client.0.smithi019.stdout:op 3053 completed, throughput=5MB/sec 2024-04-02T09:00:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:08 smithi066 ceph-mon[87361]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:00:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:08 smithi019 ceph-mon[94035]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:00:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:08 smithi019 ceph-mon[96522]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:00:08.549 INFO:tasks.workunit.client.0.smithi019.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:08.549 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3rBfAF9b55kAMd2 off=22249139 len=1862462 2024-04-02T09:00:08.557 INFO:tasks.workunit.client.0.smithi019.stdout:op 3054 completed, throughput=5MB/sec 2024-04-02T09:00:08.557 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iMVptJvnWCcCrA1 off=17072237 len=1647331 2024-04-02T09:00:08.561 INFO:tasks.workunit.client.0.smithi019.stdout:op 3055 completed, throughput=5MB/sec 2024-04-02T09:00:08.561 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6jxZhZtw-ckXD5r off=6635783 len=232274 2024-04-02T09:00:08.564 INFO:tasks.workunit.client.0.smithi019.stdout:op 3056 completed, throughput=5MB/sec 2024-04-02T09:00:08.564 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--aLVex82iLcpofb off=8616904 len=1817844 2024-04-02T09:00:08.565 INFO:tasks.workunit.client.0.smithi019.stdout:op 3057 completed, throughput=5MB/sec 2024-04-02T09:00:09.565 INFO:tasks.workunit.client.0.smithi019.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:09.566 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KJ4ub7gqCIMei_G off=10331902 len=1368089 2024-04-02T09:00:09.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 3058 completed, throughput=5MB/sec 2024-04-02T09:00:09.574 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KHsU-tYV3mu8h_z off=12513068 len=1766212 2024-04-02T09:00:09.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 3059 completed, throughput=5MB/sec 2024-04-02T09:00:09.575 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bGBlH8_vAL6Q7A7 off=3593383 len=1874661 2024-04-02T09:00:09.584 INFO:tasks.workunit.client.0.smithi019.stdout:op 3060 completed, throughput=5MB/sec 2024-04-02T09:00:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:10 smithi066 ceph-mon[87361]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:10 smithi019 ceph-mon[94035]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:10 smithi019 ceph-mon[96522]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:10.584 INFO:tasks.workunit.client.0.smithi019.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:10.584 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gbYvb-i8N5_D6Jw off=5251750 len=2064567 2024-04-02T09:00:10.585 INFO:tasks.workunit.client.0.smithi019.stdout:op 3061 completed, throughput=5MB/sec 2024-04-02T09:00:10.586 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AddFEN-Je8eVuFc off=7192306 len=1361156 2024-04-02T09:00:10.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 3062 completed, throughput=5MB/sec 2024-04-02T09:00:10.587 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QAEhHog_-ZU1suF off=6862204 len=290313 2024-04-02T09:00:10.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 3063 completed, throughput=5MB/sec 2024-04-02T09:00:10.587 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sbwNZkwyQ0FqB1w off=8256630 len=1563319 2024-04-02T09:00:10.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 3064 completed, throughput=5MB/sec 2024-04-02T09:00:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:00:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:00:10] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T09:00:11.593 INFO:tasks.workunit.client.0.smithi019.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:11.593 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rAJUJZb1tEtjz4Y off=932067 len=1456043 2024-04-02T09:00:11.596 INFO:tasks.workunit.client.0.smithi019.stdout:op 3065 completed, throughput=5MB/sec 2024-04-02T09:00:11.596 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q1b9_NeZzR135Qk off=8171625 len=1410460 2024-04-02T09:00:11.603 INFO:tasks.workunit.client.0.smithi019.stdout:op 3066 completed, throughput=5MB/sec 2024-04-02T09:00:11.603 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-odYwY96f8wjbdFC off=3189312 len=1347565 2024-04-02T09:00:11.608 INFO:tasks.workunit.client.0.smithi019.stdout:op 3067 completed, throughput=5MB/sec 2024-04-02T09:00:11.608 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FcoW9tjBlKMN0ZP off=17597733 len=816443 2024-04-02T09:00:11.612 INFO:tasks.workunit.client.0.smithi019.stdout:op 3068 completed, throughput=5MB/sec 2024-04-02T09:00:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:12 smithi019 ceph-mon[94035]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:12 smithi019 ceph-mon[96522]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:12 smithi066 ceph-mon[87361]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:00:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:12.612 INFO:tasks.workunit.client.0.smithi019.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:12.612 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AgUe5iUtWAOrcf4 off=11678688 len=1573597 2024-04-02T09:00:12.614 INFO:tasks.workunit.client.0.smithi019.stdout:op 3069 completed, throughput=4.99MB/sec 2024-04-02T09:00:12.614 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SAGfZKdr9OYvI0n off=413788 len=906176 2024-04-02T09:00:12.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 3070 completed, throughput=5MB/sec 2024-04-02T09:00:12.615 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wfX9tkNaEVxMFT9 off=11333438 len=1913437 2024-04-02T09:00:12.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 3071 completed, throughput=5MB/sec 2024-04-02T09:00:12.622 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Yq9vCZyhxFFLikY off=6213218 len=207346 2024-04-02T09:00:12.624 INFO:tasks.workunit.client.0.smithi019.stdout:op 3072 completed, throughput=5MB/sec 2024-04-02T09:00:12.624 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DlL4M6lhw-uswKi off=18912568 len=1343748 2024-04-02T09:00:12.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 3073 completed, throughput=5MB/sec 2024-04-02T09:00:13.631 INFO:tasks.workunit.client.0.smithi019.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:13.631 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jRUOOvtPmg30KsG off=7344540 len=94431 2024-04-02T09:00:13.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 3074 completed, throughput=4.99MB/sec 2024-04-02T09:00:13.633 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iRJjkJTzs1UKyCp off=616224 len=1223372 2024-04-02T09:00:13.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 3075 completed, throughput=5MB/sec 2024-04-02T09:00:13.634 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fowTNkQUvnLU4Pw off=5575914 len=2064712 2024-04-02T09:00:13.641 INFO:tasks.workunit.client.0.smithi019.stdout:op 3076 completed, throughput=5MB/sec 2024-04-02T09:00:13.642 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ad5qsqrmy6NBSen off=958140 len=1352007 2024-04-02T09:00:13.647 INFO:tasks.workunit.client.0.smithi019.stdout:op 3077 completed, throughput=5MB/sec 2024-04-02T09:00:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:14 smithi019 ceph-mon[94035]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:14 smithi019 ceph-mon[96522]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:14 smithi066 ceph-mon[87361]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:14.648 INFO:tasks.workunit.client.0.smithi019.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:14.648 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xi1a8IKlIiE7NfC off=1385724 len=1960834 2024-04-02T09:00:14.655 INFO:tasks.workunit.client.0.smithi019.stdout:op 3078 completed, throughput=5MB/sec 2024-04-02T09:00:14.655 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TSdQmlGVNPkgOR6 off=19098131 len=272890 2024-04-02T09:00:14.657 INFO:tasks.workunit.client.0.smithi019.stdout:op 3079 completed, throughput=5MB/sec 2024-04-02T09:00:14.657 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7-h0w7b_-I4kd-G off=1428917 len=2075974 2024-04-02T09:00:14.658 INFO:tasks.workunit.client.0.smithi019.stdout:op 3080 completed, throughput=5MB/sec 2024-04-02T09:00:14.658 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AxPOTC7slYt5vWl off=7433188 len=435074 2024-04-02T09:00:14.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 3081 completed, throughput=5MB/sec 2024-04-02T09:00:14.661 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dRs8l6U04dSpHyD off=10094597 len=130017 2024-04-02T09:00:14.663 INFO:tasks.workunit.client.0.smithi019.stdout:op 3082 completed, throughput=5MB/sec 2024-04-02T09:00:15.663 INFO:tasks.workunit.client.0.smithi019.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:15.664 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xQMnUJS8Ms8nXIW off=5589438 len=660761 2024-04-02T09:00:15.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 3083 completed, throughput=4.99MB/sec 2024-04-02T09:00:15.665 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uP8nkA3QMsV-E8a off=4063982 len=1318455 2024-04-02T09:00:15.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 3084 completed, throughput=4.99MB/sec 2024-04-02T09:00:15.670 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hlUHhG92dnfhJJM off=0 len=1315768 2024-04-02T09:00:15.675 INFO:tasks.workunit.client.0.smithi019.stdout:op 3085 completed, throughput=5MB/sec 2024-04-02T09:00:15.676 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OTJoHmIIwbBZs6d off=1249947 len=633782 2024-04-02T09:00:15.680 INFO:tasks.workunit.client.0.smithi019.stdout:op 3086 completed, throughput=5MB/sec 2024-04-02T09:00:15.680 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bPD3hMET69oP6Qo off=406837 len=237358 2024-04-02T09:00:15.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 3087 completed, throughput=5MB/sec 2024-04-02T09:00:15.683 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KjRrENkIWj5zNkV off=385188 len=631407 2024-04-02T09:00:15.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 3088 completed, throughput=5MB/sec 2024-04-02T09:00:15.687 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OL4w5IYRWD8SvJR off=4811298 len=470393 2024-04-02T09:00:15.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 3089 completed, throughput=5MB/sec 2024-04-02T09:00:15.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YhH68pD2Nyvdajd off=11045675 len=152977 2024-04-02T09:00:15.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 3090 completed, throughput=5MB/sec 2024-04-02T09:00:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:16 smithi019 ceph-mon[94035]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:00:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:16 smithi019 ceph-mon[96522]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:00:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:16 smithi066 ceph-mon[87361]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:00:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:16.688 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KyT9HMDO1sPl15X off=11117192 len=826682 2024-04-02T09:00:16.693 INFO:tasks.workunit.client.0.smithi019.stdout:op 3091 completed, throughput=4.99MB/sec 2024-04-02T09:00:16.693 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lGFKHzjkQbTRs55 off=4666438 len=1465264 2024-04-02T09:00:16.696 INFO:tasks.workunit.client.0.smithi019.stdout:op 3092 completed, throughput=5MB/sec 2024-04-02T09:00:16.696 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OMAsoAU5evVjg-b off=10365019 len=1432421 2024-04-02T09:00:16.705 INFO:tasks.workunit.client.0.smithi019.stdout:op 3093 completed, throughput=5MB/sec 2024-04-02T09:00:16.705 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4EfhxqYv7XQ5QRq off=1242555 len=846905 2024-04-02T09:00:16.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 3094 completed, throughput=5MB/sec 2024-04-02T09:00:16.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DciGqFWBRBNq90s off=2174199 len=1075111 2024-04-02T09:00:16.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 3095 completed, throughput=5MB/sec 2024-04-02T09:00:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:17.714 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WGlx9b0dqBN0l6H off=8598789 len=1820219 2024-04-02T09:00:17.721 INFO:tasks.workunit.client.0.smithi019.stdout:op 3096 completed, throughput=5MB/sec 2024-04-02T09:00:17.721 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SyNz6Mc-iInqOfG off=8168319 len=1761088 2024-04-02T09:00:17.723 INFO:tasks.workunit.client.0.smithi019.stdout:op 3097 completed, throughput=5MB/sec 2024-04-02T09:00:17.723 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-veeG4xX5Yl5J4_L off=5408244 len=655085 2024-04-02T09:00:17.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 3098 completed, throughput=5MB/sec 2024-04-02T09:00:17.724 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Mx4t_Fwc2auGwVN off=12332755 len=786860 2024-04-02T09:00:17.726 INFO:tasks.workunit.client.0.smithi019.stdout:op 3099 completed, throughput=5MB/sec 2024-04-02T09:00:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:18 smithi019 ceph-mon[94035]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:18 smithi019 ceph-mon[96522]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:18 smithi066 ceph-mon[87361]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:18.726 INFO:tasks.workunit.client.0.smithi019.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:18.726 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q6fe5--V2UoO0t4 off=20350415 len=984387 2024-04-02T09:00:18.731 INFO:tasks.workunit.client.0.smithi019.stdout:op 3100 completed, throughput=4.99MB/sec 2024-04-02T09:00:18.731 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DKIat14PeWqDs2e off=5974607 len=1779534 2024-04-02T09:00:18.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 3101 completed, throughput=5MB/sec 2024-04-02T09:00:18.737 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ME-SozGwS3vuthx off=12400192 len=1416999 2024-04-02T09:00:18.740 INFO:tasks.workunit.client.0.smithi019.stdout:op 3102 completed, throughput=5MB/sec 2024-04-02T09:00:18.740 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lnV80kMXmv28X-F off=8491699 len=49005 2024-04-02T09:00:18.742 INFO:tasks.workunit.client.0.smithi019.stdout:op 3103 completed, throughput=5MB/sec 2024-04-02T09:00:18.742 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T9190wIvVQNSEjy off=14543504 len=990338 2024-04-02T09:00:18.743 INFO:tasks.workunit.client.0.smithi019.stdout:op 3104 completed, throughput=5MB/sec 2024-04-02T09:00:18.743 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-R2-AYytYPCIQxiY off=14717952 len=1234158 2024-04-02T09:00:18.743 INFO:tasks.workunit.client.0.smithi019.stdout:op 3105 completed, throughput=5MB/sec 2024-04-02T09:00:19.744 INFO:tasks.workunit.client.0.smithi019.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:19.744 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MeF-_03LgLgbTAv off=464515 len=1767383 2024-04-02T09:00:19.754 INFO:tasks.workunit.client.0.smithi019.stdout:op 3106 completed, throughput=5MB/sec 2024-04-02T09:00:19.754 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--KSlJC8jvZuebiy off=2951024 len=1509000 2024-04-02T09:00:19.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 3107 completed, throughput=5MB/sec 2024-04-02T09:00:19.762 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CD91KW9gbfnfq0E off=4909471 len=1928525 2024-04-02T09:00:19.768 INFO:tasks.workunit.client.0.smithi019.stdout:op 3108 completed, throughput=5MB/sec 2024-04-02T09:00:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:20 smithi019 ceph-mon[94035]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:20 smithi019 ceph-mon[96522]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:20 smithi066 ceph-mon[87361]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:00:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:00:20] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:00:20.768 INFO:tasks.workunit.client.0.smithi019.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:20.768 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Uib-gSp7i9oVbAa off=1825118 len=254494 2024-04-02T09:00:20.771 INFO:tasks.workunit.client.0.smithi019.stdout:op 3109 completed, throughput=4.99MB/sec 2024-04-02T09:00:20.771 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7IyevN7P7AMUqI3 off=9938 len=1693519 2024-04-02T09:00:20.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 3110 completed, throughput=5MB/sec 2024-04-02T09:00:20.773 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qy--gXA1RZ79VXn off=423801 len=849637 2024-04-02T09:00:20.777 INFO:tasks.workunit.client.0.smithi019.stdout:op 3111 completed, throughput=5MB/sec 2024-04-02T09:00:20.777 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qyXuxkMhSIcC2dF off=6997715 len=1969741 2024-04-02T09:00:20.785 INFO:tasks.workunit.client.0.smithi019.stdout:op 3112 completed, throughput=5MB/sec 2024-04-02T09:00:21.786 INFO:tasks.workunit.client.0.smithi019.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:21.786 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4HjLTg4Vt9-6ucz off=12400083 len=1622738 2024-04-02T09:00:21.789 INFO:tasks.workunit.client.0.smithi019.stdout:op 3113 completed, throughput=5MB/sec 2024-04-02T09:00:21.789 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_JbIRlsGi8TyCXE off=10965434 len=1884121 2024-04-02T09:00:21.791 INFO:tasks.workunit.client.0.smithi019.stdout:op 3114 completed, throughput=5MB/sec 2024-04-02T09:00:21.791 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GsN5zkrrEBcJof9 off=7656186 len=977130 2024-04-02T09:00:21.792 INFO:tasks.workunit.client.0.smithi019.stdout:op 3115 completed, throughput=5MB/sec 2024-04-02T09:00:21.792 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fZOEk0uvwmhNJcp off=796324 len=1505246 2024-04-02T09:00:21.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 3116 completed, throughput=5MB/sec 2024-04-02T09:00:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:22 smithi019 ceph-mon[94035]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:22 smithi019 ceph-mon[96522]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:22.496 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:22 smithi066 ceph-mon[87361]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:22.496 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:22.799 INFO:tasks.workunit.client.0.smithi019.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:22.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7o9MUcneO6pYIgT off=16033019 len=1416882 2024-04-02T09:00:22.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 3117 completed, throughput=5MB/sec 2024-04-02T09:00:22.801 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B69Vw0-dY7Ry-47 off=4349013 len=1845814 2024-04-02T09:00:22.810 INFO:tasks.workunit.client.0.smithi019.stdout:op 3118 completed, throughput=5MB/sec 2024-04-02T09:00:22.810 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2oqZ0Dp1BgxcdOw off=2748437 len=1856883 2024-04-02T09:00:22.820 INFO:tasks.workunit.client.0.smithi019.stdout:op 3119 completed, throughput=5MB/sec 2024-04-02T09:00:23.821 INFO:tasks.workunit.client.0.smithi019.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:23.821 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WxRZeP3uXV5JihT off=16262591 len=66007 2024-04-02T09:00:23.822 INFO:tasks.workunit.client.0.smithi019.stdout:op 3120 completed, throughput=4.99MB/sec 2024-04-02T09:00:23.823 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zUfNltO5rcuj9Ta off=2029486 len=1053563 2024-04-02T09:00:23.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 3121 completed, throughput=4.99MB/sec 2024-04-02T09:00:23.828 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f85v4PHIflzRTTo off=205512 len=1970238 2024-04-02T09:00:23.829 INFO:tasks.workunit.client.0.smithi019.stdout:op 3122 completed, throughput=5MB/sec 2024-04-02T09:00:23.829 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ki8_qGIEkKKiFS off=2874808 len=1917532 2024-04-02T09:00:23.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 3123 completed, throughput=5MB/sec 2024-04-02T09:00:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:24 smithi019 ceph-mon[94035]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:24 smithi019 ceph-mon[96522]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:24 smithi066 ceph-mon[87361]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T09:00:24.839 INFO:tasks.workunit.client.0.smithi019.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:24.839 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-if0Pjcog0mWNygF off=649289 len=1954184 2024-04-02T09:00:24.850 INFO:tasks.workunit.client.0.smithi019.stdout:op 3124 completed, throughput=5MB/sec 2024-04-02T09:00:24.850 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jI3wxJJ5ULOpXrt off=4682728 len=1164606 2024-04-02T09:00:24.851 INFO:tasks.workunit.client.0.smithi019.stdout:op 3125 completed, throughput=5MB/sec 2024-04-02T09:00:24.851 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rO0BrFijMmbMhR8 off=17717656 len=2095153 2024-04-02T09:00:24.860 INFO:tasks.workunit.client.0.smithi019.stdout:op 3126 completed, throughput=5MB/sec 2024-04-02T09:00:25.861 INFO:tasks.workunit.client.0.smithi019.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:25.861 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-66Pi3Olr6sgYSky off=6367444 len=1259872 2024-04-02T09:00:25.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 3127 completed, throughput=4.99MB/sec 2024-04-02T09:00:25.867 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wTtWfDRhaEry6A1 off=657142 len=1026991 2024-04-02T09:00:25.877 INFO:tasks.workunit.client.0.smithi019.stdout:op 3128 completed, throughput=5MB/sec 2024-04-02T09:00:25.878 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MHPLKWUCBSKn823 off=3265082 len=1565889 2024-04-02T09:00:25.878 INFO:tasks.workunit.client.0.smithi019.stdout:op 3129 completed, throughput=5MB/sec 2024-04-02T09:00:25.879 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qIQWMZjKnywC2nC off=6695760 len=1872484 2024-04-02T09:00:25.879 INFO:tasks.workunit.client.0.smithi019.stdout:op 3130 completed, throughput=5MB/sec 2024-04-02T09:00:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:26 smithi019 ceph-mon[94035]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:00:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:26 smithi019 ceph-mon[96522]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:00:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:26 smithi066 ceph-mon[87361]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:00:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:26.876 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pss4cb6SCKeZmL- off=1013726 len=1049834 2024-04-02T09:00:26.877 INFO:tasks.workunit.client.0.smithi019.stdout:op 3131 completed, throughput=4.99MB/sec 2024-04-02T09:00:26.877 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LO1v-5yq13UXwVA off=16717941 len=977887 2024-04-02T09:00:26.877 INFO:tasks.workunit.client.0.smithi019.stdout:op 3132 completed, throughput=5MB/sec 2024-04-02T09:00:26.878 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2BOpBMkei7SRbjl off=1218796 len=1021938 2024-04-02T09:00:26.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 3133 completed, throughput=5MB/sec 2024-04-02T09:00:26.884 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dUHk0aKE5HruUR7 off=292973 len=396203 2024-04-02T09:00:26.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 3134 completed, throughput=5MB/sec 2024-04-02T09:00:26.884 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L9VbSlQRjaA3aY1 off=3911576 len=1273680 2024-04-02T09:00:26.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 3135 completed, throughput=5MB/sec 2024-04-02T09:00:27.886 INFO:tasks.workunit.client.0.smithi019.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:27.886 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6Uro8wU79XE1K3B off=8489630 len=1247105 2024-04-02T09:00:27.891 INFO:tasks.workunit.client.0.smithi019.stdout:op 3136 completed, throughput=4.99MB/sec 2024-04-02T09:00:27.891 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9gQyN7Vp_734_mL off=4846297 len=1885834 2024-04-02T09:00:27.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 3137 completed, throughput=5MB/sec 2024-04-02T09:00:27.893 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X8kyfERtRi1fdKt off=2929693 len=1356154 2024-04-02T09:00:27.900 INFO:tasks.workunit.client.0.smithi019.stdout:op 3138 completed, throughput=5MB/sec 2024-04-02T09:00:27.900 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s-6icnq-qeXVIAK off=200807 len=929252 2024-04-02T09:00:27.903 INFO:tasks.workunit.client.0.smithi019.stdout:op 3139 completed, throughput=5MB/sec 2024-04-02T09:00:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:28 smithi019 ceph-mon[94035]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:28 smithi019 ceph-mon[96522]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:28 smithi066 ceph-mon[87361]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:28.903 INFO:tasks.workunit.client.0.smithi019.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:28.903 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ad51x_qkEeSt_w0 off=7258219 len=1928337 2024-04-02T09:00:28.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 3140 completed, throughput=5MB/sec 2024-04-02T09:00:28.913 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RzKvD1ui33qxFZC off=1944435 len=238125 2024-04-02T09:00:28.916 INFO:tasks.workunit.client.0.smithi019.stdout:op 3141 completed, throughput=5MB/sec 2024-04-02T09:00:28.916 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VAPkAcdoUDYz9fE off=11678962 len=1585063 2024-04-02T09:00:28.922 INFO:tasks.workunit.client.0.smithi019.stdout:op 3142 completed, throughput=5MB/sec 2024-04-02T09:00:28.922 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pw3qs5JHx1U28ML off=3213317 len=582738 2024-04-02T09:00:28.923 INFO:tasks.workunit.client.0.smithi019.stdout:op 3143 completed, throughput=5MB/sec 2024-04-02T09:00:28.923 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iirXxxRd-QWNVzm off=5550463 len=827985 2024-04-02T09:00:28.925 INFO:tasks.workunit.client.0.smithi019.stdout:op 3144 completed, throughput=5MB/sec 2024-04-02T09:00:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:29.925 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B1WdkKPqlaZsRpY off=24402841 len=1180801 2024-04-02T09:00:29.928 INFO:tasks.workunit.client.0.smithi019.stdout:op 3145 completed, throughput=4.99MB/sec 2024-04-02T09:00:29.928 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3r0NCfo0Tb_rJN0 off=1512058 len=335566 2024-04-02T09:00:29.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-02T09:00:29.932 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G72iOstQ_kVQWBz off=1882397 len=771433 2024-04-02T09:00:29.936 INFO:tasks.workunit.client.0.smithi019.stdout:op 3147 completed, throughput=5MB/sec 2024-04-02T09:00:29.937 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bm4uDuS0ENcrCy2 off=20903196 len=1401037 2024-04-02T09:00:29.938 INFO:tasks.workunit.client.0.smithi019.stdout:op 3148 completed, throughput=5MB/sec 2024-04-02T09:00:29.938 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-da67p_UW2Cv_R4W off=10483775 len=1344884 2024-04-02T09:00:29.945 INFO:tasks.workunit.client.0.smithi019.stdout:op 3149 completed, throughput=5MB/sec 2024-04-02T09:00:29.945 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bd_4DS3bTnzWrD5 off=14024442 len=881431 2024-04-02T09:00:29.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 3150 completed, throughput=5MB/sec 2024-04-02T09:00:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:30 smithi019 ceph-mon[94035]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:30 smithi019 ceph-mon[96522]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:30 smithi066 ceph-mon[87361]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:30.563 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 09:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T09:00:30.344313553Z level=info msg="Completed cleanup jobs" duration=5.611789ms 2024-04-02T09:00:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:00:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:00:30] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:00:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:30.951 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cvZMCoydSqZw33P off=5968471 len=1325721 2024-04-02T09:00:30.951 INFO:tasks.workunit.client.0.smithi019.stdout:op 3151 completed, throughput=5MB/sec 2024-04-02T09:00:30.951 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ju_3NpbVjy7QHVS off=2722578 len=1408200 2024-04-02T09:00:30.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 3152 completed, throughput=5MB/sec 2024-04-02T09:00:30.954 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RRT5xBT47YnBS4q off=10101343 len=1740637 2024-04-02T09:00:30.956 INFO:tasks.workunit.client.0.smithi019.stdout:op 3153 completed, throughput=5MB/sec 2024-04-02T09:00:30.957 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eD3nLfsn_pMWr3g off=1544591 len=1360748 2024-04-02T09:00:30.958 INFO:tasks.workunit.client.0.smithi019.stdout:op 3154 completed, throughput=5MB/sec 2024-04-02T09:00:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:31.958 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6ZRUAGrc-QoUu9f off=12830730 len=1422726 2024-04-02T09:00:31.965 INFO:tasks.workunit.client.0.smithi019.stdout:op 3155 completed, throughput=5MB/sec 2024-04-02T09:00:31.965 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_yyc3EsLYukfFD2 off=7402609 len=1770312 2024-04-02T09:00:31.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 3156 completed, throughput=5MB/sec 2024-04-02T09:00:31.972 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L_jnlB-LJrcYgM7 off=5976767 len=1210818 2024-04-02T09:00:31.978 INFO:tasks.workunit.client.0.smithi019.stdout:op 3157 completed, throughput=5MB/sec 2024-04-02T09:00:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:32 smithi019 ceph-mon[94035]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-02T09:00:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:32 smithi019 ceph-mon[96522]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-02T09:00:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:32 smithi066 ceph-mon[87361]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-02T09:00:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:00:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:32.979 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fBVDGb04m4D57Ls off=1147521 len=924318 2024-04-02T09:00:32.980 INFO:tasks.workunit.client.0.smithi019.stdout:op 3158 completed, throughput=4.99MB/sec 2024-04-02T09:00:32.980 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MBsmIDv-QyC7SIx off=8137419 len=1009921 2024-04-02T09:00:32.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 3159 completed, throughput=5MB/sec 2024-04-02T09:00:32.985 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-S5o2ZEFYXVgtdmV off=0 len=1206680 2024-04-02T09:00:32.990 INFO:tasks.workunit.client.0.smithi019.stdout:op 3160 completed, throughput=5MB/sec 2024-04-02T09:00:32.990 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fH2kTBgm-o8FcFV off=14147225 len=1632825 2024-04-02T09:00:32.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 3161 completed, throughput=5MB/sec 2024-04-02T09:00:32.992 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7ML_AYGw8ffPMbl off=10193208 len=1996190 2024-04-02T09:00:33.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 3162 completed, throughput=5MB/sec 2024-04-02T09:00:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:34.003 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tDToaBlV-O8ZHyA off=6441443 len=561313 2024-04-02T09:00:34.004 INFO:tasks.workunit.client.0.smithi019.stdout:op 3163 completed, throughput=5MB/sec 2024-04-02T09:00:34.004 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LjzOTexEH52SRsq off=3749263 len=1512829 2024-04-02T09:00:34.005 INFO:tasks.workunit.client.0.smithi019.stdout:op 3164 completed, throughput=5MB/sec 2024-04-02T09:00:34.005 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xYgOKYB9YrOMpH7 off=597036 len=951706 2024-04-02T09:00:34.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 3165 completed, throughput=5MB/sec 2024-04-02T09:00:34.010 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IR1vbix2tL7BVdD off=6525334 len=1159750 2024-04-02T09:00:34.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 3166 completed, throughput=5MB/sec 2024-04-02T09:00:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:34 smithi019 ceph-mon[94035]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:34 smithi019 ceph-mon[96522]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:34 smithi066 ceph-mon[87361]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:35.013 INFO:tasks.workunit.client.0.smithi019.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:35.013 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JnWxCs6YQlZwR6O off=764202 len=519118 2024-04-02T09:00:35.016 INFO:tasks.workunit.client.0.smithi019.stdout:op 3167 completed, throughput=4.99MB/sec 2024-04-02T09:00:35.016 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v7AKhFA764ucd5s off=6705536 len=816053 2024-04-02T09:00:35.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 3168 completed, throughput=4.99MB/sec 2024-04-02T09:00:35.017 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yq-Wu3_8JBJFPSQ off=19700451 len=584720 2024-04-02T09:00:35.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 3169 completed, throughput=5MB/sec 2024-04-02T09:00:35.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6qpEAO9A1ghfqT9 off=3402061 len=1019807 2024-04-02T09:00:35.023 INFO:tasks.workunit.client.0.smithi019.stdout:op 3170 completed, throughput=5MB/sec 2024-04-02T09:00:35.023 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1eC-zGjJKw0WTo7 off=3164692 len=1056186 2024-04-02T09:00:35.025 INFO:tasks.workunit.client.0.smithi019.stdout:op 3171 completed, throughput=5MB/sec 2024-04-02T09:00:35.025 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8qPieNENmmZA4lA off=6210465 len=1795921 2024-04-02T09:00:35.027 INFO:tasks.workunit.client.0.smithi019.stdout:op 3172 completed, throughput=5MB/sec 2024-04-02T09:00:36.027 INFO:tasks.workunit.client.0.smithi019.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:36.027 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lbn8HUFOnswUNYP off=1120260 len=545339 2024-04-02T09:00:36.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 3173 completed, throughput=4.99MB/sec 2024-04-02T09:00:36.030 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0w1RvXwe_FogD4A off=9897074 len=338261 2024-04-02T09:00:36.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 3174 completed, throughput=4.99MB/sec 2024-04-02T09:00:36.030 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7xuPL9o7wf1BxyB off=4423118 len=1467323 2024-04-02T09:00:36.035 INFO:tasks.workunit.client.0.smithi019.stdout:op 3175 completed, throughput=5MB/sec 2024-04-02T09:00:36.035 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T4s5Cd7HKzO1uyt off=8634110 len=2012387 2024-04-02T09:00:36.042 INFO:tasks.workunit.client.0.smithi019.stdout:op 3176 completed, throughput=5MB/sec 2024-04-02T09:00:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:36 smithi019 ceph-mon[94035]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:36 smithi019 ceph-mon[96522]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:36 smithi066 ceph-mon[87361]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:37.042 INFO:tasks.workunit.client.0.smithi019.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:37.042 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y-lNQp3zJEqdjaA off=1334883 len=1331097 2024-04-02T09:00:37.043 INFO:tasks.workunit.client.0.smithi019.stdout:op 3177 completed, throughput=4.99MB/sec 2024-04-02T09:00:37.043 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5wA5dH6hhIP8lJc off=1536281 len=633723 2024-04-02T09:00:37.045 INFO:tasks.workunit.client.0.smithi019.stdout:op 3178 completed, throughput=5MB/sec 2024-04-02T09:00:37.045 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gNlnVrXYYe5kG7- off=8076329 len=483979 2024-04-02T09:00:37.048 INFO:tasks.workunit.client.0.smithi019.stdout:op 3179 completed, throughput=5MB/sec 2024-04-02T09:00:37.049 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vYYBhMacZohW8X9 off=2016983 len=173669 2024-04-02T09:00:37.051 INFO:tasks.workunit.client.0.smithi019.stdout:op 3180 completed, throughput=5MB/sec 2024-04-02T09:00:37.051 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WU90H6Ka2tudF0G off=11707906 len=1058719 2024-04-02T09:00:37.052 INFO:tasks.workunit.client.0.smithi019.stdout:op 3181 completed, throughput=5MB/sec 2024-04-02T09:00:37.052 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2k6r5Jxcp1Pdqma off=8375514 len=1212192 2024-04-02T09:00:37.060 INFO:tasks.workunit.client.0.smithi019.stdout:op 3182 completed, throughput=5MB/sec 2024-04-02T09:00:37.060 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fj4cHBtLSQu560u off=2689013 len=23978 2024-04-02T09:00:37.062 INFO:tasks.workunit.client.0.smithi019.stdout:op 3183 completed, throughput=5MB/sec 2024-04-02T09:00:37.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ISMZkghRbNCBVf off=10371216 len=299196 2024-04-02T09:00:37.065 INFO:tasks.workunit.client.0.smithi019.stdout:op 3184 completed, throughput=5MB/sec 2024-04-02T09:00:37.065 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vtFGQMeSmJo-aGQ off=12571536 len=1204718 2024-04-02T09:00:37.066 INFO:tasks.workunit.client.0.smithi019.stdout:op 3185 completed, throughput=5MB/sec 2024-04-02T09:00:38.066 INFO:tasks.workunit.client.0.smithi019.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:38.066 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TPPAGzueeE-vMJY off=13751140 len=1089556 2024-04-02T09:00:38.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 3186 completed, throughput=5MB/sec 2024-04-02T09:00:38.072 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IjYr9lhyM-YaUyw off=14616012 len=288217 2024-04-02T09:00:38.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 3187 completed, throughput=5MB/sec 2024-04-02T09:00:38.074 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-r8FDyHjxBmtcOQz off=62426 len=1857105 2024-04-02T09:00:38.076 INFO:tasks.workunit.client.0.smithi019.stdout:op 3188 completed, throughput=5MB/sec 2024-04-02T09:00:38.076 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iu2_1V3cnpOIeB4 off=2194036 len=604452 2024-04-02T09:00:38.077 INFO:tasks.workunit.client.0.smithi019.stdout:op 3189 completed, throughput=5MB/sec 2024-04-02T09:00:38.077 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MDMNmAG0zNSBZib off=177954 len=593353 2024-04-02T09:00:38.079 INFO:tasks.workunit.client.0.smithi019.stdout:op 3190 completed, throughput=5MB/sec 2024-04-02T09:00:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:38 smithi019 ceph-mon[94035]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:38 smithi019 ceph-mon[96522]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:38 smithi066 ceph-mon[87361]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:39.079 INFO:tasks.workunit.client.0.smithi019.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:39.079 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-urDgoTB7mBIXgOJ off=3074805 len=848059 2024-04-02T09:00:39.080 INFO:tasks.workunit.client.0.smithi019.stdout:op 3191 completed, throughput=4.99MB/sec 2024-04-02T09:00:39.080 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uwezdpKyKcmxtlS off=1109711 len=1413340 2024-04-02T09:00:39.081 INFO:tasks.workunit.client.0.smithi019.stdout:op 3192 completed, throughput=5MB/sec 2024-04-02T09:00:39.081 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AGEFjehBw0cexSJ off=829529 len=1472077 2024-04-02T09:00:39.082 INFO:tasks.workunit.client.0.smithi019.stdout:op 3193 completed, throughput=5MB/sec 2024-04-02T09:00:39.083 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HIymgH5m4cs-Vs- off=6721277 len=308957 2024-04-02T09:00:39.086 INFO:tasks.workunit.client.0.smithi019.stdout:op 3194 completed, throughput=5MB/sec 2024-04-02T09:00:39.086 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-evW6gP77KtXaM2C off=1444406 len=1975544 2024-04-02T09:00:39.087 INFO:tasks.workunit.client.0.smithi019.stdout:op 3195 completed, throughput=5MB/sec 2024-04-02T09:00:40.087 INFO:tasks.workunit.client.0.smithi019.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:40.087 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IIFUJxsVTFNQPq9 off=12788531 len=1878392 2024-04-02T09:00:40.097 INFO:tasks.workunit.client.0.smithi019.stdout:op 3196 completed, throughput=5MB/sec 2024-04-02T09:00:40.098 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0tSU1UvNKeqRnlN off=4279742 len=1069163 2024-04-02T09:00:40.102 INFO:tasks.workunit.client.0.smithi019.stdout:op 3197 completed, throughput=5MB/sec 2024-04-02T09:00:40.102 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nat4x3W-yU87X9w off=8139581 len=1842818 2024-04-02T09:00:40.114 INFO:tasks.workunit.client.0.smithi019.stdout:op 3198 completed, throughput=5MB/sec 2024-04-02T09:00:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:40 smithi019 ceph-mon[94035]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:40 smithi019 ceph-mon[96522]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:40 smithi066 ceph-mon[87361]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:00:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:00:40] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:00:41.114 INFO:tasks.workunit.client.0.smithi019.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:41.115 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MMVIk5_P228HuDR off=5743745 len=1741848 2024-04-02T09:00:41.116 INFO:tasks.workunit.client.0.smithi019.stdout:op 3199 completed, throughput=5MB/sec 2024-04-02T09:00:41.116 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yZUpwkIJCjBjju4 off=6796943 len=570479 2024-04-02T09:00:41.117 INFO:tasks.workunit.client.0.smithi019.stdout:op 3200 completed, throughput=5MB/sec 2024-04-02T09:00:41.117 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_ZeDv47HgQ6LijU off=6059125 len=386306 2024-04-02T09:00:41.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 3201 completed, throughput=5MB/sec 2024-04-02T09:00:41.120 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JqToZ2sWatEO0G0 off=6295403 len=1739978 2024-04-02T09:00:41.128 INFO:tasks.workunit.client.0.smithi019.stdout:op 3202 completed, throughput=5MB/sec 2024-04-02T09:00:41.128 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t5f8Nm-tiExZ6R9 off=12682603 len=518102 2024-04-02T09:00:41.131 INFO:tasks.workunit.client.0.smithi019.stdout:op 3203 completed, throughput=5MB/sec 2024-04-02T09:00:42.132 INFO:tasks.workunit.client.0.smithi019.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:42.132 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2XW6xJrZ9Qkdv-z off=12650542 len=1388629 2024-04-02T09:00:42.137 INFO:tasks.workunit.client.0.smithi019.stdout:op 3204 completed, throughput=4.99MB/sec 2024-04-02T09:00:42.137 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2LhJQXMjcIGXxNT off=2473120 len=338847 2024-04-02T09:00:42.137 INFO:tasks.workunit.client.0.smithi019.stdout:op 3205 completed, throughput=4.99MB/sec 2024-04-02T09:00:42.137 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9aMU5Uf_cyst3r9 off=13561336 len=1443942 2024-04-02T09:00:42.139 INFO:tasks.workunit.client.0.smithi019.stdout:op 3206 completed, throughput=5MB/sec 2024-04-02T09:00:42.139 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rUnP0KxvkUWDB8s off=7224220 len=1792390 2024-04-02T09:00:42.148 INFO:tasks.workunit.client.0.smithi019.stdout:op 3207 completed, throughput=5MB/sec 2024-04-02T09:00:42.148 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AacMBjjjwidh6Vp off=1985928 len=64586 2024-04-02T09:00:42.151 INFO:tasks.workunit.client.0.smithi019.stdout:op 3208 completed, throughput=5MB/sec 2024-04-02T09:00:42.151 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ARKacDaJqXiJnMR off=10115433 len=1603859 2024-04-02T09:00:42.156 INFO:tasks.workunit.client.0.smithi019.stdout:op 3209 completed, throughput=5MB/sec 2024-04-02T09:00:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:42 smithi019 ceph-mon[94035]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:42 smithi019 ceph-mon[96522]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:42 smithi066 ceph-mon[87361]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:00:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:43.157 INFO:tasks.workunit.client.0.smithi019.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:43.157 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6boixbBnQH8Gt9x off=14985343 len=215505 2024-04-02T09:00:43.158 INFO:tasks.workunit.client.0.smithi019.stdout:op 3210 completed, throughput=4.99MB/sec 2024-04-02T09:00:43.158 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1OniRfbiMPbyYbR off=3121796 len=1069643 2024-04-02T09:00:43.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 3211 completed, throughput=5MB/sec 2024-04-02T09:00:43.162 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AAiITSW3DWc9ftZ off=976567 len=1040185 2024-04-02T09:00:43.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 3212 completed, throughput=5MB/sec 2024-04-02T09:00:43.163 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XsTGYY_1YSxofKt off=13502107 len=1328488 2024-04-02T09:00:43.165 INFO:tasks.workunit.client.0.smithi019.stdout:op 3213 completed, throughput=5MB/sec 2024-04-02T09:00:43.165 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2z1oBhLDPcafqqp off=4634627 len=683585 2024-04-02T09:00:43.167 INFO:tasks.workunit.client.0.smithi019.stdout:op 3214 completed, throughput=5MB/sec 2024-04-02T09:00:44.167 INFO:tasks.workunit.client.0.smithi019.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:44.167 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6IbtIfK0s7gTMdh off=12851876 len=645194 2024-04-02T09:00:44.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 3215 completed, throughput=4.99MB/sec 2024-04-02T09:00:44.169 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XbKQKPrGl86a58h off=2210978 len=1051965 2024-04-02T09:00:44.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 3216 completed, throughput=5MB/sec 2024-04-02T09:00:44.171 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M8q9gftdbPKyRU5 off=9728060 len=698622 2024-04-02T09:00:44.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 3217 completed, throughput=5MB/sec 2024-04-02T09:00:44.174 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xhu3YggxrZkV6PK off=339498 len=1439352 2024-04-02T09:00:44.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 3218 completed, throughput=5MB/sec 2024-04-02T09:00:44.180 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JtTt6AC6u7vAsNo off=5527835 len=1137972 2024-04-02T09:00:44.181 INFO:tasks.workunit.client.0.smithi019.stdout:op 3219 completed, throughput=5MB/sec 2024-04-02T09:00:44.182 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dKWp6X6z4GZ-VRF off=4625137 len=1158338 2024-04-02T09:00:44.184 INFO:tasks.workunit.client.0.smithi019.stdout:op 3220 completed, throughput=5MB/sec 2024-04-02T09:00:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:44 smithi019 ceph-mon[94035]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:44 smithi019 ceph-mon[96522]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:44 smithi066 ceph-mon[87361]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:45.184 INFO:tasks.workunit.client.0.smithi019.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:45.184 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zp2qsde_Dx8JZKh off=10978573 len=551028 2024-04-02T09:00:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 3221 completed, throughput=4.99MB/sec 2024-04-02T09:00:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P1DK4oF2GcyoFo0 off=1171008 len=1715618 2024-04-02T09:00:45.186 INFO:tasks.workunit.client.0.smithi019.stdout:op 3222 completed, throughput=5MB/sec 2024-04-02T09:00:45.186 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Mva9QXQqvJ0lpX8 off=12726609 len=1355451 2024-04-02T09:00:45.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 3223 completed, throughput=5MB/sec 2024-04-02T09:00:45.194 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BbIeCVeADWR2UjW off=4536244 len=1123777 2024-04-02T09:00:45.199 INFO:tasks.workunit.client.0.smithi019.stdout:op 3224 completed, throughput=5MB/sec 2024-04-02T09:00:46.200 INFO:tasks.workunit.client.0.smithi019.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:46.200 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AIq68Ynb8vzSp2o off=6504521 len=413456 2024-04-02T09:00:46.201 INFO:tasks.workunit.client.0.smithi019.stdout:op 3225 completed, throughput=4.99MB/sec 2024-04-02T09:00:46.201 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ws3JEVPp_4dh3FU off=1201191 len=1181942 2024-04-02T09:00:46.202 INFO:tasks.workunit.client.0.smithi019.stdout:op 3226 completed, throughput=5MB/sec 2024-04-02T09:00:46.202 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DMCxb8txA_vjxTG off=11746745 len=390287 2024-04-02T09:00:46.203 INFO:tasks.workunit.client.0.smithi019.stdout:op 3227 completed, throughput=5MB/sec 2024-04-02T09:00:46.203 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-166p2gmLThBkqTA off=14647547 len=1094948 2024-04-02T09:00:46.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 3228 completed, throughput=5MB/sec 2024-04-02T09:00:46.204 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P7uV6VjTmJgdGYb off=6705747 len=1342676 2024-04-02T09:00:46.205 INFO:tasks.workunit.client.0.smithi019.stdout:op 3229 completed, throughput=5MB/sec 2024-04-02T09:00:46.205 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_klYxjodbWpEe0A off=5265242 len=850315 2024-04-02T09:00:46.207 INFO:tasks.workunit.client.0.smithi019.stdout:op 3230 completed, throughput=5MB/sec 2024-04-02T09:00:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:46 smithi019 ceph-mon[94035]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:46 smithi019 ceph-mon[96522]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:46 smithi066 ceph-mon[87361]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:47.207 INFO:tasks.workunit.client.0.smithi019.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:47.207 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-74iW4JWSSzvfHzD off=16077622 len=59903 2024-04-02T09:00:47.208 INFO:tasks.workunit.client.0.smithi019.stdout:op 3231 completed, throughput=4.99MB/sec 2024-04-02T09:00:47.208 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ivXbzbHJzEnpKVo off=6225952 len=817490 2024-04-02T09:00:47.212 INFO:tasks.workunit.client.0.smithi019.stdout:op 3232 completed, throughput=4.99MB/sec 2024-04-02T09:00:47.212 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fHPKpBTY5fHeYc2 off=11770990 len=163852 2024-04-02T09:00:47.213 INFO:tasks.workunit.client.0.smithi019.stdout:op 3233 completed, throughput=4.99MB/sec 2024-04-02T09:00:47.213 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TTyQbgvvtUQw-DO off=4082004 len=989799 2024-04-02T09:00:47.214 INFO:tasks.workunit.client.0.smithi019.stdout:op 3234 completed, throughput=5MB/sec 2024-04-02T09:00:47.214 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C90rS5rZQ9TOTUC off=16235481 len=1639473 2024-04-02T09:00:47.215 INFO:tasks.workunit.client.0.smithi019.stdout:op 3235 completed, throughput=5MB/sec 2024-04-02T09:00:47.215 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u7Ha6f8zD92tNKn off=1617860 len=1486430 2024-04-02T09:00:47.224 INFO:tasks.workunit.client.0.smithi019.stdout:op 3236 completed, throughput=5MB/sec 2024-04-02T09:00:48.225 INFO:tasks.workunit.client.0.smithi019.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:48.225 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hdOtxxwOiO6c6Ro off=5287794 len=1392959 2024-04-02T09:00:48.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 3237 completed, throughput=4.99MB/sec 2024-04-02T09:00:48.230 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hnratLpdLgL4ghi off=3921759 len=1211073 2024-04-02T09:00:48.231 INFO:tasks.workunit.client.0.smithi019.stdout:op 3238 completed, throughput=5MB/sec 2024-04-02T09:00:48.231 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wwBPerYztZ_7PxB off=16180135 len=407010 2024-04-02T09:00:48.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 3239 completed, throughput=5MB/sec 2024-04-02T09:00:48.233 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ex-kSeM9agALJmj off=20356469 len=202285 2024-04-02T09:00:48.236 INFO:tasks.workunit.client.0.smithi019.stdout:op 3240 completed, throughput=5MB/sec 2024-04-02T09:00:48.236 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EfsLm06byu3_tpi off=8334308 len=1107999 2024-04-02T09:00:48.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 3241 completed, throughput=5MB/sec 2024-04-02T09:00:48.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-27iYXLuJ-4ScX7o off=3342676 len=827158 2024-04-02T09:00:48.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 3242 completed, throughput=5MB/sec 2024-04-02T09:00:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:48 smithi019 ceph-mon[94035]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:48 smithi019 ceph-mon[96522]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:48 smithi066 ceph-mon[87361]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:00:49.242 INFO:tasks.workunit.client.0.smithi019.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:49.243 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1qsHIh5n6TQkTvK off=4667050 len=217665 2024-04-02T09:00:49.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 3243 completed, throughput=4.99MB/sec 2024-04-02T09:00:49.245 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-n3cFq9KCEF9MhDc off=3050409 len=1919136 2024-04-02T09:00:49.247 INFO:tasks.workunit.client.0.smithi019.stdout:op 3244 completed, throughput=5MB/sec 2024-04-02T09:00:49.247 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AjkTkHwElCMgX18 off=22135586 len=1653082 2024-04-02T09:00:49.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 3245 completed, throughput=5MB/sec 2024-04-02T09:00:49.257 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bR5hVeHtY02s-Iq off=15890178 len=313069 2024-04-02T09:00:49.259 INFO:tasks.workunit.client.0.smithi019.stdout:op 3246 completed, throughput=5MB/sec 2024-04-02T09:00:49.259 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_qhGuvEf99AmaOn off=5698896 len=502848 2024-04-02T09:00:49.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 3247 completed, throughput=5MB/sec 2024-04-02T09:00:49.260 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ANLT0sUBwYp87QY off=7301301 len=301550 2024-04-02T09:00:49.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 3248 completed, throughput=5MB/sec 2024-04-02T09:00:49.261 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PKoUNAuUVePVN08 off=4685381 len=384285 2024-04-02T09:00:49.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 3249 completed, throughput=5MB/sec 2024-04-02T09:00:50.264 INFO:tasks.workunit.client.0.smithi019.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:50.265 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yidufxBp4Rb98zw off=1557545 len=1262826 2024-04-02T09:00:50.272 INFO:tasks.workunit.client.0.smithi019.stdout:op 3250 completed, throughput=4.99MB/sec 2024-04-02T09:00:50.273 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vn1slLVo9F7eCgI off=16419712 len=430617 2024-04-02T09:00:50.273 INFO:tasks.workunit.client.0.smithi019.stdout:op 3251 completed, throughput=4.99MB/sec 2024-04-02T09:00:50.273 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CekQlOecCtB9clG off=2648990 len=2084464 2024-04-02T09:00:50.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 3252 completed, throughput=5MB/sec 2024-04-02T09:00:50.280 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j0DnaLbV4azIisx off=22043190 len=593079 2024-04-02T09:00:50.282 INFO:tasks.workunit.client.0.smithi019.stdout:op 3253 completed, throughput=5MB/sec 2024-04-02T09:00:50.282 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C7W_lf_RCx7Mwtb off=933209 len=419803 2024-04-02T09:00:50.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 3254 completed, throughput=5MB/sec 2024-04-02T09:00:50.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-d8FceKdvrCM33n1 off=5761833 len=236222 2024-04-02T09:00:50.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 3255 completed, throughput=5MB/sec 2024-04-02T09:00:50.289 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_KSu7LYM3tOqoRQ off=3329204 len=1815960 2024-04-02T09:00:50.298 INFO:tasks.workunit.client.0.smithi019.stdout:op 3256 completed, throughput=5MB/sec 2024-04-02T09:00:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:50 smithi019 ceph-mon[94035]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:50 smithi019 ceph-mon[96522]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:50 smithi066 ceph-mon[87361]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:00:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:00:50] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:00:51.298 INFO:tasks.workunit.client.0.smithi019.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:51.298 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PI7SdrWmvgJXYLA off=8648726 len=862949 2024-04-02T09:00:51.299 INFO:tasks.workunit.client.0.smithi019.stdout:op 3257 completed, throughput=5MB/sec 2024-04-02T09:00:51.299 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1mtuTBE3HSFnpgu off=8402469 len=1725550 2024-04-02T09:00:51.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 3258 completed, throughput=5MB/sec 2024-04-02T09:00:51.301 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hKvVR2wT6KYv8Wz off=250815 len=852899 2024-04-02T09:00:51.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 3259 completed, throughput=5MB/sec 2024-04-02T09:00:51.306 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EA6dY-gKZWg55j1 off=10088329 len=1952786 2024-04-02T09:00:51.310 INFO:tasks.workunit.client.0.smithi019.stdout:op 3260 completed, throughput=5MB/sec 2024-04-02T09:00:52.310 INFO:tasks.workunit.client.0.smithi019.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:52.311 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HaPzqdOUL4kSA2_ off=839843 len=2069988 2024-04-02T09:00:52.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 3261 completed, throughput=5MB/sec 2024-04-02T09:00:52.319 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3Wz0q6qPvbJLfrA off=892630 len=1970463 2024-04-02T09:00:52.323 INFO:tasks.workunit.client.0.smithi019.stdout:op 3262 completed, throughput=5MB/sec 2024-04-02T09:00:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:52 smithi019 ceph-mon[94035]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:52 smithi019 ceph-mon[96522]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:52 smithi066 ceph-mon[87361]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:00:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:00:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:53.323 INFO:tasks.workunit.client.0.smithi019.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:53.323 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-twMBpdFJb8W74D5 off=3152476 len=1143796 2024-04-02T09:00:53.325 INFO:tasks.workunit.client.0.smithi019.stdout:op 3263 completed, throughput=4.99MB/sec 2024-04-02T09:00:53.326 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oOFSXTBAwGEuEsL off=5345387 len=1632693 2024-04-02T09:00:53.327 INFO:tasks.workunit.client.0.smithi019.stdout:op 3264 completed, throughput=5MB/sec 2024-04-02T09:00:53.327 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dYPFn2YXhpRusS3 off=7616030 len=1485457 2024-04-02T09:00:53.336 INFO:tasks.workunit.client.0.smithi019.stdout:op 3265 completed, throughput=5MB/sec 2024-04-02T09:00:53.336 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9zotTMmeUEWMqWU off=4019360 len=231687 2024-04-02T09:00:53.339 INFO:tasks.workunit.client.0.smithi019.stdout:op 3266 completed, throughput=5MB/sec 2024-04-02T09:00:53.339 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4JwLsynYxgSp0_y off=8059909 len=1531407 2024-04-02T09:00:53.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 3267 completed, throughput=5MB/sec 2024-04-02T09:00:54.340 INFO:tasks.workunit.client.0.smithi019.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:54.340 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HlzuTVqZqbXriG2 off=15644900 len=360493 2024-04-02T09:00:54.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 3268 completed, throughput=4.99MB/sec 2024-04-02T09:00:54.342 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pLyI-jJ5V4OMY9X off=435040 len=32730 2024-04-02T09:00:54.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 3269 completed, throughput=4.99MB/sec 2024-04-02T09:00:54.344 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-31BDgPpEX8TgLaB off=21890644 len=1545901 2024-04-02T09:00:54.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 3270 completed, throughput=5MB/sec 2024-04-02T09:00:54.345 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MA5d54N0BxI8As4 off=1076048 len=843678 2024-04-02T09:00:54.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 3271 completed, throughput=5MB/sec 2024-04-02T09:00:54.346 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6RGrdbphmMMheXc off=2833628 len=1481423 2024-04-02T09:00:54.353 INFO:tasks.workunit.client.0.smithi019.stdout:op 3272 completed, throughput=5MB/sec 2024-04-02T09:00:54.353 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VR_-lUw5kmT96IH off=3190711 len=339044 2024-04-02T09:00:54.356 INFO:tasks.workunit.client.0.smithi019.stdout:op 3273 completed, throughput=5MB/sec 2024-04-02T09:00:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:54 smithi019 ceph-mon[94035]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T09:00:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:54 smithi019 ceph-mon[96522]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T09:00:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:54 smithi066 ceph-mon[87361]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T09:00:55.356 INFO:tasks.workunit.client.0.smithi019.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:55.356 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LXXh_0avd1CECQR off=3191353 len=1093273 2024-04-02T09:00:55.357 INFO:tasks.workunit.client.0.smithi019.stdout:op 3274 completed, throughput=4.99MB/sec 2024-04-02T09:00:55.357 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bFa-Y4xRJKMbfQj off=2490590 len=249349 2024-04-02T09:00:55.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 3275 completed, throughput=4.99MB/sec 2024-04-02T09:00:55.360 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-So8EKKyn1VWZr1I off=2732624 len=1641732 2024-04-02T09:00:55.365 INFO:tasks.workunit.client.0.smithi019.stdout:op 3276 completed, throughput=5MB/sec 2024-04-02T09:00:55.366 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0RtgTWUNk0w7evu off=3144118 len=1700505 2024-04-02T09:00:55.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 3277 completed, throughput=5MB/sec 2024-04-02T09:00:55.369 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jWUQl9w3FKAAC3E off=2780898 len=1479556 2024-04-02T09:00:55.374 INFO:tasks.workunit.client.0.smithi019.stdout:op 3278 completed, throughput=5MB/sec 2024-04-02T09:00:56.374 INFO:tasks.workunit.client.0.smithi019.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:56.375 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MJ37OHzP612AP_J off=15005517 len=1476402 2024-04-02T09:00:56.376 INFO:tasks.workunit.client.0.smithi019.stdout:op 3279 completed, throughput=5MB/sec 2024-04-02T09:00:56.376 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-K49HW27Ha5XUN0Y off=1272345 len=1159869 2024-04-02T09:00:56.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 3280 completed, throughput=5MB/sec 2024-04-02T09:00:56.377 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QvFnUxuwsP3ZmXG off=3590327 len=1589723 2024-04-02T09:00:56.386 INFO:tasks.workunit.client.0.smithi019.stdout:op 3281 completed, throughput=5MB/sec 2024-04-02T09:00:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:56 smithi019 ceph-mon[94035]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:56 smithi019 ceph-mon[96522]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:56 smithi066 ceph-mon[87361]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:00:57.387 INFO:tasks.workunit.client.0.smithi019.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:57.387 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SXmDs4jFkj4n_7l off=2447472 len=992192 2024-04-02T09:00:57.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 3282 completed, throughput=4.99MB/sec 2024-04-02T09:00:57.391 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kIU1hNND0SHrEZb off=4745990 len=1290550 2024-04-02T09:00:57.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 3283 completed, throughput=5MB/sec 2024-04-02T09:00:57.391 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cgIKCBINq4jp-wL off=19001878 len=612179 2024-04-02T09:00:57.392 INFO:tasks.workunit.client.0.smithi019.stdout:op 3284 completed, throughput=5MB/sec 2024-04-02T09:00:57.392 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9YZII16HRc8ks6I off=6904481 len=1543586 2024-04-02T09:00:57.401 INFO:tasks.workunit.client.0.smithi019.stdout:op 3285 completed, throughput=5MB/sec 2024-04-02T09:00:57.401 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CWXOYpb4AZr9oAV off=4020221 len=974577 2024-04-02T09:00:57.404 INFO:tasks.workunit.client.0.smithi019.stdout:op 3286 completed, throughput=5MB/sec 2024-04-02T09:00:58.405 INFO:tasks.workunit.client.0.smithi019.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:58.405 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cAv6yMwvHTFTBER off=2529209 len=1300899 2024-04-02T09:00:58.411 INFO:tasks.workunit.client.0.smithi019.stdout:op 3287 completed, throughput=4.99MB/sec 2024-04-02T09:00:58.412 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PrkXEJbAH_VzDNr off=1297573 len=686479 2024-04-02T09:00:58.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 3288 completed, throughput=5MB/sec 2024-04-02T09:00:58.412 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VAPtnSkywJCWLRp off=7529756 len=1063999 2024-04-02T09:00:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:op 3289 completed, throughput=5MB/sec 2024-04-02T09:00:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1ZVGWtTYLB1Yla4 off=6333948 len=248382 2024-04-02T09:00:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:op 3290 completed, throughput=5MB/sec 2024-04-02T09:00:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uq1x5qpY5IqRXzk off=9234020 len=1607138 2024-04-02T09:00:58.415 INFO:tasks.workunit.client.0.smithi019.stdout:op 3291 completed, throughput=5MB/sec 2024-04-02T09:00:58.415 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ULGPy1GuRCJPTxv off=5778918 len=2027486 2024-04-02T09:00:58.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 3292 completed, throughput=5MB/sec 2024-04-02T09:00:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:58 smithi019 ceph-mon[94035]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:00:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:58 smithi019 ceph-mon[96522]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:00:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:58 smithi066 ceph-mon[87361]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:00:59.419 INFO:tasks.workunit.client.0.smithi019.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:59.419 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SB-V-qQwK_5eSCB off=14476776 len=1766762 2024-04-02T09:00:59.425 INFO:tasks.workunit.client.0.smithi019.stdout:op 3293 completed, throughput=5MB/sec 2024-04-02T09:00:59.425 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WkVeuQMI0QLZqKU off=6996078 len=1769057 2024-04-02T09:00:59.426 INFO:tasks.workunit.client.0.smithi019.stdout:op 3294 completed, throughput=5MB/sec 2024-04-02T09:00:59.426 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C4rZNcjtaa6CgZX off=3355898 len=1592890 2024-04-02T09:00:59.433 INFO:tasks.workunit.client.0.smithi019.stdout:op 3295 completed, throughput=5MB/sec 2024-04-02T09:00:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:00:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:59.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:00:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:00:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:00.433 INFO:tasks.workunit.client.0.smithi019.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:00.433 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jkZYF4ojimQ0Wf2 off=9757391 len=1370965 2024-04-02T09:01:00.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 3296 completed, throughput=5MB/sec 2024-04-02T09:01:00.436 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VFTuhMdprQFAs3T off=4728215 len=1194559 2024-04-02T09:01:00.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 3297 completed, throughput=5MB/sec 2024-04-02T09:01:00.442 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CkHQl2O9cKdFfTF off=7850010 len=1159908 2024-04-02T09:01:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:00 smithi019 ceph-mon[94035]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:01:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:00.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:01:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:01:00] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T09:01:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:00 smithi019 ceph-mon[96522]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:01:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:00.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 3298 completed, throughput=5MB/sec 2024-04-02T09:01:00.448 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_VhL_vy1PNHuBOC off=5424473 len=797400 2024-04-02T09:01:00.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 3299 completed, throughput=5MB/sec 2024-04-02T09:01:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:00 smithi066 ceph-mon[87361]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:01:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:01.449 INFO:tasks.workunit.client.0.smithi019.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:01.449 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MjUe_6Fr8eWV_-U off=1756408 len=44981 2024-04-02T09:01:01.451 INFO:tasks.workunit.client.0.smithi019.stdout:op 3300 completed, throughput=4.99MB/sec 2024-04-02T09:01:01.451 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--owZ7W8XC6_iCp9 off=4083257 len=688706 2024-04-02T09:01:01.454 INFO:tasks.workunit.client.0.smithi019.stdout:op 3301 completed, throughput=4.99MB/sec 2024-04-02T09:01:01.454 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SrTdlV6goThL94s off=377427 len=939238 2024-04-02T09:01:01.456 INFO:tasks.workunit.client.0.smithi019.stdout:op 3302 completed, throughput=5MB/sec 2024-04-02T09:01:01.456 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bqbJUcrMpzlBVw6 off=2328838 len=1071261 2024-04-02T09:01:01.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 3303 completed, throughput=5MB/sec 2024-04-02T09:01:01.458 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uq1x5qpY5IqRXzk off=7975617 len=1155053 2024-04-02T09:01:01.459 INFO:tasks.workunit.client.0.smithi019.stdout:op 3304 completed, throughput=5MB/sec 2024-04-02T09:01:01.459 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h8PQ62TwB_um-cP off=8729793 len=1455883 2024-04-02T09:01:01.466 INFO:tasks.workunit.client.0.smithi019.stdout:op 3305 completed, throughput=5MB/sec 2024-04-02T09:01:02.275 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:02 smithi066 ceph-mon[87361]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:02 smithi019 ceph-mon[94035]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:02 smithi019 ceph-mon[96522]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:02.466 INFO:tasks.workunit.client.0.smithi019.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:02.466 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1iGw4T9aoEh3Lak off=901478 len=87909 2024-04-02T09:01:02.468 INFO:tasks.workunit.client.0.smithi019.stdout:op 3306 completed, throughput=4.99MB/sec 2024-04-02T09:01:02.468 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h_O5bXPXbc3_cc- off=12783115 len=1403472 2024-04-02T09:01:02.473 INFO:tasks.workunit.client.0.smithi019.stdout:op 3307 completed, throughput=5MB/sec 2024-04-02T09:01:02.473 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3CycdhllEFF_vcf off=1235359 len=820334 2024-04-02T09:01:02.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 3308 completed, throughput=5MB/sec 2024-04-02T09:01:02.474 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_P6dfbeo3JKqbNR off=7448069 len=1794032 2024-04-02T09:01:02.481 INFO:tasks.workunit.client.0.smithi019.stdout:op 3309 completed, throughput=5MB/sec 2024-04-02T09:01:02.481 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ECa_NQIQkoX36Py off=17317957 len=64758 2024-04-02T09:01:02.482 INFO:tasks.workunit.client.0.smithi019.stdout:op 3310 completed, throughput=5MB/sec 2024-04-02T09:01:02.482 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eETTry0VZ6Hok9- off=2942331 len=1578369 2024-04-02T09:01:02.483 INFO:tasks.workunit.client.0.smithi019.stdout:op 3311 completed, throughput=5MB/sec 2024-04-02T09:01:02.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:01:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:03.483 INFO:tasks.workunit.client.0.smithi019.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:03.483 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-efrgV9vRNQPTgOa off=11337097 len=1638572 2024-04-02T09:01:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 3312 completed, throughput=5MB/sec 2024-04-02T09:01:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MKD-efglMJD7v6D off=9923059 len=1578043 2024-04-02T09:01:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:op 3313 completed, throughput=5MB/sec 2024-04-02T09:01:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Xqz10VCOwAvw8Im off=891618 len=1654370 2024-04-02T09:01:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:op 3314 completed, throughput=5MB/sec 2024-04-02T09:01:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[94035]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[96522]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:03 smithi066 ceph-mon[87361]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:01:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:04.492 INFO:tasks.workunit.client.0.smithi019.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:04.492 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rCrVhGzJ3pbulST off=2717445 len=1055061 2024-04-02T09:01:04.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 3315 completed, throughput=5MB/sec 2024-04-02T09:01:04.493 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SPdB4_XpvQGaLiN off=3750176 len=2009230 2024-04-02T09:01:04.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 3316 completed, throughput=5MB/sec 2024-04-02T09:01:04.495 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W4cmfqTaffikSwF off=1540105 len=932154 2024-04-02T09:01:04.499 INFO:tasks.workunit.client.0.smithi019.stdout:op 3317 completed, throughput=5MB/sec 2024-04-02T09:01:04.499 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o4NuyUMBVC96tON off=18192225 len=1772095 2024-04-02T09:01:04.508 INFO:tasks.workunit.client.0.smithi019.stdout:op 3318 completed, throughput=5MB/sec 2024-04-02T09:01:04.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:05.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:01:05.509 INFO:tasks.workunit.client.0.smithi019.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:05.509 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WbVcUAGJ0q_E22w off=3633874 len=1083620 2024-04-02T09:01:05.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 3319 completed, throughput=5MB/sec 2024-04-02T09:01:05.510 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_AuTtD0_IorCXpR off=1092737 len=1722754 2024-04-02T09:01:05.511 INFO:tasks.workunit.client.0.smithi019.stdout:op 3320 completed, throughput=5MB/sec 2024-04-02T09:01:05.511 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-juUhz-bmKEFEJkj off=5134423 len=1791335 2024-04-02T09:01:05.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 3321 completed, throughput=5MB/sec 2024-04-02T09:01:06.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:05 smithi019 ceph-mon[96522]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:06.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:05 smithi019 ceph-mon[94035]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:05 smithi066 ceph-mon[87361]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:06.519 INFO:tasks.workunit.client.0.smithi019.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:06.519 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W0ISfloXuBJuC__ off=2698315 len=1021779 2024-04-02T09:01:06.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 3322 completed, throughput=4.99MB/sec 2024-04-02T09:01:06.524 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l45hsBY-wDvL8Om off=12686569 len=1070955 2024-04-02T09:01:06.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 3323 completed, throughput=5MB/sec 2024-04-02T09:01:06.530 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h8XEOmrPJM0Kb6h off=5783000 len=110755 2024-04-02T09:01:06.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 3324 completed, throughput=5MB/sec 2024-04-02T09:01:06.533 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rYfmgP4c1hpLgXU off=2210302 len=677591 2024-04-02T09:01:06.537 INFO:tasks.workunit.client.0.smithi019.stdout:op 3325 completed, throughput=5MB/sec 2024-04-02T09:01:06.537 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9GcBmlJGHYISMJS off=3369550 len=872883 2024-04-02T09:01:06.537 INFO:tasks.workunit.client.0.smithi019.stdout:op 3326 completed, throughput=5MB/sec 2024-04-02T09:01:06.537 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pVXRdziqoPYp8_K off=2108398 len=1459954 2024-04-02T09:01:06.538 INFO:tasks.workunit.client.0.smithi019.stdout:op 3327 completed, throughput=5MB/sec 2024-04-02T09:01:07.538 INFO:tasks.workunit.client.0.smithi019.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:07.539 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l9_gqEpTMqyyWTx off=467154 len=1985256 2024-04-02T09:01:07.549 INFO:tasks.workunit.client.0.smithi019.stdout:op 3328 completed, throughput=5MB/sec 2024-04-02T09:01:07.549 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XLIUqQQ6DkKbmtr off=1564709 len=835176 2024-04-02T09:01:07.550 INFO:tasks.workunit.client.0.smithi019.stdout:op 3329 completed, throughput=5MB/sec 2024-04-02T09:01:07.550 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-q36zz2kD59xj-au off=14660766 len=1350709 2024-04-02T09:01:07.553 INFO:tasks.workunit.client.0.smithi019.stdout:op 3330 completed, throughput=5MB/sec 2024-04-02T09:01:07.553 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w-DjqtZFm5IIjV8 off=614434 len=457450 2024-04-02T09:01:07.554 INFO:tasks.workunit.client.0.smithi019.stdout:op 3331 completed, throughput=5MB/sec 2024-04-02T09:01:07.554 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gOdQJTiMxyUsHzq off=12326158 len=1890029 2024-04-02T09:01:07.556 INFO:tasks.workunit.client.0.smithi019.stdout:op 3332 completed, throughput=5MB/sec 2024-04-02T09:01:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:07 smithi019 ceph-mon[94035]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:07 smithi019 ceph-mon[96522]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:07 smithi066 ceph-mon[87361]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:01:08.556 INFO:tasks.workunit.client.0.smithi019.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:08.556 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-swHSQfKcFdbU29z off=4211885 len=336574 2024-04-02T09:01:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 3333 completed, throughput=5MB/sec 2024-04-02T09:01:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ty_-c1a51giUk7Z off=15071907 len=1519654 2024-04-02T09:01:08.561 INFO:tasks.workunit.client.0.smithi019.stdout:op 3334 completed, throughput=5MB/sec 2024-04-02T09:01:08.561 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v5o7oCYbeRKc4BW off=742339 len=568272 2024-04-02T09:01:08.563 INFO:tasks.workunit.client.0.smithi019.stdout:op 3335 completed, throughput=5MB/sec 2024-04-02T09:01:08.563 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FzSachLp0-33kp8 off=4165454 len=1104604 2024-04-02T09:01:08.565 INFO:tasks.workunit.client.0.smithi019.stdout:op 3336 completed, throughput=5MB/sec 2024-04-02T09:01:08.565 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-i-dMy8D3XA5ad3N off=1522390 len=2066739 2024-04-02T09:01:08.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 3337 completed, throughput=5MB/sec 2024-04-02T09:01:09.573 INFO:tasks.workunit.client.0.smithi019.stdout: 658: throughput=5MB/sec pending data=0 2024-04-02T09:01:09.573 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-V2-CDFr4NXZQtr- off=2310388 len=1818327 2024-04-02T09:01:09.577 INFO:tasks.workunit.client.0.smithi019.stdout:op 3338 completed, throughput=5MB/sec 2024-04-02T09:01:09.577 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FXNmEjThKXk-Llu off=24066374 len=864232 2024-04-02T09:01:09.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 3339 completed, throughput=5MB/sec 2024-04-02T09:01:09.578 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8QfTm6OpzXpBN_J off=10360240 len=802656 2024-04-02T09:01:09.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 3340 completed, throughput=5MB/sec 2024-04-02T09:01:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:09 smithi019 ceph-mon[94035]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:09 smithi019 ceph-mon[96522]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:10.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:09 smithi066 ceph-mon[87361]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:10.583 INFO:tasks.workunit.client.0.smithi019.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:10.583 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Pw9bbmAxL2PBL6o off=2507297 len=679989 2024-04-02T09:01:10.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 3341 completed, throughput=4.99MB/sec 2024-04-02T09:01:10.583 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7kQq-bGZA9jJwWP off=13565952 len=712826 2024-04-02T09:01:10.584 INFO:tasks.workunit.client.0.smithi019.stdout:op 3342 completed, throughput=4.99MB/sec 2024-04-02T09:01:10.584 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ihG0WJDbFzazuNd off=2354432 len=1839281 2024-04-02T09:01:10.594 INFO:tasks.workunit.client.0.smithi019.stdout:op 3343 completed, throughput=5MB/sec 2024-04-02T09:01:10.594 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y0YeZG8qSnOlQTt off=2313262 len=313990 2024-04-02T09:01:10.595 INFO:tasks.workunit.client.0.smithi019.stdout:op 3344 completed, throughput=5MB/sec 2024-04-02T09:01:10.595 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nemFzDBgV5Ad8Fl off=12191860 len=1923698 2024-04-02T09:01:10.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 3345 completed, throughput=5MB/sec 2024-04-02T09:01:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:01:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:01:10] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T09:01:11.605 INFO:tasks.workunit.client.0.smithi019.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:11.605 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XE7Wt2e1Xx9YVlQ off=9184254 len=1704928 2024-04-02T09:01:11.613 INFO:tasks.workunit.client.0.smithi019.stdout:op 3346 completed, throughput=5MB/sec 2024-04-02T09:01:11.613 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0r2tX5Bz4b5O0ZJ off=8126693 len=409749 2024-04-02T09:01:11.614 INFO:tasks.workunit.client.0.smithi019.stdout:op 3347 completed, throughput=5MB/sec 2024-04-02T09:01:11.614 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DzMGsCr-tMSVybr off=8701153 len=2007951 2024-04-02T09:01:11.624 INFO:tasks.workunit.client.0.smithi019.stdout:op 3348 completed, throughput=5MB/sec 2024-04-02T09:01:11.624 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LeOOykRvro_X_a_ off=16871310 len=2059858 2024-04-02T09:01:11.635 INFO:tasks.workunit.client.0.smithi019.stdout:op 3349 completed, throughput=5MB/sec 2024-04-02T09:01:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:11 smithi019 ceph-mon[94035]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:12.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:11 smithi019 ceph-mon[96522]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:11 smithi066 ceph-mon[87361]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:01:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:12.635 INFO:tasks.workunit.client.0.smithi019.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:12.636 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PTGH4gqcBnHxItZ off=490778 len=1715379 2024-04-02T09:01:12.639 INFO:tasks.workunit.client.0.smithi019.stdout:op 3350 completed, throughput=5MB/sec 2024-04-02T09:01:12.639 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AWmK62U8QzRUhbY off=1455494 len=1478944 2024-04-02T09:01:12.640 INFO:tasks.workunit.client.0.smithi019.stdout:op 3351 completed, throughput=5MB/sec 2024-04-02T09:01:12.640 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ncL8bj-4RWlzxpG off=5154558 len=579035 2024-04-02T09:01:12.645 INFO:tasks.workunit.client.0.smithi019.stdout:op 3352 completed, throughput=5MB/sec 2024-04-02T09:01:12.645 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X8iJtnwHWQhvzbz off=2559997 len=2078112 2024-04-02T09:01:12.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 3353 completed, throughput=5MB/sec 2024-04-02T09:01:13.647 INFO:tasks.workunit.client.0.smithi019.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:13.647 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fdDTSvZbap4aF9Y off=3692438 len=403039 2024-04-02T09:01:13.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 3354 completed, throughput=5MB/sec 2024-04-02T09:01:13.651 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZoSmdrWqSsU7WO1 off=3473439 len=519029 2024-04-02T09:01:13.652 INFO:tasks.workunit.client.0.smithi019.stdout:op 3355 completed, throughput=5MB/sec 2024-04-02T09:01:13.652 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YwknkPKVGXakn90 off=15725805 len=2005319 2024-04-02T09:01:13.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 3356 completed, throughput=5MB/sec 2024-04-02T09:01:13.664 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BVN5gobsIHRHHPP off=406474 len=1645237 2024-04-02T09:01:13.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 3357 completed, throughput=5MB/sec 2024-04-02T09:01:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:13 smithi019 ceph-mon[94035]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:13 smithi019 ceph-mon[96522]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:13 smithi066 ceph-mon[87361]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:14.666 INFO:tasks.workunit.client.0.smithi019.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:14.666 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rA7H5hGx7A_X0uc off=831839 len=660484 2024-04-02T09:01:14.668 INFO:tasks.workunit.client.0.smithi019.stdout:op 3358 completed, throughput=4.99MB/sec 2024-04-02T09:01:14.668 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cLyrta59t1QPpuG off=7433473 len=1731875 2024-04-02T09:01:14.669 INFO:tasks.workunit.client.0.smithi019.stdout:op 3359 completed, throughput=5MB/sec 2024-04-02T09:01:14.669 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LC7eFmSoeTlZQmn off=16825494 len=1680154 2024-04-02T09:01:14.675 INFO:tasks.workunit.client.0.smithi019.stdout:op 3360 completed, throughput=5MB/sec 2024-04-02T09:01:14.675 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vGyG7lzFDJvalts off=1004294 len=273068 2024-04-02T09:01:14.676 INFO:tasks.workunit.client.0.smithi019.stdout:op 3361 completed, throughput=5MB/sec 2024-04-02T09:01:14.676 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-chg6gZdAtIDbdT1 off=3742093 len=790783 2024-04-02T09:01:14.679 INFO:tasks.workunit.client.0.smithi019.stdout:op 3362 completed, throughput=5MB/sec 2024-04-02T09:01:15.680 INFO:tasks.workunit.client.0.smithi019.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:15.680 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mSG6-eoUx5UUF7t off=16263074 len=782221 2024-04-02T09:01:15.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 3363 completed, throughput=4.99MB/sec 2024-04-02T09:01:15.683 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OXhBcKgba8LuFxh off=15071982 len=2058447 2024-04-02T09:01:15.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 3364 completed, throughput=5MB/sec 2024-04-02T09:01:15.685 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vHzXAXfsrCNHG9m off=13083417 len=1474986 2024-04-02T09:01:15.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 3365 completed, throughput=5MB/sec 2024-04-02T09:01:15.687 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ECLFvVxa277QewT off=5393437 len=418831 2024-04-02T09:01:15.690 INFO:tasks.workunit.client.0.smithi019.stdout:op 3366 completed, throughput=5MB/sec 2024-04-02T09:01:15.690 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LGLWrcMFcl_Jt3g off=2315258 len=1030558 2024-04-02T09:01:15.691 INFO:tasks.workunit.client.0.smithi019.stdout:op 3367 completed, throughput=5MB/sec 2024-04-02T09:01:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:15 smithi019 ceph-mon[94035]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:01:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:15 smithi019 ceph-mon[96522]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:01:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:15 smithi066 ceph-mon[87361]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:01:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:16.691 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AL8pd3PiDe-S4cB off=6214443 len=2017251 2024-04-02T09:01:16.693 INFO:tasks.workunit.client.0.smithi019.stdout:op 3368 completed, throughput=5MB/sec 2024-04-02T09:01:16.693 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tRhxn95E2VUgg0u off=4897322 len=755234 2024-04-02T09:01:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 3369 completed, throughput=5MB/sec 2024-04-02T09:01:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3kYdUidorEhSRop off=3576950 len=475982 2024-04-02T09:01:16.697 INFO:tasks.workunit.client.0.smithi019.stdout:op 3370 completed, throughput=5MB/sec 2024-04-02T09:01:16.697 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mL3FW9uydIR6Mb4 off=6657930 len=2008262 2024-04-02T09:01:16.698 INFO:tasks.workunit.client.0.smithi019.stdout:op 3371 completed, throughput=5MB/sec 2024-04-02T09:01:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:17.699 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4aVnMDgZDdczGYL off=7332326 len=966499 2024-04-02T09:01:17.704 INFO:tasks.workunit.client.0.smithi019.stdout:op 3372 completed, throughput=5MB/sec 2024-04-02T09:01:17.704 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NK-k8AVVWqYJsJf off=17153307 len=598952 2024-04-02T09:01:17.709 INFO:tasks.workunit.client.0.smithi019.stdout:op 3373 completed, throughput=5MB/sec 2024-04-02T09:01:17.709 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pshRYI9I4p94DFu off=3349327 len=620853 2024-04-02T09:01:17.712 INFO:tasks.workunit.client.0.smithi019.stdout:op 3374 completed, throughput=5MB/sec 2024-04-02T09:01:17.713 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QssNyyCN0skCoyc off=10666365 len=1447408 2024-04-02T09:01:17.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 3375 completed, throughput=5MB/sec 2024-04-02T09:01:17.714 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MC60mYORs4oPVYJ off=636793 len=31621 2024-04-02T09:01:17.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 3376 completed, throughput=5MB/sec 2024-04-02T09:01:17.714 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zaKKtUPehxXpbsQ off=1666398 len=1927649 2024-04-02T09:01:17.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 3377 completed, throughput=5MB/sec 2024-04-02T09:01:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:17 smithi019 ceph-mon[94035]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:17 smithi019 ceph-mon[96522]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:17 smithi066 ceph-mon[87361]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:18.725 INFO:tasks.workunit.client.0.smithi019.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:18.725 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CEFBS0IbYNyfr2x off=8183680 len=27068 2024-04-02T09:01:18.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 3378 completed, throughput=4.99MB/sec 2024-04-02T09:01:18.725 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7HabmZKtNReWcqT off=18209960 len=1930455 2024-04-02T09:01:18.729 INFO:tasks.workunit.client.0.smithi019.stdout:op 3379 completed, throughput=5MB/sec 2024-04-02T09:01:18.729 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2Aj6-N-66hRIr7v off=2305213 len=1012047 2024-04-02T09:01:18.730 INFO:tasks.workunit.client.0.smithi019.stdout:op 3380 completed, throughput=5MB/sec 2024-04-02T09:01:18.730 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yffEm0UZPC9DwG2 off=785067 len=1400918 2024-04-02T09:01:18.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 3381 completed, throughput=5MB/sec 2024-04-02T09:01:19.736 INFO:tasks.workunit.client.0.smithi019.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:19.736 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-STEHxmwh0Gpii-C off=23688015 len=713875 2024-04-02T09:01:19.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 3382 completed, throughput=4.99MB/sec 2024-04-02T09:01:19.737 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MMVIk5_P228HuDR off=3768026 len=1070276 2024-04-02T09:01:19.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 3383 completed, throughput=5MB/sec 2024-04-02T09:01:19.738 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9TUhL7xc3YGbbH- off=1615607 len=1607984 2024-04-02T09:01:19.740 INFO:tasks.workunit.client.0.smithi019.stdout:op 3384 completed, throughput=5MB/sec 2024-04-02T09:01:19.740 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AxPOTC7slYt5vWl off=4989070 len=1412441 2024-04-02T09:01:19.744 INFO:tasks.workunit.client.0.smithi019.stdout:op 3385 completed, throughput=5MB/sec 2024-04-02T09:01:19.744 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eD8q3xZlGQtoW6J off=4682258 len=598633 2024-04-02T09:01:19.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 3386 completed, throughput=5MB/sec 2024-04-02T09:01:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:19 smithi019 ceph-mon[94035]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:19 smithi019 ceph-mon[96522]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:19 smithi066 ceph-mon[87361]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:01:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:01:20] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:01:20.745 INFO:tasks.workunit.client.0.smithi019.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:20.746 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fh_OKR0lJ-XzUbP off=2179018 len=120482 2024-04-02T09:01:20.746 INFO:tasks.workunit.client.0.smithi019.stdout:op 3387 completed, throughput=4.99MB/sec 2024-04-02T09:01:20.746 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9NBLidNFCEgjtx7 off=10505070 len=1998834 2024-04-02T09:01:20.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 3388 completed, throughput=5MB/sec 2024-04-02T09:01:20.748 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TsMk2CMrY3NWkks off=15108283 len=563745 2024-04-02T09:01:20.749 INFO:tasks.workunit.client.0.smithi019.stdout:op 3389 completed, throughput=5MB/sec 2024-04-02T09:01:20.749 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-huA-P34d7_-Sf_- off=1426430 len=1587582 2024-04-02T09:01:20.758 INFO:tasks.workunit.client.0.smithi019.stdout:op 3390 completed, throughput=5MB/sec 2024-04-02T09:01:20.758 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6Abya9TRX6OqbQv off=2515577 len=1227000 2024-04-02T09:01:20.764 INFO:tasks.workunit.client.0.smithi019.stdout:op 3391 completed, throughput=5MB/sec 2024-04-02T09:01:21.765 INFO:tasks.workunit.client.0.smithi019.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:21.765 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gJyHskNt6dviARp off=6945477 len=1088029 2024-04-02T09:01:21.766 INFO:tasks.workunit.client.0.smithi019.stdout:op 3392 completed, throughput=4.99MB/sec 2024-04-02T09:01:21.766 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-haM6ZZgLphNqn3q off=6054794 len=84287 2024-04-02T09:01:21.767 INFO:tasks.workunit.client.0.smithi019.stdout:op 3393 completed, throughput=4.99MB/sec 2024-04-02T09:01:21.767 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rHK0FMox9HyaCKo off=19600050 len=1088564 2024-04-02T09:01:21.768 INFO:tasks.workunit.client.0.smithi019.stdout:op 3394 completed, throughput=5MB/sec 2024-04-02T09:01:21.768 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yd-u31QNs-xHFG8 off=15147639 len=1881390 2024-04-02T09:01:21.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 3395 completed, throughput=5MB/sec 2024-04-02T09:01:21.778 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OtyaBmFW7oTKEWL off=7170238 len=34664 2024-04-02T09:01:21.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 3396 completed, throughput=5MB/sec 2024-04-02T09:01:21.778 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QBa3qod7HDNzfGm off=11542518 len=1958034 2024-04-02T09:01:21.779 INFO:tasks.workunit.client.0.smithi019.stdout:op 3397 completed, throughput=5MB/sec 2024-04-02T09:01:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:21 smithi019 ceph-mon[94035]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:01:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:21 smithi019 ceph-mon[96522]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:01:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:21 smithi066 ceph-mon[87361]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:01:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:01:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:22.779 INFO:tasks.workunit.client.0.smithi019.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:22.779 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ygud5si7P3_ko_s off=1583609 len=459226 2024-04-02T09:01:22.782 INFO:tasks.workunit.client.0.smithi019.stdout:op 3398 completed, throughput=5MB/sec 2024-04-02T09:01:22.782 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xJu-crB9Y_-RlvI off=3132196 len=1233494 2024-04-02T09:01:22.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 3399 completed, throughput=5MB/sec 2024-04-02T09:01:22.783 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--s__bAeXJ8lcgzN off=9168649 len=1531417 2024-04-02T09:01:22.788 INFO:tasks.workunit.client.0.smithi019.stdout:op 3400 completed, throughput=5MB/sec 2024-04-02T09:01:22.788 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F4PMqMRqh53NjPQ off=4906716 len=1748641 2024-04-02T09:01:22.791 INFO:tasks.workunit.client.0.smithi019.stdout:op 3401 completed, throughput=5MB/sec 2024-04-02T09:01:23.792 INFO:tasks.workunit.client.0.smithi019.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:23.792 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TcoaImVhXOVnM8z off=1349364 len=814969 2024-04-02T09:01:23.792 INFO:tasks.workunit.client.0.smithi019.stdout:op 3402 completed, throughput=5MB/sec 2024-04-02T09:01:23.792 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hIKNGkXqirDMKh- off=10871301 len=1785663 2024-04-02T09:01:23.800 INFO:tasks.workunit.client.0.smithi019.stdout:op 3403 completed, throughput=5MB/sec 2024-04-02T09:01:23.800 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iGgBG-VGBeqf5gU off=10823205 len=573317 2024-04-02T09:01:23.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 3404 completed, throughput=5MB/sec 2024-04-02T09:01:23.801 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xOywW2Lar7PF_j7 off=1912947 len=1252620 2024-04-02T09:01:23.803 INFO:tasks.workunit.client.0.smithi019.stdout:op 3405 completed, throughput=5MB/sec 2024-04-02T09:01:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:23 smithi019 ceph-mon[94035]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:23 smithi019 ceph-mon[96522]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:23 smithi066 ceph-mon[87361]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:24.803 INFO:tasks.workunit.client.0.smithi019.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:24.803 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DeJsPovfSs5KmZC off=212447 len=2018964 2024-04-02T09:01:24.810 INFO:tasks.workunit.client.0.smithi019.stdout:op 3406 completed, throughput=5MB/sec 2024-04-02T09:01:24.810 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-65nNh-g_8Waeihx off=6581947 len=479277 2024-04-02T09:01:24.814 INFO:tasks.workunit.client.0.smithi019.stdout:op 3407 completed, throughput=5MB/sec 2024-04-02T09:01:24.814 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h7mb_HcwmlcL1jH off=1702371 len=2079927 2024-04-02T09:01:24.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 3408 completed, throughput=5MB/sec 2024-04-02T09:01:24.821 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EyqydQ2mdx4hSv8 off=6496539 len=1814989 2024-04-02T09:01:24.825 INFO:tasks.workunit.client.0.smithi019.stdout:op 3409 completed, throughput=5MB/sec 2024-04-02T09:01:25.826 INFO:tasks.workunit.client.0.smithi019.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:25.826 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bMdWVQAPKwcYJiQ off=3940332 len=1066083 2024-04-02T09:01:25.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 3410 completed, throughput=5MB/sec 2024-04-02T09:01:25.828 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NLUlvoXPpdJA0h6 off=14318333 len=271114 2024-04-02T09:01:25.829 INFO:tasks.workunit.client.0.smithi019.stdout:op 3411 completed, throughput=5MB/sec 2024-04-02T09:01:25.829 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1rv3Y6WXrGStSl9 off=7675139 len=1852336 2024-04-02T09:01:25.830 INFO:tasks.workunit.client.0.smithi019.stdout:op 3412 completed, throughput=5MB/sec 2024-04-02T09:01:25.830 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gPgPwh81P8T-z_1 off=1155874 len=1321 2024-04-02T09:01:25.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 3413 completed, throughput=5MB/sec 2024-04-02T09:01:25.832 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4v2faLV06lLgi66 off=3948540 len=1946389 2024-04-02T09:01:25.844 INFO:tasks.workunit.client.0.smithi019.stdout:op 3414 completed, throughput=5MB/sec 2024-04-02T09:01:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:25 smithi019 ceph-mon[94035]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:25 smithi019 ceph-mon[96522]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:25 smithi066 ceph-mon[87361]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:26.844 INFO:tasks.workunit.client.0.smithi019.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:26.844 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vu5dxp0rfi9CwHm off=7822049 len=276857 2024-04-02T09:01:26.845 INFO:tasks.workunit.client.0.smithi019.stdout:op 3415 completed, throughput=4.99MB/sec 2024-04-02T09:01:26.845 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7CXYKkF1VxojogE off=5067796 len=80102 2024-04-02T09:01:26.847 INFO:tasks.workunit.client.0.smithi019.stdout:op 3416 completed, throughput=4.99MB/sec 2024-04-02T09:01:26.848 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jo078l7r5y_Di1g off=5185943 len=1248772 2024-04-02T09:01:26.849 INFO:tasks.workunit.client.0.smithi019.stdout:op 3417 completed, throughput=5MB/sec 2024-04-02T09:01:26.849 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-73bG6sJNou8Pabv off=1190021 len=693657 2024-04-02T09:01:26.849 INFO:tasks.workunit.client.0.smithi019.stdout:op 3418 completed, throughput=5MB/sec 2024-04-02T09:01:26.850 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bn_SSSfvNWw9gKL off=8211911 len=18470 2024-04-02T09:01:26.851 INFO:tasks.workunit.client.0.smithi019.stdout:op 3419 completed, throughput=5MB/sec 2024-04-02T09:01:26.851 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qq6_wmGpbYbCHHc off=2070884 len=1731104 2024-04-02T09:01:26.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 3420 completed, throughput=5MB/sec 2024-04-02T09:01:26.860 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L_jnlB-LJrcYgM7 off=3877261 len=444904 2024-04-02T09:01:26.863 INFO:tasks.workunit.client.0.smithi019.stdout:op 3421 completed, throughput=5MB/sec 2024-04-02T09:01:27.863 INFO:tasks.workunit.client.0.smithi019.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:27.863 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R8ETZ6TAVR8NzSn off=5671929 len=1236040 2024-04-02T09:01:27.868 INFO:tasks.workunit.client.0.smithi019.stdout:op 3422 completed, throughput=4.99MB/sec 2024-04-02T09:01:27.868 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-US08XXu2Xa7VCvx off=13788114 len=786698 2024-04-02T09:01:27.869 INFO:tasks.workunit.client.0.smithi019.stdout:op 3423 completed, throughput=5MB/sec 2024-04-02T09:01:27.869 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lpTyMmRJWkwAyX_ off=22388895 len=1354480 2024-04-02T09:01:27.874 INFO:tasks.workunit.client.0.smithi019.stdout:op 3424 completed, throughput=5MB/sec 2024-04-02T09:01:27.874 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h_riNXrqm7XDurh off=10593903 len=1724555 2024-04-02T09:01:27.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 3425 completed, throughput=5MB/sec 2024-04-02T09:01:27.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SGRDLL76eDRuvSN off=9278108 len=1118715 2024-04-02T09:01:27.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 3426 completed, throughput=5MB/sec 2024-04-02T09:01:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:27 smithi019 ceph-mon[94035]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:01:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:27 smithi019 ceph-mon[96522]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:01:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:27 smithi066 ceph-mon[87361]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:01:28.886 INFO:tasks.workunit.client.0.smithi019.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:28.887 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kBPPE0PHu_YPJaz off=21925888 len=1274247 2024-04-02T09:01:28.887 INFO:tasks.workunit.client.0.smithi019.stdout:op 3427 completed, throughput=5MB/sec 2024-04-02T09:01:28.887 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LdODAlUh42xGSKF off=4358256 len=1311900 2024-04-02T09:01:28.896 INFO:tasks.workunit.client.0.smithi019.stdout:op 3428 completed, throughput=5MB/sec 2024-04-02T09:01:28.896 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HIUvoqvbWWcEccq off=0 len=1089260 2024-04-02T09:01:28.897 INFO:tasks.workunit.client.0.smithi019.stdout:op 3429 completed, throughput=5MB/sec 2024-04-02T09:01:28.898 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NOwsxk-Abvrb8Ck off=8148984 len=726677 2024-04-02T09:01:28.902 INFO:tasks.workunit.client.0.smithi019.stdout:op 3430 completed, throughput=5MB/sec 2024-04-02T09:01:28.902 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k-dMkViF7Y0ug94 off=236711 len=583865 2024-04-02T09:01:28.903 INFO:tasks.workunit.client.0.smithi019.stdout:op 3431 completed, throughput=5MB/sec 2024-04-02T09:01:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:29.904 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zncfdTQ1Mxm2XfA off=10000592 len=1660905 2024-04-02T09:01:29.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 3432 completed, throughput=5MB/sec 2024-04-02T09:01:29.905 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Om_bOk6qS6caWKi off=2600108 len=624183 2024-04-02T09:01:29.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 3433 completed, throughput=5MB/sec 2024-04-02T09:01:29.906 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ilxZeLCVH3hKHRf off=3604777 len=1236523 2024-04-02T09:01:29.907 INFO:tasks.workunit.client.0.smithi019.stdout:op 3434 completed, throughput=5MB/sec 2024-04-02T09:01:29.907 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vGkFfJ1HtDHPGMh off=17742962 len=806084 2024-04-02T09:01:29.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 3435 completed, throughput=5MB/sec 2024-04-02T09:01:29.912 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gr1_s8tMgyt5RrN off=2684153 len=2055714 2024-04-02T09:01:29.921 INFO:tasks.workunit.client.0.smithi019.stdout:op 3436 completed, throughput=5MB/sec 2024-04-02T09:01:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:29 smithi019 ceph-mon[94035]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:29 smithi019 ceph-mon[96522]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:29 smithi066 ceph-mon[87361]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:01:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:01:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:01:30] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T09:01:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: 679: throughput=5MB/sec pending data=0 2024-04-02T09:01:30.921 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9z1NdsXQYmDQgog off=17733111 len=803842 2024-04-02T09:01:30.926 INFO:tasks.workunit.client.0.smithi019.stdout:op 3437 completed, throughput=5MB/sec 2024-04-02T09:01:30.926 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hGS1wvfAs8oLL5H off=193155 len=128054 2024-04-02T09:01:30.928 INFO:tasks.workunit.client.0.smithi019.stdout:op 3438 completed, throughput=5MB/sec 2024-04-02T09:01:30.928 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-e2Erze6TtO73_iu off=7139222 len=219352 2024-04-02T09:01:30.929 INFO:tasks.workunit.client.0.smithi019.stdout:op 3439 completed, throughput=5MB/sec 2024-04-02T09:01:30.929 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4V6K9CjFRUcNRnj off=20680189 len=625780 2024-04-02T09:01:30.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 3440 completed, throughput=5MB/sec 2024-04-02T09:01:30.932 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LytfUjsjflVzJB9 off=16733487 len=1762645 2024-04-02T09:01:30.933 INFO:tasks.workunit.client.0.smithi019.stdout:op 3441 completed, throughput=5MB/sec 2024-04-02T09:01:30.933 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N580YijZGS38bZm off=2262288 len=18903 2024-04-02T09:01:30.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 3442 completed, throughput=5MB/sec 2024-04-02T09:01:30.935 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YymA9Iir50tGq6d off=12421608 len=1672025 2024-04-02T09:01:30.941 INFO:tasks.workunit.client.0.smithi019.stdout:op 3443 completed, throughput=5MB/sec 2024-04-02T09:01:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:31.942 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-h1cAuSPEsMcx5QV off=3018934 len=1436498 2024-04-02T09:01:31.942 INFO:tasks.workunit.client.0.smithi019.stdout:op 3444 completed, throughput=5MB/sec 2024-04-02T09:01:31.943 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_izuQa4y69gqe5e off=1142508 len=2011973 2024-04-02T09:01:31.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 3445 completed, throughput=5MB/sec 2024-04-02T09:01:31.950 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LD3JHq3Q-1pWkJL off=14873758 len=727980 2024-04-02T09:01:31.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 3446 completed, throughput=5MB/sec 2024-04-02T09:01:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:31 smithi019 ceph-mon[94035]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:01:32.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:31 smithi019 ceph-mon[96522]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:01:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:31 smithi066 ceph-mon[87361]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:01:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:01:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:32.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3x-E8ojRYMCruBO off=5274298 len=851594 2024-04-02T09:01:32.958 INFO:tasks.workunit.client.0.smithi019.stdout:op 3447 completed, throughput=4.99MB/sec 2024-04-02T09:01:32.958 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4ft6JA6AFO_wnB1 off=13081467 len=1638460 2024-04-02T09:01:32.962 INFO:tasks.workunit.client.0.smithi019.stdout:op 3448 completed, throughput=5MB/sec 2024-04-02T09:01:32.962 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8Z81_QY4jxTtxmi off=3612231 len=161761 2024-04-02T09:01:32.964 INFO:tasks.workunit.client.0.smithi019.stdout:op 3449 completed, throughput=5MB/sec 2024-04-02T09:01:32.964 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hV9D_Ixoqx2mxuZ off=2559242 len=2081302 2024-04-02T09:01:32.967 INFO:tasks.workunit.client.0.smithi019.stdout:op 3450 completed, throughput=5MB/sec 2024-04-02T09:01:32.967 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gXUde9rcP3t6B31 off=163149 len=2023935 2024-04-02T09:01:32.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 3451 completed, throughput=5MB/sec 2024-04-02T09:01:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: 682: throughput=5MB/sec pending data=0 2024-04-02T09:01:33.976 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-O2YuAMoBSehBqYe off=8007020 len=1340333 2024-04-02T09:01:33.977 INFO:tasks.workunit.client.0.smithi019.stdout:op 3452 completed, throughput=5MB/sec 2024-04-02T09:01:33.977 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IMoPQDCmBrJwO9d off=471766 len=351656 2024-04-02T09:01:33.981 INFO:tasks.workunit.client.0.smithi019.stdout:op 3453 completed, throughput=5MB/sec 2024-04-02T09:01:33.981 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uzG9ZJF7lf7jQMt off=11130669 len=775226 2024-04-02T09:01:33.981 INFO:tasks.workunit.client.0.smithi019.stdout:op 3454 completed, throughput=5MB/sec 2024-04-02T09:01:33.981 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pw0R2Q3UwQkpQWq off=936541 len=526471 2024-04-02T09:01:33.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 3455 completed, throughput=5MB/sec 2024-04-02T09:01:33.986 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1OniRfbiMPbyYbR off=1566672 len=928885 2024-04-02T09:01:33.989 INFO:tasks.workunit.client.0.smithi019.stdout:op 3456 completed, throughput=5MB/sec 2024-04-02T09:01:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:33 smithi019 ceph-mon[94035]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:33 smithi019 ceph-mon[96522]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:33 smithi066 ceph-mon[87361]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:34.989 INFO:tasks.workunit.client.0.smithi019.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:34.990 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-izkfMUCVYrhxakM off=3998521 len=1015380 2024-04-02T09:01:34.994 INFO:tasks.workunit.client.0.smithi019.stdout:op 3457 completed, throughput=4.99MB/sec 2024-04-02T09:01:34.994 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pRnyr5d-0NeEd6F off=13598173 len=2070930 2024-04-02T09:01:34.995 INFO:tasks.workunit.client.0.smithi019.stdout:op 3458 completed, throughput=5MB/sec 2024-04-02T09:01:34.996 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cVJxepRcMoFRokM off=4800298 len=2028262 2024-04-02T09:01:35.005 INFO:tasks.workunit.client.0.smithi019.stdout:op 3459 completed, throughput=5MB/sec 2024-04-02T09:01:36.006 INFO:tasks.workunit.client.0.smithi019.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:36.006 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ajsR-UeuDctx8ZV off=8504593 len=1112612 2024-04-02T09:01:36.007 INFO:tasks.workunit.client.0.smithi019.stdout:op 3460 completed, throughput=4.99MB/sec 2024-04-02T09:01:36.007 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rK7eHVg8Rk8WWA6 off=782034 len=297584 2024-04-02T09:01:36.008 INFO:tasks.workunit.client.0.smithi019.stdout:op 3461 completed, throughput=4.99MB/sec 2024-04-02T09:01:36.008 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zaKKtUPehxXpbsQ off=3259702 len=1270614 2024-04-02T09:01:36.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 3462 completed, throughput=5MB/sec 2024-04-02T09:01:36.010 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-si8AJm3-3Uhgo1Q off=14423798 len=159074 2024-04-02T09:01:36.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 3463 completed, throughput=5MB/sec 2024-04-02T09:01:36.011 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TeOE_xDY7PjFPzt off=14614113 len=1563959 2024-04-02T09:01:36.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 3464 completed, throughput=5MB/sec 2024-04-02T09:01:36.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-e9HjE8Duy219L1J off=13876551 len=92234 2024-04-02T09:01:36.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 3465 completed, throughput=5MB/sec 2024-04-02T09:01:36.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IZOleFdNQyBGP8O off=5714330 len=1378390 2024-04-02T09:01:36.024 INFO:tasks.workunit.client.0.smithi019.stdout:op 3466 completed, throughput=5MB/sec 2024-04-02T09:01:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:35 smithi019 ceph-mon[94035]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:36.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:35 smithi019 ceph-mon[96522]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:35 smithi066 ceph-mon[87361]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:37.024 INFO:tasks.workunit.client.0.smithi019.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:37.024 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-slyeM7c6OTAz8mc off=8376620 len=827899 2024-04-02T09:01:37.025 INFO:tasks.workunit.client.0.smithi019.stdout:op 3467 completed, throughput=4.99MB/sec 2024-04-02T09:01:37.025 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JOfGLMhmmFsdUFs off=11340941 len=1857352 2024-04-02T09:01:37.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 3468 completed, throughput=5MB/sec 2024-04-02T09:01:37.027 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-otc_YruODd45aIs off=3089113 len=801773 2024-04-02T09:01:37.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 3469 completed, throughput=5MB/sec 2024-04-02T09:01:37.030 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wo602EvpsSDg3dz off=101453 len=1728209 2024-04-02T09:01:37.040 INFO:tasks.workunit.client.0.smithi019.stdout:op 3470 completed, throughput=5MB/sec 2024-04-02T09:01:38.040 INFO:tasks.workunit.client.0.smithi019.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:38.040 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QJ-ADh--kN9OlIz off=4130109 len=542479 2024-04-02T09:01:38.044 INFO:tasks.workunit.client.0.smithi019.stdout:op 3471 completed, throughput=4.99MB/sec 2024-04-02T09:01:38.044 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JbmOnNSqMOLKAN1 off=6635956 len=1558919 2024-04-02T09:01:38.051 INFO:tasks.workunit.client.0.smithi019.stdout:op 3472 completed, throughput=5MB/sec 2024-04-02T09:01:38.051 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LevfPKsavRNk7Th off=11716273 len=1039987 2024-04-02T09:01:38.052 INFO:tasks.workunit.client.0.smithi019.stdout:op 3473 completed, throughput=5MB/sec 2024-04-02T09:01:38.053 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7fWZSh9NBlZqnPZ off=8786172 len=811008 2024-04-02T09:01:38.053 INFO:tasks.workunit.client.0.smithi019.stdout:op 3474 completed, throughput=5MB/sec 2024-04-02T09:01:38.054 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kSeqqxVV6E5Mcoq off=19978420 len=1177295 2024-04-02T09:01:38.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 3475 completed, throughput=5MB/sec 2024-04-02T09:01:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:37 smithi019 ceph-mon[94035]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:01:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:37 smithi019 ceph-mon[96522]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:01:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:37 smithi066 ceph-mon[87361]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:01:39.058 INFO:tasks.workunit.client.0.smithi019.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:39.058 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dwzXPqegIjM_Gmh off=57451 len=1399633 2024-04-02T09:01:39.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 3476 completed, throughput=5MB/sec 2024-04-02T09:01:39.067 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xsv9l3uAlwPHTZH off=6837499 len=634195 2024-04-02T09:01:39.071 INFO:tasks.workunit.client.0.smithi019.stdout:op 3477 completed, throughput=5MB/sec 2024-04-02T09:01:39.071 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cFXI9_djC0STf4_ off=3816163 len=1525385 2024-04-02T09:01:39.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 3478 completed, throughput=5MB/sec 2024-04-02T09:01:39.073 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JmJZwbdyYjUfGtq off=6473034 len=346461 2024-04-02T09:01:39.075 INFO:tasks.workunit.client.0.smithi019.stdout:op 3479 completed, throughput=5MB/sec 2024-04-02T09:01:39.076 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b6qYvZmASiyACtu off=531864 len=1629641 2024-04-02T09:01:39.083 INFO:tasks.workunit.client.0.smithi019.stdout:op 3480 completed, throughput=5MB/sec 2024-04-02T09:01:40.083 INFO:tasks.workunit.client.0.smithi019.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:40.083 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GQMuHsjvPEJ67F_ off=1645183 len=1656520 2024-04-02T09:01:40.084 INFO:tasks.workunit.client.0.smithi019.stdout:op 3481 completed, throughput=5MB/sec 2024-04-02T09:01:40.084 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WaFE8L9fnvLe4Mc off=5258580 len=758521 2024-04-02T09:01:40.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 3482 completed, throughput=5MB/sec 2024-04-02T09:01:40.085 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YLXZeO9HUBGryzp off=15058268 len=284472 2024-04-02T09:01:40.088 INFO:tasks.workunit.client.0.smithi019.stdout:op 3483 completed, throughput=5MB/sec 2024-04-02T09:01:40.088 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9XyfCM5EebaRMnX off=2140846 len=174053 2024-04-02T09:01:40.089 INFO:tasks.workunit.client.0.smithi019.stdout:op 3484 completed, throughput=5MB/sec 2024-04-02T09:01:40.089 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F3Dhys2_UohjiGX off=5634343 len=1950736 2024-04-02T09:01:40.091 INFO:tasks.workunit.client.0.smithi019.stdout:op 3485 completed, throughput=5MB/sec 2024-04-02T09:01:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:39 smithi019 ceph-mon[94035]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:40.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:39 smithi019 ceph-mon[96522]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:39 smithi066 ceph-mon[87361]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:01:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:01:40] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T09:01:41.091 INFO:tasks.workunit.client.0.smithi019.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:41.091 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J4HiiRBFbvLXkxV off=11808582 len=409381 2024-04-02T09:01:41.092 INFO:tasks.workunit.client.0.smithi019.stdout:op 3486 completed, throughput=4.99MB/sec 2024-04-02T09:01:41.092 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TIvZprpgEW2j_Ag off=10069304 len=1894461 2024-04-02T09:01:41.105 INFO:tasks.workunit.client.0.smithi019.stdout:op 3487 completed, throughput=5MB/sec 2024-04-02T09:01:41.105 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OwAU9Bsy7tBm3NM off=837530 len=1552892 2024-04-02T09:01:41.106 INFO:tasks.workunit.client.0.smithi019.stdout:op 3488 completed, throughput=5MB/sec 2024-04-02T09:01:41.106 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-favRBD1j7PKbmun off=22860614 len=1345626 2024-04-02T09:01:41.112 INFO:tasks.workunit.client.0.smithi019.stdout:op 3489 completed, throughput=5MB/sec 2024-04-02T09:01:41.112 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9R9M5iGFxH6OY21 off=2012046 len=19202 2024-04-02T09:01:41.113 INFO:tasks.workunit.client.0.smithi019.stdout:op 3490 completed, throughput=5MB/sec 2024-04-02T09:01:41.113 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f-9BlING6AZViIF off=2063636 len=792394 2024-04-02T09:01:41.114 INFO:tasks.workunit.client.0.smithi019.stdout:op 3491 completed, throughput=5MB/sec 2024-04-02T09:01:42.114 INFO:tasks.workunit.client.0.smithi019.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:42.114 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--4ATw1qm0dlNgm- off=2890118 len=870872 2024-04-02T09:01:42.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 3492 completed, throughput=5MB/sec 2024-04-02T09:01:42.115 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cLPAkMCgJtz6SCk off=959440 len=1903644 2024-04-02T09:01:42.122 INFO:tasks.workunit.client.0.smithi019.stdout:op 3493 completed, throughput=5MB/sec 2024-04-02T09:01:42.122 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-k1My-YqTanIUlSr off=6473061 len=719426 2024-04-02T09:01:42.127 INFO:tasks.workunit.client.0.smithi019.stdout:op 3494 completed, throughput=5MB/sec 2024-04-02T09:01:42.127 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N5UpUrbR2HcM8HY off=948882 len=1926628 2024-04-02T09:01:42.137 INFO:tasks.workunit.client.0.smithi019.stdout:op 3495 completed, throughput=5MB/sec 2024-04-02T09:01:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:41 smithi019 ceph-mon[94035]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:42.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:41 smithi019 ceph-mon[96522]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:41 smithi066 ceph-mon[87361]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:01:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:43.137 INFO:tasks.workunit.client.0.smithi019.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:43.138 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_ixh5sdSLfEf5FM off=23088937 len=1498237 2024-04-02T09:01:43.139 INFO:tasks.workunit.client.0.smithi019.stdout:op 3496 completed, throughput=5MB/sec 2024-04-02T09:01:43.139 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kG-mUcu_ynFlCH0 off=2916930 len=1359782 2024-04-02T09:01:43.140 INFO:tasks.workunit.client.0.smithi019.stdout:op 3497 completed, throughput=5MB/sec 2024-04-02T09:01:43.141 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JtTt6AC6u7vAsNo off=55368 len=1334158 2024-04-02T09:01:43.150 INFO:tasks.workunit.client.0.smithi019.stdout:op 3498 completed, throughput=5MB/sec 2024-04-02T09:01:43.150 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PpPDGpXtY2gLLMr off=2571114 len=1508119 2024-04-02T09:01:43.158 INFO:tasks.workunit.client.0.smithi019.stdout:op 3499 completed, throughput=5MB/sec 2024-04-02T09:01:44.158 INFO:tasks.workunit.client.0.smithi019.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:44.158 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iAH8n4az-eqahpv off=898919 len=1872105 2024-04-02T09:01:44.160 INFO:tasks.workunit.client.0.smithi019.stdout:op 3500 completed, throughput=5MB/sec 2024-04-02T09:01:44.160 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5So6E4kmn9hlPbz off=4668704 len=727402 2024-04-02T09:01:44.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 3501 completed, throughput=5MB/sec 2024-04-02T09:01:44.161 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mJqXiSNinO9BJ4S off=0 len=1167727 2024-04-02T09:01:44.167 INFO:tasks.workunit.client.0.smithi019.stdout:op 3502 completed, throughput=5MB/sec 2024-04-02T09:01:44.167 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u9SbMexTj8clxlp off=3557565 len=1563870 2024-04-02T09:01:44.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 3503 completed, throughput=5MB/sec 2024-04-02T09:01:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:43 smithi019 ceph-mon[94035]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:44.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:43 smithi019 ceph-mon[96522]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:44.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:43 smithi066 ceph-mon[87361]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:45.175 INFO:tasks.workunit.client.0.smithi019.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:45.175 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uz545rqI7wyVOG5 off=6139191 len=901761 2024-04-02T09:01:45.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 3504 completed, throughput=5MB/sec 2024-04-02T09:01:45.179 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vll0tn0vySoxHdB off=2656724 len=8192 2024-04-02T09:01:45.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 3505 completed, throughput=5MB/sec 2024-04-02T09:01:45.180 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2fdaQmsNU9cKQW2 off=20454879 len=601330 2024-04-02T09:01:45.182 INFO:tasks.workunit.client.0.smithi019.stdout:op 3506 completed, throughput=5MB/sec 2024-04-02T09:01:45.183 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JOfGLMhmmFsdUFs off=4114046 len=945635 2024-04-02T09:01:45.184 INFO:tasks.workunit.client.0.smithi019.stdout:op 3507 completed, throughput=5MB/sec 2024-04-02T09:01:45.184 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vQpkz8Vx9RmkEQr off=14848691 len=1040266 2024-04-02T09:01:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 3508 completed, throughput=5MB/sec 2024-04-02T09:01:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vS36nORaJtMxmML off=1305357 len=14650 2024-04-02T09:01:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 3509 completed, throughput=5MB/sec 2024-04-02T09:01:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-A1nkCIvNRfSOkNP off=4591636 len=1532592 2024-04-02T09:01:45.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 3510 completed, throughput=5MB/sec 2024-04-02T09:01:46.193 INFO:tasks.workunit.client.0.smithi019.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:46.193 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KDtTsImO_veh8Jr off=2971560 len=1064547 2024-04-02T09:01:46.195 INFO:tasks.workunit.client.0.smithi019.stdout:op 3511 completed, throughput=5MB/sec 2024-04-02T09:01:46.195 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ggxvaR9JFImu0A2 off=12385701 len=881663 2024-04-02T09:01:46.200 INFO:tasks.workunit.client.0.smithi019.stdout:op 3512 completed, throughput=5MB/sec 2024-04-02T09:01:46.200 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lAGICzjd770GRhk off=4743565 len=1657559 2024-04-02T09:01:46.202 INFO:tasks.workunit.client.0.smithi019.stdout:op 3513 completed, throughput=5MB/sec 2024-04-02T09:01:46.202 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N0Gj2ewXfer5KXu off=9335991 len=241018 2024-04-02T09:01:46.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 3514 completed, throughput=5MB/sec 2024-04-02T09:01:46.204 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2qv8QxU6EKX98al off=8994412 len=702262 2024-04-02T09:01:46.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 3515 completed, throughput=5MB/sec 2024-04-02T09:01:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:45 smithi066 ceph-mon[87361]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:45 smithi019 ceph-mon[94035]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:45 smithi019 ceph-mon[96522]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:47.205 INFO:tasks.workunit.client.0.smithi019.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:47.205 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HaK7RVAMHQYqciO off=1766275 len=1306470 2024-04-02T09:01:47.210 INFO:tasks.workunit.client.0.smithi019.stdout:op 3516 completed, throughput=4.99MB/sec 2024-04-02T09:01:47.210 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xpqC0n4oST0RhSm off=3133985 len=232517 2024-04-02T09:01:47.211 INFO:tasks.workunit.client.0.smithi019.stdout:op 3517 completed, throughput=5MB/sec 2024-04-02T09:01:47.211 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c1u0cfLr2F30lCD off=2539748 len=197693 2024-04-02T09:01:47.214 INFO:tasks.workunit.client.0.smithi019.stdout:op 3518 completed, throughput=5MB/sec 2024-04-02T09:01:47.214 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ks_97YCwZq7XtLN off=21984140 len=533563 2024-04-02T09:01:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 3519 completed, throughput=5MB/sec 2024-04-02T09:01:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y0ZsxzEHb60_aAU off=11690475 len=101424 2024-04-02T09:01:47.217 INFO:tasks.workunit.client.0.smithi019.stdout:op 3520 completed, throughput=5MB/sec 2024-04-02T09:01:47.217 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9YITXKnA4p0r14V off=17906638 len=167100 2024-04-02T09:01:47.219 INFO:tasks.workunit.client.0.smithi019.stdout:op 3521 completed, throughput=5MB/sec 2024-04-02T09:01:47.219 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aUzGrtg20tSpZHw off=12644860 len=1478998 2024-04-02T09:01:47.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 3522 completed, throughput=5MB/sec 2024-04-02T09:01:47.220 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-i1t9-zLCAsas-v- off=3438843 len=649143 2024-04-02T09:01:47.225 INFO:tasks.workunit.client.0.smithi019.stdout:op 3523 completed, throughput=5MB/sec 2024-04-02T09:01:47.225 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5bxeGHZn1sNoj5Z off=14493744 len=426009 2024-04-02T09:01:47.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 3524 completed, throughput=5MB/sec 2024-04-02T09:01:47.228 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rqVbaFyDfvQOuzV off=2432573 len=898072 2024-04-02T09:01:47.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 3525 completed, throughput=5MB/sec 2024-04-02T09:01:48.229 INFO:tasks.workunit.client.0.smithi019.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:48.229 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5S_pLQQE7HCoVuI off=17515321 len=378567 2024-04-02T09:01:48.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 3526 completed, throughput=4.99MB/sec 2024-04-02T09:01:48.230 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ry1znS_Op36wzIp off=10459026 len=1772067 2024-04-02T09:01:48.232 INFO:tasks.workunit.client.0.smithi019.stdout:op 3527 completed, throughput=5MB/sec 2024-04-02T09:01:48.232 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PJBlA1hCoH2Qpi6 off=13448193 len=1658293 2024-04-02T09:01:48.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 3528 completed, throughput=5MB/sec 2024-04-02T09:01:48.238 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hxLjnZJu2-Ba7P9 off=4057601 len=1791946 2024-04-02T09:01:48.248 INFO:tasks.workunit.client.0.smithi019.stdout:op 3529 completed, throughput=5MB/sec 2024-04-02T09:01:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:47 smithi066 ceph-mon[87361]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:47 smithi019 ceph-mon[94035]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:47 smithi019 ceph-mon[96522]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:49.248 INFO:tasks.workunit.client.0.smithi019.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:49.248 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KKUq141IKi0X6d3 off=7446894 len=952384 2024-04-02T09:01:49.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 3530 completed, throughput=5MB/sec 2024-04-02T09:01:49.251 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dFjurqNvpMRahjB off=5648456 len=1990023 2024-04-02T09:01:49.253 INFO:tasks.workunit.client.0.smithi019.stdout:op 3531 completed, throughput=5MB/sec 2024-04-02T09:01:49.253 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3emZlmxtxOq2I9E off=406849 len=1441506 2024-04-02T09:01:49.258 INFO:tasks.workunit.client.0.smithi019.stdout:op 3532 completed, throughput=5MB/sec 2024-04-02T09:01:50.259 INFO:tasks.workunit.client.0.smithi019.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:50.259 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-p5Q8abHItnfXU4H off=1203193 len=1611438 2024-04-02T09:01:50.268 INFO:tasks.workunit.client.0.smithi019.stdout:op 3533 completed, throughput=5MB/sec 2024-04-02T09:01:50.268 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jPa-jusmHQg15D2 off=9424207 len=1171185 2024-04-02T09:01:50.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 3534 completed, throughput=5MB/sec 2024-04-02T09:01:50.274 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u7Ha6f8zD92tNKn off=2275097 len=1117477 2024-04-02T09:01:50.278 INFO:tasks.workunit.client.0.smithi019.stdout:op 3535 completed, throughput=5MB/sec 2024-04-02T09:01:50.278 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yguB8Iy1EuhiSy9 off=5363760 len=1798750 2024-04-02T09:01:50.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 3536 completed, throughput=5MB/sec 2024-04-02T09:01:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:49 smithi066 ceph-mon[87361]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:50.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:49 smithi019 ceph-mon[94035]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:49 smithi019 ceph-mon[96522]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:01:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:01:50] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:01:51.280 INFO:tasks.workunit.client.0.smithi019.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:51.280 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bD6LSH8WYVWGrEN off=498811 len=866629 2024-04-02T09:01:51.285 INFO:tasks.workunit.client.0.smithi019.stdout:op 3537 completed, throughput=4.99MB/sec 2024-04-02T09:01:51.285 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_1IUXtXLIG0ZXU8 off=565929 len=1801938 2024-04-02T09:01:51.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 3538 completed, throughput=5MB/sec 2024-04-02T09:01:51.290 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6lzW6jG_gBI9hcD off=7931081 len=209094 2024-04-02T09:01:51.291 INFO:tasks.workunit.client.0.smithi019.stdout:op 3539 completed, throughput=5MB/sec 2024-04-02T09:01:51.291 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M2pTejW5Kg5mvwM off=11100875 len=621868 2024-04-02T09:01:51.294 INFO:tasks.workunit.client.0.smithi019.stdout:op 3540 completed, throughput=5MB/sec 2024-04-02T09:01:51.294 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZeztJ-uyHT-coBa off=3932810 len=1449108 2024-04-02T09:01:51.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 3541 completed, throughput=5MB/sec 2024-04-02T09:01:52.296 INFO:tasks.workunit.client.0.smithi019.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:52.296 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RGd_r29g4wuXKG9 off=4772479 len=713180 2024-04-02T09:01:52.298 INFO:tasks.workunit.client.0.smithi019.stdout:op 3542 completed, throughput=4.99MB/sec 2024-04-02T09:01:52.298 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xmmMvpVxd3K0HRr off=20069311 len=1343499 2024-04-02T09:01:52.299 INFO:tasks.workunit.client.0.smithi019.stdout:op 3543 completed, throughput=5MB/sec 2024-04-02T09:01:52.299 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5JXgR-zdNM8shGk off=6168672 len=1748223 2024-04-02T09:01:52.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 3544 completed, throughput=5MB/sec 2024-04-02T09:01:52.301 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CETC76mT_VDae_z off=6197901 len=1807122 2024-04-02T09:01:52.309 INFO:tasks.workunit.client.0.smithi019.stdout:op 3545 completed, throughput=5MB/sec 2024-04-02T09:01:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:51 smithi066 ceph-mon[87361]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:51 smithi019 ceph-mon[94035]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:51 smithi019 ceph-mon[96522]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:52.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:01:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:53.309 INFO:tasks.workunit.client.0.smithi019.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:53.309 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YYK3Q6IWKkBr-TL off=2528028 len=496158 2024-04-02T09:01:53.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 3546 completed, throughput=4.99MB/sec 2024-04-02T09:01:53.312 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dUJnjVMTSIKMJk8 off=15319132 len=1818296 2024-04-02T09:01:53.322 INFO:tasks.workunit.client.0.smithi019.stdout:op 3547 completed, throughput=5MB/sec 2024-04-02T09:01:53.322 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-do_-VrISQetahdA off=12919931 len=848217 2024-04-02T09:01:53.323 INFO:tasks.workunit.client.0.smithi019.stdout:op 3548 completed, throughput=5MB/sec 2024-04-02T09:01:53.323 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kpHLONWNviDzaJw off=1518105 len=2020583 2024-04-02T09:01:53.327 INFO:tasks.workunit.client.0.smithi019.stdout:op 3549 completed, throughput=5MB/sec 2024-04-02T09:01:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:53 smithi066 ceph-mon[87361]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:54.327 INFO:tasks.workunit.client.0.smithi019.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:54.327 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--DRE5pfllLeuSfW off=1685015 len=1568751 2024-04-02T09:01:54.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 3550 completed, throughput=5MB/sec 2024-04-02T09:01:54.333 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tBP-5r2jHJh5pnJ off=12590438 len=1024444 2024-04-02T09:01:54.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 3551 completed, throughput=5MB/sec 2024-04-02T09:01:54.335 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6raVuNcc5X4-yLD off=3977995 len=360159 2024-04-02T09:01:54.336 INFO:tasks.workunit.client.0.smithi019.stdout:op 3552 completed, throughput=5MB/sec 2024-04-02T09:01:54.336 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I-Ly8F7zfeGNzcU off=15528762 len=526925 2024-04-02T09:01:54.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 3553 completed, throughput=5MB/sec 2024-04-02T09:01:54.337 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aKpINjolutxU3LL off=3977834 len=1375517 2024-04-02T09:01:54.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 3554 completed, throughput=5MB/sec 2024-04-02T09:01:54.340 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sD6myopJR5mHrI7 off=8058922 len=127361 2024-04-02T09:01:54.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 3555 completed, throughput=5MB/sec 2024-04-02T09:01:54.340 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cD3PZNeCYHo8524 off=1068878 len=1310672 2024-04-02T09:01:54.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 3556 completed, throughput=5MB/sec 2024-04-02T09:01:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:53 smithi019 ceph-mon[94035]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:53 smithi019 ceph-mon[96522]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:55.341 INFO:tasks.workunit.client.0.smithi019.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:55.341 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B8CJLcbUi_Z02K1 off=422863 len=1553396 2024-04-02T09:01:55.343 INFO:tasks.workunit.client.0.smithi019.stdout:op 3557 completed, throughput=5MB/sec 2024-04-02T09:01:55.343 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ywLzs7Ds3XgXM1e off=1541967 len=432475 2024-04-02T09:01:55.343 INFO:tasks.workunit.client.0.smithi019.stdout:op 3558 completed, throughput=5MB/sec 2024-04-02T09:01:55.343 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nQEnexHC0AC5dQA off=19791728 len=1182406 2024-04-02T09:01:55.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 3559 completed, throughput=5MB/sec 2024-04-02T09:01:55.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GtU5kcXGFg21mWq off=9241786 len=1828404 2024-04-02T09:01:55.349 INFO:tasks.workunit.client.0.smithi019.stdout:op 3560 completed, throughput=5MB/sec 2024-04-02T09:01:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:55 smithi066 ceph-mon[87361]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:56.350 INFO:tasks.workunit.client.0.smithi019.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:56.350 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ULNV4PuAXTy53Up off=2174058 len=1532718 2024-04-02T09:01:56.356 INFO:tasks.workunit.client.0.smithi019.stdout:op 3561 completed, throughput=5MB/sec 2024-04-02T09:01:56.356 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wo602EvpsSDg3dz off=2570674 len=1902070 2024-04-02T09:01:56.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 3562 completed, throughput=5MB/sec 2024-04-02T09:01:56.360 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F1PFRiIZgmQlVXd off=17130198 len=273145 2024-04-02T09:01:56.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 3563 completed, throughput=5MB/sec 2024-04-02T09:01:56.360 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ZLBDNDEsJ02Cr8 off=121741 len=565897 2024-04-02T09:01:56.363 INFO:tasks.workunit.client.0.smithi019.stdout:op 3564 completed, throughput=5MB/sec 2024-04-02T09:01:56.363 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4byUJfHHsbPM6uc off=1347388 len=1776256 2024-04-02T09:01:56.366 INFO:tasks.workunit.client.0.smithi019.stdout:op 3565 completed, throughput=5MB/sec 2024-04-02T09:01:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:55 smithi019 ceph-mon[94035]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:55 smithi019 ceph-mon[96522]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:57.365 INFO:tasks.workunit.client.0.smithi019.stdout: 705: throughput=5MB/sec pending data=0 2024-04-02T09:01:57.366 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3kYWnf_stsYpMaq off=5585926 len=1347202 2024-04-02T09:01:57.373 INFO:tasks.workunit.client.0.smithi019.stdout:op 3566 completed, throughput=5MB/sec 2024-04-02T09:01:57.373 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1mtuTBE3HSFnpgu off=10408902 len=892799 2024-04-02T09:01:57.374 INFO:tasks.workunit.client.0.smithi019.stdout:op 3567 completed, throughput=5MB/sec 2024-04-02T09:01:57.374 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--cJ87jCy-vhsn3I off=15027023 len=829150 2024-04-02T09:01:57.379 INFO:tasks.workunit.client.0.smithi019.stdout:op 3568 completed, throughput=5MB/sec 2024-04-02T09:01:57.379 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j0IlHekfVkWKvum off=2801371 len=984441 2024-04-02T09:01:57.381 INFO:tasks.workunit.client.0.smithi019.stdout:op 3569 completed, throughput=5MB/sec 2024-04-02T09:01:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:57 smithi066 ceph-mon[87361]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:58.381 INFO:tasks.workunit.client.0.smithi019.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:58.382 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yL6fx_-DucmAEZv off=37378 len=625542 2024-04-02T09:01:58.382 INFO:tasks.workunit.client.0.smithi019.stdout:op 3570 completed, throughput=4.99MB/sec 2024-04-02T09:01:58.382 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-O41E0vSUM2Or0ub off=21794208 len=1747536 2024-04-02T09:01:58.390 INFO:tasks.workunit.client.0.smithi019.stdout:op 3571 completed, throughput=5MB/sec 2024-04-02T09:01:58.390 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KzrBYEk1M8n3Asw off=12670668 len=1173395 2024-04-02T09:01:58.392 INFO:tasks.workunit.client.0.smithi019.stdout:op 3572 completed, throughput=5MB/sec 2024-04-02T09:01:58.392 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1_SFtWZN12sgkys off=17851143 len=1696606 2024-04-02T09:01:58.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 3573 completed, throughput=5MB/sec 2024-04-02T09:01:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:57 smithi019 ceph-mon[94035]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:57 smithi019 ceph-mon[96522]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:59.393 INFO:tasks.workunit.client.0.smithi019.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:59.393 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KtF2aI3Gsz6BkeX off=5260590 len=312376 2024-04-02T09:01:59.396 INFO:tasks.workunit.client.0.smithi019.stdout:op 3574 completed, throughput=4.99MB/sec 2024-04-02T09:01:59.396 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VdRU-5e6zIDep9_ off=8520447 len=69075 2024-04-02T09:01:59.399 INFO:tasks.workunit.client.0.smithi019.stdout:op 3575 completed, throughput=4.99MB/sec 2024-04-02T09:01:59.399 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-98NWAx439L5gL7S off=9498798 len=1147588 2024-04-02T09:01:59.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 3576 completed, throughput=5MB/sec 2024-04-02T09:01:59.403 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0tpgK09ztb-TxtE off=3592841 len=335456 2024-04-02T09:01:59.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 3577 completed, throughput=5MB/sec 2024-04-02T09:01:59.406 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mCCsqp0bgFzlhjQ off=3522617 len=1924514 2024-04-02T09:01:59.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 3578 completed, throughput=5MB/sec 2024-04-02T09:01:59.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-riSgbgzsybpCO8h off=8438689 len=527559 2024-04-02T09:01:59.415 INFO:tasks.workunit.client.0.smithi019.stdout:op 3579 completed, throughput=5MB/sec 2024-04-02T09:01:59.415 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k23VhZbnF8e8oRQ off=1195236 len=924540 2024-04-02T09:01:59.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 3580 completed, throughput=5MB/sec 2024-04-02T09:02:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:01:59 smithi066 ceph-mon[87361]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:01:59 smithi019 ceph-mon[94035]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:01:59 smithi019 ceph-mon[96522]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:00.416 INFO:tasks.workunit.client.0.smithi019.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:00.416 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M83_E2ij8oZ7j3m off=8976336 len=574485 2024-04-02T09:02:00.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 3581 completed, throughput=4.99MB/sec 2024-04-02T09:02:00.417 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uhrROShfTuKShkW off=8813385 len=1631004 2024-04-02T09:02:00.425 INFO:tasks.workunit.client.0.smithi019.stdout:op 3582 completed, throughput=5MB/sec 2024-04-02T09:02:00.425 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-73uwX0eXg-CEuCP off=4982526 len=546257 2024-04-02T09:02:00.428 INFO:tasks.workunit.client.0.smithi019.stdout:op 3583 completed, throughput=5MB/sec 2024-04-02T09:02:00.428 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MiytT50hiQpf6n4 off=3253589 len=847561 2024-04-02T09:02:00.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 3584 completed, throughput=5MB/sec 2024-04-02T09:02:00.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iKxblAs_V4Z2f0N off=12865952 len=1014051 2024-04-02T09:02:00.435 INFO:tasks.workunit.client.0.smithi019.stdout:op 3585 completed, throughput=5MB/sec 2024-04-02T09:02:00.435 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-q5IIe67f0nWlW9i off=11739395 len=652103 2024-04-02T09:02:00.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 3586 completed, throughput=5MB/sec 2024-04-02T09:02:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:02:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:02:00] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-02T09:02:01.436 INFO:tasks.workunit.client.0.smithi019.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:01.436 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hhMdHglhYsu6NBk off=240917 len=1091717 2024-04-02T09:02:01.437 INFO:tasks.workunit.client.0.smithi019.stdout:op 3587 completed, throughput=4.99MB/sec 2024-04-02T09:02:01.437 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ahabF8Ic5pkZAmu off=2942904 len=697856 2024-04-02T09:02:01.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 3588 completed, throughput=5MB/sec 2024-04-02T09:02:01.439 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ad51x_qkEeSt_w0 off=591491 len=702786 2024-04-02T09:02:01.443 INFO:tasks.workunit.client.0.smithi019.stdout:op 3589 completed, throughput=5MB/sec 2024-04-02T09:02:01.443 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EQFgt5xR0HV6J5- off=14251358 len=387811 2024-04-02T09:02:01.446 INFO:tasks.workunit.client.0.smithi019.stdout:op 3590 completed, throughput=5MB/sec 2024-04-02T09:02:01.446 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uW6XHA3iXK2zaE5 off=1961907 len=235201 2024-04-02T09:02:01.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 3591 completed, throughput=5MB/sec 2024-04-02T09:02:01.447 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bf8lO5OBBroj3dk off=8652373 len=1806929 2024-04-02T09:02:01.449 INFO:tasks.workunit.client.0.smithi019.stdout:op 3592 completed, throughput=5MB/sec 2024-04-02T09:02:01.449 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--oam2TaKKx6c1tA off=5821949 len=234265 2024-04-02T09:02:01.449 INFO:tasks.workunit.client.0.smithi019.stdout:op 3593 completed, throughput=5MB/sec 2024-04-02T09:02:01.449 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xFATHId55V7r4XU off=5522681 len=1548196 2024-04-02T09:02:01.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 3594 completed, throughput=5MB/sec 2024-04-02T09:02:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:01 smithi066 ceph-mon[87361]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:01 smithi019 ceph-mon[94035]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:01 smithi019 ceph-mon[96522]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:02:02.450 INFO:tasks.workunit.client.0.smithi019.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:02.450 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hZZi6NiCwfn0i8p off=2003769 len=13765 2024-04-02T09:02:02.451 INFO:tasks.workunit.client.0.smithi019.stdout:op 3595 completed, throughput=4.99MB/sec 2024-04-02T09:02:02.451 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ew98mbboHezWNAs off=1995299 len=1253456 2024-04-02T09:02:02.453 INFO:tasks.workunit.client.0.smithi019.stdout:op 3596 completed, throughput=5MB/sec 2024-04-02T09:02:02.453 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J5ZC47MLl1gltY4 off=11887019 len=2038101 2024-04-02T09:02:02.457 INFO:tasks.workunit.client.0.smithi019.stdout:op 3597 completed, throughput=5MB/sec 2024-04-02T09:02:02.457 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pSyeNP91gICK4uT off=7687265 len=586782 2024-04-02T09:02:02.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 3598 completed, throughput=5MB/sec 2024-04-02T09:02:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:02:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:03.462 INFO:tasks.workunit.client.0.smithi019.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:03.462 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TBNRogH5zLMsJOH off=1138205 len=363395 2024-04-02T09:02:03.462 INFO:tasks.workunit.client.0.smithi019.stdout:op 3599 completed, throughput=4.99MB/sec 2024-04-02T09:02:03.463 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z5ZCB2Drwtobqvn off=6025032 len=1834057 2024-04-02T09:02:03.472 INFO:tasks.workunit.client.0.smithi019.stdout:op 3600 completed, throughput=5MB/sec 2024-04-02T09:02:03.472 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3w0duyZDwyPTT4w off=6639059 len=1387385 2024-04-02T09:02:03.473 INFO:tasks.workunit.client.0.smithi019.stdout:op 3601 completed, throughput=5MB/sec 2024-04-02T09:02:03.474 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6tI5LASeGWTWEI2 off=1478308 len=1265686 2024-04-02T09:02:03.480 INFO:tasks.workunit.client.0.smithi019.stdout:op 3602 completed, throughput=5MB/sec 2024-04-02T09:02:03.480 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s3TWTExPXnrVOdz off=1629252 len=1400819 2024-04-02T09:02:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 3603 completed, throughput=5MB/sec 2024-04-02T09:02:04.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:03 smithi066 ceph-mon[87361]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:02:04.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:03 smithi019 ceph-mon[94035]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:02:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:03 smithi019 ceph-mon[96522]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:02:04.488 INFO:tasks.workunit.client.0.smithi019.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:04.488 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-am2WOqaHtRKbsQi off=8149259 len=788999 2024-04-02T09:02:04.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 3604 completed, throughput=5MB/sec 2024-04-02T09:02:04.489 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dRs8l6U04dSpHyD off=7402544 len=1021034 2024-04-02T09:02:04.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 3605 completed, throughput=5MB/sec 2024-04-02T09:02:04.490 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HJN28nh7dn6sYUh off=2218688 len=1363344 2024-04-02T09:02:04.492 INFO:tasks.workunit.client.0.smithi019.stdout:op 3606 completed, throughput=5MB/sec 2024-04-02T09:02:04.493 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hbM_1S74IXjLM6o off=14769839 len=1242923 2024-04-02T09:02:04.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 3607 completed, throughput=5MB/sec 2024-04-02T09:02:05.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:02:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:05.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:02:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:02:05.497 INFO:tasks.workunit.client.0.smithi019.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:05.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1KDUIMe56qayNtA off=2648419 len=589375 2024-04-02T09:02:05.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 3608 completed, throughput=4.99MB/sec 2024-04-02T09:02:05.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t5Nw3DQd3Cg54G6 off=12559669 len=2073715 2024-04-02T09:02:05.502 INFO:tasks.workunit.client.0.smithi019.stdout:op 3609 completed, throughput=5MB/sec 2024-04-02T09:02:05.503 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3b1G8HJwPO4nxIz off=1156474 len=365484 2024-04-02T09:02:05.506 INFO:tasks.workunit.client.0.smithi019.stdout:op 3610 completed, throughput=5MB/sec 2024-04-02T09:02:05.506 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ajq-6ydiJcO6GMx off=4442047 len=341969 2024-04-02T09:02:05.507 INFO:tasks.workunit.client.0.smithi019.stdout:op 3611 completed, throughput=5MB/sec 2024-04-02T09:02:05.507 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tYyo-Q5gwE4Omun off=3911457 len=1219255 2024-04-02T09:02:05.513 INFO:tasks.workunit.client.0.smithi019.stdout:op 3612 completed, throughput=5MB/sec 2024-04-02T09:02:05.514 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zfZ_Kj1zq6vm2Uv off=2001413 len=1800640 2024-04-02T09:02:05.515 INFO:tasks.workunit.client.0.smithi019.stdout:op 3613 completed, throughput=5MB/sec 2024-04-02T09:02:06.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:05 smithi066 ceph-mon[87361]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:02:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:05 smithi019 ceph-mon[94035]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:02:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:05 smithi019 ceph-mon[96522]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:02:06.515 INFO:tasks.workunit.client.0.smithi019.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:06.515 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1aYU6BGf-v-mTXM off=2434166 len=931403 2024-04-02T09:02:06.516 INFO:tasks.workunit.client.0.smithi019.stdout:op 3614 completed, throughput=5MB/sec 2024-04-02T09:02:06.516 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-05_bpPV6cae9yRu off=3631652 len=1465227 2024-04-02T09:02:06.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 3615 completed, throughput=5MB/sec 2024-04-02T09:02:06.518 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lOkX0Bom-_yVOzf off=6544487 len=1409075 2024-04-02T09:02:06.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 3616 completed, throughput=5MB/sec 2024-04-02T09:02:06.521 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TTBvkRM2WZX_p0H off=10577155 len=20555 2024-04-02T09:02:06.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 3617 completed, throughput=5MB/sec 2024-04-02T09:02:06.521 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-19L3cc9Z8pjmYwF off=10921162 len=1202368 2024-04-02T09:02:06.523 INFO:tasks.workunit.client.0.smithi019.stdout:op 3618 completed, throughput=5MB/sec 2024-04-02T09:02:07.524 INFO:tasks.workunit.client.0.smithi019.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:07.524 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aVJ05oVbZnnPj7F off=4233718 len=916706 2024-04-02T09:02:07.529 INFO:tasks.workunit.client.0.smithi019.stdout:op 3619 completed, throughput=5MB/sec 2024-04-02T09:02:07.529 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6s-qGInthlmsoVZ off=10719268 len=1556455 2024-04-02T09:02:07.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 3620 completed, throughput=5MB/sec 2024-04-02T09:02:07.531 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nDjES_4Mf7V3oWh off=3691211 len=320243 2024-04-02T09:02:07.531 INFO:tasks.workunit.client.0.smithi019.stdout:op 3621 completed, throughput=5MB/sec 2024-04-02T09:02:07.531 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-E8IIf4U9ikUvvzc off=48303 len=1369527 2024-04-02T09:02:07.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 3622 completed, throughput=5MB/sec 2024-04-02T09:02:07.536 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-StnFbPuMtMTT3M9 off=2082624 len=857912 2024-04-02T09:02:07.537 INFO:tasks.workunit.client.0.smithi019.stdout:op 3623 completed, throughput=5MB/sec 2024-04-02T09:02:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:07 smithi066 ceph-mon[87361]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:07 smithi019 ceph-mon[94035]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:07 smithi019 ceph-mon[96522]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:02:08.537 INFO:tasks.workunit.client.0.smithi019.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:08.537 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T6Rmx-xof-14Rig off=1785825 len=1734976 2024-04-02T09:02:08.546 INFO:tasks.workunit.client.0.smithi019.stdout:op 3624 completed, throughput=5MB/sec 2024-04-02T09:02:08.546 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AhbCFPyaOLUqcgb off=13334278 len=825138 2024-04-02T09:02:08.549 INFO:tasks.workunit.client.0.smithi019.stdout:op 3625 completed, throughput=5MB/sec 2024-04-02T09:02:08.549 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WoKYA-u1uLIs0cA off=0 len=1151333 2024-04-02T09:02:08.555 INFO:tasks.workunit.client.0.smithi019.stdout:op 3626 completed, throughput=5MB/sec 2024-04-02T09:02:08.555 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q_xwNieW3M2_JJw off=5353805 len=88305 2024-04-02T09:02:08.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 3627 completed, throughput=5MB/sec 2024-04-02T09:02:08.558 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vYL1aP6HdDdVSo6 off=12048653 len=321415 2024-04-02T09:02:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 3628 completed, throughput=5MB/sec 2024-04-02T09:02:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KQjSsQGJ0zIW6Sy off=633198 len=988901 2024-04-02T09:02:08.561 INFO:tasks.workunit.client.0.smithi019.stdout:op 3629 completed, throughput=5MB/sec 2024-04-02T09:02:09.562 INFO:tasks.workunit.client.0.smithi019.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:09.562 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UdcqkPqxmJfILab off=1360786 len=714015 2024-04-02T09:02:09.565 INFO:tasks.workunit.client.0.smithi019.stdout:op 3630 completed, throughput=4.99MB/sec 2024-04-02T09:02:09.565 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Rt0-7ThRQCB8w_P off=3778762 len=1920967 2024-04-02T09:02:09.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 3631 completed, throughput=5MB/sec 2024-04-02T09:02:09.569 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AWCC6qbLJDhMFiZ off=1539351 len=1677467 2024-04-02T09:02:09.577 INFO:tasks.workunit.client.0.smithi019.stdout:op 3632 completed, throughput=5MB/sec 2024-04-02T09:02:09.577 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_URd-a6IdbhozZw off=3924988 len=1050469 2024-04-02T09:02:09.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 3633 completed, throughput=5MB/sec 2024-04-02T09:02:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:09 smithi066 ceph-mon[87361]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:09 smithi019 ceph-mon[94035]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:09 smithi019 ceph-mon[96522]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:10.578 INFO:tasks.workunit.client.0.smithi019.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:10.578 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_JpsEdDE6yzcEi8 off=366003 len=1477727 2024-04-02T09:02:10.579 INFO:tasks.workunit.client.0.smithi019.stdout:op 3634 completed, throughput=5MB/sec 2024-04-02T09:02:10.580 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yXPx8UX5nBZ3zlA off=1979903 len=1114954 2024-04-02T09:02:10.585 INFO:tasks.workunit.client.0.smithi019.stdout:op 3635 completed, throughput=5MB/sec 2024-04-02T09:02:10.585 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-am2WOqaHtRKbsQi off=6504092 len=1692362 2024-04-02T09:02:10.594 INFO:tasks.workunit.client.0.smithi019.stdout:op 3636 completed, throughput=5MB/sec 2024-04-02T09:02:10.594 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bnIdxMF80hDE0c7 off=8707790 len=408150 2024-04-02T09:02:10.595 INFO:tasks.workunit.client.0.smithi019.stdout:op 3637 completed, throughput=5MB/sec 2024-04-02T09:02:10.595 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-njsEiqJmIeL9RET off=5915545 len=1479144 2024-04-02T09:02:10.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 3638 completed, throughput=5MB/sec 2024-04-02T09:02:10.672 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:02:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:02:10] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-02T09:02:11.601 INFO:tasks.workunit.client.0.smithi019.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:11.601 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hxD_WfGbZkVO8_p off=1002866 len=333841 2024-04-02T09:02:11.601 INFO:tasks.workunit.client.0.smithi019.stdout:op 3639 completed, throughput=5MB/sec 2024-04-02T09:02:11.601 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ufpCrnmn1k7Cq0K off=6430899 len=1891075 2024-04-02T09:02:11.610 INFO:tasks.workunit.client.0.smithi019.stdout:op 3640 completed, throughput=5MB/sec 2024-04-02T09:02:11.610 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UXpdtb3KAGc0Nai off=3464823 len=1182706 2024-04-02T09:02:11.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 3641 completed, throughput=5MB/sec 2024-04-02T09:02:11.616 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LD3JHq3Q-1pWkJL off=3484101 len=150286 2024-04-02T09:02:11.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 3642 completed, throughput=5MB/sec 2024-04-02T09:02:11.618 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WwMzmkyv-ZCqX5N off=132410 len=1815803 2024-04-02T09:02:11.628 INFO:tasks.workunit.client.0.smithi019.stdout:op 3643 completed, throughput=5MB/sec 2024-04-02T09:02:12.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:11 smithi066 ceph-mon[87361]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:02:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:11 smithi019 ceph-mon[94035]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:11 smithi019 ceph-mon[96522]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:02:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:02:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:12.628 INFO:tasks.workunit.client.0.smithi019.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:12.628 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-32pT12dt7QyHF4R off=1228180 len=682298 2024-04-02T09:02:12.630 INFO:tasks.workunit.client.0.smithi019.stdout:op 3644 completed, throughput=5MB/sec 2024-04-02T09:02:12.630 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EIx13XmrWlvYYb8 off=14986011 len=1101037 2024-04-02T09:02:12.632 INFO:tasks.workunit.client.0.smithi019.stdout:op 3645 completed, throughput=5MB/sec 2024-04-02T09:02:12.632 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ph-VPh63olSOivq off=8584385 len=666522 2024-04-02T09:02:12.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 3646 completed, throughput=5MB/sec 2024-04-02T09:02:12.633 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-skv-QapTj-Mr8Ma off=15920489 len=307565 2024-04-02T09:02:12.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 3647 completed, throughput=5MB/sec 2024-04-02T09:02:12.636 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--qdC6_mb58c6o6J off=7686327 len=807774 2024-04-02T09:02:12.640 INFO:tasks.workunit.client.0.smithi019.stdout:op 3648 completed, throughput=5MB/sec 2024-04-02T09:02:12.640 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xfZH7qtsyzSXaP4 off=9363386 len=1518637 2024-04-02T09:02:12.648 INFO:tasks.workunit.client.0.smithi019.stdout:op 3649 completed, throughput=5MB/sec 2024-04-02T09:02:13.648 INFO:tasks.workunit.client.0.smithi019.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:13.649 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fg-aeI-N0GNgvGo off=5190478 len=457175 2024-04-02T09:02:13.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 3650 completed, throughput=4.99MB/sec 2024-04-02T09:02:13.651 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3iOQoojMXk4LbAu off=7096852 len=836977 2024-04-02T09:02:13.656 INFO:tasks.workunit.client.0.smithi019.stdout:op 3651 completed, throughput=5MB/sec 2024-04-02T09:02:13.656 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pADUfDyn8LuI1-r off=12236346 len=660184 2024-04-02T09:02:13.660 INFO:tasks.workunit.client.0.smithi019.stdout:op 3652 completed, throughput=5MB/sec 2024-04-02T09:02:13.660 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OIlHHX0YFRt4KJ5 off=582094 len=980937 2024-04-02T09:02:13.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 3653 completed, throughput=5MB/sec 2024-04-02T09:02:13.666 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HaslYGVF-0tqJkE off=12265637 len=808199 2024-04-02T09:02:13.666 INFO:tasks.workunit.client.0.smithi019.stdout:op 3654 completed, throughput=5MB/sec 2024-04-02T09:02:13.667 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I5Ez0g7tYRmkBCN off=5525139 len=363065 2024-04-02T09:02:13.667 INFO:tasks.workunit.client.0.smithi019.stdout:op 3655 completed, throughput=5MB/sec 2024-04-02T09:02:13.667 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lAGICzjd770GRhk off=5638213 len=762911 2024-04-02T09:02:13.671 INFO:tasks.workunit.client.0.smithi019.stdout:op 3656 completed, throughput=5MB/sec 2024-04-02T09:02:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:13 smithi066 ceph-mon[87361]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:02:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:13 smithi019 ceph-mon[94035]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:02:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:13 smithi019 ceph-mon[96522]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:02:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:14.672 INFO:tasks.workunit.client.0.smithi019.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:14.672 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-skq8Yx63_dj3XWD off=10004558 len=642935 2024-04-02T09:02:14.673 INFO:tasks.workunit.client.0.smithi019.stdout:op 3657 completed, throughput=4.99MB/sec 2024-04-02T09:02:14.673 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-p9RSn7q--7H_vPO off=3019436 len=2067872 2024-04-02T09:02:14.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 3658 completed, throughput=5MB/sec 2024-04-02T09:02:14.682 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TiAzHJn2-EtZ9hv off=136591 len=627167 2024-04-02T09:02:14.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 3659 completed, throughput=5MB/sec 2024-04-02T09:02:14.687 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rE6U-s9TciqRXuj off=5516357 len=1825565 2024-04-02T09:02:14.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 3660 completed, throughput=5MB/sec 2024-04-02T09:02:15.688 INFO:tasks.workunit.client.0.smithi019.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:15.688 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JoAQVA9HSxCBgWz off=2926764 len=428209 2024-04-02T09:02:15.692 INFO:tasks.workunit.client.0.smithi019.stdout:op 3661 completed, throughput=4.99MB/sec 2024-04-02T09:02:15.692 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-w2hK2te4brSmzJe off=7172276 len=1408564 2024-04-02T09:02:15.696 INFO:tasks.workunit.client.0.smithi019.stdout:op 3662 completed, throughput=5MB/sec 2024-04-02T09:02:15.697 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ULSb21xoYBT-vVd off=956633 len=505922 2024-04-02T09:02:15.700 INFO:tasks.workunit.client.0.smithi019.stdout:op 3663 completed, throughput=5MB/sec 2024-04-02T09:02:15.700 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C7I8R-DISV-4Oj3 off=1347300 len=1464358 2024-04-02T09:02:15.706 INFO:tasks.workunit.client.0.smithi019.stdout:op 3664 completed, throughput=5MB/sec 2024-04-02T09:02:15.706 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yez83Gd_M63B2Mp off=4369946 len=2034064 2024-04-02T09:02:15.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 3665 completed, throughput=5MB/sec 2024-04-02T09:02:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:15 smithi066 ceph-mon[87361]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:15 smithi019 ceph-mon[94035]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:15 smithi019 ceph-mon[96522]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:16.707 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KZEKl27kvLm5rnQ off=5949125 len=1286579 2024-04-02T09:02:16.708 INFO:tasks.workunit.client.0.smithi019.stdout:op 3666 completed, throughput=5MB/sec 2024-04-02T09:02:16.708 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wPEdWa_fnl5BKQo off=3848508 len=1492157 2024-04-02T09:02:16.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 3667 completed, throughput=5MB/sec 2024-04-02T09:02:16.715 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--qdOp4_qID42n3J off=14076286 len=1098800 2024-04-02T09:02:16.716 INFO:tasks.workunit.client.0.smithi019.stdout:op 3668 completed, throughput=5MB/sec 2024-04-02T09:02:16.716 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q36zz2kD59xj-au off=16984019 len=1519173 2024-04-02T09:02:16.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 3669 completed, throughput=5MB/sec 2024-04-02T09:02:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:17.725 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BOW3BSyv_TPdyKA off=2121697 len=1134672 2024-04-02T09:02:17.726 INFO:tasks.workunit.client.0.smithi019.stdout:op 3670 completed, throughput=5MB/sec 2024-04-02T09:02:17.726 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pWUBLoHxRACC76k off=8694768 len=418477 2024-04-02T09:02:17.729 INFO:tasks.workunit.client.0.smithi019.stdout:op 3671 completed, throughput=5MB/sec 2024-04-02T09:02:17.729 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5cejsd6cZAjQKJH off=209859 len=395949 2024-04-02T09:02:17.732 INFO:tasks.workunit.client.0.smithi019.stdout:op 3672 completed, throughput=5MB/sec 2024-04-02T09:02:17.732 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QuU8_Mqygbhhkai off=12901099 len=842857 2024-04-02T09:02:17.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 3673 completed, throughput=5MB/sec 2024-04-02T09:02:17.737 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-62MEuOxqnevJDHt off=1603427 len=727744 2024-04-02T09:02:17.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 3674 completed, throughput=5MB/sec 2024-04-02T09:02:17.738 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Vi6a5dGIftns_UN off=14257344 len=1224067 2024-04-02T09:02:17.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 3675 completed, throughput=5MB/sec 2024-04-02T09:02:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:17 smithi066 ceph-mon[87361]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:17 smithi019 ceph-mon[94035]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:17 smithi019 ceph-mon[96522]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:18.745 INFO:tasks.workunit.client.0.smithi019.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:18.746 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cSOVv68LqbEEoZw off=1419023 len=1683796 2024-04-02T09:02:18.749 INFO:tasks.workunit.client.0.smithi019.stdout:op 3676 completed, throughput=5MB/sec 2024-04-02T09:02:18.749 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-r4HlqZem3GOtH3v off=5865866 len=1435653 2024-04-02T09:02:18.750 INFO:tasks.workunit.client.0.smithi019.stdout:op 3677 completed, throughput=5MB/sec 2024-04-02T09:02:18.750 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PMMAJ6BMmB0-qgH off=13350932 len=1707834 2024-04-02T09:02:18.752 INFO:tasks.workunit.client.0.smithi019.stdout:op 3678 completed, throughput=5MB/sec 2024-04-02T09:02:18.752 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PZ3s08Ju26NLHif off=4803286 len=2075883 2024-04-02T09:02:18.753 INFO:tasks.workunit.client.0.smithi019.stdout:op 3679 completed, throughput=5MB/sec 2024-04-02T09:02:19.754 INFO:tasks.workunit.client.0.smithi019.stdout: 727: throughput=5MB/sec pending data=0 2024-04-02T09:02:19.754 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tSLO2pS6Jl0Htq7 off=6164265 len=1071425 2024-04-02T09:02:19.755 INFO:tasks.workunit.client.0.smithi019.stdout:op 3680 completed, throughput=5MB/sec 2024-04-02T09:02:19.755 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MNMDA0GENX_IMgT off=1825226 len=912263 2024-04-02T09:02:19.759 INFO:tasks.workunit.client.0.smithi019.stdout:op 3681 completed, throughput=5MB/sec 2024-04-02T09:02:19.759 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6ryz3CurbIqSb-A off=13704273 len=825910 2024-04-02T09:02:19.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 3682 completed, throughput=5MB/sec 2024-04-02T09:02:19.761 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7vXEA6IKLTbXGmJ off=8831780 len=1602520 2024-04-02T09:02:19.762 INFO:tasks.workunit.client.0.smithi019.stdout:op 3683 completed, throughput=5MB/sec 2024-04-02T09:02:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:20 smithi066 ceph-mon[87361]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:20 smithi019 ceph-mon[94035]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:20 smithi019 ceph-mon[96522]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:02:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:02:20] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:02:20.762 INFO:tasks.workunit.client.0.smithi019.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:20.763 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fqTambLq4sCfKYZ off=1961689 len=580136 2024-04-02T09:02:20.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 3684 completed, throughput=5MB/sec 2024-04-02T09:02:20.763 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wsK-KqZX-MHcClm off=14686051 len=1483967 2024-04-02T09:02:20.772 INFO:tasks.workunit.client.0.smithi019.stdout:op 3685 completed, throughput=5MB/sec 2024-04-02T09:02:20.772 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9oxGo_C7bMQ8FeX off=5274091 len=99919 2024-04-02T09:02:20.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 3686 completed, throughput=5MB/sec 2024-04-02T09:02:20.773 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q-7lugIvsOLCATL off=6042862 len=1940000 2024-04-02T09:02:20.774 INFO:tasks.workunit.client.0.smithi019.stdout:op 3687 completed, throughput=5MB/sec 2024-04-02T09:02:20.774 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VvVAT1rQIy8KYhm off=22530603 len=420401 2024-04-02T09:02:20.777 INFO:tasks.workunit.client.0.smithi019.stdout:op 3688 completed, throughput=5MB/sec 2024-04-02T09:02:21.778 INFO:tasks.workunit.client.0.smithi019.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:21.778 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZMAFeQBRFA2oCeE off=19968874 len=1121402 2024-04-02T09:02:21.779 INFO:tasks.workunit.client.0.smithi019.stdout:op 3689 completed, throughput=4.99MB/sec 2024-04-02T09:02:21.779 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c3AKz82Qlc9BGA8 off=23096490 len=825808 2024-04-02T09:02:21.784 INFO:tasks.workunit.client.0.smithi019.stdout:op 3690 completed, throughput=5MB/sec 2024-04-02T09:02:21.784 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9Yt6s0h1le6J-vk off=5934858 len=1492701 2024-04-02T09:02:21.785 INFO:tasks.workunit.client.0.smithi019.stdout:op 3691 completed, throughput=5MB/sec 2024-04-02T09:02:21.785 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-39O2ygXh9Bd1pyV off=6698372 len=1701686 2024-04-02T09:02:21.786 INFO:tasks.workunit.client.0.smithi019.stdout:op 3692 completed, throughput=5MB/sec 2024-04-02T09:02:21.787 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wGzoHxQdMyD5y21 off=1986802 len=1655100 2024-04-02T09:02:21.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 3693 completed, throughput=5MB/sec 2024-04-02T09:02:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:22 smithi066 ceph-mon[87361]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:22 smithi019 ceph-mon[94035]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:22 smithi019 ceph-mon[96522]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:02:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:22.794 INFO:tasks.workunit.client.0.smithi019.stdout: 730: throughput=5MB/sec pending data=0 2024-04-02T09:02:22.794 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OrkkIxxv0JE6Tw5 off=675657 len=284159 2024-04-02T09:02:22.795 INFO:tasks.workunit.client.0.smithi019.stdout:op 3694 completed, throughput=5MB/sec 2024-04-02T09:02:22.795 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u6HIdrPrPDnq2Co off=657660 len=1547814 2024-04-02T09:02:22.796 INFO:tasks.workunit.client.0.smithi019.stdout:op 3695 completed, throughput=5MB/sec 2024-04-02T09:02:22.797 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kcd736Yi-maxVJb off=6568983 len=792051 2024-04-02T09:02:22.797 INFO:tasks.workunit.client.0.smithi019.stdout:op 3696 completed, throughput=5MB/sec 2024-04-02T09:02:22.797 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8APV4OxOWOURoYn off=11591209 len=1181874 2024-04-02T09:02:22.803 INFO:tasks.workunit.client.0.smithi019.stdout:op 3697 completed, throughput=5MB/sec 2024-04-02T09:02:23.804 INFO:tasks.workunit.client.0.smithi019.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:23.804 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xzcuXuUeq3yRGSj off=918799 len=1425379 2024-04-02T09:02:23.811 INFO:tasks.workunit.client.0.smithi019.stdout:op 3698 completed, throughput=5MB/sec 2024-04-02T09:02:23.811 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TF2ardRCiYGhXHn off=1225524 len=1522481 2024-04-02T09:02:23.817 INFO:tasks.workunit.client.0.smithi019.stdout:op 3699 completed, throughput=5MB/sec 2024-04-02T09:02:23.817 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-d3wfNUJ4j88lc3s off=19136386 len=2072947 2024-04-02T09:02:23.829 INFO:tasks.workunit.client.0.smithi019.stdout:op 3700 completed, throughput=5MB/sec 2024-04-02T09:02:23.829 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bnIdxMF80hDE0c7 off=5643346 len=194370 2024-04-02T09:02:23.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 3701 completed, throughput=5MB/sec 2024-04-02T09:02:23.832 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U31qg6K4h1HolFX off=163075 len=864118 2024-04-02T09:02:23.837 INFO:tasks.workunit.client.0.smithi019.stdout:op 3702 completed, throughput=5MB/sec 2024-04-02T09:02:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:24 smithi066 ceph-mon[87361]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:02:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:24 smithi019 ceph-mon[94035]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:02:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:24 smithi019 ceph-mon[96522]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:02:24.837 INFO:tasks.workunit.client.0.smithi019.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:24.837 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-R8bn0121ovf74_L off=19894425 len=678432 2024-04-02T09:02:24.838 INFO:tasks.workunit.client.0.smithi019.stdout:op 3703 completed, throughput=5MB/sec 2024-04-02T09:02:24.838 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jM9_8EhSzeoxTbB off=1122112 len=1212367 2024-04-02T09:02:24.840 INFO:tasks.workunit.client.0.smithi019.stdout:op 3704 completed, throughput=5MB/sec 2024-04-02T09:02:24.840 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-84TrurC-nAwDmuq off=0 len=1684591 2024-04-02T09:02:24.845 INFO:tasks.workunit.client.0.smithi019.stdout:op 3705 completed, throughput=5MB/sec 2024-04-02T09:02:24.845 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qqURGhdjc2twJl2 off=17628 len=664472 2024-04-02T09:02:24.846 INFO:tasks.workunit.client.0.smithi019.stdout:op 3706 completed, throughput=5MB/sec 2024-04-02T09:02:24.847 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7kip_O-iLxoFRfo off=18321921 len=1136852 2024-04-02T09:02:24.849 INFO:tasks.workunit.client.0.smithi019.stdout:op 3707 completed, throughput=5MB/sec 2024-04-02T09:02:25.849 INFO:tasks.workunit.client.0.smithi019.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:25.849 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CzjU29jxt4uicms off=14984049 len=1958157 2024-04-02T09:02:25.860 INFO:tasks.workunit.client.0.smithi019.stdout:op 3708 completed, throughput=5MB/sec 2024-04-02T09:02:25.860 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-81tCxBUyWXU89vt off=1258339 len=156810 2024-04-02T09:02:25.862 INFO:tasks.workunit.client.0.smithi019.stdout:op 3709 completed, throughput=5MB/sec 2024-04-02T09:02:25.863 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ofqax3waRfzPSuA off=2347818 len=420428 2024-04-02T09:02:25.866 INFO:tasks.workunit.client.0.smithi019.stdout:op 3710 completed, throughput=5MB/sec 2024-04-02T09:02:25.866 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vPO_ZCUw78W7gYA off=2990104 len=975540 2024-04-02T09:02:25.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 3711 completed, throughput=5MB/sec 2024-04-02T09:02:25.867 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-y9E8764AtRrIiCY off=753032 len=746041 2024-04-02T09:02:25.871 INFO:tasks.workunit.client.0.smithi019.stdout:op 3712 completed, throughput=5MB/sec 2024-04-02T09:02:25.871 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jVCVKJUQBObBK_h off=2139526 len=1419405 2024-04-02T09:02:25.877 INFO:tasks.workunit.client.0.smithi019.stdout:op 3713 completed, throughput=5MB/sec 2024-04-02T09:02:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:26 smithi066 ceph-mon[87361]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:26 smithi019 ceph-mon[94035]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:26 smithi019 ceph-mon[96522]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:26.877 INFO:tasks.workunit.client.0.smithi019.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:26.877 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3ZDma7ZA9ZdJ2_D off=512803 len=432011 2024-04-02T09:02:26.878 INFO:tasks.workunit.client.0.smithi019.stdout:op 3714 completed, throughput=5MB/sec 2024-04-02T09:02:26.878 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B_R13KdLLWoffrd off=2245173 len=1069942 2024-04-02T09:02:26.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 3715 completed, throughput=5MB/sec 2024-04-02T09:02:26.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z1bB3K0dk3Lw965 off=3551255 len=436779 2024-04-02T09:02:26.883 INFO:tasks.workunit.client.0.smithi019.stdout:op 3716 completed, throughput=5MB/sec 2024-04-02T09:02:26.883 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I-XPwjiEK-kVnSg off=2631814 len=952607 2024-04-02T09:02:26.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 3717 completed, throughput=5MB/sec 2024-04-02T09:02:26.884 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Vr8-e_hrnNI0nLw off=1904568 len=1585496 2024-04-02T09:02:26.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 3718 completed, throughput=5MB/sec 2024-04-02T09:02:27.890 INFO:tasks.workunit.client.0.smithi019.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:27.891 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_KSu7LYM3tOqoRQ off=3531293 len=383095 2024-04-02T09:02:27.894 INFO:tasks.workunit.client.0.smithi019.stdout:op 3719 completed, throughput=4.99MB/sec 2024-04-02T09:02:27.894 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hqoYRc5Qh72o0th off=3100711 len=1216383 2024-04-02T09:02:27.895 INFO:tasks.workunit.client.0.smithi019.stdout:op 3720 completed, throughput=5MB/sec 2024-04-02T09:02:27.895 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hF7zIeA4_WbM3as off=13530509 len=1104024 2024-04-02T09:02:27.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 3721 completed, throughput=5MB/sec 2024-04-02T09:02:27.901 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iq56U8VIbOGLCxe off=3466203 len=711940 2024-04-02T09:02:27.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 3722 completed, throughput=5MB/sec 2024-04-02T09:02:27.905 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lAD0U5iWt70E8th off=3354230 len=810730 2024-04-02T09:02:27.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 3723 completed, throughput=5MB/sec 2024-04-02T09:02:27.906 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CGqHVd1h9PvG-2E off=431980 len=1792117 2024-04-02T09:02:27.912 INFO:tasks.workunit.client.0.smithi019.stdout:op 3724 completed, throughput=5MB/sec 2024-04-02T09:02:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:28 smithi066 ceph-mon[87361]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:28 smithi019 ceph-mon[94035]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:28 smithi019 ceph-mon[96522]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:28.912 INFO:tasks.workunit.client.0.smithi019.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:28.912 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-idKTZuTdru0ySMZ off=2705461 len=1835035 2024-04-02T09:02:28.922 INFO:tasks.workunit.client.0.smithi019.stdout:op 3725 completed, throughput=5MB/sec 2024-04-02T09:02:28.922 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4cxd3NDhx0THisl off=15111256 len=1455527 2024-04-02T09:02:28.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 3726 completed, throughput=5MB/sec 2024-04-02T09:02:28.930 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EnLAXTd1kQ02He1 off=13934394 len=1168030 2024-04-02T09:02:28.931 INFO:tasks.workunit.client.0.smithi019.stdout:op 3727 completed, throughput=5MB/sec 2024-04-02T09:02:28.932 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5V0BwSY1xZ1dcLY off=2494576 len=1576622 2024-04-02T09:02:28.933 INFO:tasks.workunit.client.0.smithi019.stdout:op 3728 completed, throughput=5MB/sec 2024-04-02T09:02:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: 737: throughput=5MB/sec pending data=0 2024-04-02T09:02:29.934 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jCAWT4YUVSH0dry off=13196161 len=717604 2024-04-02T09:02:29.938 INFO:tasks.workunit.client.0.smithi019.stdout:op 3729 completed, throughput=5MB/sec 2024-04-02T09:02:29.938 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HXUCJEndKoLyRbu off=1094125 len=1291128 2024-04-02T09:02:29.939 INFO:tasks.workunit.client.0.smithi019.stdout:op 3730 completed, throughput=5MB/sec 2024-04-02T09:02:29.939 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eF8LhmUFTr7o1wM off=4740693 len=1549723 2024-04-02T09:02:29.942 INFO:tasks.workunit.client.0.smithi019.stdout:op 3731 completed, throughput=5MB/sec 2024-04-02T09:02:29.943 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bitLRNWW4jMiR70 off=1743141 len=852553 2024-04-02T09:02:29.946 INFO:tasks.workunit.client.0.smithi019.stdout:op 3732 completed, throughput=5MB/sec 2024-04-02T09:02:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:30 smithi066 ceph-mon[87361]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:30 smithi019 ceph-mon[94035]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:30 smithi019 ceph-mon[96522]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:02:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:02:30] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T09:02:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:30.947 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SZgQBAxaej58AsD off=8689818 len=1692967 2024-04-02T09:02:30.948 INFO:tasks.workunit.client.0.smithi019.stdout:op 3733 completed, throughput=5MB/sec 2024-04-02T09:02:30.948 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2-fw7PNB2V4aSSj off=1051734 len=1584473 2024-04-02T09:02:30.956 INFO:tasks.workunit.client.0.smithi019.stdout:op 3734 completed, throughput=5MB/sec 2024-04-02T09:02:30.956 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uJlr3vIzsb26QD9 off=7453441 len=1975217 2024-04-02T09:02:30.958 INFO:tasks.workunit.client.0.smithi019.stdout:op 3735 completed, throughput=5MB/sec 2024-04-02T09:02:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:31.959 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lsUGTHFvgVGuj7e off=12464591 len=1709971 2024-04-02T09:02:31.964 INFO:tasks.workunit.client.0.smithi019.stdout:op 3736 completed, throughput=5MB/sec 2024-04-02T09:02:31.964 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lTU63hccTGyngKp off=856339 len=920834 2024-04-02T09:02:31.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 3737 completed, throughput=5MB/sec 2024-04-02T09:02:31.966 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-m40walxYOS5BeRs off=7366468 len=378777 2024-04-02T09:02:31.967 INFO:tasks.workunit.client.0.smithi019.stdout:op 3738 completed, throughput=5MB/sec 2024-04-02T09:02:31.967 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-atcm594c8zmHvep off=17823798 len=1845470 2024-04-02T09:02:31.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 3739 completed, throughput=5MB/sec 2024-04-02T09:02:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:32 smithi066 ceph-mon[87361]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:02:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:32 smithi019 ceph-mon[94035]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:02:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:32 smithi019 ceph-mon[96522]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:02:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:02:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:32.975 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vj_Qbv5aZYFMeE0 off=4198673 len=1053697 2024-04-02T09:02:32.981 INFO:tasks.workunit.client.0.smithi019.stdout:op 3740 completed, throughput=4.99MB/sec 2024-04-02T09:02:32.982 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-84-OZTSk40TcxLL off=2968198 len=1863761 2024-04-02T09:02:32.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 3741 completed, throughput=5MB/sec 2024-04-02T09:02:32.985 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VgrrfVhYeskn4gg off=1425356 len=902938 2024-04-02T09:02:32.989 INFO:tasks.workunit.client.0.smithi019.stdout:op 3742 completed, throughput=5MB/sec 2024-04-02T09:02:32.989 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-b8G9nDAIL4mCb8k off=4263046 len=27638 2024-04-02T09:02:32.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 3743 completed, throughput=5MB/sec 2024-04-02T09:02:32.992 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DXXC10uEQhM85Hf off=2654560 len=1630943 2024-04-02T09:02:32.998 INFO:tasks.workunit.client.0.smithi019.stdout:op 3744 completed, throughput=5MB/sec 2024-04-02T09:02:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:33.998 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Jd0hNxrT8Cbgouq off=721682 len=122208 2024-04-02T09:02:34.000 INFO:tasks.workunit.client.0.smithi019.stdout:op 3745 completed, throughput=4.99MB/sec 2024-04-02T09:02:34.001 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Za4LEoD3s-I7cvY off=2073444 len=1260892 2024-04-02T09:02:34.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 3746 completed, throughput=5MB/sec 2024-04-02T09:02:34.002 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C0BeHk8ItH_vsex off=4291175 len=230672 2024-04-02T09:02:34.003 INFO:tasks.workunit.client.0.smithi019.stdout:op 3747 completed, throughput=5MB/sec 2024-04-02T09:02:34.003 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Js9vxVwRJ7NP8Ar off=1032055 len=897789 2024-04-02T09:02:34.003 INFO:tasks.workunit.client.0.smithi019.stdout:op 3748 completed, throughput=5MB/sec 2024-04-02T09:02:34.004 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RcUqEj3RAFRTgGi off=12565515 len=1826241 2024-04-02T09:02:34.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 3749 completed, throughput=5MB/sec 2024-04-02T09:02:34.014 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lyuHlHHGDgaMZdP off=9092091 len=311845 2024-04-02T09:02:34.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 3750 completed, throughput=5MB/sec 2024-04-02T09:02:34.017 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ORiP07GTYwl_BXY off=14110015 len=220203 2024-04-02T09:02:34.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 3751 completed, throughput=5MB/sec 2024-04-02T09:02:34.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wo8wzUyZkzDj5wC off=2622652 len=1326793 2024-04-02T09:02:34.022 INFO:tasks.workunit.client.0.smithi019.stdout:op 3752 completed, throughput=5MB/sec 2024-04-02T09:02:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:34 smithi066 ceph-mon[87361]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:34 smithi019 ceph-mon[94035]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:34 smithi019 ceph-mon[96522]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:35.023 INFO:tasks.workunit.client.0.smithi019.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:35.023 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yXPx8UX5nBZ3zlA off=4307796 len=464898 2024-04-02T09:02:35.024 INFO:tasks.workunit.client.0.smithi019.stdout:op 3753 completed, throughput=5MB/sec 2024-04-02T09:02:35.024 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jM9_8EhSzeoxTbB off=1470653 len=58251 2024-04-02T09:02:35.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 3754 completed, throughput=5MB/sec 2024-04-02T09:02:35.026 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y9hQpzbyk2w64so off=7948430 len=2057666 2024-04-02T09:02:35.027 INFO:tasks.workunit.client.0.smithi019.stdout:op 3755 completed, throughput=5MB/sec 2024-04-02T09:02:35.028 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uZyipaQNl-5xlcm off=212177 len=1031406 2024-04-02T09:02:35.028 INFO:tasks.workunit.client.0.smithi019.stdout:op 3756 completed, throughput=5MB/sec 2024-04-02T09:02:35.029 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bAMG_nZbzIvnqw2 off=7425008 len=1293276 2024-04-02T09:02:35.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 3757 completed, throughput=5MB/sec 2024-04-02T09:02:36.037 INFO:tasks.workunit.client.0.smithi019.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:36.037 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3oPWGc0_dYawPh7 off=10215301 len=1996972 2024-04-02T09:02:36.044 INFO:tasks.workunit.client.0.smithi019.stdout:op 3758 completed, throughput=5MB/sec 2024-04-02T09:02:36.044 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f3JUh7G0s1X3jDH off=11667162 len=583203 2024-04-02T09:02:36.046 INFO:tasks.workunit.client.0.smithi019.stdout:op 3759 completed, throughput=5MB/sec 2024-04-02T09:02:36.046 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Oowu76n05OvBZBc off=19407587 len=2380 2024-04-02T09:02:36.048 INFO:tasks.workunit.client.0.smithi019.stdout:op 3760 completed, throughput=5MB/sec 2024-04-02T09:02:36.048 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wCgzQ76OZRxJG1f off=1615431 len=319973 2024-04-02T09:02:36.051 INFO:tasks.workunit.client.0.smithi019.stdout:op 3761 completed, throughput=5MB/sec 2024-04-02T09:02:36.051 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4wNosXCEHawv4Yr off=6551808 len=88553 2024-04-02T09:02:36.051 INFO:tasks.workunit.client.0.smithi019.stdout:op 3762 completed, throughput=5MB/sec 2024-04-02T09:02:36.052 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NPi2gg-Ou6nH2X4 off=8693679 len=635253 2024-04-02T09:02:36.053 INFO:tasks.workunit.client.0.smithi019.stdout:op 3763 completed, throughput=5MB/sec 2024-04-02T09:02:36.053 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wgGRYdATVXCOf3n off=10714572 len=572838 2024-04-02T09:02:36.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 3764 completed, throughput=5MB/sec 2024-04-02T09:02:36.056 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TxDJ_1nkLPYavCp off=2533585 len=410444 2024-04-02T09:02:36.059 INFO:tasks.workunit.client.0.smithi019.stdout:op 3765 completed, throughput=5MB/sec 2024-04-02T09:02:36.059 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tAyLQHIUf5pMzF1 off=2748247 len=190749 2024-04-02T09:02:36.061 INFO:tasks.workunit.client.0.smithi019.stdout:op 3766 completed, throughput=5MB/sec 2024-04-02T09:02:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:36 smithi066 ceph-mon[87361]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:36 smithi019 ceph-mon[94035]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:36 smithi019 ceph-mon[96522]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:37.062 INFO:tasks.workunit.client.0.smithi019.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:37.062 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qRn0K_Qo9whPqe_ off=1973499 len=1502968 2024-04-02T09:02:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:op 3767 completed, throughput=5MB/sec 2024-04-02T09:02:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mLsdyRCT-ZIRh8a off=6557064 len=1106505 2024-04-02T09:02:37.069 INFO:tasks.workunit.client.0.smithi019.stdout:op 3768 completed, throughput=5MB/sec 2024-04-02T09:02:37.069 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Kbh0sR4HPTpMJ1X off=1254746 len=947101 2024-04-02T09:02:37.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 3769 completed, throughput=5MB/sec 2024-04-02T09:02:37.071 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ty4IDyCQBH-I89q off=14674478 len=343757 2024-04-02T09:02:37.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 3770 completed, throughput=5MB/sec 2024-04-02T09:02:37.073 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rUF1eSH8BM83Faw off=13343406 len=767484 2024-04-02T09:02:37.076 INFO:tasks.workunit.client.0.smithi019.stdout:op 3771 completed, throughput=5MB/sec 2024-04-02T09:02:37.077 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5HdCaJcvyd7bWTO off=2854374 len=1957331 2024-04-02T09:02:37.087 INFO:tasks.workunit.client.0.smithi019.stdout:op 3772 completed, throughput=5MB/sec 2024-04-02T09:02:38.088 INFO:tasks.workunit.client.0.smithi019.stdout: 745: throughput=5MB/sec pending data=0 2024-04-02T09:02:38.088 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ttKgqYawI7U7VgE off=4966341 len=1344545 2024-04-02T09:02:38.093 INFO:tasks.workunit.client.0.smithi019.stdout:op 3773 completed, throughput=5MB/sec 2024-04-02T09:02:38.094 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-66tavajQs-t9ki2 off=124867 len=1190939 2024-04-02T09:02:38.097 INFO:tasks.workunit.client.0.smithi019.stdout:op 3774 completed, throughput=5MB/sec 2024-04-02T09:02:38.097 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HXUCJEndKoLyRbu off=4343213 len=1631207 2024-04-02T09:02:38.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 3775 completed, throughput=5MB/sec 2024-04-02T09:02:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:38 smithi066 ceph-mon[87361]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:38 smithi019 ceph-mon[94035]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:38 smithi019 ceph-mon[96522]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:39.099 INFO:tasks.workunit.client.0.smithi019.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:39.099 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vDd4RZ5Wf855SuI off=1982602 len=1417936 2024-04-02T09:02:39.102 INFO:tasks.workunit.client.0.smithi019.stdout:op 3776 completed, throughput=5MB/sec 2024-04-02T09:02:39.102 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D-nXDiHIH00Oft2 off=1258624 len=897703 2024-04-02T09:02:39.106 INFO:tasks.workunit.client.0.smithi019.stdout:op 3777 completed, throughput=5MB/sec 2024-04-02T09:02:39.106 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w4qOOb4ZoLPpxYx off=20118486 len=858240 2024-04-02T09:02:39.107 INFO:tasks.workunit.client.0.smithi019.stdout:op 3778 completed, throughput=5MB/sec 2024-04-02T09:02:39.108 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5WDr03rAE5vV9qV off=6887889 len=2035860 2024-04-02T09:02:39.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 3779 completed, throughput=5MB/sec 2024-04-02T09:02:40.119 INFO:tasks.workunit.client.0.smithi019.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:40.119 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EEPikkQAZw-kPCv off=743859 len=526904 2024-04-02T09:02:40.123 INFO:tasks.workunit.client.0.smithi019.stdout:op 3780 completed, throughput=4.99MB/sec 2024-04-02T09:02:40.123 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-04-eyn21fC0kqzB off=4869005 len=824912 2024-04-02T09:02:40.125 INFO:tasks.workunit.client.0.smithi019.stdout:op 3781 completed, throughput=5MB/sec 2024-04-02T09:02:40.125 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6_m_ca8YSP5m1Dg off=0 len=1880213 2024-04-02T09:02:40.132 INFO:tasks.workunit.client.0.smithi019.stdout:op 3782 completed, throughput=5MB/sec 2024-04-02T09:02:40.132 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HLbcWdlOWFMI-Hn off=13086035 len=433363 2024-04-02T09:02:40.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 3783 completed, throughput=5MB/sec 2024-04-02T09:02:40.135 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RjI0Gg11Gk9WVCI off=13896234 len=316911 2024-04-02T09:02:40.138 INFO:tasks.workunit.client.0.smithi019.stdout:op 3784 completed, throughput=5MB/sec 2024-04-02T09:02:40.138 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G46nWTlKs_wQwFc off=4363472 len=310696 2024-04-02T09:02:40.141 INFO:tasks.workunit.client.0.smithi019.stdout:op 3785 completed, throughput=5MB/sec 2024-04-02T09:02:40.141 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2-kYgQZvRB8nqZD off=4762930 len=741510 2024-04-02T09:02:40.145 INFO:tasks.workunit.client.0.smithi019.stdout:op 3786 completed, throughput=5MB/sec 2024-04-02T09:02:40.145 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mNbD71b43Gc1U3q off=4630691 len=2057444 2024-04-02T09:02:40.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 3787 completed, throughput=5MB/sec 2024-04-02T09:02:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:40 smithi066 ceph-mon[87361]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:40 smithi019 ceph-mon[94035]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:40 smithi019 ceph-mon[96522]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:02:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:02:40] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T09:02:41.154 INFO:tasks.workunit.client.0.smithi019.stdout: 748: throughput=5MB/sec pending data=0 2024-04-02T09:02:41.154 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Gt1iVF8T289AzlF off=8136116 len=1466842 2024-04-02T09:02:41.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 3788 completed, throughput=5MB/sec 2024-04-02T09:02:41.161 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IiLcAceQ2InfVa7 off=8425533 len=876338 2024-04-02T09:02:41.164 INFO:tasks.workunit.client.0.smithi019.stdout:op 3789 completed, throughput=5MB/sec 2024-04-02T09:02:41.165 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GSEVtrKzgZRxtEY off=1830775 len=986388 2024-04-02T09:02:41.167 INFO:tasks.workunit.client.0.smithi019.stdout:op 3790 completed, throughput=5MB/sec 2024-04-02T09:02:41.167 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SKZJ7gGBGvVNO9P off=88097 len=1731831 2024-04-02T09:02:41.173 INFO:tasks.workunit.client.0.smithi019.stdout:op 3791 completed, throughput=5MB/sec 2024-04-02T09:02:42.173 INFO:tasks.workunit.client.0.smithi019.stdout: 749: throughput=5MB/sec pending data=0 2024-04-02T09:02:42.173 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZYS1qxhKFrW3jjH off=4894074 len=1646793 2024-04-02T09:02:42.181 INFO:tasks.workunit.client.0.smithi019.stdout:op 3792 completed, throughput=5MB/sec 2024-04-02T09:02:42.181 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nDjES_4Mf7V3oWh off=2020792 len=1180699 2024-04-02T09:02:42.186 INFO:tasks.workunit.client.0.smithi019.stdout:op 3793 completed, throughput=5MB/sec 2024-04-02T09:02:42.186 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GVsj4iVxH05ytxC off=7907005 len=2045694 2024-04-02T09:02:42.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 3794 completed, throughput=5MB/sec 2024-04-02T09:02:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:42 smithi066 ceph-mon[87361]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:42 smithi019 ceph-mon[94035]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:42 smithi019 ceph-mon[96522]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:42.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:02:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:43.188 INFO:tasks.workunit.client.0.smithi019.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:43.188 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-n_BrxHT9jxu9ERg off=5751225 len=1097147 2024-04-02T09:02:43.189 INFO:tasks.workunit.client.0.smithi019.stdout:op 3795 completed, throughput=5MB/sec 2024-04-02T09:02:43.189 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SJv0e6zof3iLxPv off=12802329 len=389171 2024-04-02T09:02:43.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 3796 completed, throughput=5MB/sec 2024-04-02T09:02:43.192 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fSCE0flVvG-98ys off=312721 len=838686 2024-04-02T09:02:43.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 3797 completed, throughput=5MB/sec 2024-04-02T09:02:43.193 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UMza6ceJVdyPt2K off=10967250 len=540268 2024-04-02T09:02:43.194 INFO:tasks.workunit.client.0.smithi019.stdout:op 3798 completed, throughput=5MB/sec 2024-04-02T09:02:43.194 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qaqjxkc68dovNNk off=12149175 len=715846 2024-04-02T09:02:43.197 INFO:tasks.workunit.client.0.smithi019.stdout:op 3799 completed, throughput=5MB/sec 2024-04-02T09:02:43.197 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fl-MwzokbQ0-ZGk off=11125744 len=1928426 2024-04-02T09:02:43.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 3800 completed, throughput=5MB/sec 2024-04-02T09:02:44.206 INFO:tasks.workunit.client.0.smithi019.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:44.206 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3zcUdEGX0s63fFW off=6319519 len=1194827 2024-04-02T09:02:44.207 INFO:tasks.workunit.client.0.smithi019.stdout:op 3801 completed, throughput=5MB/sec 2024-04-02T09:02:44.207 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QVG46ZcDFPLMbzv off=13372628 len=875331 2024-04-02T09:02:44.212 INFO:tasks.workunit.client.0.smithi019.stdout:op 3802 completed, throughput=5MB/sec 2024-04-02T09:02:44.212 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n4odfoKqxkbyAcM off=164680 len=1949441 2024-04-02T09:02:44.221 INFO:tasks.workunit.client.0.smithi019.stdout:op 3803 completed, throughput=5MB/sec 2024-04-02T09:02:44.221 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DbAtxSmalSyU3fB off=4325915 len=1386553 2024-04-02T09:02:44.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 3804 completed, throughput=5MB/sec 2024-04-02T09:02:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:44 smithi066 ceph-mon[87361]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:02:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:44 smithi019 ceph-mon[94035]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:02:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:44 smithi019 ceph-mon[96522]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:02:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:45.228 INFO:tasks.workunit.client.0.smithi019.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:45.228 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uX2Vh5q5pXXwOgw off=1011675 len=672997 2024-04-02T09:02:45.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 3805 completed, throughput=5MB/sec 2024-04-02T09:02:45.233 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iIjZVXdVBADqqDv off=2108447 len=61490 2024-04-02T09:02:45.235 INFO:tasks.workunit.client.0.smithi019.stdout:op 3806 completed, throughput=5MB/sec 2024-04-02T09:02:45.235 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LGLWrcMFcl_Jt3g off=2914943 len=430873 2024-04-02T09:02:45.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 3807 completed, throughput=5MB/sec 2024-04-02T09:02:45.238 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-o9V9pvcVSMgSQAl off=6287793 len=514529 2024-04-02T09:02:45.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 3808 completed, throughput=5MB/sec 2024-04-02T09:02:45.238 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4nxIObgDi2M5Ta3 off=0 len=1831745 2024-04-02T09:02:45.240 INFO:tasks.workunit.client.0.smithi019.stdout:op 3809 completed, throughput=5MB/sec 2024-04-02T09:02:45.240 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qnJ9hiEiZWuDS5X off=3179451 len=516140 2024-04-02T09:02:45.240 INFO:tasks.workunit.client.0.smithi019.stdout:op 3810 completed, throughput=5MB/sec 2024-04-02T09:02:45.241 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YHT6SuLp2wWD4jP off=3086270 len=361901 2024-04-02T09:02:45.241 INFO:tasks.workunit.client.0.smithi019.stdout:op 3811 completed, throughput=5MB/sec 2024-04-02T09:02:46.241 INFO:tasks.workunit.client.0.smithi019.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:46.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jIBArs1GUAzsmko off=4088683 len=1627000 2024-04-02T09:02:46.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 3812 completed, throughput=5MB/sec 2024-04-02T09:02:46.245 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_1rOSl3Iq-iYH06 off=12591274 len=1857917 2024-04-02T09:02:46.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 3813 completed, throughput=5MB/sec 2024-04-02T09:02:46.246 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sKES2Xf3Js51_kq off=571920 len=1945202 2024-04-02T09:02:46.248 INFO:tasks.workunit.client.0.smithi019.stdout:op 3814 completed, throughput=5MB/sec 2024-04-02T09:02:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:46 smithi066 ceph-mon[87361]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:46 smithi019 ceph-mon[94035]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:46 smithi019 ceph-mon[96522]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:47.248 INFO:tasks.workunit.client.0.smithi019.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:47.248 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c4GQB1HwcKXDbMR off=6211748 len=933544 2024-04-02T09:02:47.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 3815 completed, throughput=5MB/sec 2024-04-02T09:02:47.249 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M-jyHrVcd8iJqXH off=3248123 len=628565 2024-04-02T09:02:47.253 INFO:tasks.workunit.client.0.smithi019.stdout:op 3816 completed, throughput=5MB/sec 2024-04-02T09:02:47.253 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T6yqv_OlyACUph2 off=22917590 len=1802317 2024-04-02T09:02:47.261 INFO:tasks.workunit.client.0.smithi019.stdout:op 3817 completed, throughput=5MB/sec 2024-04-02T09:02:47.261 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k6bmyf46cQcZNxq off=91803 len=1003993 2024-04-02T09:02:47.261 INFO:tasks.workunit.client.0.smithi019.stdout:op 3818 completed, throughput=5MB/sec 2024-04-02T09:02:47.261 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-73l8g6-g5fQNtDu off=8221169 len=1921950 2024-04-02T09:02:47.272 INFO:tasks.workunit.client.0.smithi019.stdout:op 3819 completed, throughput=5MB/sec 2024-04-02T09:02:48.272 INFO:tasks.workunit.client.0.smithi019.stdout: 755: throughput=5MB/sec pending data=0 2024-04-02T09:02:48.272 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EV6kfX1muJo6dvt off=7033176 len=1925392 2024-04-02T09:02:48.279 INFO:tasks.workunit.client.0.smithi019.stdout:op 3820 completed, throughput=5MB/sec 2024-04-02T09:02:48.279 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1Oa9pc54i09rqaX off=8550172 len=1640784 2024-04-02T09:02:48.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 3821 completed, throughput=5MB/sec 2024-04-02T09:02:48.281 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ryQzO68y0w9vHnw off=4172787 len=63685 2024-04-02T09:02:48.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 3822 completed, throughput=5MB/sec 2024-04-02T09:02:48.281 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jjp6McgZ9Yu1WVN off=4707988 len=1190135 2024-04-02T09:02:48.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 3823 completed, throughput=5MB/sec 2024-04-02T09:02:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:48 smithi066 ceph-mon[87361]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:02:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:48 smithi019 ceph-mon[94035]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:02:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:48 smithi019 ceph-mon[96522]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:02:49.282 INFO:tasks.workunit.client.0.smithi019.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:49.282 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PH3i0JneAi8BI3f off=22585476 len=638259 2024-04-02T09:02:49.285 INFO:tasks.workunit.client.0.smithi019.stdout:op 3824 completed, throughput=5MB/sec 2024-04-02T09:02:49.285 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5EsGbn_zSrw44QF off=1478455 len=1962446 2024-04-02T09:02:49.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 3825 completed, throughput=5MB/sec 2024-04-02T09:02:49.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eQb7VuSXwa4OY7M off=5349703 len=1469846 2024-04-02T09:02:49.292 INFO:tasks.workunit.client.0.smithi019.stdout:op 3826 completed, throughput=5MB/sec 2024-04-02T09:02:49.292 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6g4K-K3tSZupZRm off=6695091 len=202901 2024-04-02T09:02:49.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 3827 completed, throughput=5MB/sec 2024-04-02T09:02:49.295 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Whrn49v2mlM0IwB off=4682792 len=1693797 2024-04-02T09:02:49.300 INFO:tasks.workunit.client.0.smithi019.stdout:op 3828 completed, throughput=5MB/sec 2024-04-02T09:02:50.301 INFO:tasks.workunit.client.0.smithi019.stdout: 757: throughput=5MB/sec pending data=0 2024-04-02T09:02:50.301 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q-WSzg4MvVeIOab off=27244 len=159992 2024-04-02T09:02:50.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 3829 completed, throughput=5MB/sec 2024-04-02T09:02:50.301 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-stnBJCww3upiFAs off=7166470 len=1495061 2024-04-02T09:02:50.310 INFO:tasks.workunit.client.0.smithi019.stdout:op 3830 completed, throughput=5MB/sec 2024-04-02T09:02:50.310 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N80KdCyXbxdZy8o off=1009829 len=973211 2024-04-02T09:02:50.311 INFO:tasks.workunit.client.0.smithi019.stdout:op 3831 completed, throughput=5MB/sec 2024-04-02T09:02:50.311 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AhbCFPyaOLUqcgb off=4755210 len=1584241 2024-04-02T09:02:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:50 smithi066 ceph-mon[87361]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:50.318 INFO:tasks.workunit.client.0.smithi019.stdout:op 3832 completed, throughput=5MB/sec 2024-04-02T09:02:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:50 smithi019 ceph-mon[94035]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:50 smithi019 ceph-mon[96522]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:02:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:02:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:02:50] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T09:02:51.319 INFO:tasks.workunit.client.0.smithi019.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:51.319 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-47yyv_jkZQhCL9L off=6803336 len=646688 2024-04-02T09:02:51.323 INFO:tasks.workunit.client.0.smithi019.stdout:op 3833 completed, throughput=4.99MB/sec 2024-04-02T09:02:51.323 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m1a5SKarZTwwH_v off=2322446 len=504449 2024-04-02T09:02:51.327 INFO:tasks.workunit.client.0.smithi019.stdout:op 3834 completed, throughput=5MB/sec 2024-04-02T09:02:51.327 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7Zx-QoUHJjRlPbn off=245596 len=494276 2024-04-02T09:02:51.330 INFO:tasks.workunit.client.0.smithi019.stdout:op 3835 completed, throughput=5MB/sec 2024-04-02T09:02:51.330 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7u8krLe882uJOmb off=9642652 len=1889136 2024-04-02T09:02:51.331 INFO:tasks.workunit.client.0.smithi019.stdout:op 3836 completed, throughput=5MB/sec 2024-04-02T09:02:51.331 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C4gAHA8cPy3ToWx off=5714554 len=1053194 2024-04-02T09:02:51.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 3837 completed, throughput=5MB/sec 2024-04-02T09:02:51.333 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DnIg72A0bl-Shai off=8224761 len=874041 2024-04-02T09:02:51.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 3838 completed, throughput=5MB/sec 2024-04-02T09:02:52.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:52 smithi066 ceph-mon[87361]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:52.333 INFO:tasks.workunit.client.0.smithi019.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:52.333 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NluwQ1N2akIB-xO off=5546014 len=536778 2024-04-02T09:02:52.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 3839 completed, throughput=4.99MB/sec 2024-04-02T09:02:52.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C4gAHA8cPy3ToWx off=7154599 len=751240 2024-04-02T09:02:52.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 3840 completed, throughput=5MB/sec 2024-04-02T09:02:52.335 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U9n5MiPcFjRGWEr off=7775135 len=767840 2024-04-02T09:02:52.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 3841 completed, throughput=5MB/sec 2024-04-02T09:02:52.340 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mJnefgVnudZD_8g off=4826567 len=2054455 2024-04-02T09:02:52.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 3842 completed, throughput=5MB/sec 2024-04-02T09:02:52.342 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tor9LD5VssL7Sk3 off=11305471 len=50154 2024-04-02T09:02:52.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 3843 completed, throughput=5MB/sec 2024-04-02T09:02:52.344 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bw12L40yW8RsleM off=4661854 len=2448 2024-04-02T09:02:52.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 3844 completed, throughput=5MB/sec 2024-04-02T09:02:52.344 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-d2QvIJZ6elwiY2K off=1352409 len=1941088 2024-04-02T09:02:52.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 3845 completed, throughput=5MB/sec 2024-04-02T09:02:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:52 smithi019 ceph-mon[94035]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:52 smithi019 ceph-mon[96522]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:02:52.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:02:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:53.346 INFO:tasks.workunit.client.0.smithi019.stdout: 760: throughput=5MB/sec pending data=0 2024-04-02T09:02:53.346 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UOh2-ievR4gUEqh off=1390857 len=783772 2024-04-02T09:02:53.350 INFO:tasks.workunit.client.0.smithi019.stdout:op 3846 completed, throughput=5MB/sec 2024-04-02T09:02:53.350 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3ZRltNHqL3Ei_EI off=14772931 len=727339 2024-04-02T09:02:53.352 INFO:tasks.workunit.client.0.smithi019.stdout:op 3847 completed, throughput=5MB/sec 2024-04-02T09:02:53.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CS9Zw74KA4gEZn6 off=10208313 len=2064054 2024-04-02T09:02:53.361 INFO:tasks.workunit.client.0.smithi019.stdout:op 3848 completed, throughput=5MB/sec 2024-04-02T09:02:53.362 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WcAA9gyotaLE9S1 off=1192159 len=1782019 2024-04-02T09:02:53.362 INFO:tasks.workunit.client.0.smithi019.stdout:op 3849 completed, throughput=5MB/sec 2024-04-02T09:02:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:54 smithi066 ceph-mon[87361]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:02:54.363 INFO:tasks.workunit.client.0.smithi019.stdout: 761: throughput=5MB/sec pending data=0 2024-04-02T09:02:54.363 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bv0vcun7rO6xG0v off=4420495 len=989801 2024-04-02T09:02:54.364 INFO:tasks.workunit.client.0.smithi019.stdout:op 3850 completed, throughput=5MB/sec 2024-04-02T09:02:54.364 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AYzfhFTAWnGXy-h off=15218483 len=1006319 2024-04-02T09:02:54.365 INFO:tasks.workunit.client.0.smithi019.stdout:op 3851 completed, throughput=5MB/sec 2024-04-02T09:02:54.365 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5ZPM1ILNGXKwmcZ off=3139105 len=1625414 2024-04-02T09:02:54.366 INFO:tasks.workunit.client.0.smithi019.stdout:op 3852 completed, throughput=5MB/sec 2024-04-02T09:02:54.366 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uui7i3SPy57hazu off=2634901 len=604885 2024-04-02T09:02:54.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 3853 completed, throughput=5MB/sec 2024-04-02T09:02:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:54 smithi019 ceph-mon[94035]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:02:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:54 smithi019 ceph-mon[96522]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:02:55.367 INFO:tasks.workunit.client.0.smithi019.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:55.368 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uZkxT3i-P2GrsMx off=6632247 len=1688489 2024-04-02T09:02:55.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 3854 completed, throughput=5MB/sec 2024-04-02T09:02:55.369 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iMbess0Eh_-cFis off=17019307 len=234220 2024-04-02T09:02:55.370 INFO:tasks.workunit.client.0.smithi019.stdout:op 3855 completed, throughput=5MB/sec 2024-04-02T09:02:55.370 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kirdu5K3MtvtQsF off=3052585 len=537030 2024-04-02T09:02:55.373 INFO:tasks.workunit.client.0.smithi019.stdout:op 3856 completed, throughput=5MB/sec 2024-04-02T09:02:55.373 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bkUMzO5wtPKiFbu off=1743850 len=980918 2024-04-02T09:02:55.374 INFO:tasks.workunit.client.0.smithi019.stdout:op 3857 completed, throughput=5MB/sec 2024-04-02T09:02:55.374 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ks_97YCwZq7XtLN off=14586915 len=441814 2024-04-02T09:02:55.376 INFO:tasks.workunit.client.0.smithi019.stdout:op 3858 completed, throughput=5MB/sec 2024-04-02T09:02:55.376 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lQ7bQ80OSWazMBP off=13544355 len=1844457 2024-04-02T09:02:55.378 INFO:tasks.workunit.client.0.smithi019.stdout:op 3859 completed, throughput=5MB/sec 2024-04-02T09:02:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:56 smithi066 ceph-mon[87361]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:56.378 INFO:tasks.workunit.client.0.smithi019.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:56.378 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Il_D1n-Xfd4pKWe off=517366 len=1704504 2024-04-02T09:02:56.388 INFO:tasks.workunit.client.0.smithi019.stdout:op 3860 completed, throughput=5MB/sec 2024-04-02T09:02:56.388 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-o1PTT01sEzF7c5I off=6334300 len=1277074 2024-04-02T09:02:56.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 3861 completed, throughput=5MB/sec 2024-04-02T09:02:56.391 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JU_yLU1nVlYckWp off=596059 len=1225740 2024-04-02T09:02:56.392 INFO:tasks.workunit.client.0.smithi019.stdout:op 3862 completed, throughput=5MB/sec 2024-04-02T09:02:56.392 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FanXJPGD2XwJ8GX off=15622502 len=957433 2024-04-02T09:02:56.398 INFO:tasks.workunit.client.0.smithi019.stdout:op 3863 completed, throughput=5MB/sec 2024-04-02T09:02:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:56 smithi019 ceph-mon[94035]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:56.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:56 smithi019 ceph-mon[96522]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:02:57.398 INFO:tasks.workunit.client.0.smithi019.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:57.398 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CgO_q1J4XYBVI29 off=14143241 len=745152 2024-04-02T09:02:57.399 INFO:tasks.workunit.client.0.smithi019.stdout:op 3864 completed, throughput=5MB/sec 2024-04-02T09:02:57.399 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lLwsbwDK5OXY3wZ off=842919 len=1560512 2024-04-02T09:02:57.400 INFO:tasks.workunit.client.0.smithi019.stdout:op 3865 completed, throughput=5MB/sec 2024-04-02T09:02:57.400 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pd2KhHccdheu151 off=398984 len=1536694 2024-04-02T09:02:57.402 INFO:tasks.workunit.client.0.smithi019.stdout:op 3866 completed, throughput=5MB/sec 2024-04-02T09:02:57.402 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--67Vd-1afU-1ss8 off=1571731 len=715425 2024-04-02T09:02:57.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 3867 completed, throughput=5MB/sec 2024-04-02T09:02:57.405 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BvQuE9qi-u8g-W9 off=9017631 len=1902318 2024-04-02T09:02:57.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 3868 completed, throughput=5MB/sec 2024-04-02T09:02:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:58 smithi066 ceph-mon[87361]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:58.416 INFO:tasks.workunit.client.0.smithi019.stdout: 765: throughput=5MB/sec pending data=0 2024-04-02T09:02:58.416 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vuCcQUaa3ghjBQD off=600326 len=975804 2024-04-02T09:02:58.420 INFO:tasks.workunit.client.0.smithi019.stdout:op 3869 completed, throughput=5MB/sec 2024-04-02T09:02:58.421 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PdYIP1BzHSWR-j_ off=9436757 len=1049001 2024-04-02T09:02:58.426 INFO:tasks.workunit.client.0.smithi019.stdout:op 3870 completed, throughput=5MB/sec 2024-04-02T09:02:58.426 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iMPfGLiu0fp7Cl- off=9441146 len=1107882 2024-04-02T09:02:58.427 INFO:tasks.workunit.client.0.smithi019.stdout:op 3871 completed, throughput=5MB/sec 2024-04-02T09:02:58.427 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TeE4WWxa_doS1TQ off=5130038 len=285679 2024-04-02T09:02:58.428 INFO:tasks.workunit.client.0.smithi019.stdout:op 3872 completed, throughput=5MB/sec 2024-04-02T09:02:58.428 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dp6hQCPf8eReF1g off=13284166 len=1148565 2024-04-02T09:02:58.432 INFO:tasks.workunit.client.0.smithi019.stdout:op 3873 completed, throughput=5MB/sec 2024-04-02T09:02:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:58 smithi019 ceph-mon[94035]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:58 smithi019 ceph-mon[96522]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:02:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:02:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:02:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:59.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:02:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:59.432 INFO:tasks.workunit.client.0.smithi019.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-02T09:02:59.432 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t-P0V4KQXVKVXaq off=1895774 len=426662 2024-04-02T09:02:59.433 INFO:tasks.workunit.client.0.smithi019.stdout:op 3874 completed, throughput=5MB/sec 2024-04-02T09:02:59.433 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--4ATw1qm0dlNgm- off=1735450 len=1794226 2024-04-02T09:02:59.434 INFO:tasks.workunit.client.0.smithi019.stdout:op 3875 completed, throughput=5MB/sec 2024-04-02T09:02:59.434 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ElgUHJpbkcKD0_G off=7662005 len=1103054 2024-04-02T09:02:59.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 3876 completed, throughput=5MB/sec 2024-04-02T09:02:59.436 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZeFUX4nLZazf78x off=18555221 len=1638482 2024-04-02T09:02:59.437 INFO:tasks.workunit.client.0.smithi019.stdout:op 3877 completed, throughput=5MB/sec 2024-04-02T09:03:00.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:00 smithi066 ceph-mon[87361]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:00 smithi019 ceph-mon[94035]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:00 smithi019 ceph-mon[96522]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:00.438 INFO:tasks.workunit.client.0.smithi019.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:00.438 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DJLhZ2JHYM1DK0Z off=657808 len=1260379 2024-04-02T09:03:00.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 3878 completed, throughput=5MB/sec 2024-04-02T09:03:00.439 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IIFUJxsVTFNQPq9 off=8970597 len=1667369 2024-04-02T09:03:00.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 3879 completed, throughput=5MB/sec 2024-04-02T09:03:00.441 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aVMOSwGVWC3AOPG off=0 len=1172651 2024-04-02T09:03:00.445 INFO:tasks.workunit.client.0.smithi019.stdout:op 3880 completed, throughput=5MB/sec 2024-04-02T09:03:00.445 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eYhV-ojA-0uCYpT off=2667239 len=345683 2024-04-02T09:03:00.449 INFO:tasks.workunit.client.0.smithi019.stdout:op 3881 completed, throughput=5MB/sec 2024-04-02T09:03:00.449 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0UHj_goNQxnd0wh off=2216442 len=228847 2024-04-02T09:03:00.449 INFO:tasks.workunit.client.0.smithi019.stdout:op 3882 completed, throughput=5MB/sec 2024-04-02T09:03:00.449 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--L-AkIPxILUYeDL off=10204623 len=638361 2024-04-02T09:03:00.453 INFO:tasks.workunit.client.0.smithi019.stdout:op 3883 completed, throughput=5MB/sec 2024-04-02T09:03:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:03:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:03:00] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:03:01.454 INFO:tasks.workunit.client.0.smithi019.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:01.454 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FstdB5KVDLDqBIA off=1202734 len=1189151 2024-04-02T09:03:01.455 INFO:tasks.workunit.client.0.smithi019.stdout:op 3884 completed, throughput=5MB/sec 2024-04-02T09:03:01.455 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LQNAcljaQmf3BHk off=7725464 len=1388262 2024-04-02T09:03:01.456 INFO:tasks.workunit.client.0.smithi019.stdout:op 3885 completed, throughput=5MB/sec 2024-04-02T09:03:01.456 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cPQ0CxkM0sNkAx- off=8902910 len=1558853 2024-04-02T09:03:01.464 INFO:tasks.workunit.client.0.smithi019.stdout:op 3886 completed, throughput=5MB/sec 2024-04-02T09:03:01.464 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JcWKnj7QbIdVEPO off=2188794 len=637556 2024-04-02T09:03:01.468 INFO:tasks.workunit.client.0.smithi019.stdout:op 3887 completed, throughput=5MB/sec 2024-04-02T09:03:02.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:02 smithi066 ceph-mon[87361]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:03:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:02 smithi019 ceph-mon[94035]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:03:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:02 smithi019 ceph-mon[96522]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:03:02.468 INFO:tasks.workunit.client.0.smithi019.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:02.468 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mDDK_J9hKVuzJBA off=1791468 len=686833 2024-04-02T09:03:02.469 INFO:tasks.workunit.client.0.smithi019.stdout:op 3888 completed, throughput=4.99MB/sec 2024-04-02T09:03:02.469 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G10gnyeVTdYUkS0 off=4407277 len=1068652 2024-04-02T09:03:02.475 INFO:tasks.workunit.client.0.smithi019.stdout:op 3889 completed, throughput=5MB/sec 2024-04-02T09:03:02.475 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h8XEOmrPJM0Kb6h off=11944660 len=587963 2024-04-02T09:03:02.479 INFO:tasks.workunit.client.0.smithi019.stdout:op 3890 completed, throughput=5MB/sec 2024-04-02T09:03:02.479 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj---Q0IzsBEzOyxH4 off=8195175 len=1675109 2024-04-02T09:03:02.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 3891 completed, throughput=5MB/sec 2024-04-02T09:03:02.485 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-utaad94fEbQsOSO off=3590177 len=1465670 2024-04-02T09:03:02.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 3892 completed, throughput=5MB/sec 2024-04-02T09:03:02.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:03:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:03.494 INFO:tasks.workunit.client.0.smithi019.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--CtNuJgPkh1hxnd off=12802807 len=1989710 2024-04-02T09:03:03.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 3893 completed, throughput=5MB/sec 2024-04-02T09:03:03.501 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yqZS8CWWMcBeUuL off=10328971 len=807902 2024-04-02T09:03:03.506 INFO:tasks.workunit.client.0.smithi019.stdout:op 3894 completed, throughput=5MB/sec 2024-04-02T09:03:03.506 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4kShEiHKJ90QUT5 off=4426812 len=499887 2024-04-02T09:03:03.509 INFO:tasks.workunit.client.0.smithi019.stdout:op 3895 completed, throughput=5MB/sec 2024-04-02T09:03:03.510 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xUBgdeZ8OxKnDuz off=14415286 len=798558 2024-04-02T09:03:03.513 INFO:tasks.workunit.client.0.smithi019.stdout:op 3896 completed, throughput=5MB/sec 2024-04-02T09:03:03.514 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RE69Bi09LElH0xM off=10094132 len=493332 2024-04-02T09:03:03.514 INFO:tasks.workunit.client.0.smithi019.stdout:op 3897 completed, throughput=5MB/sec 2024-04-02T09:03:03.514 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AOFtR5ojoZA0Hq- off=7781532 len=1227645 2024-04-02T09:03:03.515 INFO:tasks.workunit.client.0.smithi019.stdout:op 3898 completed, throughput=5MB/sec 2024-04-02T09:03:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:04 smithi066 ceph-mon[87361]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:04 smithi019 ceph-mon[94035]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:04.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:04 smithi019 ceph-mon[96522]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:04.516 INFO:tasks.workunit.client.0.smithi019.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:04.516 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mg69YScrsmlDr5Y off=1732803 len=1340290 2024-04-02T09:03:04.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 3899 completed, throughput=5MB/sec 2024-04-02T09:03:04.517 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rIPLsDYRjStp1ni off=981479 len=1380726 2024-04-02T09:03:04.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 3900 completed, throughput=5MB/sec 2024-04-02T09:03:04.520 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z-7k4JEK_xM2qkM off=0 len=1049087 2024-04-02T09:03:04.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 3901 completed, throughput=5MB/sec 2024-04-02T09:03:04.524 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FY5abGEkK7tFeay off=1978625 len=1209408 2024-04-02T09:03:04.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 3902 completed, throughput=5MB/sec 2024-04-02T09:03:05.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:05.525 INFO:tasks.workunit.client.0.smithi019.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:05.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tor9LD5VssL7Sk3 off=8832777 len=1363677 2024-04-02T09:03:05.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 3903 completed, throughput=5MB/sec 2024-04-02T09:03:05.527 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ylnJKPn0zG6DFzw off=2552171 len=1741496 2024-04-02T09:03:05.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 3904 completed, throughput=5MB/sec 2024-04-02T09:03:05.528 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p-v9hxGztcostJh off=3244166 len=708094 2024-04-02T09:03:05.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 3905 completed, throughput=5MB/sec 2024-04-02T09:03:05.530 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-naYT88WNHaigOWl off=2952736 len=1466781 2024-04-02T09:03:05.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 3906 completed, throughput=5MB/sec 2024-04-02T09:03:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[94035]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:03:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[96522]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.533 INFO:tasks.workunit.client.0.smithi019.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:06.533 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n2plVI6rDqJ06NC off=494567 len=1595682 2024-04-02T09:03:06.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 3907 completed, throughput=5MB/sec 2024-04-02T09:03:06.541 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6ryz3CurbIqSb-A off=4735681 len=2032702 2024-04-02T09:03:06.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 3908 completed, throughput=5MB/sec 2024-04-02T09:03:06.545 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-amXqHkFJOq9-trp off=19840093 len=1551501 2024-04-02T09:03:06.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 3909 completed, throughput=5MB/sec 2024-04-02T09:03:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:06 smithi066 ceph-mon[87361]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T09:03:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:03:07.546 INFO:tasks.workunit.client.0.smithi019.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:07.546 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j37gBxWMSUFc4N6 off=11436682 len=1016077 2024-04-02T09:03:07.547 INFO:tasks.workunit.client.0.smithi019.stdout:op 3910 completed, throughput=5MB/sec 2024-04-02T09:03:07.547 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Nh9VpJ6pDcOrure off=2896902 len=693067 2024-04-02T09:03:07.548 INFO:tasks.workunit.client.0.smithi019.stdout:op 3911 completed, throughput=5MB/sec 2024-04-02T09:03:07.548 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uiIUY9CIKFj3V1E off=23056118 len=434125 2024-04-02T09:03:07.548 INFO:tasks.workunit.client.0.smithi019.stdout:op 3912 completed, throughput=5MB/sec 2024-04-02T09:03:07.549 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-shwY-xYrotFLrSY off=23519386 len=1181551 2024-04-02T09:03:07.553 INFO:tasks.workunit.client.0.smithi019.stdout:op 3913 completed, throughput=5MB/sec 2024-04-02T09:03:07.554 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yZk-a9P6QIkuyZJ off=1749100 len=388295 2024-04-02T09:03:07.554 INFO:tasks.workunit.client.0.smithi019.stdout:op 3914 completed, throughput=5MB/sec 2024-04-02T09:03:07.554 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F46dVWamN5VcAim off=2272092 len=1714663 2024-04-02T09:03:07.555 INFO:tasks.workunit.client.0.smithi019.stdout:op 3915 completed, throughput=5MB/sec 2024-04-02T09:03:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:08 smithi019 ceph-mon[94035]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:03:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:08 smithi019 ceph-mon[96522]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:03:08.556 INFO:tasks.workunit.client.0.smithi019.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:08.556 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FoXGX2-DJQFZimL off=2316118 len=222778 2024-04-02T09:03:08.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 3916 completed, throughput=4.99MB/sec 2024-04-02T09:03:08.558 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bf9rMDRMQXRcvaF off=3431465 len=2028749 2024-04-02T09:03:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 3917 completed, throughput=5MB/sec 2024-04-02T09:03:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YNopVv1mPF3hBb4 off=846429 len=1453326 2024-04-02T09:03:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 3918 completed, throughput=5MB/sec 2024-04-02T09:03:08.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nFtEt4NlvP67c5l off=2288257 len=1805833 2024-04-02T09:03:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:08 smithi066 ceph-mon[87361]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:03:08.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 3919 completed, throughput=5MB/sec 2024-04-02T09:03:09.568 INFO:tasks.workunit.client.0.smithi019.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:09.569 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xfZH7qtsyzSXaP4 off=2018829 len=918407 2024-04-02T09:03:09.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 3920 completed, throughput=5MB/sec 2024-04-02T09:03:09.569 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jYNAmQrSHo8p_kh off=9620271 len=395002 2024-04-02T09:03:09.571 INFO:tasks.workunit.client.0.smithi019.stdout:op 3921 completed, throughput=5MB/sec 2024-04-02T09:03:09.571 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7d8RUomtNLLNnYr off=6966404 len=564560 2024-04-02T09:03:09.571 INFO:tasks.workunit.client.0.smithi019.stdout:op 3922 completed, throughput=5MB/sec 2024-04-02T09:03:09.571 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IXIhNk-ARQkfQkQ off=16901388 len=1776836 2024-04-02T09:03:09.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 3923 completed, throughput=5MB/sec 2024-04-02T09:03:09.573 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E4MmzcELSjjfAJd off=5136890 len=639680 2024-04-02T09:03:09.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 3924 completed, throughput=5MB/sec 2024-04-02T09:03:09.574 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KyT9HMDO1sPl15X off=7196512 len=752265 2024-04-02T09:03:09.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 3925 completed, throughput=5MB/sec 2024-04-02T09:03:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:10 smithi019 ceph-mon[94035]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:10 smithi019 ceph-mon[96522]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:10 smithi066 ceph-mon[87361]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:10.578 INFO:tasks.workunit.client.0.smithi019.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:10.581 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lbn8HUFOnswUNYP off=4085738 len=276903 2024-04-02T09:03:10.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 3926 completed, throughput=4.99MB/sec 2024-04-02T09:03:10.582 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MaCQU1JR77m8yex off=4655695 len=1579423 2024-04-02T09:03:10.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 3927 completed, throughput=5MB/sec 2024-04-02T09:03:10.587 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jk5FJMRE7CmzZPI off=2075325 len=1692311 2024-04-02T09:03:10.588 INFO:tasks.workunit.client.0.smithi019.stdout:op 3928 completed, throughput=5MB/sec 2024-04-02T09:03:10.588 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fLYPkYgJSyZ807d off=630455 len=1093340 2024-04-02T09:03:10.589 INFO:tasks.workunit.client.0.smithi019.stdout:op 3929 completed, throughput=5MB/sec 2024-04-02T09:03:10.589 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pFTMuUWbc9BoWFk off=11392290 len=2068924 2024-04-02T09:03:10.591 INFO:tasks.workunit.client.0.smithi019.stdout:op 3930 completed, throughput=5MB/sec 2024-04-02T09:03:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:03:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:03:10] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:03:11.591 INFO:tasks.workunit.client.0.smithi019.stdout: 778: throughput=5MB/sec pending data=0 2024-04-02T09:03:11.592 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8AUhWKmCKKH2ZPm off=5496155 len=669139 2024-04-02T09:03:11.592 INFO:tasks.workunit.client.0.smithi019.stdout:op 3931 completed, throughput=5MB/sec 2024-04-02T09:03:11.592 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZnIilsTTRXkeNsC off=14317384 len=359210 2024-04-02T09:03:11.595 INFO:tasks.workunit.client.0.smithi019.stdout:op 3932 completed, throughput=5MB/sec 2024-04-02T09:03:11.595 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ks_97YCwZq7XtLN off=16127154 len=866817 2024-04-02T09:03:11.599 INFO:tasks.workunit.client.0.smithi019.stdout:op 3933 completed, throughput=5MB/sec 2024-04-02T09:03:11.599 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EdPGlVLOThVCj_B off=5828338 len=180618 2024-04-02T09:03:11.599 INFO:tasks.workunit.client.0.smithi019.stdout:op 3934 completed, throughput=5MB/sec 2024-04-02T09:03:11.599 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BiKjHGYTK0uADil off=9075580 len=1623700 2024-04-02T09:03:11.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 3935 completed, throughput=5MB/sec 2024-04-02T09:03:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:12 smithi019 ceph-mon[94035]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:03:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:12 smithi019 ceph-mon[96522]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:03:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:12 smithi066 ceph-mon[87361]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:03:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:03:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:12.601 INFO:tasks.workunit.client.0.smithi019.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:12.601 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t3LtimaYbQTrn0f off=8422603 len=1447999 2024-04-02T09:03:12.606 INFO:tasks.workunit.client.0.smithi019.stdout:op 3936 completed, throughput=5MB/sec 2024-04-02T09:03:12.607 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-l64kMZMOudwc9XW off=21489077 len=1166809 2024-04-02T09:03:12.609 INFO:tasks.workunit.client.0.smithi019.stdout:op 3937 completed, throughput=5MB/sec 2024-04-02T09:03:12.609 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xeTA6NM5bcBAhVQ off=3408544 len=845043 2024-04-02T09:03:12.610 INFO:tasks.workunit.client.0.smithi019.stdout:op 3938 completed, throughput=5MB/sec 2024-04-02T09:03:12.610 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8ByBtxYcKwsO96r off=7556745 len=1507177 2024-04-02T09:03:12.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 3939 completed, throughput=5MB/sec 2024-04-02T09:03:12.615 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--oam2TaKKx6c1tA off=11041338 len=305415 2024-04-02T09:03:12.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 3940 completed, throughput=5MB/sec 2024-04-02T09:03:13.618 INFO:tasks.workunit.client.0.smithi019.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:13.619 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zKsanFaPrgCX3jM off=12832975 len=596034 2024-04-02T09:03:13.619 INFO:tasks.workunit.client.0.smithi019.stdout:op 3941 completed, throughput=4.99MB/sec 2024-04-02T09:03:13.619 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H4UL26I_8DNlBYh off=105222 len=1586460 2024-04-02T09:03:13.626 INFO:tasks.workunit.client.0.smithi019.stdout:op 3942 completed, throughput=5MB/sec 2024-04-02T09:03:13.627 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P6bhPw1_kJpTmJC off=439778 len=1745816 2024-04-02T09:03:13.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 3943 completed, throughput=5MB/sec 2024-04-02T09:03:13.633 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F513Q8Oi211VE5N off=17633033 len=848135 2024-04-02T09:03:13.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 3944 completed, throughput=5MB/sec 2024-04-02T09:03:13.634 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bW8vEJU_DVkvtF1 off=4839682 len=170916 2024-04-02T09:03:13.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 3945 completed, throughput=5MB/sec 2024-04-02T09:03:13.634 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JI2l07zajG1vRiY off=5838738 len=643302 2024-04-02T09:03:13.638 INFO:tasks.workunit.client.0.smithi019.stdout:op 3946 completed, throughput=5MB/sec 2024-04-02T09:03:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:14 smithi019 ceph-mon[94035]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:14 smithi019 ceph-mon[96522]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:14 smithi066 ceph-mon[87361]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:14.638 INFO:tasks.workunit.client.0.smithi019.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:14.639 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xyj24F4tS7NW7xF off=22507364 len=486033 2024-04-02T09:03:14.641 INFO:tasks.workunit.client.0.smithi019.stdout:op 3947 completed, throughput=4.99MB/sec 2024-04-02T09:03:14.641 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RV4aIzdhm8_mtGl off=7593024 len=828972 2024-04-02T09:03:14.642 INFO:tasks.workunit.client.0.smithi019.stdout:op 3948 completed, throughput=5MB/sec 2024-04-02T09:03:14.642 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SdmXTjUgxQHOfdj off=3062923 len=192347 2024-04-02T09:03:14.645 INFO:tasks.workunit.client.0.smithi019.stdout:op 3949 completed, throughput=5MB/sec 2024-04-02T09:03:14.645 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LijKe65yyJGv6rO off=14383852 len=1219561 2024-04-02T09:03:14.653 INFO:tasks.workunit.client.0.smithi019.stdout:op 3950 completed, throughput=5MB/sec 2024-04-02T09:03:14.653 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-99q3IcqGpNgDOar off=2292550 len=1487396 2024-04-02T09:03:14.654 INFO:tasks.workunit.client.0.smithi019.stdout:op 3951 completed, throughput=5MB/sec 2024-04-02T09:03:14.655 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0XKw0Hw5TAgb3fe off=9495955 len=1435654 2024-04-02T09:03:14.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 3952 completed, throughput=5MB/sec 2024-04-02T09:03:15.660 INFO:tasks.workunit.client.0.smithi019.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:15.660 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zRf7T5MtBczPiXc off=6032037 len=843606 2024-04-02T09:03:15.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 3953 completed, throughput=5MB/sec 2024-04-02T09:03:15.664 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VJ0ddO86FX5hBZt off=0 len=1317270 2024-04-02T09:03:15.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 3954 completed, throughput=5MB/sec 2024-04-02T09:03:15.666 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EgvW6A-3laiZsdE off=4936954 len=1996890 2024-04-02T09:03:15.667 INFO:tasks.workunit.client.0.smithi019.stdout:op 3955 completed, throughput=5MB/sec 2024-04-02T09:03:15.667 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fWcZxHMBMkF2a5U off=1823093 len=172763 2024-04-02T09:03:15.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 3956 completed, throughput=5MB/sec 2024-04-02T09:03:15.670 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UYG3Omk2bSIloPt off=732331 len=1535744 2024-04-02T09:03:15.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 3957 completed, throughput=5MB/sec 2024-04-02T09:03:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:16 smithi019 ceph-mon[94035]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:03:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:16 smithi019 ceph-mon[96522]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:03:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:16 smithi066 ceph-mon[87361]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:03:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: 783: throughput=5MB/sec pending data=0 2024-04-02T09:03:16.671 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1YyZOb31Tzi5zF6 off=10900062 len=655712 2024-04-02T09:03:16.674 INFO:tasks.workunit.client.0.smithi019.stdout:op 3958 completed, throughput=5MB/sec 2024-04-02T09:03:16.674 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BofcqVqCnivzbeh off=0 len=1208952 2024-04-02T09:03:16.680 INFO:tasks.workunit.client.0.smithi019.stdout:op 3959 completed, throughput=5MB/sec 2024-04-02T09:03:16.680 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c3Eso9sm4KL-6p6 off=12552980 len=936607 2024-04-02T09:03:16.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 3960 completed, throughput=5MB/sec 2024-04-02T09:03:16.685 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rYfmgP4c1hpLgXU off=4659490 len=619590 2024-04-02T09:03:16.689 INFO:tasks.workunit.client.0.smithi019.stdout:op 3961 completed, throughput=5MB/sec 2024-04-02T09:03:16.689 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-g8HDNG-aabAW6ZP off=2438991 len=731026 2024-04-02T09:03:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 3962 completed, throughput=5MB/sec 2024-04-02T09:03:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R88RcWfdWpEu8I3 off=10903815 len=677379 2024-04-02T09:03:16.697 INFO:tasks.workunit.client.0.smithi019.stdout:op 3963 completed, throughput=5MB/sec 2024-04-02T09:03:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:17.698 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MDMNmAG0zNSBZib off=1801046 len=796796 2024-04-02T09:03:17.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 3964 completed, throughput=5MB/sec 2024-04-02T09:03:17.703 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--sP5ARE7gLuLp8L off=0 len=1124659 2024-04-02T09:03:17.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 3965 completed, throughput=5MB/sec 2024-04-02T09:03:17.707 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oPz62zmNBBhbuHr off=4842865 len=1705447 2024-04-02T09:03:17.709 INFO:tasks.workunit.client.0.smithi019.stdout:op 3966 completed, throughput=5MB/sec 2024-04-02T09:03:17.709 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cYx-qhWimGbQSpb off=1298742 len=1221040 2024-04-02T09:03:17.717 INFO:tasks.workunit.client.0.smithi019.stdout:op 3967 completed, throughput=5MB/sec 2024-04-02T09:03:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:18 smithi019 ceph-mon[94035]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:18 smithi019 ceph-mon[96522]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:18 smithi066 ceph-mon[87361]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:18.717 INFO:tasks.workunit.client.0.smithi019.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:18.717 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D1ROt4b19ync-pB off=3750554 len=573961 2024-04-02T09:03:18.722 INFO:tasks.workunit.client.0.smithi019.stdout:op 3968 completed, throughput=4.99MB/sec 2024-04-02T09:03:18.722 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CBlf41_F5ei4_Ab off=10174013 len=514330 2024-04-02T09:03:18.723 INFO:tasks.workunit.client.0.smithi019.stdout:op 3969 completed, throughput=5MB/sec 2024-04-02T09:03:18.723 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NvNZB1rVuQrOQ3j off=9918847 len=1787180 2024-04-02T09:03:18.726 INFO:tasks.workunit.client.0.smithi019.stdout:op 3970 completed, throughput=5MB/sec 2024-04-02T09:03:18.726 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MSI2d92ntmgwDAm off=7008775 len=704689 2024-04-02T09:03:18.730 INFO:tasks.workunit.client.0.smithi019.stdout:op 3971 completed, throughput=5MB/sec 2024-04-02T09:03:18.730 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0N0ATvm5WYmL2W5 off=1670684 len=1210521 2024-04-02T09:03:18.731 INFO:tasks.workunit.client.0.smithi019.stdout:op 3972 completed, throughput=5MB/sec 2024-04-02T09:03:18.732 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YKvo6zeDgc8u7y- off=2270262 len=540839 2024-04-02T09:03:18.733 INFO:tasks.workunit.client.0.smithi019.stdout:op 3973 completed, throughput=5MB/sec 2024-04-02T09:03:19.733 INFO:tasks.workunit.client.0.smithi019.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:19.733 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZbQwEUalQ_YooHe off=939983 len=879719 2024-04-02T09:03:19.734 INFO:tasks.workunit.client.0.smithi019.stdout:op 3974 completed, throughput=4.99MB/sec 2024-04-02T09:03:19.734 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZPrDDlhPeHiwxIn off=8414203 len=574802 2024-04-02T09:03:19.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 3975 completed, throughput=5MB/sec 2024-04-02T09:03:19.737 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1pFaOywK3UbBXTP off=1400888 len=207913 2024-04-02T09:03:19.740 INFO:tasks.workunit.client.0.smithi019.stdout:op 3976 completed, throughput=5MB/sec 2024-04-02T09:03:19.740 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P-s3p88y97A1yJh off=6475030 len=646848 2024-04-02T09:03:19.741 INFO:tasks.workunit.client.0.smithi019.stdout:op 3977 completed, throughput=5MB/sec 2024-04-02T09:03:19.741 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j3_TpFKOV3JRFQy off=8509636 len=544279 2024-04-02T09:03:19.742 INFO:tasks.workunit.client.0.smithi019.stdout:op 3978 completed, throughput=5MB/sec 2024-04-02T09:03:19.742 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-C0BeHk8ItH_vsex off=5198196 len=203606 2024-04-02T09:03:19.743 INFO:tasks.workunit.client.0.smithi019.stdout:op 3979 completed, throughput=5MB/sec 2024-04-02T09:03:19.743 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2hxfs0Br-7bXwEw off=7510721 len=1876793 2024-04-02T09:03:19.753 INFO:tasks.workunit.client.0.smithi019.stdout:op 3980 completed, throughput=5MB/sec 2024-04-02T09:03:19.753 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lBh372QMhQngGG9 off=2694737 len=1491172 2024-04-02T09:03:19.754 INFO:tasks.workunit.client.0.smithi019.stdout:op 3981 completed, throughput=5MB/sec 2024-04-02T09:03:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:20 smithi019 ceph-mon[94035]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:20 smithi019 ceph-mon[96522]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:20 smithi066 ceph-mon[87361]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:03:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:03:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:03:20] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T09:03:20.755 INFO:tasks.workunit.client.0.smithi019.stdout: 787: throughput=5MB/sec pending data=0 2024-04-02T09:03:20.755 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-engfjhzvWS49tlZ off=3681760 len=1859845 2024-04-02T09:03:20.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 3982 completed, throughput=5MB/sec 2024-04-02T09:03:20.756 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WM-ZGDekYZcH_GK off=2374459 len=796219 2024-04-02T09:03:20.760 INFO:tasks.workunit.client.0.smithi019.stdout:op 3983 completed, throughput=5MB/sec 2024-04-02T09:03:20.760 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x2CjSy9ZTlsaAmd off=4047992 len=415849 2024-04-02T09:03:20.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 3984 completed, throughput=5MB/sec 2024-04-02T09:03:20.761 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TeE4WWxa_doS1TQ off=12000674 len=1871662 2024-04-02T09:03:20.768 INFO:tasks.workunit.client.0.smithi019.stdout:op 3985 completed, throughput=5MB/sec 2024-04-02T09:03:21.768 INFO:tasks.workunit.client.0.smithi019.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:21.768 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f5Oz7OxNF3SCfvE off=7707045 len=94029 2024-04-02T09:03:21.769 INFO:tasks.workunit.client.0.smithi019.stdout:op 3986 completed, throughput=4.99MB/sec 2024-04-02T09:03:21.769 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WwAUuVzYKrqcar- off=315084 len=411430 2024-04-02T09:03:21.772 INFO:tasks.workunit.client.0.smithi019.stdout:op 3987 completed, throughput=5MB/sec 2024-04-02T09:03:21.772 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M2qoCSH-Mr2uCtD off=8660979 len=567938 2024-04-02T09:03:21.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 3988 completed, throughput=5MB/sec 2024-04-02T09:03:21.773 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L1ef9pqDzuA-xJe off=3373760 len=523364 2024-04-02T09:03:21.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 3989 completed, throughput=5MB/sec 2024-04-02T09:03:21.773 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k0z0Q20ef76pi_4 off=203467 len=1254308 2024-04-02T09:03:21.776 INFO:tasks.workunit.client.0.smithi019.stdout:op 3990 completed, throughput=5MB/sec 2024-04-02T09:03:21.776 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ws3JEVPp_4dh3FU off=589218 len=1215001 2024-04-02T09:03:21.777 INFO:tasks.workunit.client.0.smithi019.stdout:op 3991 completed, throughput=5MB/sec 2024-04-02T09:03:21.777 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IahobGhEl4Y5ypI off=5307560 len=1910702 2024-04-02T09:03:21.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 3992 completed, throughput=5MB/sec 2024-04-02T09:03:22.365 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:22 smithi066 ceph-mon[87361]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:22.365 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:03:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:22 smithi019 ceph-mon[94035]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:22 smithi019 ceph-mon[96522]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:22.779 INFO:tasks.workunit.client.0.smithi019.stdout: 789: throughput=5MB/sec pending data=0 2024-04-02T09:03:22.779 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2-M1lxs67PAicQ5 off=4493620 len=1856840 2024-04-02T09:03:22.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 3993 completed, throughput=5MB/sec 2024-04-02T09:03:22.783 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-V65Bd6KDLzgAdJ5 off=12564989 len=564713 2024-04-02T09:03:22.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 3994 completed, throughput=5MB/sec 2024-04-02T09:03:22.784 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PH3i0JneAi8BI3f off=6720978 len=692206 2024-04-02T09:03:22.784 INFO:tasks.workunit.client.0.smithi019.stdout:op 3995 completed, throughput=5MB/sec 2024-04-02T09:03:22.784 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DuWUfaAHEzf4Qgm off=590854 len=859628 2024-04-02T09:03:22.789 INFO:tasks.workunit.client.0.smithi019.stdout:op 3996 completed, throughput=5MB/sec 2024-04-02T09:03:23.789 INFO:tasks.workunit.client.0.smithi019.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:23.790 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-59RWKThjIDGctQa off=2713079 len=603616 2024-04-02T09:03:23.790 INFO:tasks.workunit.client.0.smithi019.stdout:op 3997 completed, throughput=4.99MB/sec 2024-04-02T09:03:23.790 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6uojczSY6A4gklD off=22973896 len=870344 2024-04-02T09:03:23.791 INFO:tasks.workunit.client.0.smithi019.stdout:op 3998 completed, throughput=5MB/sec 2024-04-02T09:03:23.791 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p-e1RpKoJoTUCRt off=916975 len=1354640 2024-04-02T09:03:23.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 3999 completed, throughput=5MB/sec 2024-04-02T09:03:23.795 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--MdTezSrQPoGrQp off=3451537 len=1652771 2024-04-02T09:03:23.802 INFO:tasks.workunit.client.0.smithi019.stdout:op 4000 completed, throughput=5MB/sec 2024-04-02T09:03:23.802 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vg-ZEtS92K07V4z off=784265 len=724714 2024-04-02T09:03:23.803 INFO:tasks.workunit.client.0.smithi019.stdout:op 4001 completed, throughput=5MB/sec 2024-04-02T09:03:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:24 smithi019 ceph-mon[94035]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:24 smithi019 ceph-mon[96522]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:24 smithi066 ceph-mon[87361]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:24.803 INFO:tasks.workunit.client.0.smithi019.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:24.803 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AgWxoYOqEZ4GwKH off=7220198 len=712554 2024-04-02T09:03:24.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 4002 completed, throughput=4.99MB/sec 2024-04-02T09:03:24.807 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SJuW3me7T-icfsl off=17917440 len=1771620 2024-04-02T09:03:24.809 INFO:tasks.workunit.client.0.smithi019.stdout:op 4003 completed, throughput=5MB/sec 2024-04-02T09:03:24.809 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-83jzdpqqTXNwYOw off=6768958 len=1927434 2024-04-02T09:03:24.811 INFO:tasks.workunit.client.0.smithi019.stdout:op 4004 completed, throughput=5MB/sec 2024-04-02T09:03:24.811 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1pTCT8mig0obkTJ off=4753268 len=329015 2024-04-02T09:03:24.814 INFO:tasks.workunit.client.0.smithi019.stdout:op 4005 completed, throughput=5MB/sec 2024-04-02T09:03:24.814 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6XGWTAfsnj2orpz off=4956033 len=545461 2024-04-02T09:03:24.817 INFO:tasks.workunit.client.0.smithi019.stdout:op 4006 completed, throughput=5MB/sec 2024-04-02T09:03:24.818 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-d4mow1ZHZ-xtmVb off=12247887 len=564248 2024-04-02T09:03:24.818 INFO:tasks.workunit.client.0.smithi019.stdout:op 4007 completed, throughput=5MB/sec 2024-04-02T09:03:25.818 INFO:tasks.workunit.client.0.smithi019.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:25.818 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SR2YTNQk-597E20 off=2255275 len=460283 2024-04-02T09:03:25.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 4008 completed, throughput=4.99MB/sec 2024-04-02T09:03:25.821 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M-jyHrVcd8iJqXH off=4913377 len=807389 2024-04-02T09:03:25.825 INFO:tasks.workunit.client.0.smithi019.stdout:op 4009 completed, throughput=5MB/sec 2024-04-02T09:03:25.825 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sIatWR2GjTkAAmV off=6430496 len=189241 2024-04-02T09:03:25.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 4010 completed, throughput=5MB/sec 2024-04-02T09:03:25.828 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k1SWeks3yqpzXSu off=13129992 len=1412264 2024-04-02T09:03:25.829 INFO:tasks.workunit.client.0.smithi019.stdout:op 4011 completed, throughput=5MB/sec 2024-04-02T09:03:25.829 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WxDioBq4JtFDU1f off=1329763 len=731349 2024-04-02T09:03:25.830 INFO:tasks.workunit.client.0.smithi019.stdout:op 4012 completed, throughput=5MB/sec 2024-04-02T09:03:25.830 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-08fjIIY8oW_LMZF off=10632525 len=671899 2024-04-02T09:03:25.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 4013 completed, throughput=5MB/sec 2024-04-02T09:03:25.833 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1X1wXS06ClTWZ1k off=10654971 len=1796555 2024-04-02T09:03:25.840 INFO:tasks.workunit.client.0.smithi019.stdout:op 4014 completed, throughput=5MB/sec 2024-04-02T09:03:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:26 smithi019 ceph-mon[96522]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:26 smithi019 ceph-mon[94035]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:26.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:26 smithi066 ceph-mon[87361]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:26.840 INFO:tasks.workunit.client.0.smithi019.stdout: 793: throughput=5MB/sec pending data=0 2024-04-02T09:03:26.841 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ESXSqW8OeHaTKMy off=18742124 len=1544634 2024-04-02T09:03:26.849 INFO:tasks.workunit.client.0.smithi019.stdout:op 4015 completed, throughput=5MB/sec 2024-04-02T09:03:26.850 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wTQPuHG6OB7tMB2 off=281992 len=827685 2024-04-02T09:03:26.853 INFO:tasks.workunit.client.0.smithi019.stdout:op 4016 completed, throughput=5MB/sec 2024-04-02T09:03:26.853 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UShWWoodF-Df07x off=8837270 len=678119 2024-04-02T09:03:26.855 INFO:tasks.workunit.client.0.smithi019.stdout:op 4017 completed, throughput=5MB/sec 2024-04-02T09:03:26.855 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-193flTdD_m0brHk off=3334553 len=849828 2024-04-02T09:03:26.860 INFO:tasks.workunit.client.0.smithi019.stdout:op 4018 completed, throughput=5MB/sec 2024-04-02T09:03:26.860 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ijbDsVNckRKs3l off=2910969 len=608187 2024-04-02T09:03:26.863 INFO:tasks.workunit.client.0.smithi019.stdout:op 4019 completed, throughput=5MB/sec 2024-04-02T09:03:27.864 INFO:tasks.workunit.client.0.smithi019.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:27.864 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cYLDOgkMX8lYyGV off=11985828 len=1905830 2024-04-02T09:03:27.865 INFO:tasks.workunit.client.0.smithi019.stdout:op 4020 completed, throughput=5MB/sec 2024-04-02T09:03:27.865 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CLj6pPKtjb2td5y off=4950510 len=25522 2024-04-02T09:03:27.866 INFO:tasks.workunit.client.0.smithi019.stdout:op 4021 completed, throughput=5MB/sec 2024-04-02T09:03:27.866 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qDz3a9nHuGbITx8 off=8632905 len=998308 2024-04-02T09:03:27.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 4022 completed, throughput=5MB/sec 2024-04-02T09:03:27.867 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yffEm0UZPC9DwG2 off=5075456 len=1120317 2024-04-02T09:03:27.868 INFO:tasks.workunit.client.0.smithi019.stdout:op 4023 completed, throughput=5MB/sec 2024-04-02T09:03:27.868 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vGprDOqEL100WDb off=194560 len=880672 2024-04-02T09:03:27.869 INFO:tasks.workunit.client.0.smithi019.stdout:op 4024 completed, throughput=5MB/sec 2024-04-02T09:03:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:28 smithi019 ceph-mon[94035]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:28 smithi019 ceph-mon[96522]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:28 smithi066 ceph-mon[87361]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:28.869 INFO:tasks.workunit.client.0.smithi019.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:28.869 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y7aTgn_XVvoyvRI off=4651673 len=2094334 2024-04-02T09:03:28.873 INFO:tasks.workunit.client.0.smithi019.stdout:op 4025 completed, throughput=5MB/sec 2024-04-02T09:03:28.873 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LH1eY6tm1KdktBT off=20819905 len=1087076 2024-04-02T09:03:28.876 INFO:tasks.workunit.client.0.smithi019.stdout:op 4026 completed, throughput=5MB/sec 2024-04-02T09:03:28.876 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5gRp_m6312rO9FL off=3088363 len=993810 2024-04-02T09:03:28.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 4027 completed, throughput=5MB/sec 2024-04-02T09:03:28.880 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-i15TwE1YON3wStz off=5511696 len=798271 2024-04-02T09:03:28.881 INFO:tasks.workunit.client.0.smithi019.stdout:op 4028 completed, throughput=5MB/sec 2024-04-02T09:03:28.881 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D2oPmpCIUY3XQ8K off=4684294 len=567051 2024-04-02T09:03:28.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 4029 completed, throughput=5MB/sec 2024-04-02T09:03:29.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:29.885 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5u5hPuarBPhMrhG off=12117837 len=1077803 2024-04-02T09:03:29.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 4030 completed, throughput=5MB/sec 2024-04-02T09:03:29.890 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LQlW3oCPYSscoea off=9154050 len=1633250 2024-04-02T09:03:29.900 INFO:tasks.workunit.client.0.smithi019.stdout:op 4031 completed, throughput=5MB/sec 2024-04-02T09:03:29.900 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6nefdP0zjjYmYQg off=1742995 len=620329 2024-04-02T09:03:29.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 4032 completed, throughput=5MB/sec 2024-04-02T09:03:29.901 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SOFNJlEywCrW3UW off=5962092 len=381511 2024-04-02T09:03:29.902 INFO:tasks.workunit.client.0.smithi019.stdout:op 4033 completed, throughput=5MB/sec 2024-04-02T09:03:29.902 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xuhPgNXmEwmIhdN off=4339708 len=738361 2024-04-02T09:03:29.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 4034 completed, throughput=5MB/sec 2024-04-02T09:03:29.905 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6_m_ca8YSP5m1Dg off=839692 len=1040521 2024-04-02T09:03:29.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 4035 completed, throughput=5MB/sec 2024-04-02T09:03:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:30 smithi019 ceph-mon[94035]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:30 smithi019 ceph-mon[96522]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:30 smithi066 ceph-mon[87361]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:03:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:03:30] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:03:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:30.910 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tH6r6NC96xRcX11 off=7408699 len=1248607 2024-04-02T09:03:30.912 INFO:tasks.workunit.client.0.smithi019.stdout:op 4036 completed, throughput=5MB/sec 2024-04-02T09:03:30.912 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vhxHFXb_giwJqMG off=16549156 len=734322 2024-04-02T09:03:30.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 4037 completed, throughput=5MB/sec 2024-04-02T09:03:30.913 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WfBZzu-fUTSKyl_ off=842082 len=1294115 2024-04-02T09:03:30.914 INFO:tasks.workunit.client.0.smithi019.stdout:op 4038 completed, throughput=5MB/sec 2024-04-02T09:03:30.914 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9Gv6I7L-9ZcS7lc off=8753091 len=1269121 2024-04-02T09:03:30.921 INFO:tasks.workunit.client.0.smithi019.stdout:op 4039 completed, throughput=5MB/sec 2024-04-02T09:03:30.921 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qRObEZYiPfxvDil off=7134951 len=209097 2024-04-02T09:03:30.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 4040 completed, throughput=5MB/sec 2024-04-02T09:03:30.924 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oYccjCvfXUyw6IV off=2975263 len=486931 2024-04-02T09:03:30.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 4041 completed, throughput=5MB/sec 2024-04-02T09:03:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:31.925 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G_OLALX2KFuhlYR off=4348896 len=2073329 2024-04-02T09:03:31.936 INFO:tasks.workunit.client.0.smithi019.stdout:op 4042 completed, throughput=5MB/sec 2024-04-02T09:03:31.936 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TvVdkEflJhbV9La off=859804 len=1551009 2024-04-02T09:03:31.943 INFO:tasks.workunit.client.0.smithi019.stdout:op 4043 completed, throughput=5MB/sec 2024-04-02T09:03:31.943 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IBBCz5SN9zitJ4b off=6998141 len=1605845 2024-04-02T09:03:31.945 INFO:tasks.workunit.client.0.smithi019.stdout:op 4044 completed, throughput=5MB/sec 2024-04-02T09:03:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:32 smithi019 ceph-mon[94035]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:03:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:32 smithi019 ceph-mon[96522]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:03:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:32 smithi066 ceph-mon[87361]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:03:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:03:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:32.945 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-y_7g6n7-14tgw86 off=6512934 len=87914 2024-04-02T09:03:32.948 INFO:tasks.workunit.client.0.smithi019.stdout:op 4045 completed, throughput=4.99MB/sec 2024-04-02T09:03:32.948 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b353FwES3v4MXCq off=22417504 len=541672 2024-04-02T09:03:32.949 INFO:tasks.workunit.client.0.smithi019.stdout:op 4046 completed, throughput=4.99MB/sec 2024-04-02T09:03:32.949 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HM2Fw-7UIdrky8B off=9796076 len=1209187 2024-04-02T09:03:32.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 4047 completed, throughput=5MB/sec 2024-04-02T09:03:32.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nFg71Dd6zsTuhTT off=1031586 len=520059 2024-04-02T09:03:32.959 INFO:tasks.workunit.client.0.smithi019.stdout:op 4048 completed, throughput=5MB/sec 2024-04-02T09:03:32.959 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h6l6ir3pGjlWLXS off=5176168 len=14783 2024-04-02T09:03:32.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 4049 completed, throughput=5MB/sec 2024-04-02T09:03:32.961 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ri22FBMLMjHW0A7 off=5234417 len=69811 2024-04-02T09:03:32.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 4050 completed, throughput=5MB/sec 2024-04-02T09:03:32.961 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-egVfuS-1bAbnXrA off=256370 len=1784235 2024-04-02T09:03:32.967 INFO:tasks.workunit.client.0.smithi019.stdout:op 4051 completed, throughput=5MB/sec 2024-04-02T09:03:32.967 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VuDZdqyoXbWSuL8 off=3225397 len=1698661 2024-04-02T09:03:32.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 4052 completed, throughput=5MB/sec 2024-04-02T09:03:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:33.975 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HjYNysGwi98zwKV off=2663604 len=2043113 2024-04-02T09:03:33.983 INFO:tasks.workunit.client.0.smithi019.stdout:op 4053 completed, throughput=5MB/sec 2024-04-02T09:03:33.983 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XP8ObgmXd86W2JB off=8222954 len=1941901 2024-04-02T09:03:33.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 4054 completed, throughput=5MB/sec 2024-04-02T09:03:33.985 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z4RwLwgyCei9hm4 off=1013949 len=1041966 2024-04-02T09:03:33.989 INFO:tasks.workunit.client.0.smithi019.stdout:op 4055 completed, throughput=5MB/sec 2024-04-02T09:03:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:34 smithi019 ceph-mon[94035]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:34 smithi019 ceph-mon[96522]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:34 smithi066 ceph-mon[87361]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:03:34.990 INFO:tasks.workunit.client.0.smithi019.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:34.990 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GHS5hJrlAJmGEFn off=1111196 len=581653 2024-04-02T09:03:34.991 INFO:tasks.workunit.client.0.smithi019.stdout:op 4056 completed, throughput=5MB/sec 2024-04-02T09:03:34.991 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hUmb9cHDrdSsguJ off=11580802 len=1123985 2024-04-02T09:03:34.997 INFO:tasks.workunit.client.0.smithi019.stdout:op 4057 completed, throughput=5MB/sec 2024-04-02T09:03:34.997 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uMPNzROYLY-Fpw9 off=13246462 len=1718078 2024-04-02T09:03:34.999 INFO:tasks.workunit.client.0.smithi019.stdout:op 4058 completed, throughput=5MB/sec 2024-04-02T09:03:34.999 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lDijw4qYkM_V8I2 off=13249248 len=45278 2024-04-02T09:03:35.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 4059 completed, throughput=5MB/sec 2024-04-02T09:03:35.002 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Dytf4Ncr4g4Y-DS off=6730658 len=1352331 2024-04-02T09:03:35.003 INFO:tasks.workunit.client.0.smithi019.stdout:op 4060 completed, throughput=5MB/sec 2024-04-02T09:03:35.003 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KeKDjQinWyacsNJ off=12373958 len=1586401 2024-04-02T09:03:35.003 INFO:tasks.workunit.client.0.smithi019.stdout:op 4061 completed, throughput=5MB/sec 2024-04-02T09:03:36.003 INFO:tasks.workunit.client.0.smithi019.stdout: 802: throughput=5MB/sec pending data=0 2024-04-02T09:03:36.003 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vkLWuetE5eFWIo- off=14211838 len=1314646 2024-04-02T09:03:36.011 INFO:tasks.workunit.client.0.smithi019.stdout:op 4062 completed, throughput=5MB/sec 2024-04-02T09:03:36.011 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_WaDVQUfkerIA18 off=1551599 len=1908045 2024-04-02T09:03:36.012 INFO:tasks.workunit.client.0.smithi019.stdout:op 4063 completed, throughput=5MB/sec 2024-04-02T09:03:36.012 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LKYMVXilar_WGkr off=756569 len=2062253 2024-04-02T09:03:36.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 4064 completed, throughput=5MB/sec 2024-04-02T09:03:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:36 smithi019 ceph-mon[94035]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:03:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:36 smithi019 ceph-mon[96522]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:03:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:36 smithi066 ceph-mon[87361]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:03:37.014 INFO:tasks.workunit.client.0.smithi019.stdout: 803: throughput=5MB/sec pending data=0 2024-04-02T09:03:37.014 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7b_iy53cSfmC7-w off=3493207 len=1598511 2024-04-02T09:03:37.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 4065 completed, throughput=5MB/sec 2024-04-02T09:03:37.017 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EOZj5HcD_g1fWSM off=7027492 len=2071884 2024-04-02T09:03:37.025 INFO:tasks.workunit.client.0.smithi019.stdout:op 4066 completed, throughput=5MB/sec 2024-04-02T09:03:37.025 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Uq1x5qpY5IqRXzk off=4084033 len=1286032 2024-04-02T09:03:37.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 4067 completed, throughput=5MB/sec 2024-04-02T09:03:38.030 INFO:tasks.workunit.client.0.smithi019.stdout: 804: throughput=5MB/sec pending data=0 2024-04-02T09:03:38.030 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4qF1pfO6_0qw-R6 off=7650173 len=1905363 2024-04-02T09:03:38.040 INFO:tasks.workunit.client.0.smithi019.stdout:op 4068 completed, throughput=5MB/sec 2024-04-02T09:03:38.041 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ex-kSeM9agALJmj off=14013026 len=183656 2024-04-02T09:03:38.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 4069 completed, throughput=5MB/sec 2024-04-02T09:03:38.041 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W6XHT1JDMaVMSBe off=115392 len=1756408 2024-04-02T09:03:38.050 INFO:tasks.workunit.client.0.smithi019.stdout:op 4070 completed, throughput=5MB/sec 2024-04-02T09:03:38.050 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ryZckez0jQLqsHJ off=11812841 len=824178 2024-04-02T09:03:38.054 INFO:tasks.workunit.client.0.smithi019.stdout:op 4071 completed, throughput=5MB/sec 2024-04-02T09:03:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:38 smithi019 ceph-mon[94035]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:03:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:38 smithi019 ceph-mon[96522]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:03:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:38 smithi066 ceph-mon[87361]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:03:39.054 INFO:tasks.workunit.client.0.smithi019.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:39.054 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LqB052S6uYRkb4D off=18858605 len=2009329 2024-04-02T09:03:39.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 4072 completed, throughput=5MB/sec 2024-04-02T09:03:39.056 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MNAj_m8yGPKJePb off=2731327 len=336728 2024-04-02T09:03:39.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 4073 completed, throughput=5MB/sec 2024-04-02T09:03:39.057 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3T2Cj55fu2dfJmM off=11009734 len=1974825 2024-04-02T09:03:39.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 4074 completed, throughput=5MB/sec 2024-04-02T09:03:39.058 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6uZ99j9wMxBtrHk off=10628986 len=1572575 2024-04-02T09:03:39.059 INFO:tasks.workunit.client.0.smithi019.stdout:op 4075 completed, throughput=5MB/sec 2024-04-02T09:03:40.060 INFO:tasks.workunit.client.0.smithi019.stdout: 806: throughput=5MB/sec pending data=0 2024-04-02T09:03:40.060 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BVPufZmPd4ycjwG off=21803215 len=168835 2024-04-02T09:03:40.060 INFO:tasks.workunit.client.0.smithi019.stdout:op 4076 completed, throughput=5MB/sec 2024-04-02T09:03:40.060 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5pNz-jiutDaB-5e off=15071076 len=544510 2024-04-02T09:03:40.065 INFO:tasks.workunit.client.0.smithi019.stdout:op 4077 completed, throughput=5MB/sec 2024-04-02T09:03:40.065 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mF_RD2Y2OrnIhFx off=151888 len=290386 2024-04-02T09:03:40.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 4078 completed, throughput=5MB/sec 2024-04-02T09:03:40.067 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sqARk6yZEtlwJmb off=1956510 len=446750 2024-04-02T09:03:40.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 4079 completed, throughput=5MB/sec 2024-04-02T09:03:40.073 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pzqnEUHyVHEdlzn off=2915180 len=1534595 2024-04-02T09:03:40.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 4080 completed, throughput=5MB/sec 2024-04-02T09:03:40.074 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ClS8Uc4tp5yEHQh off=10589867 len=981756 2024-04-02T09:03:40.076 INFO:tasks.workunit.client.0.smithi019.stdout:op 4081 completed, throughput=5MB/sec 2024-04-02T09:03:40.076 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RuzGa1eDEPcxnF7 off=4067649 len=857357 2024-04-02T09:03:40.078 INFO:tasks.workunit.client.0.smithi019.stdout:op 4082 completed, throughput=5MB/sec 2024-04-02T09:03:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:40 smithi019 ceph-mon[94035]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:40 smithi019 ceph-mon[96522]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:40 smithi066 ceph-mon[87361]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:03:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:03:40] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:03:41.078 INFO:tasks.workunit.client.0.smithi019.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:41.078 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ed_3352nN5L2-Gw off=4271593 len=6183 2024-04-02T09:03:41.079 INFO:tasks.workunit.client.0.smithi019.stdout:op 4083 completed, throughput=4.99MB/sec 2024-04-02T09:03:41.079 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FK0Q8Bhj1w7G9XB off=1568582 len=694953 2024-04-02T09:03:41.084 INFO:tasks.workunit.client.0.smithi019.stdout:op 4084 completed, throughput=5MB/sec 2024-04-02T09:03:41.084 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Db0aYz46A8sq3XN off=9433546 len=56875 2024-04-02T09:03:41.086 INFO:tasks.workunit.client.0.smithi019.stdout:op 4085 completed, throughput=5MB/sec 2024-04-02T09:03:41.086 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tOQJllFbDIOj04M off=23144882 len=1466040 2024-04-02T09:03:41.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 4086 completed, throughput=5MB/sec 2024-04-02T09:03:41.095 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kvRWZCvBR2Dlk5A off=980149 len=702468 2024-04-02T09:03:41.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 4087 completed, throughput=5MB/sec 2024-04-02T09:03:41.098 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nacjctwev8JEikf off=4239472 len=827214 2024-04-02T09:03:41.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 4088 completed, throughput=5MB/sec 2024-04-02T09:03:41.099 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hxtiT0BmBHWh20t off=11332404 len=751881 2024-04-02T09:03:41.100 INFO:tasks.workunit.client.0.smithi019.stdout:op 4089 completed, throughput=5MB/sec 2024-04-02T09:03:41.100 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6nvyOM2CpLoFoA4 off=7079164 len=1104261 2024-04-02T09:03:41.105 INFO:tasks.workunit.client.0.smithi019.stdout:op 4090 completed, throughput=5MB/sec 2024-04-02T09:03:42.105 INFO:tasks.workunit.client.0.smithi019.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:42.105 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-r1LxtqvfHdGbrHq off=21845315 len=1163704 2024-04-02T09:03:42.108 INFO:tasks.workunit.client.0.smithi019.stdout:op 4091 completed, throughput=5MB/sec 2024-04-02T09:03:42.108 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PK3yRDrmHy9NdPq off=13377712 len=300098 2024-04-02T09:03:42.109 INFO:tasks.workunit.client.0.smithi019.stdout:op 4092 completed, throughput=5MB/sec 2024-04-02T09:03:42.109 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LjZSuxiySF9YtwA off=6731505 len=140203 2024-04-02T09:03:42.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 4093 completed, throughput=5MB/sec 2024-04-02T09:03:42.112 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0v51-CMMLZWtEP2 off=11183630 len=1820976 2024-04-02T09:03:42.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 4094 completed, throughput=5MB/sec 2024-04-02T09:03:42.120 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zCswYSmZ1rqOr2X off=10337298 len=1338618 2024-04-02T09:03:42.126 INFO:tasks.workunit.client.0.smithi019.stdout:op 4095 completed, throughput=5MB/sec 2024-04-02T09:03:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:42 smithi019 ceph-mon[94035]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:42 smithi019 ceph-mon[96522]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:42 smithi066 ceph-mon[87361]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:03:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:43.127 INFO:tasks.workunit.client.0.smithi019.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:43.127 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lDHJ4PEHsQVnuVW off=542271 len=271921 2024-04-02T09:03:43.130 INFO:tasks.workunit.client.0.smithi019.stdout:op 4096 completed, throughput=4.99MB/sec 2024-04-02T09:03:43.130 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iqqyOC39_aMqGcS off=7914735 len=1508332 2024-04-02T09:03:43.131 INFO:tasks.workunit.client.0.smithi019.stdout:op 4097 completed, throughput=5MB/sec 2024-04-02T09:03:43.131 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JA7uknzPHH8h0dj off=2229869 len=1424949 2024-04-02T09:03:43.138 INFO:tasks.workunit.client.0.smithi019.stdout:op 4098 completed, throughput=5MB/sec 2024-04-02T09:03:43.138 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fpNH9VXIYIYTOYr off=3088625 len=971214 2024-04-02T09:03:43.143 INFO:tasks.workunit.client.0.smithi019.stdout:op 4099 completed, throughput=5MB/sec 2024-04-02T09:03:43.143 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UDbtVDo35o1Ip7h off=6544994 len=1882627 2024-04-02T09:03:43.151 INFO:tasks.workunit.client.0.smithi019.stdout:op 4100 completed, throughput=5MB/sec 2024-04-02T09:03:44.152 INFO:tasks.workunit.client.0.smithi019.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:44.281 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_yubl45QxTORX7s off=1998243 len=816927 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 4101 completed, throughput=5MB/sec 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eLLtWDNTYfAWmzv off=2038091 len=1114377 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 4102 completed, throughput=5MB/sec 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1pFaOywK3UbBXTP off=1381177 len=661109 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 4103 completed, throughput=5MB/sec 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xfZH7qtsyzSXaP4 off=15176290 len=724831 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 4104 completed, throughput=5MB/sec 2024-04-02T09:03:44.283 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-j-06Mte_Qm_uAdH off=223671 len=1534179 2024-04-02T09:03:44.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 4105 completed, throughput=5MB/sec 2024-04-02T09:03:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:44 smithi019 ceph-mon[94035]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:03:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:44 smithi019 ceph-mon[96522]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:03:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:44 smithi066 ceph-mon[87361]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:03:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:45.173 INFO:tasks.workunit.client.0.smithi019.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:45.173 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kG-mUcu_ynFlCH0 off=4224355 len=1357681 2024-04-02T09:03:45.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 4106 completed, throughput=5MB/sec 2024-04-02T09:03:45.174 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hZZi6NiCwfn0i8p off=16181018 len=926877 2024-04-02T09:03:45.178 INFO:tasks.workunit.client.0.smithi019.stdout:op 4107 completed, throughput=5MB/sec 2024-04-02T09:03:45.178 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LbCqu3DEvSw1tmR off=7120501 len=1613103 2024-04-02T09:03:45.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 4108 completed, throughput=5MB/sec 2024-04-02T09:03:45.180 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zV6T3w5exHJqZch off=17062586 len=1109656 2024-04-02T09:03:45.182 INFO:tasks.workunit.client.0.smithi019.stdout:op 4109 completed, throughput=5MB/sec 2024-04-02T09:03:46.182 INFO:tasks.workunit.client.0.smithi019.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:46.183 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p9g_hAyQRU6gFGy off=1011944 len=922183 2024-04-02T09:03:46.183 INFO:tasks.workunit.client.0.smithi019.stdout:op 4110 completed, throughput=5MB/sec 2024-04-02T09:03:46.183 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UxEr4O_TAOPzYXi off=7164478 len=957796 2024-04-02T09:03:46.187 INFO:tasks.workunit.client.0.smithi019.stdout:op 4111 completed, throughput=5MB/sec 2024-04-02T09:03:46.187 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vhiXBM-w4J_qIVI off=2231397 len=915091 2024-04-02T09:03:46.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 4112 completed, throughput=5MB/sec 2024-04-02T09:03:46.192 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cEMAWR7_WYJDMWW off=21758590 len=381840 2024-04-02T09:03:46.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 4113 completed, throughput=5MB/sec 2024-04-02T09:03:46.192 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FCHanRtN597obRN off=1154954 len=859671 2024-04-02T09:03:46.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 4114 completed, throughput=5MB/sec 2024-04-02T09:03:46.193 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xynNtnlA9lctXFw off=1069057 len=648020 2024-04-02T09:03:46.197 INFO:tasks.workunit.client.0.smithi019.stdout:op 4115 completed, throughput=5MB/sec 2024-04-02T09:03:46.198 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9F1GHVT5d2tQ74M off=9574173 len=1740503 2024-04-02T09:03:46.203 INFO:tasks.workunit.client.0.smithi019.stdout:op 4116 completed, throughput=5MB/sec 2024-04-02T09:03:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:46 smithi019 ceph-mon[94035]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:46 smithi019 ceph-mon[96522]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:46 smithi066 ceph-mon[87361]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:47.203 INFO:tasks.workunit.client.0.smithi019.stdout: 813: throughput=5MB/sec pending data=0 2024-04-02T09:03:47.203 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-S3hlC7S2AdRxtTz off=8735333 len=213196 2024-04-02T09:03:47.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 4117 completed, throughput=5MB/sec 2024-04-02T09:03:47.204 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GS_7fwIkh6NColf off=7126412 len=209946 2024-04-02T09:03:47.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 4118 completed, throughput=5MB/sec 2024-04-02T09:03:47.204 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vlbpYxpytfTArPP off=2155145 len=620064 2024-04-02T09:03:47.207 INFO:tasks.workunit.client.0.smithi019.stdout:op 4119 completed, throughput=5MB/sec 2024-04-02T09:03:47.207 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qnJ9hiEiZWuDS5X off=4980695 len=489455 2024-04-02T09:03:47.211 INFO:tasks.workunit.client.0.smithi019.stdout:op 4120 completed, throughput=5MB/sec 2024-04-02T09:03:47.211 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JLXQlbJGNJf6PYL off=597544 len=1310330 2024-04-02T09:03:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 4121 completed, throughput=5MB/sec 2024-04-02T09:03:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bnIdxMF80hDE0c7 off=6336747 len=1048985 2024-04-02T09:03:47.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 4122 completed, throughput=5MB/sec 2024-04-02T09:03:47.220 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vO2-Dj7SiAmCvt0 off=13419327 len=1680033 2024-04-02T09:03:47.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 4123 completed, throughput=5MB/sec 2024-04-02T09:03:48.229 INFO:tasks.workunit.client.0.smithi019.stdout: 814: throughput=5MB/sec pending data=0 2024-04-02T09:03:48.229 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C8opLT_pM2Xp6wJ off=2148756 len=1821155 2024-04-02T09:03:48.236 INFO:tasks.workunit.client.0.smithi019.stdout:op 4124 completed, throughput=5MB/sec 2024-04-02T09:03:48.236 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0aRwxqtR0Y1o11r off=14372866 len=372327 2024-04-02T09:03:48.237 INFO:tasks.workunit.client.0.smithi019.stdout:op 4125 completed, throughput=5MB/sec 2024-04-02T09:03:48.237 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-K0b-LZGGnrnnhXq off=3451457 len=315115 2024-04-02T09:03:48.237 INFO:tasks.workunit.client.0.smithi019.stdout:op 4126 completed, throughput=5MB/sec 2024-04-02T09:03:48.238 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zqZDOVZNyQ2IM4a off=7238494 len=2010402 2024-04-02T09:03:48.241 INFO:tasks.workunit.client.0.smithi019.stdout:op 4127 completed, throughput=5MB/sec 2024-04-02T09:03:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:48 smithi019 ceph-mon[94035]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:48 smithi019 ceph-mon[96522]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:48 smithi066 ceph-mon[87361]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:49.242 INFO:tasks.workunit.client.0.smithi019.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:49.242 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FoilL6-tbNAYAWd off=782234 len=679088 2024-04-02T09:03:49.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 4128 completed, throughput=5MB/sec 2024-04-02T09:03:49.246 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-joZbw3_h9cLf2nH off=18370779 len=248326 2024-04-02T09:03:49.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 4129 completed, throughput=5MB/sec 2024-04-02T09:03:49.249 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-n-1QKPhg6n1QDDU off=5002175 len=699066 2024-04-02T09:03:49.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 4130 completed, throughput=5MB/sec 2024-04-02T09:03:49.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GcrQvXidtVdsOmX off=8720611 len=1951048 2024-04-02T09:03:49.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 4131 completed, throughput=5MB/sec 2024-04-02T09:03:49.252 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1lBN_zCwvinid7b off=5864243 len=1328290 2024-04-02T09:03:49.258 INFO:tasks.workunit.client.0.smithi019.stdout:op 4132 completed, throughput=5MB/sec 2024-04-02T09:03:50.258 INFO:tasks.workunit.client.0.smithi019.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:50.258 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bOFCEib1P-YhlCM off=1092521 len=1664210 2024-04-02T09:03:50.268 INFO:tasks.workunit.client.0.smithi019.stdout:op 4133 completed, throughput=5MB/sec 2024-04-02T09:03:50.269 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NxxVFtdPPvmib0a off=387974 len=925895 2024-04-02T09:03:50.269 INFO:tasks.workunit.client.0.smithi019.stdout:op 4134 completed, throughput=5MB/sec 2024-04-02T09:03:50.269 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HM2Fw-7UIdrky8B off=9953401 len=1531491 2024-04-02T09:03:50.275 INFO:tasks.workunit.client.0.smithi019.stdout:op 4135 completed, throughput=5MB/sec 2024-04-02T09:03:50.275 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NlLjEFfVUfJ2f6A off=7686788 len=415707 2024-04-02T09:03:50.279 INFO:tasks.workunit.client.0.smithi019.stdout:op 4136 completed, throughput=5MB/sec 2024-04-02T09:03:50.280 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DqExdu_DpXYBboZ off=8888503 len=735199 2024-04-02T09:03:50.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 4137 completed, throughput=5MB/sec 2024-04-02T09:03:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:50 smithi019 ceph-mon[94035]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:50 smithi019 ceph-mon[96522]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:50 smithi066 ceph-mon[87361]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:03:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:03:50] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:03:51.284 INFO:tasks.workunit.client.0.smithi019.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:51.284 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y0DfDnGtnWfEoEb off=1113298 len=1467566 2024-04-02T09:03:51.287 INFO:tasks.workunit.client.0.smithi019.stdout:op 4138 completed, throughput=5MB/sec 2024-04-02T09:03:51.287 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yZUpwkIJCjBjju4 off=1733545 len=443012 2024-04-02T09:03:51.288 INFO:tasks.workunit.client.0.smithi019.stdout:op 4139 completed, throughput=5MB/sec 2024-04-02T09:03:51.288 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4EfhxqYv7XQ5QRq off=6838430 len=2059539 2024-04-02T09:03:51.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 4140 completed, throughput=5MB/sec 2024-04-02T09:03:51.289 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3pEnVolw6WcvA1J off=236941 len=321832 2024-04-02T09:03:51.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 4141 completed, throughput=5MB/sec 2024-04-02T09:03:51.290 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VirHpixIvPTjTVy off=18046309 len=1898638 2024-04-02T09:03:51.291 INFO:tasks.workunit.client.0.smithi019.stdout:op 4142 completed, throughput=5MB/sec 2024-04-02T09:03:52.292 INFO:tasks.workunit.client.0.smithi019.stdout: 818: throughput=5MB/sec pending data=0 2024-04-02T09:03:52.292 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CO6KcY_H1GLg4fL off=2966952 len=600382 2024-04-02T09:03:52.294 INFO:tasks.workunit.client.0.smithi019.stdout:op 4143 completed, throughput=5MB/sec 2024-04-02T09:03:52.294 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U_hM2rKcA2059ho off=9494944 len=840772 2024-04-02T09:03:52.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 4144 completed, throughput=5MB/sec 2024-04-02T09:03:52.295 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3gL44mMVCQvnNNh off=6503743 len=1339146 2024-04-02T09:03:52.302 INFO:tasks.workunit.client.0.smithi019.stdout:op 4145 completed, throughput=5MB/sec 2024-04-02T09:03:52.302 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gS7HVW9JCcVrs00 off=1557953 len=1445977 2024-04-02T09:03:52.309 INFO:tasks.workunit.client.0.smithi019.stdout:op 4146 completed, throughput=5MB/sec 2024-04-02T09:03:52.309 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3veXyEYJ7UzjQK1 off=8067373 len=476489 2024-04-02T09:03:52.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 4147 completed, throughput=5MB/sec 2024-04-02T09:03:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:52 smithi019 ceph-mon[94035]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:03:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:52 smithi019 ceph-mon[96522]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:03:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:52 smithi066 ceph-mon[87361]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:03:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:03:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:53.312 INFO:tasks.workunit.client.0.smithi019.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:53.313 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P9_iUZPERbtzpkJ off=2167 len=1722592 2024-04-02T09:03:53.316 INFO:tasks.workunit.client.0.smithi019.stdout:op 4148 completed, throughput=5MB/sec 2024-04-02T09:03:53.316 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-brUjnJw-tvY0V_8 off=7238818 len=1045022 2024-04-02T09:03:53.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 4149 completed, throughput=5MB/sec 2024-04-02T09:03:53.321 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MJ37OHzP612AP_J off=15716322 len=628404 2024-04-02T09:03:53.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 4150 completed, throughput=5MB/sec 2024-04-02T09:03:53.321 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3f0iAT5SxvlYxHx off=11848365 len=1260347 2024-04-02T09:03:53.328 INFO:tasks.workunit.client.0.smithi019.stdout:op 4151 completed, throughput=5MB/sec 2024-04-02T09:03:53.328 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mcyhGI26A1nx7Tb off=7571990 len=482209 2024-04-02T09:03:53.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 4152 completed, throughput=5MB/sec 2024-04-02T09:03:54.331 INFO:tasks.workunit.client.0.smithi019.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:54.331 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UJSOThLDseT-0mm off=3637426 len=1714510 2024-04-02T09:03:54.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 4153 completed, throughput=5MB/sec 2024-04-02T09:03:54.337 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jd5ifpafo4mgk45 off=14951515 len=23707 2024-04-02T09:03:54.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 4154 completed, throughput=5MB/sec 2024-04-02T09:03:54.340 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xx22xEsDCUFmVTY off=1783894 len=967947 2024-04-02T09:03:54.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 4155 completed, throughput=5MB/sec 2024-04-02T09:03:54.341 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_KSu7LYM3tOqoRQ off=1269806 len=1420766 2024-04-02T09:03:54.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 4156 completed, throughput=5MB/sec 2024-04-02T09:03:54.342 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8jqUYKMD3zrS01v off=9440129 len=926823 2024-04-02T09:03:54.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 4157 completed, throughput=5MB/sec 2024-04-02T09:03:54.342 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eoF20fcxOhIF7oG off=1552458 len=1518226 2024-04-02T09:03:54.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 4158 completed, throughput=5MB/sec 2024-04-02T09:03:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:54 smithi019 ceph-mon[94035]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:03:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:54 smithi019 ceph-mon[96522]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:03:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:54 smithi066 ceph-mon[87361]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:03:55.346 INFO:tasks.workunit.client.0.smithi019.stdout: 821: throughput=5MB/sec pending data=0 2024-04-02T09:03:55.346 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xj_q2Fpg0-E6cfz off=6932414 len=887284 2024-04-02T09:03:55.347 INFO:tasks.workunit.client.0.smithi019.stdout:op 4159 completed, throughput=5MB/sec 2024-04-02T09:03:55.347 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p5g7xxvUQQhel_m off=0 len=1194662 2024-04-02T09:03:55.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 4160 completed, throughput=5MB/sec 2024-04-02T09:03:55.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-go0uFqPXgr-afm0 off=7185261 len=1593320 2024-04-02T09:03:55.349 INFO:tasks.workunit.client.0.smithi019.stdout:op 4161 completed, throughput=5MB/sec 2024-04-02T09:03:55.350 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qiW2n5YT87dM_eZ off=1545587 len=1957063 2024-04-02T09:03:55.357 INFO:tasks.workunit.client.0.smithi019.stdout:op 4162 completed, throughput=5MB/sec 2024-04-02T09:03:56.357 INFO:tasks.workunit.client.0.smithi019.stdout: 822: throughput=5MB/sec pending data=0 2024-04-02T09:03:56.358 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TsMk2CMrY3NWkks off=2748368 len=236747 2024-04-02T09:03:56.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 4163 completed, throughput=5MB/sec 2024-04-02T09:03:56.361 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aqbV4k-fQ_MHb-a off=2638970 len=912989 2024-04-02T09:03:56.364 INFO:tasks.workunit.client.0.smithi019.stdout:op 4164 completed, throughput=5MB/sec 2024-04-02T09:03:56.364 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W52WmEscjho1c-0 off=860010 len=77350 2024-04-02T09:03:56.366 INFO:tasks.workunit.client.0.smithi019.stdout:op 4165 completed, throughput=5MB/sec 2024-04-02T09:03:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-usaRTDVCuJwzvjy off=17230441 len=1904611 2024-04-02T09:03:56.368 INFO:tasks.workunit.client.0.smithi019.stdout:op 4166 completed, throughput=5MB/sec 2024-04-02T09:03:56.368 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-utaad94fEbQsOSO off=3387044 len=977249 2024-04-02T09:03:56.373 INFO:tasks.workunit.client.0.smithi019.stdout:op 4167 completed, throughput=5MB/sec 2024-04-02T09:03:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:56 smithi019 ceph-mon[94035]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:56 smithi019 ceph-mon[96522]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:56 smithi066 ceph-mon[87361]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:57.374 INFO:tasks.workunit.client.0.smithi019.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:57.374 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L0tX9I0UvEp0m2v off=14593278 len=1806312 2024-04-02T09:03:57.384 INFO:tasks.workunit.client.0.smithi019.stdout:op 4168 completed, throughput=5MB/sec 2024-04-02T09:03:57.384 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kHrY0LBbj_ap2MY off=17788176 len=1851351 2024-04-02T09:03:57.386 INFO:tasks.workunit.client.0.smithi019.stdout:op 4169 completed, throughput=5MB/sec 2024-04-02T09:03:57.386 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8E_ZvGXpxJ6R9am off=429119 len=779291 2024-04-02T09:03:57.386 INFO:tasks.workunit.client.0.smithi019.stdout:op 4170 completed, throughput=5MB/sec 2024-04-02T09:03:57.386 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-37j69lfMwUnCzKH off=5463582 len=346323 2024-04-02T09:03:57.389 INFO:tasks.workunit.client.0.smithi019.stdout:op 4171 completed, throughput=5MB/sec 2024-04-02T09:03:57.390 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RC10JjmDB04sSD2 off=6302023 len=708050 2024-04-02T09:03:57.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 4172 completed, throughput=5MB/sec 2024-04-02T09:03:58.393 INFO:tasks.workunit.client.0.smithi019.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:58.393 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WhW6Fq-G6j_qKKB off=4828504 len=1874977 2024-04-02T09:03:58.404 INFO:tasks.workunit.client.0.smithi019.stdout:op 4173 completed, throughput=5MB/sec 2024-04-02T09:03:58.404 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ns2ALvTqUxBXGEx off=3082009 len=1983330 2024-04-02T09:03:58.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 4174 completed, throughput=5MB/sec 2024-04-02T09:03:58.412 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6cbK3N0T815ASAr off=4078156 len=426919 2024-04-02T09:03:58.416 INFO:tasks.workunit.client.0.smithi019.stdout:op 4175 completed, throughput=5MB/sec 2024-04-02T09:03:58.416 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kG-mUcu_ynFlCH0 off=3358569 len=1253852 2024-04-02T09:03:58.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 4176 completed, throughput=5MB/sec 2024-04-02T09:03:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:58 smithi019 ceph-mon[94035]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:58 smithi019 ceph-mon[96522]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:58 smithi066 ceph-mon[87361]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:59.417 INFO:tasks.workunit.client.0.smithi019.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-02T09:03:59.417 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VS6NKiMnqgxJ4jI off=5530984 len=328049 2024-04-02T09:03:59.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 4177 completed, throughput=5MB/sec 2024-04-02T09:03:59.418 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dPHfeig9FbJqry5 off=13565122 len=1132722 2024-04-02T09:03:59.419 INFO:tasks.workunit.client.0.smithi019.stdout:op 4178 completed, throughput=5MB/sec 2024-04-02T09:03:59.419 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3ZDma7ZA9ZdJ2_D off=2050697 len=1766527 2024-04-02T09:03:59.421 INFO:tasks.workunit.client.0.smithi019.stdout:op 4179 completed, throughput=5MB/sec 2024-04-02T09:03:59.421 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-a-CCdHonutn-kg_ off=11150068 len=1570195 2024-04-02T09:03:59.430 INFO:tasks.workunit.client.0.smithi019.stdout:op 4180 completed, throughput=5MB/sec 2024-04-02T09:03:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:03:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:59.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:03:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:03:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:00 smithi019 ceph-mon[94035]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:00 smithi019 ceph-mon[96522]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:00.430 INFO:tasks.workunit.client.0.smithi019.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:00.430 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C9X7IqDhhcv-CrK off=4540570 len=923666 2024-04-02T09:04:00.434 INFO:tasks.workunit.client.0.smithi019.stdout:op 4181 completed, throughput=5MB/sec 2024-04-02T09:04:00.435 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OJVjRUVtmqeGL36 off=3881420 len=1225995 2024-04-02T09:04:00.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 4182 completed, throughput=5MB/sec 2024-04-02T09:04:00.436 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1yl05Z3sUhFFIZq off=2484803 len=1195679 2024-04-02T09:04:00.438 INFO:tasks.workunit.client.0.smithi019.stdout:op 4183 completed, throughput=5MB/sec 2024-04-02T09:04:00.438 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-30_HfSFfor5Gwzm off=656562 len=277422 2024-04-02T09:04:00.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 4184 completed, throughput=5MB/sec 2024-04-02T09:04:00.441 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dQKWKka-__utIgq off=1840790 len=497904 2024-04-02T09:04:00.444 INFO:tasks.workunit.client.0.smithi019.stdout:op 4185 completed, throughput=5MB/sec 2024-04-02T09:04:00.444 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AfKsFd4Txn8EdH6 off=1896477 len=129911 2024-04-02T09:04:00.444 INFO:tasks.workunit.client.0.smithi019.stdout:op 4186 completed, throughput=5MB/sec 2024-04-02T09:04:00.444 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YNopVv1mPF3hBb4 off=10532992 len=1248133 2024-04-02T09:04:00.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 4187 completed, throughput=5MB/sec 2024-04-02T09:04:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:00 smithi066 ceph-mon[87361]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:04:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:04:00] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:04:01.450 INFO:tasks.workunit.client.0.smithi019.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:01.450 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2sOSoSR6NIhSJAY off=14392619 len=1964739 2024-04-02T09:04:01.452 INFO:tasks.workunit.client.0.smithi019.stdout:op 4188 completed, throughput=5MB/sec 2024-04-02T09:04:01.452 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cgL2qGx-CzpaHZM off=113808 len=282281 2024-04-02T09:04:01.453 INFO:tasks.workunit.client.0.smithi019.stdout:op 4189 completed, throughput=5MB/sec 2024-04-02T09:04:01.453 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1-LOjqdsTNmZqye off=5936746 len=1099800 2024-04-02T09:04:01.454 INFO:tasks.workunit.client.0.smithi019.stdout:op 4190 completed, throughput=5MB/sec 2024-04-02T09:04:01.454 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fCb6ikWT9ZM_BiY off=10790652 len=1655391 2024-04-02T09:04:01.462 INFO:tasks.workunit.client.0.smithi019.stdout:op 4191 completed, throughput=5MB/sec 2024-04-02T09:04:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:02 smithi019 ceph-mon[94035]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:02 smithi019 ceph-mon[96522]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:02.462 INFO:tasks.workunit.client.0.smithi019.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:02.462 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AnFHFtdgfbY62gA off=17226438 len=4602 2024-04-02T09:04:02.464 INFO:tasks.workunit.client.0.smithi019.stdout:op 4192 completed, throughput=4.99MB/sec 2024-04-02T09:04:02.465 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OFbMWZlKUDTlNvb off=1562961 len=512664 2024-04-02T09:04:02.465 INFO:tasks.workunit.client.0.smithi019.stdout:op 4193 completed, throughput=4.99MB/sec 2024-04-02T09:04:02.465 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SPdB4_XpvQGaLiN off=1896968 len=102604 2024-04-02T09:04:02.466 INFO:tasks.workunit.client.0.smithi019.stdout:op 4194 completed, throughput=4.99MB/sec 2024-04-02T09:04:02.466 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pZk3hQzoD6au4nl off=130916 len=1129005 2024-04-02T09:04:02.471 INFO:tasks.workunit.client.0.smithi019.stdout:op 4195 completed, throughput=5MB/sec 2024-04-02T09:04:02.471 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UfeQUi1OEH4HCVD off=1457615 len=792759 2024-04-02T09:04:02.472 INFO:tasks.workunit.client.0.smithi019.stdout:op 4196 completed, throughput=5MB/sec 2024-04-02T09:04:02.472 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yRBvYK-rHO8nE3P off=1223143 len=896069 2024-04-02T09:04:02.473 INFO:tasks.workunit.client.0.smithi019.stdout:op 4197 completed, throughput=5MB/sec 2024-04-02T09:04:02.473 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T5Rdug7IRVal3lz off=523232 len=1579725 2024-04-02T09:04:02.480 INFO:tasks.workunit.client.0.smithi019.stdout:op 4198 completed, throughput=5MB/sec 2024-04-02T09:04:02.481 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BtutGUAccNMBRIk off=17253718 len=1249802 2024-04-02T09:04:02.481 INFO:tasks.workunit.client.0.smithi019.stdout:op 4199 completed, throughput=5MB/sec 2024-04-02T09:04:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:02 smithi066 ceph-mon[87361]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:04:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:03.482 INFO:tasks.workunit.client.0.smithi019.stdout: 829: throughput=5MB/sec pending data=0 2024-04-02T09:04:03.482 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m0HClrJBN5KflXb off=3498060 len=1070357 2024-04-02T09:04:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 4200 completed, throughput=5MB/sec 2024-04-02T09:04:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uwezdpKyKcmxtlS off=540440 len=1982611 2024-04-02T09:04:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 4201 completed, throughput=5MB/sec 2024-04-02T09:04:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PBzn_ki0337XgjF off=1721895 len=421115 2024-04-02T09:04:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:op 4202 completed, throughput=5MB/sec 2024-04-02T09:04:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ANDCdLaveP5CJti off=16267179 len=1811650 2024-04-02T09:04:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 4203 completed, throughput=5MB/sec 2024-04-02T09:04:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:04 smithi019 ceph-mon[94035]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:04:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:04 smithi019 ceph-mon[96522]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:04:04.496 INFO:tasks.workunit.client.0.smithi019.stdout: 830: throughput=5MB/sec pending data=0 2024-04-02T09:04:04.496 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1jy-Yhf1O0hKzJQ off=6892255 len=302152 2024-04-02T09:04:04.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 4204 completed, throughput=5MB/sec 2024-04-02T09:04:04.497 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L94vcBaZ494uOkQ off=6563925 len=85824 2024-04-02T09:04:04.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 4205 completed, throughput=5MB/sec 2024-04-02T09:04:04.497 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aKyzvBv8Hiql1ne off=6651653 len=1244355 2024-04-02T09:04:04.502 INFO:tasks.workunit.client.0.smithi019.stdout:op 4206 completed, throughput=5MB/sec 2024-04-02T09:04:04.502 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zzHUpauvv1C9lNG off=11724369 len=694482 2024-04-02T09:04:04.503 INFO:tasks.workunit.client.0.smithi019.stdout:op 4207 completed, throughput=5MB/sec 2024-04-02T09:04:04.503 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G10gnyeVTdYUkS0 off=9533438 len=738765 2024-04-02T09:04:04.507 INFO:tasks.workunit.client.0.smithi019.stdout:op 4208 completed, throughput=5MB/sec 2024-04-02T09:04:04.508 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uoLVyhpjOc3dvKJ off=20726238 len=401936 2024-04-02T09:04:04.509 INFO:tasks.workunit.client.0.smithi019.stdout:op 4209 completed, throughput=5MB/sec 2024-04-02T09:04:04.509 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JmJZwbdyYjUfGtq off=1093350 len=1300850 2024-04-02T09:04:04.515 INFO:tasks.workunit.client.0.smithi019.stdout:op 4210 completed, throughput=5MB/sec 2024-04-02T09:04:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:04 smithi066 ceph-mon[87361]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:04:05.515 INFO:tasks.workunit.client.0.smithi019.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:05.515 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0B9Z_agj91PrJd9 off=600324 len=265068 2024-04-02T09:04:05.516 INFO:tasks.workunit.client.0.smithi019.stdout:op 4211 completed, throughput=4.99MB/sec 2024-04-02T09:04:05.516 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qIQWMZjKnywC2nC off=188303 len=1084850 2024-04-02T09:04:05.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 4212 completed, throughput=5MB/sec 2024-04-02T09:04:05.517 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FQ9XX64xAPHHNkm off=603712 len=701785 2024-04-02T09:04:05.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 4213 completed, throughput=5MB/sec 2024-04-02T09:04:05.521 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bqoEB7zytcO6b87 off=5993685 len=272698 2024-04-02T09:04:05.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 4214 completed, throughput=5MB/sec 2024-04-02T09:04:05.524 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iyQ0Yb9b6Arw528 off=2467744 len=120455 2024-04-02T09:04:05.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 4215 completed, throughput=5MB/sec 2024-04-02T09:04:05.525 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Jnh63E5z4CjPftw off=4430127 len=1766919 2024-04-02T09:04:05.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 4216 completed, throughput=5MB/sec 2024-04-02T09:04:05.532 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LfgN354pb9uUGMr off=7578635 len=1522134 2024-04-02T09:04:05.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 4217 completed, throughput=5MB/sec 2024-04-02T09:04:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:06 smithi019 ceph-mon[94035]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:06 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:06 smithi019 ceph-mon[96522]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:06 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:06.541 INFO:tasks.workunit.client.0.smithi019.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:06.541 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3oB0t1jznxaEBej off=1719940 len=41996 2024-04-02T09:04:06.541 INFO:tasks.workunit.client.0.smithi019.stdout:op 4218 completed, throughput=4.99MB/sec 2024-04-02T09:04:06.541 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ie6jTn4jt_vX0Py off=17187532 len=855475 2024-04-02T09:04:06.546 INFO:tasks.workunit.client.0.smithi019.stdout:op 4219 completed, throughput=5MB/sec 2024-04-02T09:04:06.546 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ww0U8TFTawvsbi9 off=2178376 len=962099 2024-04-02T09:04:06.549 INFO:tasks.workunit.client.0.smithi019.stdout:op 4220 completed, throughput=5MB/sec 2024-04-02T09:04:06.550 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b1dIbfTttkz5khK off=5219768 len=1072150 2024-04-02T09:04:06.552 INFO:tasks.workunit.client.0.smithi019.stdout:op 4221 completed, throughput=5MB/sec 2024-04-02T09:04:06.552 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-a2UfN0Fpwm-NS7D off=11006866 len=1923068 2024-04-02T09:04:06.553 INFO:tasks.workunit.client.0.smithi019.stdout:op 4222 completed, throughput=5MB/sec 2024-04-02T09:04:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:06 smithi066 ceph-mon[87361]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:06 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:07.553 INFO:tasks.workunit.client.0.smithi019.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:07.553 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MsPPkjBQODv7-nE off=2727823 len=1096881 2024-04-02T09:04:07.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 4223 completed, throughput=5MB/sec 2024-04-02T09:04:07.558 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f8SpFPgpLz0McQU off=10794646 len=1930461 2024-04-02T09:04:07.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 4224 completed, throughput=5MB/sec 2024-04-02T09:04:07.560 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hxD_WfGbZkVO8_p off=1579367 len=232914 2024-04-02T09:04:07.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 4225 completed, throughput=5MB/sec 2024-04-02T09:04:07.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UeOGhoBF_qo-tcL off=6797998 len=386332 2024-04-02T09:04:07.563 INFO:tasks.workunit.client.0.smithi019.stdout:op 4226 completed, throughput=5MB/sec 2024-04-02T09:04:07.563 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h_G4mi5m-jwYlQb off=7323384 len=650162 2024-04-02T09:04:07.567 INFO:tasks.workunit.client.0.smithi019.stdout:op 4227 completed, throughput=5MB/sec 2024-04-02T09:04:07.567 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8iS0tOjeTc6YOzm off=509500 len=840785 2024-04-02T09:04:07.570 INFO:tasks.workunit.client.0.smithi019.stdout:op 4228 completed, throughput=5MB/sec 2024-04-02T09:04:07.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[96522]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:04:07.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:07.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[94035]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:08.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:07 smithi066 ceph-mon[87361]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:04:08.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:04:08.571 INFO:tasks.workunit.client.0.smithi019.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:08.571 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WLY33ns036jre91 off=4398694 len=1548812 2024-04-02T09:04:08.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 4229 completed, throughput=5MB/sec 2024-04-02T09:04:08.572 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9N4BSPEvW6OsTxE off=12836176 len=1341134 2024-04-02T09:04:08.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 4230 completed, throughput=5MB/sec 2024-04-02T09:04:08.575 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z9I3f93uPWiDSxT off=12930910 len=1524434 2024-04-02T09:04:08.576 INFO:tasks.workunit.client.0.smithi019.stdout:op 4231 completed, throughput=5MB/sec 2024-04-02T09:04:08.576 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zFM6ii4X6-VQt-6 off=622418 len=1727214 2024-04-02T09:04:08.584 INFO:tasks.workunit.client.0.smithi019.stdout:op 4232 completed, throughput=5MB/sec 2024-04-02T09:04:09.584 INFO:tasks.workunit.client.0.smithi019.stdout: 835: throughput=5MB/sec pending data=0 2024-04-02T09:04:09.585 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-boxN9r6nP1-k2e_ off=2316556 len=1529998 2024-04-02T09:04:09.592 INFO:tasks.workunit.client.0.smithi019.stdout:op 4233 completed, throughput=5MB/sec 2024-04-02T09:04:09.592 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tyBoL1I5H6QvJjp off=162932 len=877359 2024-04-02T09:04:09.596 INFO:tasks.workunit.client.0.smithi019.stdout:op 4234 completed, throughput=5MB/sec 2024-04-02T09:04:09.596 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZwVnCDsd2gCo-cu off=3670479 len=1219629 2024-04-02T09:04:09.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 4235 completed, throughput=5MB/sec 2024-04-02T09:04:09.599 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ECtWvZcBdqbT5AE off=80400 len=1076119 2024-04-02T09:04:09.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 4236 completed, throughput=5MB/sec 2024-04-02T09:04:09.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:09 smithi019 ceph-mon[94035]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:09 smithi019 ceph-mon[96522]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:09 smithi066 ceph-mon[87361]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:04:10.604 INFO:tasks.workunit.client.0.smithi019.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:10.604 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tSqyah_RXP7e7Mz off=3052353 len=998453 2024-04-02T09:04:10.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 4237 completed, throughput=5MB/sec 2024-04-02T09:04:10.605 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-auVlYCrICXq0uSQ off=17056963 len=823178 2024-04-02T09:04:10.611 INFO:tasks.workunit.client.0.smithi019.stdout:op 4238 completed, throughput=5MB/sec 2024-04-02T09:04:10.611 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-by83Y-Wf1QRhybx off=8650843 len=1379797 2024-04-02T09:04:10.612 INFO:tasks.workunit.client.0.smithi019.stdout:op 4239 completed, throughput=5MB/sec 2024-04-02T09:04:10.612 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8D-qMrhhlhXcvWz off=496208 len=1914871 2024-04-02T09:04:10.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 4240 completed, throughput=5MB/sec 2024-04-02T09:04:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:04:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:04:10] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:04:11.622 INFO:tasks.workunit.client.0.smithi019.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:11.622 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3emZlmxtxOq2I9E off=729829 len=1118526 2024-04-02T09:04:11.627 INFO:tasks.workunit.client.0.smithi019.stdout:op 4241 completed, throughput=5MB/sec 2024-04-02T09:04:11.627 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BrTReliXv-ZQFgM off=4569814 len=509444 2024-04-02T09:04:11.630 INFO:tasks.workunit.client.0.smithi019.stdout:op 4242 completed, throughput=5MB/sec 2024-04-02T09:04:11.630 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8AV8w0X_QD0Ta5d off=7236518 len=216958 2024-04-02T09:04:11.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 4243 completed, throughput=5MB/sec 2024-04-02T09:04:11.631 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eeeLJoB_v95UHbf off=1607714 len=1534995 2024-04-02T09:04:11.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 4244 completed, throughput=5MB/sec 2024-04-02T09:04:11.633 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2mVlu1-kRlE3IXc off=9157921 len=1573666 2024-04-02T09:04:11.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 4245 completed, throughput=5MB/sec 2024-04-02T09:04:11.634 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t64_nABdUZ40znO off=13148432 len=1173671 2024-04-02T09:04:11.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 4246 completed, throughput=5MB/sec 2024-04-02T09:04:11.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:11 smithi019 ceph-mon[94035]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:11.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:11 smithi019 ceph-mon[96522]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:12.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:11 smithi066 ceph-mon[87361]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:12.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:04:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:12.635 INFO:tasks.workunit.client.0.smithi019.stdout: 838: throughput=5MB/sec pending data=0 2024-04-02T09:04:12.635 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0-u6MRyaQON3taT off=1041458 len=564680 2024-04-02T09:04:12.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 4247 completed, throughput=5MB/sec 2024-04-02T09:04:12.637 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y4NnMr2IdeyF5uE off=10279966 len=1153817 2024-04-02T09:04:12.638 INFO:tasks.workunit.client.0.smithi019.stdout:op 4248 completed, throughput=5MB/sec 2024-04-02T09:04:12.638 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FG4QiIlPjZNq-Fa off=4200943 len=320612 2024-04-02T09:04:12.639 INFO:tasks.workunit.client.0.smithi019.stdout:op 4249 completed, throughput=5MB/sec 2024-04-02T09:04:12.639 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K49HW27Ha5XUN0Y off=2528826 len=1587512 2024-04-02T09:04:12.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 4250 completed, throughput=5MB/sec 2024-04-02T09:04:12.646 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MMVIk5_P228HuDR off=2564346 len=17637 2024-04-02T09:04:12.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 4251 completed, throughput=5MB/sec 2024-04-02T09:04:12.647 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N9hbDbD70RZYTCZ off=2130487 len=1134492 2024-04-02T09:04:12.647 INFO:tasks.workunit.client.0.smithi019.stdout:op 4252 completed, throughput=5MB/sec 2024-04-02T09:04:13.647 INFO:tasks.workunit.client.0.smithi019.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:13.648 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zakw46BlWI6APSK off=2972659 len=875509 2024-04-02T09:04:13.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 4253 completed, throughput=5MB/sec 2024-04-02T09:04:13.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Fl-MvTUsUOCB0m8 off=8077131 len=186881 2024-04-02T09:04:13.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 4254 completed, throughput=5MB/sec 2024-04-02T09:04:13.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pshRYI9I4p94DFu off=2056441 len=698569 2024-04-02T09:04:13.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 4255 completed, throughput=5MB/sec 2024-04-02T09:04:13.651 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Rg1oGJo7HuUhuMi off=6354658 len=719422 2024-04-02T09:04:13.652 INFO:tasks.workunit.client.0.smithi019.stdout:op 4256 completed, throughput=5MB/sec 2024-04-02T09:04:13.652 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SDaGBjq_uL3vaJh off=9146388 len=1014098 2024-04-02T09:04:13.654 INFO:tasks.workunit.client.0.smithi019.stdout:op 4257 completed, throughput=5MB/sec 2024-04-02T09:04:13.654 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5DClPo18z4KwSMJ off=1509039 len=1132648 2024-04-02T09:04:13.658 INFO:tasks.workunit.client.0.smithi019.stdout:op 4258 completed, throughput=5MB/sec 2024-04-02T09:04:13.658 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bn_SSSfvNWw9gKL off=1794041 len=1898427 2024-04-02T09:04:13.668 INFO:tasks.workunit.client.0.smithi019.stdout:op 4259 completed, throughput=5MB/sec 2024-04-02T09:04:13.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:13 smithi019 ceph-mon[94035]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:04:13.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:13 smithi019 ceph-mon[96522]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:04:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:14.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:13 smithi066 ceph-mon[87361]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:04:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:14.668 INFO:tasks.workunit.client.0.smithi019.stdout: 840: throughput=5MB/sec pending data=0 2024-04-02T09:04:14.668 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LD3JHq3Q-1pWkJL off=11368184 len=1502823 2024-04-02T09:04:14.669 INFO:tasks.workunit.client.0.smithi019.stdout:op 4260 completed, throughput=5MB/sec 2024-04-02T09:04:14.669 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WhW6Fq-G6j_qKKB off=11291867 len=173662 2024-04-02T09:04:14.672 INFO:tasks.workunit.client.0.smithi019.stdout:op 4261 completed, throughput=5MB/sec 2024-04-02T09:04:14.672 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z6fv4lkqpQI8P7z off=4052152 len=891215 2024-04-02T09:04:14.674 INFO:tasks.workunit.client.0.smithi019.stdout:op 4262 completed, throughput=5MB/sec 2024-04-02T09:04:14.674 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vJm41rzfzcKh4Ht off=9212201 len=116030 2024-04-02T09:04:14.676 INFO:tasks.workunit.client.0.smithi019.stdout:op 4263 completed, throughput=5MB/sec 2024-04-02T09:04:14.676 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_u5vYvMBwaAIrt- off=20770545 len=113176 2024-04-02T09:04:14.679 INFO:tasks.workunit.client.0.smithi019.stdout:op 4264 completed, throughput=5MB/sec 2024-04-02T09:04:14.679 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1h3vjXlAB3lm4B6 off=21035687 len=1039914 2024-04-02T09:04:14.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 4265 completed, throughput=5MB/sec 2024-04-02T09:04:15.684 INFO:tasks.workunit.client.0.smithi019.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:15.684 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--6sTflDaxVbpP0q off=8963898 len=1287558 2024-04-02T09:04:15.684 INFO:tasks.workunit.client.0.smithi019.stdout:op 4266 completed, throughput=5MB/sec 2024-04-02T09:04:15.685 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZueaeShMtoSWX-G off=13664798 len=1189385 2024-04-02T09:04:15.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 4267 completed, throughput=5MB/sec 2024-04-02T09:04:15.685 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bfKcfkC26UBUHRj off=440196 len=1928108 2024-04-02T09:04:15.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 4268 completed, throughput=5MB/sec 2024-04-02T09:04:15.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XlY_wZgSDsWTaYJ off=5730701 len=1285401 2024-04-02T09:04:15.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 4269 completed, throughput=5MB/sec 2024-04-02T09:04:15.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:15 smithi019 ceph-mon[94035]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:15 smithi019 ceph-mon[96522]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:16.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:15 smithi066 ceph-mon[87361]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:16.689 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GFAO2fT1COarzCO off=5984545 len=1680253 2024-04-02T09:04:16.692 INFO:tasks.workunit.client.0.smithi019.stdout:op 4270 completed, throughput=5MB/sec 2024-04-02T09:04:16.692 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mX_eFfXeiSrC_AJ off=19436500 len=1064133 2024-04-02T09:04:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 4271 completed, throughput=5MB/sec 2024-04-02T09:04:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KbN2kE5_ygkG55Y off=16557987 len=677171 2024-04-02T09:04:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 4272 completed, throughput=5MB/sec 2024-04-02T09:04:16.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AifltfQT9zv89xx off=757785 len=446912 2024-04-02T09:04:16.698 INFO:tasks.workunit.client.0.smithi019.stdout:op 4273 completed, throughput=5MB/sec 2024-04-02T09:04:16.698 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8OpVTBm1YcO9sXK off=1820659 len=661125 2024-04-02T09:04:16.699 INFO:tasks.workunit.client.0.smithi019.stdout:op 4274 completed, throughput=5MB/sec 2024-04-02T09:04:16.699 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tH6r6NC96xRcX11 off=2391890 len=313110 2024-04-02T09:04:16.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 4275 completed, throughput=5MB/sec 2024-04-02T09:04:16.702 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-udmsBsBLzaH4dQJ off=16203428 len=452820 2024-04-02T09:04:16.705 INFO:tasks.workunit.client.0.smithi019.stdout:op 4276 completed, throughput=5MB/sec 2024-04-02T09:04:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:17.705 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dnVUfwLal8ZZruL off=4837479 len=1593497 2024-04-02T09:04:17.713 INFO:tasks.workunit.client.0.smithi019.stdout:op 4277 completed, throughput=5MB/sec 2024-04-02T09:04:17.713 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ks1fF_7mE7PCa3p off=6290923 len=153788 2024-04-02T09:04:17.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 4278 completed, throughput=5MB/sec 2024-04-02T09:04:17.715 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fD6nMtlfJrwVsjx off=6470684 len=1254644 2024-04-02T09:04:17.716 INFO:tasks.workunit.client.0.smithi019.stdout:op 4279 completed, throughput=5MB/sec 2024-04-02T09:04:17.716 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NWu26nXq_qFqlmx off=906400 len=1644378 2024-04-02T09:04:17.717 INFO:tasks.workunit.client.0.smithi019.stdout:op 4280 completed, throughput=5MB/sec 2024-04-02T09:04:17.718 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qXX4zodGShsqn-C off=11898395 len=30161 2024-04-02T09:04:17.718 INFO:tasks.workunit.client.0.smithi019.stdout:op 4281 completed, throughput=5MB/sec 2024-04-02T09:04:17.719 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FZoLqmhTMFTkQjS off=466686 len=50827 2024-04-02T09:04:17.719 INFO:tasks.workunit.client.0.smithi019.stdout:op 4282 completed, throughput=5MB/sec 2024-04-02T09:04:17.719 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xIDSwts_f9OT7p0 off=331414 len=1536052 2024-04-02T09:04:17.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 4283 completed, throughput=5MB/sec 2024-04-02T09:04:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:17 smithi019 ceph-mon[94035]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:04:17.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:17 smithi019 ceph-mon[96522]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:04:18.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:17 smithi066 ceph-mon[87361]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:04:18.726 INFO:tasks.workunit.client.0.smithi019.stdout: 844: throughput=5MB/sec pending data=0 2024-04-02T09:04:18.726 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Abybif1o4-Nz0YT off=1210427 len=1135538 2024-04-02T09:04:18.730 INFO:tasks.workunit.client.0.smithi019.stdout:op 4284 completed, throughput=5MB/sec 2024-04-02T09:04:18.730 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZtFmeF2pzmlZD1W off=8434914 len=1641916 2024-04-02T09:04:18.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 4285 completed, throughput=5MB/sec 2024-04-02T09:04:18.738 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AWWQsGMxvn8ySTS off=520563 len=2039229 2024-04-02T09:04:18.739 INFO:tasks.workunit.client.0.smithi019.stdout:op 4286 completed, throughput=5MB/sec 2024-04-02T09:04:19.740 INFO:tasks.workunit.client.0.smithi019.stdout: 845: throughput=5MB/sec pending data=0 2024-04-02T09:04:19.740 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ie6jTn4jt_vX0Py off=11821198 len=1254113 2024-04-02T09:04:19.741 INFO:tasks.workunit.client.0.smithi019.stdout:op 4287 completed, throughput=5MB/sec 2024-04-02T09:04:19.741 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l2R5NS_nISL41vc off=5143365 len=1211425 2024-04-02T09:04:19.747 INFO:tasks.workunit.client.0.smithi019.stdout:op 4288 completed, throughput=5MB/sec 2024-04-02T09:04:19.748 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NK-3-egr9CixA1k off=9699506 len=4213 2024-04-02T09:04:19.748 INFO:tasks.workunit.client.0.smithi019.stdout:op 4289 completed, throughput=5MB/sec 2024-04-02T09:04:19.748 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cuGMjxiicxJtLSm off=3550241 len=709856 2024-04-02T09:04:19.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 4290 completed, throughput=5MB/sec 2024-04-02T09:04:19.751 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AFYzVEriObHXlLY off=86827 len=355521 2024-04-02T09:04:19.752 INFO:tasks.workunit.client.0.smithi019.stdout:op 4291 completed, throughput=5MB/sec 2024-04-02T09:04:19.752 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bT3yawQgdscboD2 off=3707891 len=535356 2024-04-02T09:04:19.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 4292 completed, throughput=5MB/sec 2024-04-02T09:04:19.756 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wLt0WfZjrNrN10Z off=16399469 len=198390 2024-04-02T09:04:19.757 INFO:tasks.workunit.client.0.smithi019.stdout:op 4293 completed, throughput=5MB/sec 2024-04-02T09:04:19.757 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-492oiCknEGooDx3 off=12495588 len=969765 2024-04-02T09:04:19.760 INFO:tasks.workunit.client.0.smithi019.stdout:op 4294 completed, throughput=5MB/sec 2024-04-02T09:04:19.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:19 smithi019 ceph-mon[94035]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:19 smithi019 ceph-mon[96522]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:20.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:19 smithi066 ceph-mon[87361]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:04:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:04:20] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:04:20.761 INFO:tasks.workunit.client.0.smithi019.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:20.761 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sUlfa1Q3Y6ryeCp off=19425621 len=366354 2024-04-02T09:04:20.766 INFO:tasks.workunit.client.0.smithi019.stdout:op 4295 completed, throughput=5MB/sec 2024-04-02T09:04:20.766 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SbVsVPvpby1UWQb off=11149763 len=113643 2024-04-02T09:04:20.767 INFO:tasks.workunit.client.0.smithi019.stdout:op 4296 completed, throughput=5MB/sec 2024-04-02T09:04:20.767 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CTw7i-VxTdNseNF off=9065282 len=1506834 2024-04-02T09:04:20.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 4297 completed, throughput=5MB/sec 2024-04-02T09:04:20.778 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4njzUkhu8nexDd7 off=12144658 len=430961 2024-04-02T09:04:20.779 INFO:tasks.workunit.client.0.smithi019.stdout:op 4298 completed, throughput=5MB/sec 2024-04-02T09:04:20.779 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2-kYgQZvRB8nqZD off=853536 len=581253 2024-04-02T09:04:20.779 INFO:tasks.workunit.client.0.smithi019.stdout:op 4299 completed, throughput=5MB/sec 2024-04-02T09:04:20.779 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-i8MHvEexXxwWOKo off=7926416 len=87576 2024-04-02T09:04:20.780 INFO:tasks.workunit.client.0.smithi019.stdout:op 4300 completed, throughput=5MB/sec 2024-04-02T09:04:20.780 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YHCx6qyeFLRv45G off=386035 len=103470 2024-04-02T09:04:20.780 INFO:tasks.workunit.client.0.smithi019.stdout:op 4301 completed, throughput=5MB/sec 2024-04-02T09:04:20.780 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-a1seRpI7uxOlIrQ off=3843211 len=1829201 2024-04-02T09:04:20.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 4302 completed, throughput=5MB/sec 2024-04-02T09:04:21.784 INFO:tasks.workunit.client.0.smithi019.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:21.784 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bjXtpB1e5RVwmoX off=1828016 len=771249 2024-04-02T09:04:21.789 INFO:tasks.workunit.client.0.smithi019.stdout:op 4303 completed, throughput=5MB/sec 2024-04-02T09:04:21.789 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-a_bLT3R6CuSAq4W off=6634929 len=1033365 2024-04-02T09:04:21.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 4304 completed, throughput=5MB/sec 2024-04-02T09:04:21.794 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TtJs1zzefRou23g off=7124610 len=1702327 2024-04-02T09:04:21.796 INFO:tasks.workunit.client.0.smithi019.stdout:op 4305 completed, throughput=5MB/sec 2024-04-02T09:04:21.796 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PLqqt8WAe-1cJdk off=8906180 len=1562967 2024-04-02T09:04:21.798 INFO:tasks.workunit.client.0.smithi019.stdout:op 4306 completed, throughput=5MB/sec 2024-04-02T09:04:21.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:21 smithi019 ceph-mon[94035]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:04:21.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:21 smithi019 ceph-mon[96522]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:04:22.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:21 smithi066 ceph-mon[87361]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:04:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:04:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:22.799 INFO:tasks.workunit.client.0.smithi019.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:22.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZwVnCDsd2gCo-cu off=22854587 len=806214 2024-04-02T09:04:22.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 4307 completed, throughput=5MB/sec 2024-04-02T09:04:22.801 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KDtTsImO_veh8Jr off=9212767 len=923132 2024-04-02T09:04:22.806 INFO:tasks.workunit.client.0.smithi019.stdout:op 4308 completed, throughput=5MB/sec 2024-04-02T09:04:22.806 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7WqsvWRZdcm6gai off=721402 len=205295 2024-04-02T09:04:22.808 INFO:tasks.workunit.client.0.smithi019.stdout:op 4309 completed, throughput=5MB/sec 2024-04-02T09:04:22.808 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RLNiq9ZEY76z99- off=5665874 len=2039591 2024-04-02T09:04:22.812 INFO:tasks.workunit.client.0.smithi019.stdout:op 4310 completed, throughput=5MB/sec 2024-04-02T09:04:22.812 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3ZDma7ZA9ZdJ2_D off=10156732 len=1085285 2024-04-02T09:04:22.816 INFO:tasks.workunit.client.0.smithi019.stdout:op 4311 completed, throughput=5MB/sec 2024-04-02T09:04:22.817 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-I3GXCQu-_VdqkQd off=12870967 len=1492693 2024-04-02T09:04:22.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 4312 completed, throughput=5MB/sec 2024-04-02T09:04:23.821 INFO:tasks.workunit.client.0.smithi019.stdout: 849: throughput=5MB/sec pending data=0 2024-04-02T09:04:23.822 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x4nA1J3PBj_B8H_ off=9261690 len=1182411 2024-04-02T09:04:23.824 INFO:tasks.workunit.client.0.smithi019.stdout:op 4313 completed, throughput=5MB/sec 2024-04-02T09:04:23.824 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bbi5mT3cghy-AyB off=3602340 len=1126054 2024-04-02T09:04:23.826 INFO:tasks.workunit.client.0.smithi019.stdout:op 4314 completed, throughput=5MB/sec 2024-04-02T09:04:23.826 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lC41-NInblqyT1C off=17631635 len=1769595 2024-04-02T09:04:23.827 INFO:tasks.workunit.client.0.smithi019.stdout:op 4315 completed, throughput=5MB/sec 2024-04-02T09:04:23.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:23 smithi019 ceph-mon[94035]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T09:04:23.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:23 smithi019 ceph-mon[96522]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T09:04:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:23 smithi066 ceph-mon[87361]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T09:04:24.827 INFO:tasks.workunit.client.0.smithi019.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:24.827 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IMoPQDCmBrJwO9d off=10612350 len=2012069 2024-04-02T09:04:24.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 4316 completed, throughput=5MB/sec 2024-04-02T09:04:24.839 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tZOpqwfQ5Qhpdn4 off=6296139 len=491702 2024-04-02T09:04:24.843 INFO:tasks.workunit.client.0.smithi019.stdout:op 4317 completed, throughput=5MB/sec 2024-04-02T09:04:24.843 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-acrXCBRIfJlPXal off=1989061 len=1242858 2024-04-02T09:04:24.846 INFO:tasks.workunit.client.0.smithi019.stdout:op 4318 completed, throughput=5MB/sec 2024-04-02T09:04:24.846 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6I3N_smLeai3fDZ off=6087252 len=463892 2024-04-02T09:04:24.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 4319 completed, throughput=5MB/sec 2024-04-02T09:04:24.848 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-94RwiCaEaitD6_a off=529711 len=1343145 2024-04-02T09:04:24.851 INFO:tasks.workunit.client.0.smithi019.stdout:op 4320 completed, throughput=5MB/sec 2024-04-02T09:04:25.851 INFO:tasks.workunit.client.0.smithi019.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:25.851 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-I2e2sgbak-vnfnu off=3262463 len=1129560 2024-04-02T09:04:25.857 INFO:tasks.workunit.client.0.smithi019.stdout:op 4321 completed, throughput=5MB/sec 2024-04-02T09:04:25.857 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-l-XBgJJ7HsIZbzQ off=20117060 len=1246677 2024-04-02T09:04:25.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 4322 completed, throughput=5MB/sec 2024-04-02T09:04:25.859 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pTcrUrRfq8aVHN1 off=16560876 len=1445926 2024-04-02T09:04:25.865 INFO:tasks.workunit.client.0.smithi019.stdout:op 4323 completed, throughput=5MB/sec 2024-04-02T09:04:25.865 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sVIxCfZF91Bei70 off=2941016 len=1964088 2024-04-02T09:04:25.866 INFO:tasks.workunit.client.0.smithi019.stdout:op 4324 completed, throughput=5MB/sec 2024-04-02T09:04:25.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:25 smithi019 ceph-mon[94035]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:04:25.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:25 smithi019 ceph-mon[96522]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:04:26.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:25 smithi066 ceph-mon[87361]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:04:26.867 INFO:tasks.workunit.client.0.smithi019.stdout: 852: throughput=5MB/sec pending data=0 2024-04-02T09:04:26.867 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pWUBLoHxRACC76k off=4152133 len=1790879 2024-04-02T09:04:26.868 INFO:tasks.workunit.client.0.smithi019.stdout:op 4325 completed, throughput=5MB/sec 2024-04-02T09:04:26.868 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bQf2MUGYtYDcmfM off=7772786 len=1085643 2024-04-02T09:04:26.870 INFO:tasks.workunit.client.0.smithi019.stdout:op 4326 completed, throughput=5MB/sec 2024-04-02T09:04:26.870 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gSA9XSuV7fSXO1M off=18071597 len=2036020 2024-04-02T09:04:26.871 INFO:tasks.workunit.client.0.smithi019.stdout:op 4327 completed, throughput=5MB/sec 2024-04-02T09:04:27.871 INFO:tasks.workunit.client.0.smithi019.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:27.871 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PSVaC0FxQbOHlp1 off=663438 len=996269 2024-04-02T09:04:27.876 INFO:tasks.workunit.client.0.smithi019.stdout:op 4328 completed, throughput=5MB/sec 2024-04-02T09:04:27.876 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z0aW-mWZCZh_tOo off=2225254 len=1824682 2024-04-02T09:04:27.878 INFO:tasks.workunit.client.0.smithi019.stdout:op 4329 completed, throughput=5MB/sec 2024-04-02T09:04:27.878 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YNopVv1mPF3hBb4 off=4502517 len=921296 2024-04-02T09:04:27.878 INFO:tasks.workunit.client.0.smithi019.stdout:op 4330 completed, throughput=5MB/sec 2024-04-02T09:04:27.878 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7UYThADB9RBrw4l off=9335198 len=442683 2024-04-02T09:04:27.882 INFO:tasks.workunit.client.0.smithi019.stdout:op 4331 completed, throughput=5MB/sec 2024-04-02T09:04:27.882 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IEqERDc5p1nHeEx off=122844 len=94237 2024-04-02T09:04:27.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 4332 completed, throughput=5MB/sec 2024-04-02T09:04:27.885 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qWHKRu0nrRYWPxk off=18696220 len=936708 2024-04-02T09:04:27.887 INFO:tasks.workunit.client.0.smithi019.stdout:op 4333 completed, throughput=5MB/sec 2024-04-02T09:04:27.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:27 smithi019 ceph-mon[94035]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T09:04:27.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:27 smithi019 ceph-mon[96522]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T09:04:28.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:27 smithi066 ceph-mon[87361]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T09:04:28.887 INFO:tasks.workunit.client.0.smithi019.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:28.887 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TIYWBIxnlLL12N1 off=11156568 len=2017289 2024-04-02T09:04:28.888 INFO:tasks.workunit.client.0.smithi019.stdout:op 4334 completed, throughput=5MB/sec 2024-04-02T09:04:28.889 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3MIi6IHKmRmJTwm off=8647771 len=82627 2024-04-02T09:04:28.891 INFO:tasks.workunit.client.0.smithi019.stdout:op 4335 completed, throughput=5MB/sec 2024-04-02T09:04:28.891 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gqh8l05KfLXYA-u off=10019542 len=1688768 2024-04-02T09:04:28.892 INFO:tasks.workunit.client.0.smithi019.stdout:op 4336 completed, throughput=5MB/sec 2024-04-02T09:04:28.892 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-meZ5HRtqMh0pPN2 off=6595177 len=1550960 2024-04-02T09:04:28.898 INFO:tasks.workunit.client.0.smithi019.stdout:op 4337 completed, throughput=5MB/sec 2024-04-02T09:04:28.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:28.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:29.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:29.898 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n84J0c-AfIRE3H3 off=8721013 len=1506276 2024-04-02T09:04:29.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 4338 completed, throughput=5MB/sec 2024-04-02T09:04:29.905 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VaJozmWe8M-KdHH off=8064509 len=1623089 2024-04-02T09:04:29.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 4339 completed, throughput=5MB/sec 2024-04-02T09:04:29.909 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HPhfhTWotuhKP_B off=11639174 len=86989 2024-04-02T09:04:29.910 INFO:tasks.workunit.client.0.smithi019.stdout:op 4340 completed, throughput=5MB/sec 2024-04-02T09:04:29.910 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1VIv9H9L7NG0A2A off=14908873 len=1146607 2024-04-02T09:04:29.916 INFO:tasks.workunit.client.0.smithi019.stdout:op 4341 completed, throughput=5MB/sec 2024-04-02T09:04:29.916 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--zaUYbaZLFoofuh off=393997 len=194966 2024-04-02T09:04:29.917 INFO:tasks.workunit.client.0.smithi019.stdout:op 4342 completed, throughput=5MB/sec 2024-04-02T09:04:29.917 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fYNEsIUls0vlWsn off=5727593 len=1805234 2024-04-02T09:04:29.923 INFO:tasks.workunit.client.0.smithi019.stdout:op 4343 completed, throughput=5MB/sec 2024-04-02T09:04:29.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:29 smithi019 ceph-mon[94035]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:29.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:29 smithi019 ceph-mon[96522]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:30.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:29 smithi066 ceph-mon[87361]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:04:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:04:30] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T09:04:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: 856: throughput=5MB/sec pending data=0 2024-04-02T09:04:30.924 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zsBYAWhS95nLxqE off=570133 len=1489637 2024-04-02T09:04:30.931 INFO:tasks.workunit.client.0.smithi019.stdout:op 4344 completed, throughput=5MB/sec 2024-04-02T09:04:30.931 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YPZEoXsLyzwt9vp off=11179610 len=174782 2024-04-02T09:04:30.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 4345 completed, throughput=5MB/sec 2024-04-02T09:04:30.932 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SN2BVo0xNGkJhT0 off=1052504 len=172101 2024-04-02T09:04:30.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 4346 completed, throughput=5MB/sec 2024-04-02T09:04:30.932 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MeGwd3wEJyhthtU off=21978016 len=2088927 2024-04-02T09:04:30.942 INFO:tasks.workunit.client.0.smithi019.stdout:op 4347 completed, throughput=5MB/sec 2024-04-02T09:04:30.942 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AESpq1kz3g_Brsr off=9047738 len=175958 2024-04-02T09:04:30.944 INFO:tasks.workunit.client.0.smithi019.stdout:op 4348 completed, throughput=5MB/sec 2024-04-02T09:04:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:31.945 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ImyCfh4J_krgJ15 off=5379300 len=1449498 2024-04-02T09:04:31.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:31 smithi019 ceph-mon[94035]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:31 smithi019 ceph-mon[96522]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:31.952 INFO:tasks.workunit.client.0.smithi019.stdout:op 4349 completed, throughput=5MB/sec 2024-04-02T09:04:31.953 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7gvAq94lz2NNr3x off=7260438 len=1478828 2024-04-02T09:04:31.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 4350 completed, throughput=5MB/sec 2024-04-02T09:04:31.960 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nFg71Dd6zsTuhTT off=556286 len=1023205 2024-04-02T09:04:31.963 INFO:tasks.workunit.client.0.smithi019.stdout:op 4351 completed, throughput=5MB/sec 2024-04-02T09:04:31.963 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iHfrOl12aOHcJ5W off=3666640 len=1506774 2024-04-02T09:04:31.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 4352 completed, throughput=5MB/sec 2024-04-02T09:04:32.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:31 smithi066 ceph-mon[87361]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:04:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:32.968 INFO:tasks.workunit.client.0.smithi019.stdout: 858: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:32.969 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4AtvaY45yX7ozEo off=1642070 len=262031 2024-04-02T09:04:32.969 INFO:tasks.workunit.client.0.smithi019.stdout:op 4353 completed, throughput=4.99MB/sec 2024-04-02T09:04:32.969 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bQcnLxFAnhC_azH off=2917948 len=331991 2024-04-02T09:04:32.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 4354 completed, throughput=5MB/sec 2024-04-02T09:04:32.972 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1JGdTLEEqitcIaC off=4957493 len=260260 2024-04-02T09:04:32.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 4355 completed, throughput=5MB/sec 2024-04-02T09:04:32.975 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VAPtnSkywJCWLRp off=6286703 len=1198239 2024-04-02T09:04:32.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 4356 completed, throughput=5MB/sec 2024-04-02T09:04:32.976 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EJGg-1kjF5ixuCK off=7731733 len=1866252 2024-04-02T09:04:32.977 INFO:tasks.workunit.client.0.smithi019.stdout:op 4357 completed, throughput=5MB/sec 2024-04-02T09:04:32.978 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uz3hxzxDeTq7OBw off=1690946 len=988408 2024-04-02T09:04:32.978 INFO:tasks.workunit.client.0.smithi019.stdout:op 4358 completed, throughput=5MB/sec 2024-04-02T09:04:32.979 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FRQHNK8LQJtAKYd off=2090130 len=770735 2024-04-02T09:04:32.982 INFO:tasks.workunit.client.0.smithi019.stdout:op 4359 completed, throughput=5MB/sec 2024-04-02T09:04:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:33 smithi019 ceph-mon[94035]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:33 smithi019 ceph-mon[96522]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: 859: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:33.982 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hDY9UPbRT4MRvjn off=3620519 len=1978709 2024-04-02T09:04:33.984 INFO:tasks.workunit.client.0.smithi019.stdout:op 4360 completed, throughput=5MB/sec 2024-04-02T09:04:33.984 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NxgJqtPWuxpC4ZD off=9368555 len=1880624 2024-04-02T09:04:33.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 4361 completed, throughput=5MB/sec 2024-04-02T09:04:33.985 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z3b2YW3S-iervLo off=9522953 len=1762965 2024-04-02T09:04:33.993 INFO:tasks.workunit.client.0.smithi019.stdout:op 4362 completed, throughput=5MB/sec 2024-04-02T09:04:34.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:33 smithi066 ceph-mon[87361]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:34.994 INFO:tasks.workunit.client.0.smithi019.stdout: 860: throughput=5MB/sec pending data=0 2024-04-02T09:04:34.994 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m2EJ0Yt4P1k0Q2M off=753128 len=1254704 2024-04-02T09:04:35.000 INFO:tasks.workunit.client.0.smithi019.stdout:op 4363 completed, throughput=5MB/sec 2024-04-02T09:04:35.000 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vCC2d8PnRUbIvEZ off=2556967 len=1214261 2024-04-02T09:04:35.001 INFO:tasks.workunit.client.0.smithi019.stdout:op 4364 completed, throughput=5MB/sec 2024-04-02T09:04:35.001 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TAJ_hLuCC9mbYgL off=93202 len=66414 2024-04-02T09:04:35.001 INFO:tasks.workunit.client.0.smithi019.stdout:op 4365 completed, throughput=5MB/sec 2024-04-02T09:04:35.001 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zmEaJAikRGInY_i off=4747089 len=1700382 2024-04-02T09:04:35.009 INFO:tasks.workunit.client.0.smithi019.stdout:op 4366 completed, throughput=5MB/sec 2024-04-02T09:04:35.009 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AftI3pubwIi2za3 off=13305925 len=166817 2024-04-02T09:04:35.011 INFO:tasks.workunit.client.0.smithi019.stdout:op 4367 completed, throughput=5MB/sec 2024-04-02T09:04:35.011 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bewIYG0QLX1bMHs off=5510216 len=478730 2024-04-02T09:04:35.012 INFO:tasks.workunit.client.0.smithi019.stdout:op 4368 completed, throughput=5MB/sec 2024-04-02T09:04:36.012 INFO:tasks.workunit.client.0.smithi019.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:36.012 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ryR9YmT0SoVwHcP off=18283190 len=362129 2024-04-02T09:04:36.012 INFO:tasks.workunit.client.0.smithi019.stdout:op 4369 completed, throughput=5MB/sec 2024-04-02T09:04:36.013 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QIuk-2Ao8m5pWUg off=263195 len=556916 2024-04-02T09:04:36.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 4370 completed, throughput=5MB/sec 2024-04-02T09:04:36.014 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FhAs4qzz1X4eUaB off=10749491 len=1100438 2024-04-02T09:04:36.015 INFO:tasks.workunit.client.0.smithi019.stdout:op 4371 completed, throughput=5MB/sec 2024-04-02T09:04:36.015 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SApH1TqCyxWWBss off=11758468 len=1374393 2024-04-02T09:04:36.016 INFO:tasks.workunit.client.0.smithi019.stdout:op 4372 completed, throughput=5MB/sec 2024-04-02T09:04:36.016 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pbR8KeavgtNLCGS off=1958930 len=1370231 2024-04-02T09:04:36.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 4373 completed, throughput=5MB/sec 2024-04-02T09:04:36.017 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rT4fweQjbXZa9zO off=1551919 len=1709874 2024-04-02T09:04:36.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 4374 completed, throughput=5MB/sec 2024-04-02T09:04:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:35 smithi066 ceph-mon[87361]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:04:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:35 smithi019 ceph-mon[94035]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:04:36.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:35 smithi019 ceph-mon[96522]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:04:37.018 INFO:tasks.workunit.client.0.smithi019.stdout: 862: throughput=5MB/sec pending data=0 2024-04-02T09:04:37.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8JA90sTafsMUGmQ off=9898286 len=287982 2024-04-02T09:04:37.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 4375 completed, throughput=5MB/sec 2024-04-02T09:04:37.019 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QGP2QawoC7M-lCV off=12603215 len=429241 2024-04-02T09:04:37.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 4376 completed, throughput=5MB/sec 2024-04-02T09:04:37.020 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3AyD4w7sG8jkS-l off=4363599 len=984560 2024-04-02T09:04:37.021 INFO:tasks.workunit.client.0.smithi019.stdout:op 4377 completed, throughput=5MB/sec 2024-04-02T09:04:37.022 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KfqxngT3GxeYt2U off=15830344 len=704359 2024-04-02T09:04:37.022 INFO:tasks.workunit.client.0.smithi019.stdout:op 4378 completed, throughput=5MB/sec 2024-04-02T09:04:37.022 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L70-jmbHTHbREUG off=12006135 len=484282 2024-04-02T09:04:37.023 INFO:tasks.workunit.client.0.smithi019.stdout:op 4379 completed, throughput=5MB/sec 2024-04-02T09:04:37.023 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-duC69fO49NLQloV off=11808616 len=1278082 2024-04-02T09:04:37.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 4380 completed, throughput=5MB/sec 2024-04-02T09:04:38.026 INFO:tasks.workunit.client.0.smithi019.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:38.026 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wK4dOC9hcOy5UjW off=7349017 len=1173512 2024-04-02T09:04:38.031 INFO:tasks.workunit.client.0.smithi019.stdout:op 4381 completed, throughput=5MB/sec 2024-04-02T09:04:38.031 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zA9ynLQigKMTkf1 off=21322266 len=1858346 2024-04-02T09:04:38.035 INFO:tasks.workunit.client.0.smithi019.stdout:op 4382 completed, throughput=5MB/sec 2024-04-02T09:04:38.035 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TiAzHJn2-EtZ9hv off=2030863 len=1145065 2024-04-02T09:04:38.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 4383 completed, throughput=5MB/sec 2024-04-02T09:04:38.041 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iD0zZCO8zu52TSC off=3482836 len=1694303 2024-04-02T09:04:38.048 INFO:tasks.workunit.client.0.smithi019.stdout:op 4384 completed, throughput=5MB/sec 2024-04-02T09:04:38.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:37 smithi066 ceph-mon[87361]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:37 smithi019 ceph-mon[94035]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:38.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:37 smithi019 ceph-mon[96522]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:39.048 INFO:tasks.workunit.client.0.smithi019.stdout: 864: throughput=5MB/sec pending data=0 2024-04-02T09:04:39.048 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X0OcAITzCQwVXIa off=4322493 len=1516190 2024-04-02T09:04:39.050 INFO:tasks.workunit.client.0.smithi019.stdout:op 4385 completed, throughput=5MB/sec 2024-04-02T09:04:39.050 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0bw3DF1G7oIaUQT off=3590687 len=1996881 2024-04-02T09:04:39.057 INFO:tasks.workunit.client.0.smithi019.stdout:op 4386 completed, throughput=5MB/sec 2024-04-02T09:04:39.057 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-d4mow1ZHZ-xtmVb off=4155160 len=1444744 2024-04-02T09:04:39.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 4387 completed, throughput=5MB/sec 2024-04-02T09:04:40.059 INFO:tasks.workunit.client.0.smithi019.stdout: 865: throughput=5MB/sec pending data=0 2024-04-02T09:04:40.059 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oSVOVwJ6H1KBnoH off=15508005 len=106322 2024-04-02T09:04:40.060 INFO:tasks.workunit.client.0.smithi019.stdout:op 4388 completed, throughput=5MB/sec 2024-04-02T09:04:40.060 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E3NUlKIc2xMcNfV off=5977703 len=1929339 2024-04-02T09:04:40.062 INFO:tasks.workunit.client.0.smithi019.stdout:op 4389 completed, throughput=5MB/sec 2024-04-02T09:04:40.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ccz1EO1w3jOTGTD off=541918 len=119946 2024-04-02T09:04:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:39 smithi066 ceph-mon[87361]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:40.064 INFO:tasks.workunit.client.0.smithi019.stdout:op 4390 completed, throughput=5MB/sec 2024-04-02T09:04:40.064 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5wA5dH6hhIP8lJc off=2314737 len=321448 2024-04-02T09:04:40.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 4391 completed, throughput=5MB/sec 2024-04-02T09:04:40.068 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OJLAE1rC9-7CwWZ off=3052107 len=1680490 2024-04-02T09:04:40.077 INFO:tasks.workunit.client.0.smithi019.stdout:op 4392 completed, throughput=5MB/sec 2024-04-02T09:04:40.077 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PFK1Rx55ZXPZ9c6 off=1473720 len=1655480 2024-04-02T09:04:40.078 INFO:tasks.workunit.client.0.smithi019.stdout:op 4393 completed, throughput=5MB/sec 2024-04-02T09:04:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:39 smithi019 ceph-mon[94035]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:40.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:39 smithi019 ceph-mon[96522]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:04:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:04:40] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T09:04:41.079 INFO:tasks.workunit.client.0.smithi019.stdout: 866: throughput=5MB/sec pending data=0 2024-04-02T09:04:41.079 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IyfZxXoMxVhp9LG off=12311724 len=1170550 2024-04-02T09:04:41.083 INFO:tasks.workunit.client.0.smithi019.stdout:op 4394 completed, throughput=5MB/sec 2024-04-02T09:04:41.083 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2Cz2NZApuxmI57- off=1987736 len=607832 2024-04-02T09:04:41.087 INFO:tasks.workunit.client.0.smithi019.stdout:op 4395 completed, throughput=5MB/sec 2024-04-02T09:04:41.087 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oO81a6Bckb6hAve off=10036369 len=1936266 2024-04-02T09:04:41.105 INFO:tasks.workunit.client.0.smithi019.stdout:op 4396 completed, throughput=5MB/sec 2024-04-02T09:04:41.105 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pQU6zoE7_BjGFXI off=4314856 len=2037193 2024-04-02T09:04:41.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 4397 completed, throughput=5MB/sec 2024-04-02T09:04:42.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:41 smithi066 ceph-mon[87361]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:04:42.115 INFO:tasks.workunit.client.0.smithi019.stdout: 867: throughput=5MB/sec pending data=0 2024-04-02T09:04:42.116 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6T7PXwidG0lQjHZ off=10194830 len=1616256 2024-04-02T09:04:42.117 INFO:tasks.workunit.client.0.smithi019.stdout:op 4398 completed, throughput=5MB/sec 2024-04-02T09:04:42.117 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u7_N1RQOd9dLiVy off=15684744 len=186402 2024-04-02T09:04:42.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 4399 completed, throughput=5MB/sec 2024-04-02T09:04:42.119 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-h8XEOmrPJM0Kb6h off=2249334 len=1166100 2024-04-02T09:04:42.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 4400 completed, throughput=5MB/sec 2024-04-02T09:04:42.120 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l1jQFZ4FXBaTD9c off=202667 len=1517707 2024-04-02T09:04:42.128 INFO:tasks.workunit.client.0.smithi019.stdout:op 4401 completed, throughput=5MB/sec 2024-04-02T09:04:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:41 smithi019 ceph-mon[94035]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:04:42.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:41 smithi019 ceph-mon[96522]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:04:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:04:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:43.128 INFO:tasks.workunit.client.0.smithi019.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:43.128 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ua4x8Ug8F_2Ubou off=1525157 len=1039814 2024-04-02T09:04:43.129 INFO:tasks.workunit.client.0.smithi019.stdout:op 4402 completed, throughput=5MB/sec 2024-04-02T09:04:43.129 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NlLjEFfVUfJ2f6A off=2582202 len=1964927 2024-04-02T09:04:43.142 INFO:tasks.workunit.client.0.smithi019.stdout:op 4403 completed, throughput=5MB/sec 2024-04-02T09:04:43.142 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X8EbX_-xIrSFsft off=252658 len=379355 2024-04-02T09:04:43.145 INFO:tasks.workunit.client.0.smithi019.stdout:op 4404 completed, throughput=5MB/sec 2024-04-02T09:04:43.145 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-A6_Rv3dpaTqUfh1 off=14287983 len=689784 2024-04-02T09:04:43.148 INFO:tasks.workunit.client.0.smithi019.stdout:op 4405 completed, throughput=5MB/sec 2024-04-02T09:04:43.148 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QjCX7FYdYB75rdD off=13270576 len=689882 2024-04-02T09:04:43.149 INFO:tasks.workunit.client.0.smithi019.stdout:op 4406 completed, throughput=5MB/sec 2024-04-02T09:04:44.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:43 smithi066 ceph-mon[87361]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:44.149 INFO:tasks.workunit.client.0.smithi019.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:44.149 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v8Fx6PvGm3S282x off=8664521 len=1176031 2024-04-02T09:04:44.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 4407 completed, throughput=5MB/sec 2024-04-02T09:04:44.152 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9Y4II8Acz9sck3R off=19767330 len=768136 2024-04-02T09:04:44.156 INFO:tasks.workunit.client.0.smithi019.stdout:op 4408 completed, throughput=5MB/sec 2024-04-02T09:04:44.156 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RlZXtJ56fM0tKXa off=1355173 len=393777 2024-04-02T09:04:44.160 INFO:tasks.workunit.client.0.smithi019.stdout:op 4409 completed, throughput=5MB/sec 2024-04-02T09:04:44.160 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xuyyVnoDpTDzTUn off=12625849 len=163437 2024-04-02T09:04:44.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 4410 completed, throughput=5MB/sec 2024-04-02T09:04:44.162 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-idKTZuTdru0ySMZ off=12858296 len=553253 2024-04-02T09:04:44.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 4411 completed, throughput=5MB/sec 2024-04-02T09:04:44.166 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-56Zgp7Gf6MwvRM- off=1149414 len=1058788 2024-04-02T09:04:44.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 4412 completed, throughput=5MB/sec 2024-04-02T09:04:44.171 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uuXSPXBN369qLz7 off=841406 len=1350165 2024-04-02T09:04:44.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 4413 completed, throughput=5MB/sec 2024-04-02T09:04:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:43 smithi019 ceph-mon[94035]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:44.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:43 smithi019 ceph-mon[96522]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:44.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:45.179 INFO:tasks.workunit.client.0.smithi019.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:45.179 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x3TB7LSEq6VfDt7 off=14277588 len=940061 2024-04-02T09:04:45.181 INFO:tasks.workunit.client.0.smithi019.stdout:op 4414 completed, throughput=5MB/sec 2024-04-02T09:04:45.181 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fwdv13T7H3f73Zp off=4793566 len=1470695 2024-04-02T09:04:45.184 INFO:tasks.workunit.client.0.smithi019.stdout:op 4415 completed, throughput=5MB/sec 2024-04-02T09:04:45.184 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6v2AZLIJaskkH3r off=15700979 len=1014805 2024-04-02T09:04:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:op 4416 completed, throughput=5MB/sec 2024-04-02T09:04:45.185 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WMe18wimRTwAXHa off=0 len=1221893 2024-04-02T09:04:45.190 INFO:tasks.workunit.client.0.smithi019.stdout:op 4417 completed, throughput=5MB/sec 2024-04-02T09:04:45.190 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eIJzaO1q57vRRZk off=939874 len=886212 2024-04-02T09:04:45.195 INFO:tasks.workunit.client.0.smithi019.stdout:op 4418 completed, throughput=5MB/sec 2024-04-02T09:04:46.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:45 smithi066 ceph-mon[87361]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:46.195 INFO:tasks.workunit.client.0.smithi019.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:46.195 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-V5tzo9vycvZvBhv off=9907505 len=1986189 2024-04-02T09:04:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:45 smithi019 ceph-mon[94035]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:45 smithi019 ceph-mon[96522]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:46.197 INFO:tasks.workunit.client.0.smithi019.stdout:op 4419 completed, throughput=5MB/sec 2024-04-02T09:04:46.197 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7HwmphqqjyBdckz off=557439 len=2043278 2024-04-02T09:04:46.201 INFO:tasks.workunit.client.0.smithi019.stdout:op 4420 completed, throughput=5MB/sec 2024-04-02T09:04:46.201 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J6GY_Kiy5lgCs1c off=15535839 len=712225 2024-04-02T09:04:46.203 INFO:tasks.workunit.client.0.smithi019.stdout:op 4421 completed, throughput=5MB/sec 2024-04-02T09:04:46.203 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DknK_p5qlsp2uil off=1483105 len=2003061 2024-04-02T09:04:46.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 4422 completed, throughput=5MB/sec 2024-04-02T09:04:47.206 INFO:tasks.workunit.client.0.smithi019.stdout: 872: throughput=5MB/sec pending data=0 2024-04-02T09:04:47.207 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bMboFfraGQPpMlN off=12406422 len=261760 2024-04-02T09:04:47.207 INFO:tasks.workunit.client.0.smithi019.stdout:op 4423 completed, throughput=5MB/sec 2024-04-02T09:04:47.207 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-O8ea9g6HYmFQcNH off=634268 len=710791 2024-04-02T09:04:47.210 INFO:tasks.workunit.client.0.smithi019.stdout:op 4424 completed, throughput=5MB/sec 2024-04-02T09:04:47.210 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L-WqiKOVOQLdBHI off=1140307 len=189880 2024-04-02T09:04:47.212 INFO:tasks.workunit.client.0.smithi019.stdout:op 4425 completed, throughput=5MB/sec 2024-04-02T09:04:47.213 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TYeZUIktyspYCgh off=297421 len=1800956 2024-04-02T09:04:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 4426 completed, throughput=5MB/sec 2024-04-02T09:04:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UHVLwnY_NQKswWn off=1133364 len=619816 2024-04-02T09:04:47.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 4427 completed, throughput=5MB/sec 2024-04-02T09:04:47.220 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z-7k4JEK_xM2qkM off=78182 len=970905 2024-04-02T09:04:47.224 INFO:tasks.workunit.client.0.smithi019.stdout:op 4428 completed, throughput=5MB/sec 2024-04-02T09:04:48.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:47 smithi066 ceph-mon[87361]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:47 smithi019 ceph-mon[94035]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:47 smithi019 ceph-mon[96522]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:04:48.224 INFO:tasks.workunit.client.0.smithi019.stdout: 873: throughput=5MB/sec pending data=0 2024-04-02T09:04:48.225 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7igPYVR1_1Ycizz off=538161 len=1851479 2024-04-02T09:04:48.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 4429 completed, throughput=5MB/sec 2024-04-02T09:04:48.229 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DEopNAzPRWz_nxO off=14290751 len=1635444 2024-04-02T09:04:48.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 4430 completed, throughput=5MB/sec 2024-04-02T09:04:48.230 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r8glKbY4JfsY8sf off=189741 len=767799 2024-04-02T09:04:48.234 INFO:tasks.workunit.client.0.smithi019.stdout:op 4431 completed, throughput=5MB/sec 2024-04-02T09:04:48.234 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OTGI0As_fmUEL1z off=6902736 len=801640 2024-04-02T09:04:48.234 INFO:tasks.workunit.client.0.smithi019.stdout:op 4432 completed, throughput=5MB/sec 2024-04-02T09:04:49.235 INFO:tasks.workunit.client.0.smithi019.stdout: 874: throughput=5MB/sec pending data=0 2024-04-02T09:04:49.235 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EquHDmO399A1fWV off=17180532 len=374353 2024-04-02T09:04:49.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 4433 completed, throughput=5MB/sec 2024-04-02T09:04:49.238 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sZDbAZYzXfe5P3U off=4122743 len=343075 2024-04-02T09:04:49.240 INFO:tasks.workunit.client.0.smithi019.stdout:op 4434 completed, throughput=5MB/sec 2024-04-02T09:04:49.240 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N1PbG8IgDfVtzbi off=3358082 len=459987 2024-04-02T09:04:49.244 INFO:tasks.workunit.client.0.smithi019.stdout:op 4435 completed, throughput=5MB/sec 2024-04-02T09:04:49.244 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bitLRNWW4jMiR70 off=959916 len=703799 2024-04-02T09:04:49.248 INFO:tasks.workunit.client.0.smithi019.stdout:op 4436 completed, throughput=5MB/sec 2024-04-02T09:04:49.248 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ho4luRWnp-jT4Wl off=3803361 len=1270922 2024-04-02T09:04:49.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 4437 completed, throughput=5MB/sec 2024-04-02T09:04:49.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3myFIF1HJCAU2r2 off=617999 len=66841 2024-04-02T09:04:49.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 4438 completed, throughput=5MB/sec 2024-04-02T09:04:49.251 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oVnuXEeVLW1LFC3 off=5461381 len=1757610 2024-04-02T09:04:49.254 INFO:tasks.workunit.client.0.smithi019.stdout:op 4439 completed, throughput=5MB/sec 2024-04-02T09:04:50.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:49 smithi066 ceph-mon[87361]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:49 smithi019 ceph-mon[94035]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:50.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:49 smithi019 ceph-mon[96522]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:50.254 INFO:tasks.workunit.client.0.smithi019.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:50.255 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fVP1WjWJL64pyea off=4796570 len=2010668 2024-04-02T09:04:50.266 INFO:tasks.workunit.client.0.smithi019.stdout:op 4440 completed, throughput=5MB/sec 2024-04-02T09:04:50.266 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7HAq0L8x3hU1QG0 off=5004747 len=417576 2024-04-02T09:04:50.268 INFO:tasks.workunit.client.0.smithi019.stdout:op 4441 completed, throughput=5MB/sec 2024-04-02T09:04:50.268 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U_bESB6CJ9b96GT off=2532399 len=1367736 2024-04-02T09:04:50.271 INFO:tasks.workunit.client.0.smithi019.stdout:op 4442 completed, throughput=5MB/sec 2024-04-02T09:04:50.271 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2TlWuFVlyh1NysB off=2337524 len=343178 2024-04-02T09:04:50.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 4443 completed, throughput=5MB/sec 2024-04-02T09:04:50.274 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y5H15tV1Mj1-I_U off=5642694 len=623524 2024-04-02T09:04:50.275 INFO:tasks.workunit.client.0.smithi019.stdout:op 4444 completed, throughput=5MB/sec 2024-04-02T09:04:50.275 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iPQvkgbgkqEnkYh off=2018366 len=866343 2024-04-02T09:04:50.275 INFO:tasks.workunit.client.0.smithi019.stdout:op 4445 completed, throughput=5MB/sec 2024-04-02T09:04:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:04:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:04:50] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:04:51.276 INFO:tasks.workunit.client.0.smithi019.stdout: 876: throughput=5MB/sec pending data=0 2024-04-02T09:04:51.276 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X4_X8QvKW0CRWU8 off=11108103 len=873807 2024-04-02T09:04:51.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 4446 completed, throughput=5MB/sec 2024-04-02T09:04:51.280 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_BhZKfZLseE7hm9 off=15267792 len=1642464 2024-04-02T09:04:51.287 INFO:tasks.workunit.client.0.smithi019.stdout:op 4447 completed, throughput=5MB/sec 2024-04-02T09:04:51.287 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9fFtLLCAJ3gtrjT off=7963084 len=372976 2024-04-02T09:04:51.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 4448 completed, throughput=5MB/sec 2024-04-02T09:04:51.290 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v2uAuC4AkR-wuep off=4044918 len=547976 2024-04-02T09:04:51.291 INFO:tasks.workunit.client.0.smithi019.stdout:op 4449 completed, throughput=5MB/sec 2024-04-02T09:04:51.291 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7OP8XCcJoOTVOhv off=10119372 len=167306 2024-04-02T09:04:51.291 INFO:tasks.workunit.client.0.smithi019.stdout:op 4450 completed, throughput=5MB/sec 2024-04-02T09:04:51.291 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pv2YQnHEh4qXnMk off=3193970 len=1003663 2024-04-02T09:04:51.294 INFO:tasks.workunit.client.0.smithi019.stdout:op 4451 completed, throughput=5MB/sec 2024-04-02T09:04:51.294 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hdOtxxwOiO6c6Ro off=17386407 len=1495724 2024-04-02T09:04:51.294 INFO:tasks.workunit.client.0.smithi019.stdout:op 4452 completed, throughput=5MB/sec 2024-04-02T09:04:52.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:51 smithi066 ceph-mon[87361]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:51 smithi019 ceph-mon[94035]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:51 smithi019 ceph-mon[96522]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:04:52.295 INFO:tasks.workunit.client.0.smithi019.stdout: 877: throughput=5MB/sec pending data=0 2024-04-02T09:04:52.295 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FbOg9eEtwgUuBfA off=7346034 len=2023610 2024-04-02T09:04:52.308 INFO:tasks.workunit.client.0.smithi019.stdout:op 4453 completed, throughput=5MB/sec 2024-04-02T09:04:52.308 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-chg6gZdAtIDbdT1 off=3264261 len=1109837 2024-04-02T09:04:52.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 4454 completed, throughput=5MB/sec 2024-04-02T09:04:52.312 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lTWuYKA5s1mQpO8 off=510382 len=1751793 2024-04-02T09:04:52.316 INFO:tasks.workunit.client.0.smithi019.stdout:op 4455 completed, throughput=5MB/sec 2024-04-02T09:04:52.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:04:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:53.316 INFO:tasks.workunit.client.0.smithi019.stdout: 878: throughput=5MB/sec pending data=0 2024-04-02T09:04:53.316 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F513Q8Oi211VE5N off=2028765 len=1728844 2024-04-02T09:04:53.317 INFO:tasks.workunit.client.0.smithi019.stdout:op 4456 completed, throughput=5MB/sec 2024-04-02T09:04:53.318 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yrgXsX82SQIK0u9 off=0 len=1493496 2024-04-02T09:04:53.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 4457 completed, throughput=5MB/sec 2024-04-02T09:04:53.319 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PrkXEJbAH_VzDNr off=126171 len=1410526 2024-04-02T09:04:53.320 INFO:tasks.workunit.client.0.smithi019.stdout:op 4458 completed, throughput=5MB/sec 2024-04-02T09:04:54.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:53 smithi066 ceph-mon[87361]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:53 smithi019 ceph-mon[94035]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:54.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:53 smithi019 ceph-mon[96522]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:04:54.320 INFO:tasks.workunit.client.0.smithi019.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:54.320 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0q3uYp9IXleTTYF off=562194 len=2654 2024-04-02T09:04:54.322 INFO:tasks.workunit.client.0.smithi019.stdout:op 4459 completed, throughput=4.99MB/sec 2024-04-02T09:04:54.322 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NF82VhN4Y9l6hMa off=4955074 len=1258469 2024-04-02T09:04:54.323 INFO:tasks.workunit.client.0.smithi019.stdout:op 4460 completed, throughput=5MB/sec 2024-04-02T09:04:54.323 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5O6S11Q2voxkSef off=20286994 len=2037638 2024-04-02T09:04:54.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 4461 completed, throughput=5MB/sec 2024-04-02T09:04:54.333 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-S7UrnSx6kA5xcRt off=1348488 len=106346 2024-04-02T09:04:54.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 4462 completed, throughput=5MB/sec 2024-04-02T09:04:54.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HNYfTZgna6KGnyU off=949097 len=1717012 2024-04-02T09:04:54.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 4463 completed, throughput=5MB/sec 2024-04-02T09:04:55.338 INFO:tasks.workunit.client.0.smithi019.stdout: 880: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:55.338 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7j9ZrhrVKjdu5re off=5186991 len=1362646 2024-04-02T09:04:55.341 INFO:tasks.workunit.client.0.smithi019.stdout:op 4464 completed, throughput=5MB/sec 2024-04-02T09:04:55.341 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-erHlmKog_sFJ31i off=1217155 len=325430 2024-04-02T09:04:55.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 4465 completed, throughput=5MB/sec 2024-04-02T09:04:55.344 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hhMdHglhYsu6NBk off=4669966 len=1059250 2024-04-02T09:04:55.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 4466 completed, throughput=5MB/sec 2024-04-02T09:04:55.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EbAj5RvgGJWjK77 off=3459249 len=1651285 2024-04-02T09:04:55.350 INFO:tasks.workunit.client.0.smithi019.stdout:op 4467 completed, throughput=5MB/sec 2024-04-02T09:04:55.350 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xx5-54NTFpUuWrX off=12315838 len=894407 2024-04-02T09:04:55.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 4468 completed, throughput=5MB/sec 2024-04-02T09:04:56.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:55 smithi066 ceph-mon[87361]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:55 smithi019 ceph-mon[94035]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:56.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:55 smithi019 ceph-mon[96522]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:04:56.351 INFO:tasks.workunit.client.0.smithi019.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:56.351 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yE8RN2tE2scMh_- off=11362410 len=986997 2024-04-02T09:04:56.352 INFO:tasks.workunit.client.0.smithi019.stdout:op 4469 completed, throughput=5MB/sec 2024-04-02T09:04:56.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MzLH7MHHRYxbM34 off=3432230 len=731744 2024-04-02T09:04:56.355 INFO:tasks.workunit.client.0.smithi019.stdout:op 4470 completed, throughput=5MB/sec 2024-04-02T09:04:56.355 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7HwmphqqjyBdckz off=5905200 len=1069061 2024-04-02T09:04:56.361 INFO:tasks.workunit.client.0.smithi019.stdout:op 4471 completed, throughput=5MB/sec 2024-04-02T09:04:56.361 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GGPKQs-f_ZDZ-Of off=1886579 len=1417041 2024-04-02T09:04:56.368 INFO:tasks.workunit.client.0.smithi019.stdout:op 4472 completed, throughput=5MB/sec 2024-04-02T09:04:56.368 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nMGC6GsGEQEYHir off=15496322 len=791323 2024-04-02T09:04:56.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 4473 completed, throughput=5MB/sec 2024-04-02T09:04:56.369 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P7l_aOJ_TjE9S3M off=12438233 len=589094 2024-04-02T09:04:56.372 INFO:tasks.workunit.client.0.smithi019.stdout:op 4474 completed, throughput=5MB/sec 2024-04-02T09:04:57.372 INFO:tasks.workunit.client.0.smithi019.stdout: 882: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:57.372 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2fm9N5PTeduu0tv off=375338 len=768274 2024-04-02T09:04:57.376 INFO:tasks.workunit.client.0.smithi019.stdout:op 4475 completed, throughput=5MB/sec 2024-04-02T09:04:57.376 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HK3xWP9LcNgwouG off=2381081 len=479107 2024-04-02T09:04:57.376 INFO:tasks.workunit.client.0.smithi019.stdout:op 4476 completed, throughput=5MB/sec 2024-04-02T09:04:57.376 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--qdC6_mb58c6o6J off=15281169 len=123545 2024-04-02T09:04:57.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 4477 completed, throughput=5MB/sec 2024-04-02T09:04:57.377 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6O6_jeUSG32afWZ off=1077338 len=1517392 2024-04-02T09:04:57.379 INFO:tasks.workunit.client.0.smithi019.stdout:op 4478 completed, throughput=5MB/sec 2024-04-02T09:04:57.379 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I3EF0Nl4dOqw2fw off=3936740 len=1487785 2024-04-02T09:04:57.379 INFO:tasks.workunit.client.0.smithi019.stdout:op 4479 completed, throughput=5MB/sec 2024-04-02T09:04:57.379 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T5N19KuCbxlOVVV off=1121189 len=242751 2024-04-02T09:04:57.380 INFO:tasks.workunit.client.0.smithi019.stdout:op 4480 completed, throughput=5MB/sec 2024-04-02T09:04:57.380 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-a1pUnTIXH_-Z645 off=10765550 len=921230 2024-04-02T09:04:57.385 INFO:tasks.workunit.client.0.smithi019.stdout:op 4481 completed, throughput=5MB/sec 2024-04-02T09:04:58.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:57 smithi066 ceph-mon[87361]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:57 smithi019 ceph-mon[94035]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:58.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:57 smithi019 ceph-mon[96522]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:58.385 INFO:tasks.workunit.client.0.smithi019.stdout: 883: throughput=4.99MB/sec pending data=0 2024-04-02T09:04:58.385 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-soI4JsTb0ssPiFs off=867134 len=655243 2024-04-02T09:04:58.390 INFO:tasks.workunit.client.0.smithi019.stdout:op 4482 completed, throughput=5MB/sec 2024-04-02T09:04:58.390 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T5Rdug7IRVal3lz off=3869737 len=797018 2024-04-02T09:04:58.390 INFO:tasks.workunit.client.0.smithi019.stdout:op 4483 completed, throughput=5MB/sec 2024-04-02T09:04:58.390 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6d-e-lDi9ZD256E off=5539787 len=2080237 2024-04-02T09:04:58.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 4484 completed, throughput=5MB/sec 2024-04-02T09:04:58.403 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bWk1E17QHdPuKon off=242962 len=468472 2024-04-02T09:04:58.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 4485 completed, throughput=5MB/sec 2024-04-02T09:04:58.403 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CDJhdlc7XqqnID5 off=3679580 len=1824433 2024-04-02T09:04:58.406 INFO:tasks.workunit.client.0.smithi019.stdout:op 4486 completed, throughput=5MB/sec 2024-04-02T09:04:59.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:59.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:59.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:59.406 INFO:tasks.workunit.client.0.smithi019.stdout: 884: throughput=5MB/sec pending data=0 2024-04-02T09:04:59.406 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BmZBymZ5F-Y4_xu off=5154645 len=899626 2024-04-02T09:04:59.407 INFO:tasks.workunit.client.0.smithi019.stdout:op 4487 completed, throughput=5MB/sec 2024-04-02T09:04:59.407 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rOvfgF44my-k0ug off=682350 len=1662438 2024-04-02T09:04:59.415 INFO:tasks.workunit.client.0.smithi019.stdout:op 4488 completed, throughput=5MB/sec 2024-04-02T09:04:59.415 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4wKt8E_CVtbC8iD off=1693038 len=288154 2024-04-02T09:04:59.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 4489 completed, throughput=5MB/sec 2024-04-02T09:04:59.419 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DKRhPlK23hWP1Uz off=1957346 len=1811089 2024-04-02T09:04:59.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 4490 completed, throughput=5MB/sec 2024-04-02T09:05:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:04:59 smithi066 ceph-mon[87361]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:04:59 smithi019 ceph-mon[94035]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:04:59 smithi019 ceph-mon[96522]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:00.429 INFO:tasks.workunit.client.0.smithi019.stdout: 885: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:00.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_cL3GPRy2RNLAVD off=8287593 len=1541392 2024-04-02T09:05:00.437 INFO:tasks.workunit.client.0.smithi019.stdout:op 4491 completed, throughput=5MB/sec 2024-04-02T09:05:00.437 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GqOiXwbZo16juHg off=16886871 len=132392 2024-04-02T09:05:00.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 4492 completed, throughput=5MB/sec 2024-04-02T09:05:00.439 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gkJuaQZ9T7AgmyO off=7942982 len=1178378 2024-04-02T09:05:00.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 4493 completed, throughput=5MB/sec 2024-04-02T09:05:00.447 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L9ssUcAqbBy6RJB off=17041409 len=1203482 2024-04-02T09:05:00.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 4494 completed, throughput=5MB/sec 2024-04-02T09:05:00.448 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-51aUSWVOcDUN7Bx off=4092349 len=1315750 2024-04-02T09:05:00.451 INFO:tasks.workunit.client.0.smithi019.stdout:op 4495 completed, throughput=5MB/sec 2024-04-02T09:05:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:05:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:05:00] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:05:01.451 INFO:tasks.workunit.client.0.smithi019.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:01.451 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AqKb-W3cxIpL2Wc off=8689545 len=291926 2024-04-02T09:05:01.453 INFO:tasks.workunit.client.0.smithi019.stdout:op 4496 completed, throughput=5MB/sec 2024-04-02T09:05:01.454 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iD0zZCO8zu52TSC off=7089906 len=998949 2024-04-02T09:05:01.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 4497 completed, throughput=5MB/sec 2024-04-02T09:05:01.458 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pAnyobbYXArw6HW off=6834023 len=499059 2024-04-02T09:05:01.460 INFO:tasks.workunit.client.0.smithi019.stdout:op 4498 completed, throughput=5MB/sec 2024-04-02T09:05:01.461 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uP8nkA3QMsV-E8a off=12553549 len=295687 2024-04-02T09:05:01.463 INFO:tasks.workunit.client.0.smithi019.stdout:op 4499 completed, throughput=5MB/sec 2024-04-02T09:05:01.463 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-31BDgPpEX8TgLaB off=4829188 len=159143 2024-04-02T09:05:01.464 INFO:tasks.workunit.client.0.smithi019.stdout:op 4500 completed, throughput=5MB/sec 2024-04-02T09:05:01.464 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-d1K8M-TqJDAHF1_ off=269149 len=766804 2024-04-02T09:05:01.465 INFO:tasks.workunit.client.0.smithi019.stdout:op 4501 completed, throughput=5MB/sec 2024-04-02T09:05:01.466 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HJrudYuO_8HCC1E off=1493224 len=574142 2024-04-02T09:05:01.467 INFO:tasks.workunit.client.0.smithi019.stdout:op 4502 completed, throughput=5MB/sec 2024-04-02T09:05:01.467 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jllQ5xHQovTUdKv off=7979587 len=143887 2024-04-02T09:05:01.469 INFO:tasks.workunit.client.0.smithi019.stdout:op 4503 completed, throughput=5MB/sec 2024-04-02T09:05:01.469 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XarmtN_8IKGARR1 off=954948 len=920027 2024-04-02T09:05:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:op 4504 completed, throughput=5MB/sec 2024-04-02T09:05:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BgReh0zN-hormvs off=279237 len=653118 2024-04-02T09:05:01.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 4505 completed, throughput=5MB/sec 2024-04-02T09:05:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:01 smithi066 ceph-mon[87361]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:05:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:01 smithi019 ceph-mon[94035]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:05:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:01 smithi019 ceph-mon[96522]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:05:02.474 INFO:tasks.workunit.client.0.smithi019.stdout: 887: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:02.474 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VBtAjj_rg0od21z off=1863120 len=620951 2024-04-02T09:05:02.475 INFO:tasks.workunit.client.0.smithi019.stdout:op 4506 completed, throughput=5MB/sec 2024-04-02T09:05:02.475 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oZkmtUHyOif5kNN off=5231196 len=1277594 2024-04-02T09:05:02.479 INFO:tasks.workunit.client.0.smithi019.stdout:op 4507 completed, throughput=5MB/sec 2024-04-02T09:05:02.479 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D97PGGCjvNDUwrz off=8177439 len=1197572 2024-04-02T09:05:02.484 INFO:tasks.workunit.client.0.smithi019.stdout:op 4508 completed, throughput=5MB/sec 2024-04-02T09:05:02.484 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1YOC7ho-iVeKBUq off=11074933 len=675804 2024-04-02T09:05:02.486 INFO:tasks.workunit.client.0.smithi019.stdout:op 4509 completed, throughput=5MB/sec 2024-04-02T09:05:02.486 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2jH1yTA3DJQy9qd off=21387695 len=560018 2024-04-02T09:05:02.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 4510 completed, throughput=5MB/sec 2024-04-02T09:05:02.490 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-So8EKKyn1VWZr1I off=1992403 len=397751 2024-04-02T09:05:02.492 INFO:tasks.workunit.client.0.smithi019.stdout:op 4511 completed, throughput=5MB/sec 2024-04-02T09:05:02.492 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UEFD_x17EhW5UZ8 off=7232715 len=663552 2024-04-02T09:05:02.495 INFO:tasks.workunit.client.0.smithi019.stdout:op 4512 completed, throughput=5MB/sec 2024-04-02T09:05:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:05:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:03.495 INFO:tasks.workunit.client.0.smithi019.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wSubqrQjSBOUHIn off=9083465 len=532138 2024-04-02T09:05:03.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 4513 completed, throughput=5MB/sec 2024-04-02T09:05:03.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fVBXZ8OxvN3xtGm off=9881151 len=129971 2024-04-02T09:05:03.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 4514 completed, throughput=5MB/sec 2024-04-02T09:05:03.498 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2Nnq0XZVlQ7abKB off=1357374 len=158131 2024-04-02T09:05:03.499 INFO:tasks.workunit.client.0.smithi019.stdout:op 4515 completed, throughput=5MB/sec 2024-04-02T09:05:03.499 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N-WQMkbtUehPCuG off=4777822 len=1150468 2024-04-02T09:05:03.502 INFO:tasks.workunit.client.0.smithi019.stdout:op 4516 completed, throughput=5MB/sec 2024-04-02T09:05:03.502 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-quN9_LPlCkgqVRt off=11877420 len=363316 2024-04-02T09:05:03.503 INFO:tasks.workunit.client.0.smithi019.stdout:op 4517 completed, throughput=5MB/sec 2024-04-02T09:05:03.503 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GRwgIGuLHQTl1d3 off=9398891 len=1321551 2024-04-02T09:05:03.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 4518 completed, throughput=5MB/sec 2024-04-02T09:05:03.505 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wLt0WfZjrNrN10Z off=19260210 len=1184655 2024-04-02T09:05:03.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 4519 completed, throughput=5MB/sec 2024-04-02T09:05:03.510 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PMnxHEzjPR0Bcy7 off=12401358 len=372224 2024-04-02T09:05:03.513 INFO:tasks.workunit.client.0.smithi019.stdout:op 4520 completed, throughput=5MB/sec 2024-04-02T09:05:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:03 smithi066 ceph-mon[87361]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:05:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:03 smithi019 ceph-mon[94035]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:05:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:03 smithi019 ceph-mon[96522]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:05:04.513 INFO:tasks.workunit.client.0.smithi019.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:04.513 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jWlpxoQS_XWBo2Z off=334644 len=746701 2024-04-02T09:05:04.514 INFO:tasks.workunit.client.0.smithi019.stdout:op 4521 completed, throughput=5MB/sec 2024-04-02T09:05:04.514 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yj30-FVcRCc0G0Y off=15630321 len=1733649 2024-04-02T09:05:04.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 4522 completed, throughput=5MB/sec 2024-04-02T09:05:04.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-q_zfYtzhIuN3RYS off=14207369 len=660083 2024-04-02T09:05:04.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 4523 completed, throughput=5MB/sec 2024-04-02T09:05:04.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Iovf6lMGMLsWZq9 off=18316272 len=1053376 2024-04-02T09:05:04.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 4524 completed, throughput=5MB/sec 2024-04-02T09:05:04.526 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eBL3XidxGhQ7_Sw off=3667106 len=342911 2024-04-02T09:05:04.529 INFO:tasks.workunit.client.0.smithi019.stdout:op 4525 completed, throughput=5MB/sec 2024-04-02T09:05:04.529 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-d2gAOeqmesUGdvd off=11585879 len=2007582 2024-04-02T09:05:04.537 INFO:tasks.workunit.client.0.smithi019.stdout:op 4526 completed, throughput=5MB/sec 2024-04-02T09:05:05.537 INFO:tasks.workunit.client.0.smithi019.stdout: 890: throughput=5MB/sec pending data=0 2024-04-02T09:05:05.537 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WS2JU3FlsPMRqln off=3227103 len=929810 2024-04-02T09:05:05.543 INFO:tasks.workunit.client.0.smithi019.stdout:op 4527 completed, throughput=5MB/sec 2024-04-02T09:05:05.543 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AR_Ihwju8PhIpMe off=6151105 len=2088849 2024-04-02T09:05:05.544 INFO:tasks.workunit.client.0.smithi019.stdout:op 4528 completed, throughput=5MB/sec 2024-04-02T09:05:05.544 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gDJogTHcoaYOn1H off=4618848 len=73119 2024-04-02T09:05:05.546 INFO:tasks.workunit.client.0.smithi019.stdout:op 4529 completed, throughput=5MB/sec 2024-04-02T09:05:05.546 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kA8OjhVhzK-nvC9 off=15783356 len=1596041 2024-04-02T09:05:05.554 INFO:tasks.workunit.client.0.smithi019.stdout:op 4530 completed, throughput=5MB/sec 2024-04-02T09:05:06.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:05 smithi066 ceph-mon[87361]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:05 smithi019 ceph-mon[94035]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:05 smithi019 ceph-mon[96522]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:06.554 INFO:tasks.workunit.client.0.smithi019.stdout: 891: throughput=5MB/sec pending data=0 2024-04-02T09:05:06.554 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ImyCfh4J_krgJ15 off=12495999 len=2061610 2024-04-02T09:05:06.556 INFO:tasks.workunit.client.0.smithi019.stdout:op 4531 completed, throughput=5MB/sec 2024-04-02T09:05:06.556 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t3SlJhJCRgb-fVR off=1798461 len=961096 2024-04-02T09:05:06.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 4532 completed, throughput=5MB/sec 2024-04-02T09:05:06.558 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X0szB82PrtIwhK8 off=13515163 len=898416 2024-04-02T09:05:06.559 INFO:tasks.workunit.client.0.smithi019.stdout:op 4533 completed, throughput=5MB/sec 2024-04-02T09:05:06.559 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_8NUbPls5SHyNgb off=1305814 len=1688071 2024-04-02T09:05:06.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 4534 completed, throughput=5MB/sec 2024-04-02T09:05:07.568 INFO:tasks.workunit.client.0.smithi019.stdout: 892: throughput=5MB/sec pending data=0 2024-04-02T09:05:07.568 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t3CT7mCEHZxg9vj off=5348653 len=419062 2024-04-02T09:05:07.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 4535 completed, throughput=5MB/sec 2024-04-02T09:05:07.569 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YmVR2ip4IGW2hY- off=10691518 len=932861 2024-04-02T09:05:07.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 4536 completed, throughput=5MB/sec 2024-04-02T09:05:07.573 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nMGC6GsGEQEYHir off=14631665 len=1656782 2024-04-02T09:05:07.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 4537 completed, throughput=5MB/sec 2024-04-02T09:05:07.574 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c5QdIvHLqmIxwWj off=13892571 len=766627 2024-04-02T09:05:07.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 4538 completed, throughput=5MB/sec 2024-04-02T09:05:07.575 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EZfJLcalVXFwqct off=13987457 len=850363 2024-04-02T09:05:07.576 INFO:tasks.workunit.client.0.smithi019.stdout:op 4539 completed, throughput=5MB/sec 2024-04-02T09:05:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:07 smithi066 ceph-mon[87361]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:05:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:07 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:07 smithi019 ceph-mon[94035]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:05:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:07 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:07 smithi019 ceph-mon[96522]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:05:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:07 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:08.576 INFO:tasks.workunit.client.0.smithi019.stdout: 893: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:08.576 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U2BXznECwANv9cP off=17843828 len=2026532 2024-04-02T09:05:08.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 4540 completed, throughput=5MB/sec 2024-04-02T09:05:08.578 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pBEV1HDKXZh7z5L off=7371428 len=1124461 2024-04-02T09:05:08.584 INFO:tasks.workunit.client.0.smithi019.stdout:op 4541 completed, throughput=5MB/sec 2024-04-02T09:05:08.584 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rWBxvvliSHmSx4F off=225506 len=407679 2024-04-02T09:05:08.585 INFO:tasks.workunit.client.0.smithi019.stdout:op 4542 completed, throughput=5MB/sec 2024-04-02T09:05:08.585 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vwzIX2gynsR9fvB off=1003524 len=779446 2024-04-02T09:05:08.586 INFO:tasks.workunit.client.0.smithi019.stdout:op 4543 completed, throughput=5MB/sec 2024-04-02T09:05:08.586 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TnRmjfXarp8dbtu off=2186933 len=519386 2024-04-02T09:05:08.590 INFO:tasks.workunit.client.0.smithi019.stdout:op 4544 completed, throughput=5MB/sec 2024-04-02T09:05:08.590 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8xmtv1dHUZEqBCR off=2521534 len=2080358 2024-04-02T09:05:08.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 4545 completed, throughput=5MB/sec 2024-04-02T09:05:09.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:08 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:08 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:08 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:05:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:08 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:08 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:08 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:05:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:08 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:08 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:08 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:05:09.598 INFO:tasks.workunit.client.0.smithi019.stdout: 894: throughput=5MB/sec pending data=0 2024-04-02T09:05:09.598 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SedDLoNyEcVdJW6 off=3713434 len=989569 2024-04-02T09:05:09.602 INFO:tasks.workunit.client.0.smithi019.stdout:op 4546 completed, throughput=5MB/sec 2024-04-02T09:05:09.602 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UdcqkPqxmJfILab off=12502104 len=1342209 2024-04-02T09:05:09.609 INFO:tasks.workunit.client.0.smithi019.stdout:op 4547 completed, throughput=5MB/sec 2024-04-02T09:05:09.609 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6_m_ca8YSP5m1Dg off=483764 len=103249 2024-04-02T09:05:09.612 INFO:tasks.workunit.client.0.smithi019.stdout:op 4548 completed, throughput=5MB/sec 2024-04-02T09:05:09.612 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xL9jkRLusR4mNXu off=20215062 len=399540 2024-04-02T09:05:09.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 4549 completed, throughput=5MB/sec 2024-04-02T09:05:09.615 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wEq298L66If6TTY off=8192115 len=1821502 2024-04-02T09:05:09.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 4550 completed, throughput=5MB/sec 2024-04-02T09:05:10.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:10 smithi066 ceph-mon[87361]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:10.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:10 smithi019 ceph-mon[94035]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:10 smithi019 ceph-mon[96522]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:10.616 INFO:tasks.workunit.client.0.smithi019.stdout: 895: throughput=5MB/sec pending data=0 2024-04-02T09:05:10.616 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3bx6vsBF0y0B-b2 off=1137543 len=579152 2024-04-02T09:05:10.617 INFO:tasks.workunit.client.0.smithi019.stdout:op 4551 completed, throughput=5MB/sec 2024-04-02T09:05:10.617 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8DoPXpajRmiCXSX off=18817617 len=817550 2024-04-02T09:05:10.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 4552 completed, throughput=5MB/sec 2024-04-02T09:05:10.618 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dK6vz-8P10PBNL7 off=5526962 len=2094108 2024-04-02T09:05:10.629 INFO:tasks.workunit.client.0.smithi019.stdout:op 4553 completed, throughput=5MB/sec 2024-04-02T09:05:10.629 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z861Py1_ziWZ8PS off=2326228 len=322972 2024-04-02T09:05:10.629 INFO:tasks.workunit.client.0.smithi019.stdout:op 4554 completed, throughput=5MB/sec 2024-04-02T09:05:10.629 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-g5u5zra6rnYfQfX off=12163946 len=1743132 2024-04-02T09:05:10.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 4555 completed, throughput=5MB/sec 2024-04-02T09:05:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:05:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:05:10] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:05:11.636 INFO:tasks.workunit.client.0.smithi019.stdout: 896: throughput=5MB/sec pending data=0 2024-04-02T09:05:11.636 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OZproheFjU6m6Yi off=1561627 len=1610057 2024-04-02T09:05:11.639 INFO:tasks.workunit.client.0.smithi019.stdout:op 4556 completed, throughput=5MB/sec 2024-04-02T09:05:11.639 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7Gtvt08FFfh6F8l off=7871409 len=142695 2024-04-02T09:05:11.641 INFO:tasks.workunit.client.0.smithi019.stdout:op 4557 completed, throughput=5MB/sec 2024-04-02T09:05:11.642 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jSs1ifg2Ihhh52h off=5467421 len=1648127 2024-04-02T09:05:11.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 4558 completed, throughput=5MB/sec 2024-04-02T09:05:11.649 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QiSwWgz8tYpnk0g off=8928787 len=1620952 2024-04-02T09:05:11.656 INFO:tasks.workunit.client.0.smithi019.stdout:op 4559 completed, throughput=5MB/sec 2024-04-02T09:05:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:12 smithi066 ceph-mon[87361]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:12 smithi019 ceph-mon[94035]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:12 smithi019 ceph-mon[96522]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:05:12.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:05:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:12.656 INFO:tasks.workunit.client.0.smithi019.stdout: 897: throughput=5MB/sec pending data=0 2024-04-02T09:05:12.656 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tDSGh1Y8ObRdHHu off=17695822 len=932219 2024-04-02T09:05:12.657 INFO:tasks.workunit.client.0.smithi019.stdout:op 4560 completed, throughput=5MB/sec 2024-04-02T09:05:12.657 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gruLXBhOxf5Nh5Z off=16689921 len=611661 2024-04-02T09:05:12.660 INFO:tasks.workunit.client.0.smithi019.stdout:op 4561 completed, throughput=5MB/sec 2024-04-02T09:05:12.660 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AGEFjehBw0cexSJ off=2165337 len=456071 2024-04-02T09:05:12.663 INFO:tasks.workunit.client.0.smithi019.stdout:op 4562 completed, throughput=5MB/sec 2024-04-02T09:05:12.663 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IlLN5dHCx86PcPd off=3418335 len=121672 2024-04-02T09:05:12.666 INFO:tasks.workunit.client.0.smithi019.stdout:op 4563 completed, throughput=5MB/sec 2024-04-02T09:05:12.666 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lQkYTGNGuynx5QI off=7256595 len=1836186 2024-04-02T09:05:12.673 INFO:tasks.workunit.client.0.smithi019.stdout:op 4564 completed, throughput=5MB/sec 2024-04-02T09:05:12.673 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-34R08JmwL_b4iU_ off=15457028 len=868222 2024-04-02T09:05:12.677 INFO:tasks.workunit.client.0.smithi019.stdout:op 4565 completed, throughput=5MB/sec 2024-04-02T09:05:13.677 INFO:tasks.workunit.client.0.smithi019.stdout: 898: throughput=5MB/sec pending data=0 2024-04-02T09:05:13.677 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Cn0dFaXcmPxyQgu off=2482345 len=1658627 2024-04-02T09:05:13.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 4566 completed, throughput=5MB/sec 2024-04-02T09:05:13.683 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VVGpYmIEeeyIoce off=19198401 len=204153 2024-04-02T09:05:13.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 4567 completed, throughput=5MB/sec 2024-04-02T09:05:13.684 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s6oX9oo91ih4_zy off=3916514 len=1446663 2024-04-02T09:05:13.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 4568 completed, throughput=5MB/sec 2024-04-02T09:05:13.687 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-V65Bd6KDLzgAdJ5 off=20673235 len=1186276 2024-04-02T09:05:13.691 INFO:tasks.workunit.client.0.smithi019.stdout:op 4569 completed, throughput=5MB/sec 2024-04-02T09:05:13.691 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bs-1J_fWu00gbxR off=3666472 len=472594 2024-04-02T09:05:13.692 INFO:tasks.workunit.client.0.smithi019.stdout:op 4570 completed, throughput=5MB/sec 2024-04-02T09:05:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:14 smithi066 ceph-mon[87361]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T09:05:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:14 smithi019 ceph-mon[94035]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T09:05:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:14 smithi019 ceph-mon[96522]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T09:05:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:14.693 INFO:tasks.workunit.client.0.smithi019.stdout: 899: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:14.693 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DqcRMaBut82UcI1 off=15943795 len=765023 2024-04-02T09:05:14.693 INFO:tasks.workunit.client.0.smithi019.stdout:op 4571 completed, throughput=5MB/sec 2024-04-02T09:05:14.694 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WaFE8L9fnvLe4Mc off=3828561 len=1982823 2024-04-02T09:05:14.695 INFO:tasks.workunit.client.0.smithi019.stdout:op 4572 completed, throughput=5MB/sec 2024-04-02T09:05:14.695 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PfqRn_i8Q3uvfAX off=2414663 len=1766195 2024-04-02T09:05:14.699 INFO:tasks.workunit.client.0.smithi019.stdout:op 4573 completed, throughput=5MB/sec 2024-04-02T09:05:14.699 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DRMPy58DnSTHP8U off=2411310 len=1761179 2024-04-02T09:05:14.709 INFO:tasks.workunit.client.0.smithi019.stdout:op 4574 completed, throughput=5MB/sec 2024-04-02T09:05:15.709 INFO:tasks.workunit.client.0.smithi019.stdout: 900: throughput=5MB/sec pending data=0 2024-04-02T09:05:15.710 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lq_Xfk91O9TEVBK off=1061522 len=268951 2024-04-02T09:05:15.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 4575 completed, throughput=5MB/sec 2024-04-02T09:05:15.711 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-d4mow1ZHZ-xtmVb off=13760271 len=505864 2024-04-02T09:05:15.711 INFO:tasks.workunit.client.0.smithi019.stdout:op 4576 completed, throughput=5MB/sec 2024-04-02T09:05:15.711 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NxgJqtPWuxpC4ZD off=15514158 len=911511 2024-04-02T09:05:15.712 INFO:tasks.workunit.client.0.smithi019.stdout:op 4577 completed, throughput=5MB/sec 2024-04-02T09:05:15.712 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DUvg9pxhXjsbnjD off=3467742 len=1818944 2024-04-02T09:05:15.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 4578 completed, throughput=5MB/sec 2024-04-02T09:05:15.714 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2O8IpizqRunHwW3 off=21104331 len=590705 2024-04-02T09:05:15.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 4579 completed, throughput=5MB/sec 2024-04-02T09:05:15.715 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wtMKlilrKdiVNbu off=291683 len=346686 2024-04-02T09:05:15.718 INFO:tasks.workunit.client.0.smithi019.stdout:op 4580 completed, throughput=5MB/sec 2024-04-02T09:05:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:16 smithi066 ceph-mon[87361]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:16 smithi019 ceph-mon[94035]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:16 smithi019 ceph-mon[96522]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:16.718 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N9hbDbD70RZYTCZ off=434802 len=1649489 2024-04-02T09:05:16.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 4581 completed, throughput=5MB/sec 2024-04-02T09:05:16.725 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_8s7woGvF6LTTM3 off=5912014 len=1650160 2024-04-02T09:05:16.727 INFO:tasks.workunit.client.0.smithi019.stdout:op 4582 completed, throughput=5MB/sec 2024-04-02T09:05:16.727 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wEq298L66If6TTY off=10135185 len=1327025 2024-04-02T09:05:16.728 INFO:tasks.workunit.client.0.smithi019.stdout:op 4583 completed, throughput=5MB/sec 2024-04-02T09:05:16.728 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zSIvK4MrIK3t1Uo off=13655557 len=1253257 2024-04-02T09:05:16.734 INFO:tasks.workunit.client.0.smithi019.stdout:op 4584 completed, throughput=5MB/sec 2024-04-02T09:05:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: 902: throughput=5MB/sec pending data=0 2024-04-02T09:05:17.735 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FoMTrJqyTMAHj7a off=3656400 len=476094 2024-04-02T09:05:17.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 4585 completed, throughput=5MB/sec 2024-04-02T09:05:17.736 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yNw334R_k9D1YZA off=3281409 len=1060249 2024-04-02T09:05:17.737 INFO:tasks.workunit.client.0.smithi019.stdout:op 4586 completed, throughput=5MB/sec 2024-04-02T09:05:17.737 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2_hNNgv697wIO9C off=4128535 len=915430 2024-04-02T09:05:17.741 INFO:tasks.workunit.client.0.smithi019.stdout:op 4587 completed, throughput=5MB/sec 2024-04-02T09:05:17.741 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y0fHeW1KxbX2ntg off=3640969 len=484941 2024-04-02T09:05:17.742 INFO:tasks.workunit.client.0.smithi019.stdout:op 4588 completed, throughput=5MB/sec 2024-04-02T09:05:17.742 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1-k6y88vAEoIWG1 off=2122072 len=624584 2024-04-02T09:05:17.746 INFO:tasks.workunit.client.0.smithi019.stdout:op 4589 completed, throughput=5MB/sec 2024-04-02T09:05:17.746 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TDD6zCZR4SXz4rl off=15466023 len=535651 2024-04-02T09:05:17.750 INFO:tasks.workunit.client.0.smithi019.stdout:op 4590 completed, throughput=5MB/sec 2024-04-02T09:05:17.750 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PxzmucbbGKWVIYq off=3185367 len=1813089 2024-04-02T09:05:17.757 INFO:tasks.workunit.client.0.smithi019.stdout:op 4591 completed, throughput=5MB/sec 2024-04-02T09:05:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:18 smithi066 ceph-mon[87361]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:18 smithi019 ceph-mon[94035]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:18 smithi019 ceph-mon[96522]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:18.758 INFO:tasks.workunit.client.0.smithi019.stdout: 903: throughput=5MB/sec pending data=0 2024-04-02T09:05:18.758 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LU8b4aKZmpMPUPI off=1087923 len=567899 2024-04-02T09:05:18.762 INFO:tasks.workunit.client.0.smithi019.stdout:op 4592 completed, throughput=5MB/sec 2024-04-02T09:05:18.762 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0wkqjw_Rx-FrlkA off=10925698 len=1895847 2024-04-02T09:05:18.772 INFO:tasks.workunit.client.0.smithi019.stdout:op 4593 completed, throughput=5MB/sec 2024-04-02T09:05:18.772 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lqLL-sOUH6XSR3v off=9814888 len=2079454 2024-04-02T09:05:18.774 INFO:tasks.workunit.client.0.smithi019.stdout:op 4594 completed, throughput=5MB/sec 2024-04-02T09:05:19.774 INFO:tasks.workunit.client.0.smithi019.stdout: 904: throughput=5MB/sec pending data=0 2024-04-02T09:05:19.775 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qb5Cd6EWU_16wtQ off=1844590 len=596226 2024-04-02T09:05:19.775 INFO:tasks.workunit.client.0.smithi019.stdout:op 4595 completed, throughput=5MB/sec 2024-04-02T09:05:19.775 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jS5LqttjY-B9D-K off=11728287 len=1316286 2024-04-02T09:05:19.781 INFO:tasks.workunit.client.0.smithi019.stdout:op 4596 completed, throughput=5MB/sec 2024-04-02T09:05:19.782 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Pn9BfEGYKL5PfoU off=15485443 len=1187751 2024-04-02T09:05:19.782 INFO:tasks.workunit.client.0.smithi019.stdout:op 4597 completed, throughput=5MB/sec 2024-04-02T09:05:19.782 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FCM4xQ3ILTDgEJ0 off=3400149 len=1950955 2024-04-02T09:05:19.783 INFO:tasks.workunit.client.0.smithi019.stdout:op 4598 completed, throughput=5MB/sec 2024-04-02T09:05:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:20 smithi066 ceph-mon[87361]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:20 smithi019 ceph-mon[94035]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:20 smithi019 ceph-mon[96522]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:05:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:05:20] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:05:20.783 INFO:tasks.workunit.client.0.smithi019.stdout: 905: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:20.784 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_Zm86mic8W-WvgR off=4819263 len=469733 2024-04-02T09:05:20.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 4599 completed, throughput=5MB/sec 2024-04-02T09:05:20.787 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9z1NdsXQYmDQgog off=1539207 len=1685668 2024-04-02T09:05:20.790 INFO:tasks.workunit.client.0.smithi019.stdout:op 4600 completed, throughput=5MB/sec 2024-04-02T09:05:20.790 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E4Swdfa1XO7gG8S off=865790 len=97361 2024-04-02T09:05:20.791 INFO:tasks.workunit.client.0.smithi019.stdout:op 4601 completed, throughput=5MB/sec 2024-04-02T09:05:20.791 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TmZ2rWkEnBaSZmS off=14705133 len=1389556 2024-04-02T09:05:20.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 4602 completed, throughput=5MB/sec 2024-04-02T09:05:20.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ztaB7zw7mKuMKvz off=5791486 len=1202813 2024-04-02T09:05:20.800 INFO:tasks.workunit.client.0.smithi019.stdout:op 4603 completed, throughput=5MB/sec 2024-04-02T09:05:20.800 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KQjSsQGJ0zIW6Sy off=7140162 len=1433305 2024-04-02T09:05:20.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 4604 completed, throughput=5MB/sec 2024-04-02T09:05:21.808 INFO:tasks.workunit.client.0.smithi019.stdout: 906: throughput=5MB/sec pending data=0 2024-04-02T09:05:21.808 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zbq_ISBgFHtG6Vp off=8415436 len=582931 2024-04-02T09:05:21.810 INFO:tasks.workunit.client.0.smithi019.stdout:op 4605 completed, throughput=5MB/sec 2024-04-02T09:05:21.811 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uf93Vw15sLiL1_K off=450750 len=1689906 2024-04-02T09:05:21.818 INFO:tasks.workunit.client.0.smithi019.stdout:op 4606 completed, throughput=5MB/sec 2024-04-02T09:05:21.818 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AB5tQe-MBrY8Ks3 off=545695 len=172849 2024-04-02T09:05:21.819 INFO:tasks.workunit.client.0.smithi019.stdout:op 4607 completed, throughput=5MB/sec 2024-04-02T09:05:21.819 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HlzuTVqZqbXriG2 off=5128672 len=1617689 2024-04-02T09:05:21.822 INFO:tasks.workunit.client.0.smithi019.stdout:op 4608 completed, throughput=5MB/sec 2024-04-02T09:05:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:22 smithi019 ceph-mon[94035]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:22 smithi019 ceph-mon[96522]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:22.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:22 smithi066 ceph-mon[87361]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:05:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:22.823 INFO:tasks.workunit.client.0.smithi019.stdout: 907: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:22.823 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6FNgCpn-QjDiWAc off=1141157 len=250536 2024-04-02T09:05:22.824 INFO:tasks.workunit.client.0.smithi019.stdout:op 4609 completed, throughput=4.99MB/sec 2024-04-02T09:05:22.824 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KbN2kE5_ygkG55Y off=2531778 len=134801 2024-04-02T09:05:22.825 INFO:tasks.workunit.client.0.smithi019.stdout:op 4610 completed, throughput=4.99MB/sec 2024-04-02T09:05:22.825 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D97PGGCjvNDUwrz off=19411182 len=1928843 2024-04-02T09:05:22.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 4611 completed, throughput=5MB/sec 2024-04-02T09:05:22.828 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aBIzsGdVc-f9tT8 off=4239975 len=2024838 2024-04-02T09:05:22.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 4612 completed, throughput=5MB/sec 2024-04-02T09:05:22.832 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TPfmN-KdOPWNkVN off=10193003 len=1886263 2024-04-02T09:05:22.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 4613 completed, throughput=5MB/sec 2024-04-02T09:05:23.833 INFO:tasks.workunit.client.0.smithi019.stdout: 908: throughput=5MB/sec pending data=0 2024-04-02T09:05:23.834 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qsvRnE4m8Qa6cYV off=8301147 len=177260 2024-04-02T09:05:23.837 INFO:tasks.workunit.client.0.smithi019.stdout:op 4614 completed, throughput=5MB/sec 2024-04-02T09:05:23.837 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WxRZeP3uXV5JihT off=24631 len=1962541 2024-04-02T09:05:23.840 INFO:tasks.workunit.client.0.smithi019.stdout:op 4615 completed, throughput=5MB/sec 2024-04-02T09:05:23.840 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LQlW3oCPYSscoea off=9762978 len=1024322 2024-04-02T09:05:23.846 INFO:tasks.workunit.client.0.smithi019.stdout:op 4616 completed, throughput=5MB/sec 2024-04-02T09:05:23.846 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-atcm594c8zmHvep off=21363607 len=1886417 2024-04-02T09:05:23.854 INFO:tasks.workunit.client.0.smithi019.stdout:op 4617 completed, throughput=5MB/sec 2024-04-02T09:05:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:24 smithi019 ceph-mon[94035]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:24 smithi019 ceph-mon[96522]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:24 smithi066 ceph-mon[87361]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:24.854 INFO:tasks.workunit.client.0.smithi019.stdout: 909: throughput=5MB/sec pending data=0 2024-04-02T09:05:24.855 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vMhc_t2NDW2hiPa off=14281208 len=52271 2024-04-02T09:05:24.855 INFO:tasks.workunit.client.0.smithi019.stdout:op 4618 completed, throughput=5MB/sec 2024-04-02T09:05:24.855 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-10LHalDO33Ongk1 off=7574790 len=991756 2024-04-02T09:05:24.856 INFO:tasks.workunit.client.0.smithi019.stdout:op 4619 completed, throughput=5MB/sec 2024-04-02T09:05:24.856 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Gbh4zsLeXcBriF2 off=18820962 len=1309172 2024-04-02T09:05:24.857 INFO:tasks.workunit.client.0.smithi019.stdout:op 4620 completed, throughput=5MB/sec 2024-04-02T09:05:24.857 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-itQzluh8aYn_8p- off=735979 len=631545 2024-04-02T09:05:24.858 INFO:tasks.workunit.client.0.smithi019.stdout:op 4621 completed, throughput=5MB/sec 2024-04-02T09:05:24.858 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mJHJkExfExWSzAT off=334947 len=1762898 2024-04-02T09:05:24.866 INFO:tasks.workunit.client.0.smithi019.stdout:op 4622 completed, throughput=5MB/sec 2024-04-02T09:05:25.866 INFO:tasks.workunit.client.0.smithi019.stdout: 910: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:25.866 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UHVLwnY_NQKswWn off=1314858 len=1104708 2024-04-02T09:05:25.872 INFO:tasks.workunit.client.0.smithi019.stdout:op 4623 completed, throughput=5MB/sec 2024-04-02T09:05:25.872 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s6oX9oo91ih4_zy off=3288696 len=11448 2024-04-02T09:05:25.875 INFO:tasks.workunit.client.0.smithi019.stdout:op 4624 completed, throughput=5MB/sec 2024-04-02T09:05:25.875 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IRWRXKxBFxFUnrS off=7374510 len=705841 2024-04-02T09:05:25.875 INFO:tasks.workunit.client.0.smithi019.stdout:op 4625 completed, throughput=5MB/sec 2024-04-02T09:05:25.875 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4X8dUwXYvRyajvP off=1683721 len=2074211 2024-04-02T09:05:25.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 4626 completed, throughput=5MB/sec 2024-04-02T09:05:25.884 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TJfp4lyPyKqbWyW off=10776207 len=277598 2024-04-02T09:05:25.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 4627 completed, throughput=5MB/sec 2024-04-02T09:05:25.885 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aZ1wHiRNS8T0SD2 off=10070559 len=357344 2024-04-02T09:05:25.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 4628 completed, throughput=5MB/sec 2024-04-02T09:05:25.885 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8KxN-0s_FxFQ8Dl off=2223968 len=1021212 2024-04-02T09:05:25.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 4629 completed, throughput=5MB/sec 2024-04-02T09:05:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:26 smithi019 ceph-mon[94035]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:05:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:26 smithi019 ceph-mon[96522]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:05:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:26 smithi066 ceph-mon[87361]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:05:26.890 INFO:tasks.workunit.client.0.smithi019.stdout: 911: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:26.890 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6X-YbVdhYqW7AQs off=1929710 len=68347 2024-04-02T09:05:26.891 INFO:tasks.workunit.client.0.smithi019.stdout:op 4630 completed, throughput=4.99MB/sec 2024-04-02T09:05:26.891 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NDn15sK8HYKX3tw off=7121012 len=1820602 2024-04-02T09:05:26.900 INFO:tasks.workunit.client.0.smithi019.stdout:op 4631 completed, throughput=5MB/sec 2024-04-02T09:05:26.900 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cvZMCoydSqZw33P off=12455523 len=790225 2024-04-02T09:05:26.905 INFO:tasks.workunit.client.0.smithi019.stdout:op 4632 completed, throughput=5MB/sec 2024-04-02T09:05:26.905 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5Z36-kHWhgf20iU off=17547422 len=1836727 2024-04-02T09:05:26.912 INFO:tasks.workunit.client.0.smithi019.stdout:op 4633 completed, throughput=5MB/sec 2024-04-02T09:05:26.912 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_gGMoTXNaQAJIGj off=1787419 len=1772358 2024-04-02T09:05:26.915 INFO:tasks.workunit.client.0.smithi019.stdout:op 4634 completed, throughput=5MB/sec 2024-04-02T09:05:27.915 INFO:tasks.workunit.client.0.smithi019.stdout: 912: throughput=5MB/sec pending data=0 2024-04-02T09:05:27.916 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SyNz6Mc-iInqOfG off=8661872 len=1066699 2024-04-02T09:05:27.919 INFO:tasks.workunit.client.0.smithi019.stdout:op 4635 completed, throughput=5MB/sec 2024-04-02T09:05:27.920 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f0xgRna2BDI9UV- off=866298 len=1109090 2024-04-02T09:05:27.926 INFO:tasks.workunit.client.0.smithi019.stdout:op 4636 completed, throughput=5MB/sec 2024-04-02T09:05:27.926 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-utQ4hKHN1cQpq7m off=10380788 len=801452 2024-04-02T09:05:27.926 INFO:tasks.workunit.client.0.smithi019.stdout:op 4637 completed, throughput=5MB/sec 2024-04-02T09:05:27.926 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gxcxypC1-H4p4jY off=4979315 len=1716507 2024-04-02T09:05:27.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 4638 completed, throughput=5MB/sec 2024-04-02T09:05:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:28 smithi019 ceph-mon[94035]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:05:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:28 smithi019 ceph-mon[96522]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:05:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:28 smithi066 ceph-mon[87361]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:05:28.927 INFO:tasks.workunit.client.0.smithi019.stdout: 913: throughput=5MB/sec pending data=0 2024-04-02T09:05:28.927 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SusCA5K0Y5eYlZR off=2016101 len=1114753 2024-04-02T09:05:28.928 INFO:tasks.workunit.client.0.smithi019.stdout:op 4639 completed, throughput=5MB/sec 2024-04-02T09:05:28.929 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ntY2xaojxpYtZmY off=5043228 len=202493 2024-04-02T09:05:28.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 4640 completed, throughput=5MB/sec 2024-04-02T09:05:28.932 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qCWsABJ9_KcAbKR off=3026855 len=504848 2024-04-02T09:05:28.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 4641 completed, throughput=5MB/sec 2024-04-02T09:05:28.935 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xXqSVkn6F1uU0TB off=7281872 len=1651381 2024-04-02T09:05:28.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 4642 completed, throughput=5MB/sec 2024-04-02T09:05:28.937 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_4TgINnC7-ND1_Z off=12126756 len=2075529 2024-04-02T09:05:28.946 INFO:tasks.workunit.client.0.smithi019.stdout:op 4643 completed, throughput=5MB/sec 2024-04-02T09:05:29.345 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: 914: throughput=5MB/sec pending data=0 2024-04-02T09:05:29.946 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qnA4eh49c02BscP off=8623531 len=1683725 2024-04-02T09:05:29.953 INFO:tasks.workunit.client.0.smithi019.stdout:op 4644 completed, throughput=5MB/sec 2024-04-02T09:05:29.953 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-J3FmbBDoAklwr7r off=4456543 len=514671 2024-04-02T09:05:29.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 4645 completed, throughput=5MB/sec 2024-04-02T09:05:29.955 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LG4nu9GvxHo0ha2 off=6442348 len=258475 2024-04-02T09:05:29.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 4646 completed, throughput=5MB/sec 2024-04-02T09:05:29.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q707RsZGUxM1qfN off=671559 len=1218001 2024-04-02T09:05:29.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 4647 completed, throughput=5MB/sec 2024-04-02T09:05:29.960 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-si8AJm3-3Uhgo1Q off=11558916 len=596780 2024-04-02T09:05:29.963 INFO:tasks.workunit.client.0.smithi019.stdout:op 4648 completed, throughput=5MB/sec 2024-04-02T09:05:29.963 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w-1i2F1XtqMqS_v off=11781980 len=658957 2024-04-02T09:05:29.964 INFO:tasks.workunit.client.0.smithi019.stdout:op 4649 completed, throughput=5MB/sec 2024-04-02T09:05:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:30 smithi019 ceph-mon[94035]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:30 smithi019 ceph-mon[96522]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:30 smithi066 ceph-mon[87361]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:05:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:05:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:05:30] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T09:05:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: 915: throughput=5MB/sec pending data=0 2024-04-02T09:05:30.965 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WJCVBs5OOxkqjZq off=13234779 len=1637599 2024-04-02T09:05:30.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 4650 completed, throughput=5MB/sec 2024-04-02T09:05:30.967 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p-iERqG0uA3MumN off=695639 len=1899912 2024-04-02T09:05:30.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 4651 completed, throughput=5MB/sec 2024-04-02T09:05:30.968 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cTVfJ24B1MrPEWq off=6547683 len=1753840 2024-04-02T09:05:30.977 INFO:tasks.workunit.client.0.smithi019.stdout:op 4652 completed, throughput=5MB/sec 2024-04-02T09:05:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: 916: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:31.978 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Z68gxF4AB27Z66N off=1567459 len=2026283 2024-04-02T09:05:31.979 INFO:tasks.workunit.client.0.smithi019.stdout:op 4653 completed, throughput=5MB/sec 2024-04-02T09:05:31.980 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--QcypTFxAFfOSZ3 off=1786330 len=1423653 2024-04-02T09:05:31.981 INFO:tasks.workunit.client.0.smithi019.stdout:op 4654 completed, throughput=5MB/sec 2024-04-02T09:05:31.981 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9TyiOFpuf494ZE- off=2883434 len=438514 2024-04-02T09:05:31.984 INFO:tasks.workunit.client.0.smithi019.stdout:op 4655 completed, throughput=5MB/sec 2024-04-02T09:05:31.984 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xpqC0n4oST0RhSm off=5715189 len=1989672 2024-04-02T09:05:31.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 4656 completed, throughput=5MB/sec 2024-04-02T09:05:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:32 smithi019 ceph-mon[94035]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:05:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:32 smithi019 ceph-mon[96522]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:05:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:32 smithi066 ceph-mon[87361]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:05:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:05:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: 917: throughput=5MB/sec pending data=0 2024-04-02T09:05:32.986 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3S0H36rka9wEg-i off=4428241 len=1721645 2024-04-02T09:05:32.987 INFO:tasks.workunit.client.0.smithi019.stdout:op 4657 completed, throughput=5MB/sec 2024-04-02T09:05:32.987 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zDCrvxWHrKnwLUz off=13274718 len=1319897 2024-04-02T09:05:32.993 INFO:tasks.workunit.client.0.smithi019.stdout:op 4658 completed, throughput=5MB/sec 2024-04-02T09:05:32.993 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UHVLwnY_NQKswWn off=4088143 len=1260846 2024-04-02T09:05:32.999 INFO:tasks.workunit.client.0.smithi019.stdout:op 4659 completed, throughput=5MB/sec 2024-04-02T09:05:32.999 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RnEwloxAI5PLrwB off=3956840 len=461768 2024-04-02T09:05:33.000 INFO:tasks.workunit.client.0.smithi019.stdout:op 4660 completed, throughput=5MB/sec 2024-04-02T09:05:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: 918: throughput=5MB/sec pending data=0 2024-04-02T09:05:34.001 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NgSN1wP94ZTgfXg off=1767335 len=1013512 2024-04-02T09:05:34.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 4661 completed, throughput=5MB/sec 2024-04-02T09:05:34.002 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JD12HXHgLaFEzCi off=2143995 len=2018296 2024-04-02T09:05:34.004 INFO:tasks.workunit.client.0.smithi019.stdout:op 4662 completed, throughput=5MB/sec 2024-04-02T09:05:34.004 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eNFdHj4AsITiq1d off=1475253 len=1628354 2024-04-02T09:05:34.012 INFO:tasks.workunit.client.0.smithi019.stdout:op 4663 completed, throughput=5MB/sec 2024-04-02T09:05:34.012 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0SStijWH_tosGIY off=550396 len=1498352 2024-04-02T09:05:34.013 INFO:tasks.workunit.client.0.smithi019.stdout:op 4664 completed, throughput=5MB/sec 2024-04-02T09:05:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:34 smithi019 ceph-mon[94035]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:05:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:34 smithi019 ceph-mon[96522]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:05:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:34 smithi066 ceph-mon[87361]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:05:35.014 INFO:tasks.workunit.client.0.smithi019.stdout: 919: throughput=5MB/sec pending data=0 2024-04-02T09:05:35.014 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-72zrtvhWS1cgGtq off=14454810 len=152213 2024-04-02T09:05:35.016 INFO:tasks.workunit.client.0.smithi019.stdout:op 4665 completed, throughput=5MB/sec 2024-04-02T09:05:35.016 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vEyAbibwEiSDS2h off=21847782 len=911154 2024-04-02T09:05:35.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 4666 completed, throughput=5MB/sec 2024-04-02T09:05:35.017 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FYldZ0X0qXrC4fD off=11752 len=1223603 2024-04-02T09:05:35.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 4667 completed, throughput=5MB/sec 2024-04-02T09:05:35.019 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BL85q7L8WCOJzJ6 off=10951384 len=1399859 2024-04-02T09:05:35.024 INFO:tasks.workunit.client.0.smithi019.stdout:op 4668 completed, throughput=5MB/sec 2024-04-02T09:05:35.024 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HAc-LzEIjXC9o-t off=17987530 len=2006426 2024-04-02T09:05:35.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 4669 completed, throughput=5MB/sec 2024-04-02T09:05:36.026 INFO:tasks.workunit.client.0.smithi019.stdout: 920: throughput=5MB/sec pending data=0 2024-04-02T09:05:36.027 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z0OmAQowpOVCkDU off=1612072 len=1554678 2024-04-02T09:05:36.028 INFO:tasks.workunit.client.0.smithi019.stdout:op 4670 completed, throughput=5MB/sec 2024-04-02T09:05:36.028 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Hej6TPDfPeTxtze off=1116607 len=1674693 2024-04-02T09:05:36.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 4671 completed, throughput=5MB/sec 2024-04-02T09:05:36.036 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0gxOvXc-Gy3Jug9 off=2014805 len=1000432 2024-04-02T09:05:36.037 INFO:tasks.workunit.client.0.smithi019.stdout:op 4672 completed, throughput=5MB/sec 2024-04-02T09:05:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:36 smithi019 ceph-mon[94035]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:05:36.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:36 smithi019 ceph-mon[96522]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:05:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:36 smithi066 ceph-mon[87361]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:05:37.037 INFO:tasks.workunit.client.0.smithi019.stdout: 921: throughput=5MB/sec pending data=0 2024-04-02T09:05:37.038 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4W5iRH-4LDgX4TB off=4562897 len=1304485 2024-04-02T09:05:37.044 INFO:tasks.workunit.client.0.smithi019.stdout:op 4673 completed, throughput=5MB/sec 2024-04-02T09:05:37.044 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BZasCzAlJKNQaVE off=8918505 len=1642828 2024-04-02T09:05:37.051 INFO:tasks.workunit.client.0.smithi019.stdout:op 4674 completed, throughput=5MB/sec 2024-04-02T09:05:37.051 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GoGRjsqYMZ-O2wT off=18680077 len=960427 2024-04-02T09:05:37.052 INFO:tasks.workunit.client.0.smithi019.stdout:op 4675 completed, throughput=5MB/sec 2024-04-02T09:05:37.052 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SJxf7MQKZEptHuq off=2568860 len=373012 2024-04-02T09:05:37.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 4676 completed, throughput=5MB/sec 2024-04-02T09:05:37.056 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-V9E8ptL2FbC65MW off=18571655 len=251441 2024-04-02T09:05:37.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 4677 completed, throughput=5MB/sec 2024-04-02T09:05:37.056 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_NDwNekiNmqo6UX off=16376426 len=691516 2024-04-02T09:05:37.057 INFO:tasks.workunit.client.0.smithi019.stdout:op 4678 completed, throughput=5MB/sec 2024-04-02T09:05:38.058 INFO:tasks.workunit.client.0.smithi019.stdout: 922: throughput=5MB/sec pending data=0 2024-04-02T09:05:38.058 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NxgJqtPWuxpC4ZD off=2036273 len=32856 2024-04-02T09:05:38.059 INFO:tasks.workunit.client.0.smithi019.stdout:op 4679 completed, throughput=5MB/sec 2024-04-02T09:05:38.060 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IUHUL4_VClZLpZN off=3364445 len=918189 2024-04-02T09:05:38.065 INFO:tasks.workunit.client.0.smithi019.stdout:op 4680 completed, throughput=5MB/sec 2024-04-02T09:05:38.065 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qd65SF_37PgUH_g off=1723311 len=185004 2024-04-02T09:05:38.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 4681 completed, throughput=5MB/sec 2024-04-02T09:05:38.067 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X-Et7mXpugfSGWk off=202154 len=694797 2024-04-02T09:05:38.071 INFO:tasks.workunit.client.0.smithi019.stdout:op 4682 completed, throughput=5MB/sec 2024-04-02T09:05:38.071 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1raB1HPOj055HJK off=4069744 len=1478825 2024-04-02T09:05:38.076 INFO:tasks.workunit.client.0.smithi019.stdout:op 4683 completed, throughput=5MB/sec 2024-04-02T09:05:38.076 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CQ3y4S6e1umSagp off=20581744 len=1378430 2024-04-02T09:05:38.083 INFO:tasks.workunit.client.0.smithi019.stdout:op 4684 completed, throughput=5MB/sec 2024-04-02T09:05:38.083 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-giJmSrj9C8PGjqn off=10675490 len=1368092 2024-04-02T09:05:38.084 INFO:tasks.workunit.client.0.smithi019.stdout:op 4685 completed, throughput=5MB/sec 2024-04-02T09:05:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:38 smithi019 ceph-mon[94035]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:38 smithi019 ceph-mon[96522]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:38 smithi066 ceph-mon[87361]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:39.085 INFO:tasks.workunit.client.0.smithi019.stdout: 923: throughput=5MB/sec pending data=0 2024-04-02T09:05:39.085 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0H8n95PO48vKmAE off=12356427 len=4629 2024-04-02T09:05:39.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 4686 completed, throughput=5MB/sec 2024-04-02T09:05:39.085 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-O2x_Y-efYugm3iM off=8977558 len=1388518 2024-04-02T09:05:39.091 INFO:tasks.workunit.client.0.smithi019.stdout:op 4687 completed, throughput=5MB/sec 2024-04-02T09:05:39.091 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bf9rMDRMQXRcvaF off=1864016 len=1477943 2024-04-02T09:05:39.093 INFO:tasks.workunit.client.0.smithi019.stdout:op 4688 completed, throughput=5MB/sec 2024-04-02T09:05:39.093 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--wFe_0iiaQpjkJO off=10783969 len=1168700 2024-04-02T09:05:39.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 4689 completed, throughput=5MB/sec 2024-04-02T09:05:39.099 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sHnng9M9QE5c2oW off=2853899 len=740305 2024-04-02T09:05:39.102 INFO:tasks.workunit.client.0.smithi019.stdout:op 4690 completed, throughput=5MB/sec 2024-04-02T09:05:40.103 INFO:tasks.workunit.client.0.smithi019.stdout: 924: throughput=5MB/sec pending data=0 2024-04-02T09:05:40.103 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JpoMCWf0Gk9DfPk off=12064432 len=150744 2024-04-02T09:05:40.105 INFO:tasks.workunit.client.0.smithi019.stdout:op 4691 completed, throughput=5MB/sec 2024-04-02T09:05:40.105 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-trGBX-BR57idn2L off=744611 len=180714 2024-04-02T09:05:40.106 INFO:tasks.workunit.client.0.smithi019.stdout:op 4692 completed, throughput=5MB/sec 2024-04-02T09:05:40.106 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MolGRdIubmXMXLs off=2206341 len=1798069 2024-04-02T09:05:40.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 4693 completed, throughput=5MB/sec 2024-04-02T09:05:40.110 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p7I9bgkEQrur-Yk off=6507657 len=697477 2024-04-02T09:05:40.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 4694 completed, throughput=5MB/sec 2024-04-02T09:05:40.111 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VirHpixIvPTjTVy off=1412917 len=1641245 2024-04-02T09:05:40.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 4695 completed, throughput=5MB/sec 2024-04-02T09:05:40.119 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uiXHi1TDFiB6WqW off=3228018 len=1465266 2024-04-02T09:05:40.125 INFO:tasks.workunit.client.0.smithi019.stdout:op 4696 completed, throughput=5MB/sec 2024-04-02T09:05:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:40 smithi019 ceph-mon[94035]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:40 smithi019 ceph-mon[96522]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:40 smithi066 ceph-mon[87361]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:05:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:05:40] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T09:05:41.125 INFO:tasks.workunit.client.0.smithi019.stdout: 925: throughput=5MB/sec pending data=0 2024-04-02T09:05:41.125 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XnbjVJfrawRvrWy off=14071740 len=868930 2024-04-02T09:05:41.127 INFO:tasks.workunit.client.0.smithi019.stdout:op 4697 completed, throughput=5MB/sec 2024-04-02T09:05:41.127 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ACQP6_RCanblsvB off=682868 len=786779 2024-04-02T09:05:41.128 INFO:tasks.workunit.client.0.smithi019.stdout:op 4698 completed, throughput=5MB/sec 2024-04-02T09:05:41.128 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2eFV5nUx-v-XSpY off=395533 len=1038313 2024-04-02T09:05:41.129 INFO:tasks.workunit.client.0.smithi019.stdout:op 4699 completed, throughput=5MB/sec 2024-04-02T09:05:41.129 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mytPtmILjptNW7R off=1774238 len=1358054 2024-04-02T09:05:41.136 INFO:tasks.workunit.client.0.smithi019.stdout:op 4700 completed, throughput=5MB/sec 2024-04-02T09:05:41.136 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AddFEN-Je8eVuFc off=18065695 len=1078607 2024-04-02T09:05:41.141 INFO:tasks.workunit.client.0.smithi019.stdout:op 4701 completed, throughput=5MB/sec 2024-04-02T09:05:42.141 INFO:tasks.workunit.client.0.smithi019.stdout: 926: throughput=5MB/sec pending data=0 2024-04-02T09:05:42.141 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7So9hcHc_faSQ2D off=7946086 len=591846 2024-04-02T09:05:42.142 INFO:tasks.workunit.client.0.smithi019.stdout:op 4702 completed, throughput=5MB/sec 2024-04-02T09:05:42.142 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Eo474ix_w4VpBFH off=2865331 len=1925519 2024-04-02T09:05:42.146 INFO:tasks.workunit.client.0.smithi019.stdout:op 4703 completed, throughput=5MB/sec 2024-04-02T09:05:42.146 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p5g7xxvUQQhel_m off=0 len=1194662 2024-04-02T09:05:42.147 INFO:tasks.workunit.client.0.smithi019.stdout:op 4704 completed, throughput=5MB/sec 2024-04-02T09:05:42.147 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IEJr-FXjpJ67v9f off=5836481 len=137701 2024-04-02T09:05:42.148 INFO:tasks.workunit.client.0.smithi019.stdout:op 4705 completed, throughput=5MB/sec 2024-04-02T09:05:42.148 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oY6BJdk29b-NkRO off=1232014 len=390290 2024-04-02T09:05:42.148 INFO:tasks.workunit.client.0.smithi019.stdout:op 4706 completed, throughput=5MB/sec 2024-04-02T09:05:42.148 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-frb_Am6jo4pAVwk off=6276856 len=721817 2024-04-02T09:05:42.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 4707 completed, throughput=5MB/sec 2024-04-02T09:05:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:42 smithi019 ceph-mon[94035]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:05:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:42 smithi019 ceph-mon[96522]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:05:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:42 smithi066 ceph-mon[87361]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:05:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:05:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:43.153 INFO:tasks.workunit.client.0.smithi019.stdout: 927: throughput=5MB/sec pending data=0 2024-04-02T09:05:43.153 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_shA5cErajypYz9 off=11997229 len=1752377 2024-04-02T09:05:43.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 4708 completed, throughput=5MB/sec 2024-04-02T09:05:43.161 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Anai1P5WLRBnTeq off=0 len=1601223 2024-04-02T09:05:43.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 4709 completed, throughput=5MB/sec 2024-04-02T09:05:43.162 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5BnZR2a21IVgNc3 off=315872 len=1912009 2024-04-02T09:05:43.163 INFO:tasks.workunit.client.0.smithi019.stdout:op 4710 completed, throughput=5MB/sec 2024-04-02T09:05:44.163 INFO:tasks.workunit.client.0.smithi019.stdout: 928: throughput=5MB/sec pending data=0 2024-04-02T09:05:44.164 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SFm-u3HAvgmnE5O off=1227811 len=891131 2024-04-02T09:05:44.168 INFO:tasks.workunit.client.0.smithi019.stdout:op 4711 completed, throughput=5MB/sec 2024-04-02T09:05:44.168 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CkHQl2O9cKdFfTF off=4151915 len=557072 2024-04-02T09:05:44.169 INFO:tasks.workunit.client.0.smithi019.stdout:op 4712 completed, throughput=5MB/sec 2024-04-02T09:05:44.169 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dAHjTbV_eER8MbG off=3118749 len=780910 2024-04-02T09:05:44.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 4713 completed, throughput=5MB/sec 2024-04-02T09:05:44.170 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qqljn-oXoMAdo9J off=2495233 len=301484 2024-04-02T09:05:44.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 4714 completed, throughput=5MB/sec 2024-04-02T09:05:44.171 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Hb6_LTYrqZERIuC off=8698728 len=1682342 2024-04-02T09:05:44.172 INFO:tasks.workunit.client.0.smithi019.stdout:op 4715 completed, throughput=5MB/sec 2024-04-02T09:05:44.172 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HoXyE0UQw7jLW6H off=2304021 len=1682200 2024-04-02T09:05:44.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 4716 completed, throughput=5MB/sec 2024-04-02T09:05:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:44 smithi019 ceph-mon[94035]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:05:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:44 smithi019 ceph-mon[96522]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:05:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:44 smithi066 ceph-mon[87361]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:05:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:45.180 INFO:tasks.workunit.client.0.smithi019.stdout: 929: throughput=5MB/sec pending data=0 2024-04-02T09:05:45.180 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QDk1cS3c6wgcTN9 off=3293415 len=1401864 2024-04-02T09:05:45.190 INFO:tasks.workunit.client.0.smithi019.stdout:op 4717 completed, throughput=5MB/sec 2024-04-02T09:05:45.190 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DPg2icL8p9kgQJU off=492809 len=1440850 2024-04-02T09:05:45.191 INFO:tasks.workunit.client.0.smithi019.stdout:op 4718 completed, throughput=5MB/sec 2024-04-02T09:05:45.191 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ad5qsqrmy6NBSen off=8645384 len=951774 2024-04-02T09:05:45.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 4719 completed, throughput=5MB/sec 2024-04-02T09:05:45.192 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BvTKtFTk-GSdsJP off=7150463 len=851263 2024-04-02T09:05:45.193 INFO:tasks.workunit.client.0.smithi019.stdout:op 4720 completed, throughput=5MB/sec 2024-04-02T09:05:46.194 INFO:tasks.workunit.client.0.smithi019.stdout: 930: throughput=5MB/sec pending data=0 2024-04-02T09:05:46.194 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BMBofefyCII6lzY off=6126001 len=1021874 2024-04-02T09:05:46.196 INFO:tasks.workunit.client.0.smithi019.stdout:op 4721 completed, throughput=5MB/sec 2024-04-02T09:05:46.196 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u9kA-M8dZaOXy6o off=349453 len=1887304 2024-04-02T09:05:46.204 INFO:tasks.workunit.client.0.smithi019.stdout:op 4722 completed, throughput=5MB/sec 2024-04-02T09:05:46.204 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v7xwdV39D2Nxrn- off=8659668 len=481776 2024-04-02T09:05:46.205 INFO:tasks.workunit.client.0.smithi019.stdout:op 4723 completed, throughput=5MB/sec 2024-04-02T09:05:46.205 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0O5jmQxt_R_m-W- off=7500056 len=1397772 2024-04-02T09:05:46.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 4724 completed, throughput=5MB/sec 2024-04-02T09:05:46.207 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1XQc_0dgq5go9Cf off=2081730 len=1122921 2024-04-02T09:05:46.210 INFO:tasks.workunit.client.0.smithi019.stdout:op 4725 completed, throughput=5MB/sec 2024-04-02T09:05:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:46 smithi019 ceph-mon[94035]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:46 smithi019 ceph-mon[96522]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:46 smithi066 ceph-mon[87361]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:05:47.210 INFO:tasks.workunit.client.0.smithi019.stdout: 931: throughput=5MB/sec pending data=0 2024-04-02T09:05:47.211 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FhdaGiMy3ATD5-j off=12932794 len=1015800 2024-04-02T09:05:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 4726 completed, throughput=5MB/sec 2024-04-02T09:05:47.216 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eoRGxs22AHA5d2V off=8365216 len=1570853 2024-04-02T09:05:47.221 INFO:tasks.workunit.client.0.smithi019.stdout:op 4727 completed, throughput=5MB/sec 2024-04-02T09:05:47.221 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gVygOwKL6r3QI5q off=11122864 len=861370 2024-04-02T09:05:47.222 INFO:tasks.workunit.client.0.smithi019.stdout:op 4728 completed, throughput=5MB/sec 2024-04-02T09:05:47.222 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EFcpMGF65sdC-zf off=10373382 len=146707 2024-04-02T09:05:47.225 INFO:tasks.workunit.client.0.smithi019.stdout:op 4729 completed, throughput=5MB/sec 2024-04-02T09:05:47.225 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CpeWwppDAG-h4m8 off=3511324 len=43270 2024-04-02T09:05:47.225 INFO:tasks.workunit.client.0.smithi019.stdout:op 4730 completed, throughput=5MB/sec 2024-04-02T09:05:47.225 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7XwzdUeY4SHewuZ off=2137870 len=402153 2024-04-02T09:05:47.226 INFO:tasks.workunit.client.0.smithi019.stdout:op 4731 completed, throughput=5MB/sec 2024-04-02T09:05:47.226 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-98e6g948mqdv0nn off=2131944 len=1978411 2024-04-02T09:05:47.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 4732 completed, throughput=5MB/sec 2024-04-02T09:05:48.234 INFO:tasks.workunit.client.0.smithi019.stdout: 932: throughput=5MB/sec pending data=0 2024-04-02T09:05:48.235 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GoGRjsqYMZ-O2wT off=14104089 len=1400495 2024-04-02T09:05:48.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 4733 completed, throughput=5MB/sec 2024-04-02T09:05:48.242 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SPyD9RaCJER3gQS off=20938983 len=1537287 2024-04-02T09:05:48.244 INFO:tasks.workunit.client.0.smithi019.stdout:op 4734 completed, throughput=5MB/sec 2024-04-02T09:05:48.244 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iv5a0qBR-BbEJH- off=15583839 len=870590 2024-04-02T09:05:48.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 4735 completed, throughput=5MB/sec 2024-04-02T09:05:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:48 smithi019 ceph-mon[94035]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:48 smithi019 ceph-mon[96522]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:48 smithi066 ceph-mon[87361]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:49.250 INFO:tasks.workunit.client.0.smithi019.stdout: 933: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:49.250 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TyZnaX4TTO3SBEn off=4521185 len=361970 2024-04-02T09:05:49.252 INFO:tasks.workunit.client.0.smithi019.stdout:op 4736 completed, throughput=5MB/sec 2024-04-02T09:05:49.252 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0V0ic0KA-N0yXBt off=6714988 len=1830714 2024-04-02T09:05:49.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 4737 completed, throughput=5MB/sec 2024-04-02T09:05:49.260 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-G5XR5W7DZJtKFRO off=1667057 len=150521 2024-04-02T09:05:49.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 4738 completed, throughput=5MB/sec 2024-04-02T09:05:49.260 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DCLM_BtBuae8Jmx off=11861295 len=1079793 2024-04-02T09:05:49.261 INFO:tasks.workunit.client.0.smithi019.stdout:op 4739 completed, throughput=5MB/sec 2024-04-02T09:05:49.261 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D37buBWWQGbkh5_ off=4545424 len=222426 2024-04-02T09:05:49.261 INFO:tasks.workunit.client.0.smithi019.stdout:op 4740 completed, throughput=5MB/sec 2024-04-02T09:05:49.261 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iirXxxRd-QWNVzm off=209885 len=1247438 2024-04-02T09:05:49.270 INFO:tasks.workunit.client.0.smithi019.stdout:op 4741 completed, throughput=5MB/sec 2024-04-02T09:05:49.270 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-O2lC68dUeJ6oORb off=0 len=1087138 2024-04-02T09:05:49.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 4742 completed, throughput=5MB/sec 2024-04-02T09:05:50.274 INFO:tasks.workunit.client.0.smithi019.stdout: 934: throughput=5MB/sec pending data=0 2024-04-02T09:05:50.274 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qtl6v8SB8lPoSyV off=2292404 len=543074 2024-04-02T09:05:50.275 INFO:tasks.workunit.client.0.smithi019.stdout:op 4743 completed, throughput=5MB/sec 2024-04-02T09:05:50.275 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LT-5s_7YjVToBNl off=923337 len=1086814 2024-04-02T09:05:50.281 INFO:tasks.workunit.client.0.smithi019.stdout:op 4744 completed, throughput=5MB/sec 2024-04-02T09:05:50.281 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-meZ5HRtqMh0pPN2 off=9465952 len=1178025 2024-04-02T09:05:50.285 INFO:tasks.workunit.client.0.smithi019.stdout:op 4745 completed, throughput=5MB/sec 2024-04-02T09:05:50.286 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HgyIZ_lCAN5omp7 off=1401465 len=1914393 2024-04-02T09:05:50.300 INFO:tasks.workunit.client.0.smithi019.stdout:op 4746 completed, throughput=5MB/sec 2024-04-02T09:05:50.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:50 smithi019 ceph-mon[94035]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:05:50.381 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:50 smithi019 ceph-mon[96522]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:05:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:50 smithi066 ceph-mon[87361]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:05:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:05:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:05:50] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:05:51.300 INFO:tasks.workunit.client.0.smithi019.stdout: 935: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:51.300 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1hlCbtue2tIRPpE off=6395118 len=128666 2024-04-02T09:05:51.300 INFO:tasks.workunit.client.0.smithi019.stdout:op 4747 completed, throughput=4.99MB/sec 2024-04-02T09:05:51.300 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1ao0cFyUYBON3fv off=397836 len=1912008 2024-04-02T09:05:51.302 INFO:tasks.workunit.client.0.smithi019.stdout:op 4748 completed, throughput=5MB/sec 2024-04-02T09:05:51.302 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8Vux41T2B_nvDDB off=9452032 len=1929774 2024-04-02T09:05:51.311 INFO:tasks.workunit.client.0.smithi019.stdout:op 4749 completed, throughput=5MB/sec 2024-04-02T09:05:51.311 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CUoRaZGJkoxpAkj off=9595167 len=1135065 2024-04-02T09:05:51.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 4750 completed, throughput=5MB/sec 2024-04-02T09:05:51.312 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jUk19trS9SlalJH off=636447 len=2043917 2024-04-02T09:05:51.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 4751 completed, throughput=5MB/sec 2024-04-02T09:05:52.321 INFO:tasks.workunit.client.0.smithi019.stdout: 936: throughput=5MB/sec pending data=0 2024-04-02T09:05:52.321 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZjqZka06jLWdQDx off=5201288 len=1860394 2024-04-02T09:05:52.331 INFO:tasks.workunit.client.0.smithi019.stdout:op 4752 completed, throughput=5MB/sec 2024-04-02T09:05:52.331 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4zWf2FMNkb6gc0r off=1542708 len=461502 2024-04-02T09:05:52.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 4753 completed, throughput=5MB/sec 2024-04-02T09:05:52.332 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gJwydmHCaAzabJS off=584681 len=295258 2024-04-02T09:05:52.333 INFO:tasks.workunit.client.0.smithi019.stdout:op 4754 completed, throughput=5MB/sec 2024-04-02T09:05:52.333 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X_9Jt20D-XaXab0 off=61115 len=1843375 2024-04-02T09:05:52.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 4755 completed, throughput=5MB/sec 2024-04-02T09:05:52.366 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:52 smithi066 ceph-mon[87361]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:52.366 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:05:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:52 smithi019 ceph-mon[96522]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:52 smithi019 ceph-mon[94035]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:05:53.342 INFO:tasks.workunit.client.0.smithi019.stdout: 937: throughput=5MB/sec pending data=0 2024-04-02T09:05:53.342 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xdbCQK0V4YCuvPF off=905348 len=1669324 2024-04-02T09:05:53.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 4756 completed, throughput=5MB/sec 2024-04-02T09:05:53.345 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WdCsL595YsCoO1X off=7396348 len=429342 2024-04-02T09:05:53.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 4757 completed, throughput=5MB/sec 2024-04-02T09:05:53.346 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FN-obknb1Hjkspb off=6497297 len=1765306 2024-04-02T09:05:53.349 INFO:tasks.workunit.client.0.smithi019.stdout:op 4758 completed, throughput=5MB/sec 2024-04-02T09:05:53.349 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xR_D6f3ppUKAUZ7 off=3001049 len=113971 2024-04-02T09:05:53.352 INFO:tasks.workunit.client.0.smithi019.stdout:op 4759 completed, throughput=5MB/sec 2024-04-02T09:05:53.353 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SAGfZKdr9OYvI0n off=1138195 len=1995135 2024-04-02T09:05:53.354 INFO:tasks.workunit.client.0.smithi019.stdout:op 4760 completed, throughput=5MB/sec 2024-04-02T09:05:54.354 INFO:tasks.workunit.client.0.smithi019.stdout: 938: throughput=5MB/sec pending data=0 2024-04-02T09:05:54.355 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_cni9jUHwaU0902 off=926400 len=881429 2024-04-02T09:05:54.358 INFO:tasks.workunit.client.0.smithi019.stdout:op 4761 completed, throughput=5MB/sec 2024-04-02T09:05:54.359 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vL7NXvL1kQxaGWC off=6947793 len=791692 2024-04-02T09:05:54.362 INFO:tasks.workunit.client.0.smithi019.stdout:op 4762 completed, throughput=5MB/sec 2024-04-02T09:05:54.363 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1OniRfbiMPbyYbR off=14138862 len=1465002 2024-04-02T09:05:54.370 INFO:tasks.workunit.client.0.smithi019.stdout:op 4763 completed, throughput=5MB/sec 2024-04-02T09:05:54.370 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gSA9XSuV7fSXO1M off=7016742 len=1663490 2024-04-02T09:05:54.371 INFO:tasks.workunit.client.0.smithi019.stdout:op 4764 completed, throughput=5MB/sec 2024-04-02T09:05:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:54 smithi019 ceph-mon[94035]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:05:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:54 smithi019 ceph-mon[96522]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:05:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:54 smithi066 ceph-mon[87361]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:05:55.372 INFO:tasks.workunit.client.0.smithi019.stdout: 939: throughput=5MB/sec pending data=0 2024-04-02T09:05:55.372 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ngfwudg_jnW4ovs off=1266295 len=1101626 2024-04-02T09:05:55.378 INFO:tasks.workunit.client.0.smithi019.stdout:op 4765 completed, throughput=5MB/sec 2024-04-02T09:05:55.378 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-thzXL_iPKthyzM8 off=1651513 len=1298590 2024-04-02T09:05:55.379 INFO:tasks.workunit.client.0.smithi019.stdout:op 4766 completed, throughput=5MB/sec 2024-04-02T09:05:55.379 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FanXJPGD2XwJ8GX off=16122348 len=2000717 2024-04-02T09:05:55.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 4767 completed, throughput=5MB/sec 2024-04-02T09:05:56.391 INFO:tasks.workunit.client.0.smithi019.stdout: 940: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:56.391 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EK2aH9S4SB4gWij off=6933730 len=1895341 2024-04-02T09:05:56.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 4768 completed, throughput=5MB/sec 2024-04-02T09:05:56.393 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I3EF0Nl4dOqw2fw off=6744070 len=1680212 2024-04-02T09:05:56.394 INFO:tasks.workunit.client.0.smithi019.stdout:op 4769 completed, throughput=5MB/sec 2024-04-02T09:05:56.394 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lEISwA5E18y788S off=856868 len=584779 2024-04-02T09:05:56.397 INFO:tasks.workunit.client.0.smithi019.stdout:op 4770 completed, throughput=5MB/sec 2024-04-02T09:05:56.397 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-k1My-YqTanIUlSr off=948576 len=1070258 2024-04-02T09:05:56.404 INFO:tasks.workunit.client.0.smithi019.stdout:op 4771 completed, throughput=5MB/sec 2024-04-02T09:05:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:56 smithi019 ceph-mon[94035]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:56 smithi019 ceph-mon[96522]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:56 smithi066 ceph-mon[87361]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:05:57.404 INFO:tasks.workunit.client.0.smithi019.stdout: 941: throughput=4.99MB/sec pending data=0 2024-04-02T09:05:57.404 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q3RGi_5OCJ5BX6T off=2581477 len=1153773 2024-04-02T09:05:57.406 INFO:tasks.workunit.client.0.smithi019.stdout:op 4772 completed, throughput=5MB/sec 2024-04-02T09:05:57.407 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tGgj_h1mAJD3RjN off=3773291 len=1961732 2024-04-02T09:05:57.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 4773 completed, throughput=5MB/sec 2024-04-02T09:05:57.418 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mLGx0aHu-_SrWGU off=23004935 len=1253046 2024-04-02T09:05:57.424 INFO:tasks.workunit.client.0.smithi019.stdout:op 4774 completed, throughput=5MB/sec 2024-04-02T09:05:57.424 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nFtEt4NlvP67c5l off=19289729 len=1434471 2024-04-02T09:05:57.425 INFO:tasks.workunit.client.0.smithi019.stdout:op 4775 completed, throughput=5MB/sec 2024-04-02T09:05:58.426 INFO:tasks.workunit.client.0.smithi019.stdout: 942: throughput=5MB/sec pending data=0 2024-04-02T09:05:58.426 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4oYpquoInR_0T2j off=16074255 len=97344 2024-04-02T09:05:58.428 INFO:tasks.workunit.client.0.smithi019.stdout:op 4776 completed, throughput=5MB/sec 2024-04-02T09:05:58.428 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LT8iNxgzqtYvwAh off=1000534 len=897315 2024-04-02T09:05:58.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 4777 completed, throughput=5MB/sec 2024-04-02T09:05:58.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9R9M5iGFxH6OY21 off=195740 len=1776879 2024-04-02T09:05:58.439 INFO:tasks.workunit.client.0.smithi019.stdout:op 4778 completed, throughput=5MB/sec 2024-04-02T09:05:58.439 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sLZNWCXB81kJf4x off=7049288 len=883525 2024-04-02T09:05:58.440 INFO:tasks.workunit.client.0.smithi019.stdout:op 4779 completed, throughput=5MB/sec 2024-04-02T09:05:58.440 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fZOEk0uvwmhNJcp off=2292563 len=560705 2024-04-02T09:05:58.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 4780 completed, throughput=5MB/sec 2024-04-02T09:05:58.441 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-h1kCVCHP2-G9B04 off=4313540 len=2069141 2024-04-02T09:05:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:58 smithi019 ceph-mon[94035]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:05:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:58 smithi019 ceph-mon[96522]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:05:58.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 4781 completed, throughput=5MB/sec 2024-04-02T09:05:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:58 smithi066 ceph-mon[87361]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:05:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:05:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:05:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:59.448 INFO:tasks.workunit.client.0.smithi019.stdout: 943: throughput=5MB/sec pending data=0 2024-04-02T09:05:59.448 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ATUeWYiBZgPoRNH off=20659870 len=1532158 2024-04-02T09:05:59.456 INFO:tasks.workunit.client.0.smithi019.stdout:op 4782 completed, throughput=5MB/sec 2024-04-02T09:05:59.456 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iqS4zLdJVcHB6U5 off=15635399 len=1031154 2024-04-02T09:05:59.457 INFO:tasks.workunit.client.0.smithi019.stdout:op 4783 completed, throughput=5MB/sec 2024-04-02T09:05:59.457 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mO162UhGMjo6sUm off=14422822 len=1524041 2024-04-02T09:05:59.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 4784 completed, throughput=5MB/sec 2024-04-02T09:05:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:05:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:00 smithi019 ceph-mon[94035]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:00 smithi019 ceph-mon[96522]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:00.458 INFO:tasks.workunit.client.0.smithi019.stdout: 944: throughput=5MB/sec pending data=0 2024-04-02T09:06:00.458 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zZPp_hn5cLmcNU_ off=1465753 len=40936 2024-04-02T09:06:00.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 4785 completed, throughput=5MB/sec 2024-04-02T09:06:00.462 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-p4pk2GAs14qfS9p off=9963032 len=1525190 2024-04-02T09:06:00.468 INFO:tasks.workunit.client.0.smithi019.stdout:op 4786 completed, throughput=5MB/sec 2024-04-02T09:06:00.469 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rxCPH8X9DPuwsCS off=1676120 len=2062261 2024-04-02T09:06:00.482 INFO:tasks.workunit.client.0.smithi019.stdout:op 4787 completed, throughput=5MB/sec 2024-04-02T09:06:00.482 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wd1GK_WbFnorEKY off=3427465 len=601774 2024-04-02T09:06:00.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 4788 completed, throughput=5MB/sec 2024-04-02T09:06:00.486 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tsD9N6dn9ZOGYsv off=2553762 len=987806 2024-04-02T09:06:00.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 4789 completed, throughput=5MB/sec 2024-04-02T09:06:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:00 smithi066 ceph-mon[87361]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:06:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:06:00] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:06:01.489 INFO:tasks.workunit.client.0.smithi019.stdout: 945: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:01.490 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zUtId2YV2bs2DX3 off=24477642 len=849888 2024-04-02T09:06:01.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 4790 completed, throughput=5MB/sec 2024-04-02T09:06:01.494 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ni-d50U1xn9owx7 off=12038099 len=20581 2024-04-02T09:06:01.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 4791 completed, throughput=5MB/sec 2024-04-02T09:06:01.494 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8iS0tOjeTc6YOzm off=17436863 len=1209092 2024-04-02T09:06:01.500 INFO:tasks.workunit.client.0.smithi019.stdout:op 4792 completed, throughput=5MB/sec 2024-04-02T09:06:01.500 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vQ9ehj3ZaQVdFI5 off=8980651 len=636621 2024-04-02T09:06:01.502 INFO:tasks.workunit.client.0.smithi019.stdout:op 4793 completed, throughput=5MB/sec 2024-04-02T09:06:01.502 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-woZuaBy0X0ptR6r off=23184841 len=1657825 2024-04-02T09:06:01.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 4794 completed, throughput=5MB/sec 2024-04-02T09:06:01.505 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ezrn5b-6ZcXK5nj off=400389 len=1099835 2024-04-02T09:06:01.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 4795 completed, throughput=5MB/sec 2024-04-02T09:06:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:02 smithi019 ceph-mon[94035]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:06:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:02 smithi019 ceph-mon[96522]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:06:02.510 INFO:tasks.workunit.client.0.smithi019.stdout: 946: throughput=5MB/sec pending data=0 2024-04-02T09:06:02.510 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--DbEeOxe5GnBnom off=1470890 len=390134 2024-04-02T09:06:02.513 INFO:tasks.workunit.client.0.smithi019.stdout:op 4796 completed, throughput=5MB/sec 2024-04-02T09:06:02.513 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z7InZnZAAU77z5g off=9614676 len=1153940 2024-04-02T09:06:02.519 INFO:tasks.workunit.client.0.smithi019.stdout:op 4797 completed, throughput=5MB/sec 2024-04-02T09:06:02.519 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rHg-dOhUmn6RJwk off=7721302 len=1437558 2024-04-02T09:06:02.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 4798 completed, throughput=5MB/sec 2024-04-02T09:06:02.521 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-10Kb5NG7nOPFcDF off=2254655 len=194941 2024-04-02T09:06:02.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 4799 completed, throughput=5MB/sec 2024-04-02T09:06:02.521 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SF24UUH7wRmcCGg off=19169902 len=764770 2024-04-02T09:06:02.526 INFO:tasks.workunit.client.0.smithi019.stdout:op 4800 completed, throughput=5MB/sec 2024-04-02T09:06:02.526 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-e8FKjuFiDMUE6oj off=1036480 len=27887 2024-04-02T09:06:02.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 4801 completed, throughput=5MB/sec 2024-04-02T09:06:02.528 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eurBkHsde7tPZiv off=6845671 len=1771348 2024-04-02T09:06:02.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 4802 completed, throughput=5MB/sec 2024-04-02T09:06:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:02 smithi066 ceph-mon[87361]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:06:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:06:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:03.536 INFO:tasks.workunit.client.0.smithi019.stdout: 947: throughput=5MB/sec pending data=0 2024-04-02T09:06:03.536 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tWWLxpZ973ktmSH off=3367181 len=456357 2024-04-02T09:06:03.538 INFO:tasks.workunit.client.0.smithi019.stdout:op 4803 completed, throughput=5MB/sec 2024-04-02T09:06:03.538 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p984Zllw_SUyLIY off=8689627 len=1038760 2024-04-02T09:06:03.539 INFO:tasks.workunit.client.0.smithi019.stdout:op 4804 completed, throughput=5MB/sec 2024-04-02T09:06:03.539 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7u9kDqlIW9wwrAj off=10351029 len=722177 2024-04-02T09:06:03.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 4805 completed, throughput=5MB/sec 2024-04-02T09:06:03.540 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OdUVz4NOKplpYOm off=5546731 len=1003647 2024-04-02T09:06:03.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 4806 completed, throughput=5MB/sec 2024-04-02T09:06:03.546 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qbJax5msEnOskyY off=3304726 len=1590507 2024-04-02T09:06:03.547 INFO:tasks.workunit.client.0.smithi019.stdout:op 4807 completed, throughput=5MB/sec 2024-04-02T09:06:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:04 smithi019 ceph-mon[94035]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:06:04.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:04 smithi019 ceph-mon[96522]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:06:04.547 INFO:tasks.workunit.client.0.smithi019.stdout: 948: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:04.547 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kKczAAbCuinhqIp off=3332531 len=426802 2024-04-02T09:06:04.550 INFO:tasks.workunit.client.0.smithi019.stdout:op 4808 completed, throughput=5MB/sec 2024-04-02T09:06:04.550 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MbdsX4NIX3k7QcQ off=4183830 len=548745 2024-04-02T09:06:04.551 INFO:tasks.workunit.client.0.smithi019.stdout:op 4809 completed, throughput=5MB/sec 2024-04-02T09:06:04.551 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dqd6ofp_w73SfYs off=1336399 len=1778629 2024-04-02T09:06:04.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 4810 completed, throughput=5MB/sec 2024-04-02T09:06:04.560 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-R53F31ylNT8ljP0 off=1760272 len=1449268 2024-04-02T09:06:04.561 INFO:tasks.workunit.client.0.smithi019.stdout:op 4811 completed, throughput=5MB/sec 2024-04-02T09:06:04.561 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9NCWZIEK18EwdX4 off=1834340 len=986303 2024-04-02T09:06:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:04 smithi066 ceph-mon[87361]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:06:04.566 INFO:tasks.workunit.client.0.smithi019.stdout:op 4812 completed, throughput=5MB/sec 2024-04-02T09:06:04.566 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ehcvpTZTyLb3SA6 off=1417931 len=334039 2024-04-02T09:06:04.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 4813 completed, throughput=5MB/sec 2024-04-02T09:06:05.569 INFO:tasks.workunit.client.0.smithi019.stdout: 949: throughput=5MB/sec pending data=0 2024-04-02T09:06:05.569 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bRVENJL2rpykDJE off=521645 len=678138 2024-04-02T09:06:05.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 4814 completed, throughput=5MB/sec 2024-04-02T09:06:05.573 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CRV4D34a1JTOmZu off=2803132 len=129736 2024-04-02T09:06:05.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 4815 completed, throughput=5MB/sec 2024-04-02T09:06:05.573 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2qPZ1gc0_hWhLlI off=9055437 len=901261 2024-04-02T09:06:05.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 4816 completed, throughput=5MB/sec 2024-04-02T09:06:05.574 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WyTn3IbS-k90QR7 off=819855 len=963761 2024-04-02T09:06:05.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 4817 completed, throughput=5MB/sec 2024-04-02T09:06:05.575 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nsGGkwCxe8oeFb7 off=7217040 len=1736503 2024-04-02T09:06:05.579 INFO:tasks.workunit.client.0.smithi019.stdout:op 4818 completed, throughput=5MB/sec 2024-04-02T09:06:05.579 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OiwYOhDtZdy3bhJ off=1720410 len=1357049 2024-04-02T09:06:05.580 INFO:tasks.workunit.client.0.smithi019.stdout:op 4819 completed, throughput=5MB/sec 2024-04-02T09:06:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:06 smithi019 ceph-mon[94035]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:06:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:06 smithi019 ceph-mon[96522]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:06:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:06 smithi066 ceph-mon[87361]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:06:06.580 INFO:tasks.workunit.client.0.smithi019.stdout: 950: throughput=5MB/sec pending data=0 2024-04-02T09:06:06.580 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fVP1WjWJL64pyea off=5056073 len=97819 2024-04-02T09:06:06.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 4820 completed, throughput=5MB/sec 2024-04-02T09:06:06.583 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hvJCEPGMzAtBWUl off=386904 len=1347262 2024-04-02T09:06:06.588 INFO:tasks.workunit.client.0.smithi019.stdout:op 4821 completed, throughput=5MB/sec 2024-04-02T09:06:06.589 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gtf9xDDcw-CpZ7L off=9209238 len=988867 2024-04-02T09:06:06.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 4822 completed, throughput=5MB/sec 2024-04-02T09:06:06.593 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gTDvo7ojgb2tmhI off=7723003 len=154165 2024-04-02T09:06:06.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 4823 completed, throughput=5MB/sec 2024-04-02T09:06:06.593 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LJCPorV7aoz4ky2 off=5853251 len=1329077 2024-04-02T09:06:06.599 INFO:tasks.workunit.client.0.smithi019.stdout:op 4824 completed, throughput=5MB/sec 2024-04-02T09:06:06.600 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-H1qP5YP9OWvOR9v off=4058978 len=761500 2024-04-02T09:06:06.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 4825 completed, throughput=5MB/sec 2024-04-02T09:06:07.600 INFO:tasks.workunit.client.0.smithi019.stdout: 951: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:07.601 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-boDnfvUUoBxZSev off=1341898 len=51752 2024-04-02T09:06:07.601 INFO:tasks.workunit.client.0.smithi019.stdout:op 4826 completed, throughput=4.99MB/sec 2024-04-02T09:06:07.601 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hcrYMdFOp0QWqlS off=7323354 len=83815 2024-04-02T09:06:07.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 4827 completed, throughput=4.99MB/sec 2024-04-02T09:06:07.604 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fjc_ZX5uXePBehj off=22328799 len=550533 2024-04-02T09:06:07.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 4828 completed, throughput=5MB/sec 2024-04-02T09:06:07.604 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VrihhkvMVoS4Y60 off=2195912 len=335070 2024-04-02T09:06:07.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 4829 completed, throughput=5MB/sec 2024-04-02T09:06:07.605 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kanX1y87EQQQjhG off=9173054 len=166565 2024-04-02T09:06:07.607 INFO:tasks.workunit.client.0.smithi019.stdout:op 4830 completed, throughput=5MB/sec 2024-04-02T09:06:07.607 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tpqDLSVuH1jbpqB off=1237955 len=798302 2024-04-02T09:06:07.612 INFO:tasks.workunit.client.0.smithi019.stdout:op 4831 completed, throughput=5MB/sec 2024-04-02T09:06:07.612 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c-qNq3lZIVK16pk off=6455038 len=2041438 2024-04-02T09:06:07.613 INFO:tasks.workunit.client.0.smithi019.stdout:op 4832 completed, throughput=5MB/sec 2024-04-02T09:06:07.613 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xx22xEsDCUFmVTY off=5042500 len=1958841 2024-04-02T09:06:07.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 4833 completed, throughput=5MB/sec 2024-04-02T09:06:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:08 smithi019 ceph-mon[94035]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:06:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:08 smithi019 ceph-mon[96522]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:06:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:08 smithi066 ceph-mon[87361]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:06:08.623 INFO:tasks.workunit.client.0.smithi019.stdout: 952: throughput=5MB/sec pending data=0 2024-04-02T09:06:08.623 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zxWto1fooXqQAZ8 off=481707 len=1327298 2024-04-02T09:06:08.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 4834 completed, throughput=5MB/sec 2024-04-02T09:06:08.625 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fZwciO7FJgpzDUq off=3860634 len=387751 2024-04-02T09:06:08.628 INFO:tasks.workunit.client.0.smithi019.stdout:op 4835 completed, throughput=5MB/sec 2024-04-02T09:06:08.628 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VHmD016_q_Lp6Rh off=18419924 len=1737811 2024-04-02T09:06:08.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 4836 completed, throughput=5MB/sec 2024-04-02T09:06:08.636 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--D-s1gAl3Vsr5wN off=5735382 len=594446 2024-04-02T09:06:08.640 INFO:tasks.workunit.client.0.smithi019.stdout:op 4837 completed, throughput=5MB/sec 2024-04-02T09:06:08.640 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CHYpir-NfFuTYxN off=6911926 len=50597 2024-04-02T09:06:08.642 INFO:tasks.workunit.client.0.smithi019.stdout:op 4838 completed, throughput=5MB/sec 2024-04-02T09:06:08.642 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1JfUzvE36R_qM_k off=5115950 len=556096 2024-04-02T09:06:08.645 INFO:tasks.workunit.client.0.smithi019.stdout:op 4839 completed, throughput=5MB/sec 2024-04-02T09:06:08.645 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mJHJkExfExWSzAT off=3411656 len=336696 2024-04-02T09:06:08.645 INFO:tasks.workunit.client.0.smithi019.stdout:op 4840 completed, throughput=5MB/sec 2024-04-02T09:06:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:09.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:06:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:06:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:06:09.646 INFO:tasks.workunit.client.0.smithi019.stdout: 953: throughput=5MB/sec pending data=0 2024-04-02T09:06:09.646 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Oh4nBxacYN8094u off=20731796 len=1087717 2024-04-02T09:06:09.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 4841 completed, throughput=5MB/sec 2024-04-02T09:06:09.651 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zWevsYQ6owHIKuJ off=531875 len=2020046 2024-04-02T09:06:09.662 INFO:tasks.workunit.client.0.smithi019.stdout:op 4842 completed, throughput=5MB/sec 2024-04-02T09:06:09.662 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u9kA-M8dZaOXy6o off=9748444 len=773755 2024-04-02T09:06:09.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 4843 completed, throughput=5MB/sec 2024-04-02T09:06:09.665 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mcyhGI26A1nx7Tb off=15198695 len=1897362 2024-04-02T09:06:09.672 INFO:tasks.workunit.client.0.smithi019.stdout:op 4844 completed, throughput=5MB/sec 2024-04-02T09:06:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:10 smithi019 ceph-mon[94035]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:10 smithi019 ceph-mon[96522]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:10.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:06:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:06:10] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:06:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:10 smithi066 ceph-mon[87361]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:06:10.672 INFO:tasks.workunit.client.0.smithi019.stdout: 954: throughput=5MB/sec pending data=0 2024-04-02T09:06:10.672 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rFPjPHQSnTNMpKR off=1381687 len=1135647 2024-04-02T09:06:10.678 INFO:tasks.workunit.client.0.smithi019.stdout:op 4845 completed, throughput=5MB/sec 2024-04-02T09:06:10.678 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8ZUKm8itUrXYCcu off=1169679 len=1314311 2024-04-02T09:06:10.683 INFO:tasks.workunit.client.0.smithi019.stdout:op 4846 completed, throughput=5MB/sec 2024-04-02T09:06:10.683 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-y3X5-AZ911GvPaY off=2741970 len=261432 2024-04-02T09:06:10.686 INFO:tasks.workunit.client.0.smithi019.stdout:op 4847 completed, throughput=5MB/sec 2024-04-02T09:06:10.686 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3rSS-kunkJGrzwI off=18778292 len=1779472 2024-04-02T09:06:10.694 INFO:tasks.workunit.client.0.smithi019.stdout:op 4848 completed, throughput=5MB/sec 2024-04-02T09:06:10.694 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M8uGjelSuZL7wOR off=12150123 len=1048885 2024-04-02T09:06:10.699 INFO:tasks.workunit.client.0.smithi019.stdout:op 4849 completed, throughput=5MB/sec 2024-04-02T09:06:11.699 INFO:tasks.workunit.client.0.smithi019.stdout: 955: throughput=5MB/sec pending data=0 2024-04-02T09:06:11.700 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bfKcfkC26UBUHRj off=4584018 len=166541 2024-04-02T09:06:11.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 4850 completed, throughput=5MB/sec 2024-04-02T09:06:11.702 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qki_a6RAwTRc8M7 off=99238 len=636773 2024-04-02T09:06:11.703 INFO:tasks.workunit.client.0.smithi019.stdout:op 4851 completed, throughput=5MB/sec 2024-04-02T09:06:11.703 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SEpJve7wo0caPLP off=5479273 len=2004579 2024-04-02T09:06:11.705 INFO:tasks.workunit.client.0.smithi019.stdout:op 4852 completed, throughput=5MB/sec 2024-04-02T09:06:11.705 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qZg3iSI6oMy_My9 off=11416961 len=1027009 2024-04-02T09:06:11.708 INFO:tasks.workunit.client.0.smithi019.stdout:op 4853 completed, throughput=5MB/sec 2024-04-02T09:06:11.708 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--6nzUUqEQMcPXfn off=8959472 len=1830721 2024-04-02T09:06:11.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 4854 completed, throughput=5MB/sec 2024-04-02T09:06:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:12 smithi019 ceph-mon[94035]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:12 smithi019 ceph-mon[96522]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:12 smithi066 ceph-mon[87361]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:06:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:12.710 INFO:tasks.workunit.client.0.smithi019.stdout: 956: throughput=5MB/sec pending data=0 2024-04-02T09:06:12.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dqzFtd6jrPmdbQm off=4228146 len=1459458 2024-04-02T09:06:12.717 INFO:tasks.workunit.client.0.smithi019.stdout:op 4855 completed, throughput=5MB/sec 2024-04-02T09:06:12.717 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8VTAQnBBjtAjNql off=8052329 len=1596753 2024-04-02T09:06:12.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 4856 completed, throughput=5MB/sec 2024-04-02T09:06:12.725 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uFJGH9eySM3TBbW off=3297570 len=390762 2024-04-02T09:06:12.728 INFO:tasks.workunit.client.0.smithi019.stdout:op 4857 completed, throughput=5MB/sec 2024-04-02T09:06:12.728 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-haM6ZZgLphNqn3q off=11580914 len=1936657 2024-04-02T09:06:12.731 INFO:tasks.workunit.client.0.smithi019.stdout:op 4858 completed, throughput=5MB/sec 2024-04-02T09:06:13.731 INFO:tasks.workunit.client.0.smithi019.stdout: 957: throughput=5MB/sec pending data=0 2024-04-02T09:06:13.732 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eJL2X0f2lKdWW19 off=2396227 len=1174957 2024-04-02T09:06:13.738 INFO:tasks.workunit.client.0.smithi019.stdout:op 4859 completed, throughput=5MB/sec 2024-04-02T09:06:13.738 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6Xp2FivbW0DT8Sj off=808716 len=274427 2024-04-02T09:06:13.741 INFO:tasks.workunit.client.0.smithi019.stdout:op 4860 completed, throughput=5MB/sec 2024-04-02T09:06:13.741 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-km1xx1mn9tTFGJq off=5583516 len=134613 2024-04-02T09:06:13.743 INFO:tasks.workunit.client.0.smithi019.stdout:op 4861 completed, throughput=5MB/sec 2024-04-02T09:06:13.744 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rO0BrFijMmbMhR8 off=10268929 len=1345318 2024-04-02T09:06:13.750 INFO:tasks.workunit.client.0.smithi019.stdout:op 4862 completed, throughput=5MB/sec 2024-04-02T09:06:13.750 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hFFOSwsoMD9MwD2 off=10364752 len=834118 2024-04-02T09:06:13.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 4863 completed, throughput=5MB/sec 2024-04-02T09:06:13.751 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6atbT_wlCLA9BMy off=2460718 len=1201814 2024-04-02T09:06:13.755 INFO:tasks.workunit.client.0.smithi019.stdout:op 4864 completed, throughput=5MB/sec 2024-04-02T09:06:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:14 smithi019 ceph-mon[94035]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:06:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:14 smithi019 ceph-mon[96522]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:06:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:14 smithi066 ceph-mon[87361]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:06:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:14.755 INFO:tasks.workunit.client.0.smithi019.stdout: 958: throughput=5MB/sec pending data=0 2024-04-02T09:06:14.755 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-msZklHTki6lkv-h off=487000 len=62926 2024-04-02T09:06:14.758 INFO:tasks.workunit.client.0.smithi019.stdout:op 4865 completed, throughput=5MB/sec 2024-04-02T09:06:14.758 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7kip_O-iLxoFRfo off=4674661 len=426792 2024-04-02T09:06:14.759 INFO:tasks.workunit.client.0.smithi019.stdout:op 4866 completed, throughput=5MB/sec 2024-04-02T09:06:14.759 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0DhcbzHkOp8xDgx off=2441585 len=187216 2024-04-02T09:06:14.760 INFO:tasks.workunit.client.0.smithi019.stdout:op 4867 completed, throughput=5MB/sec 2024-04-02T09:06:14.760 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-epPcy-nH5vSTREA off=581187 len=1287653 2024-04-02T09:06:14.761 INFO:tasks.workunit.client.0.smithi019.stdout:op 4868 completed, throughput=5MB/sec 2024-04-02T09:06:14.761 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-q3v0CvXwq7fWnKc off=2947118 len=89136 2024-04-02T09:06:14.762 INFO:tasks.workunit.client.0.smithi019.stdout:op 4869 completed, throughput=5MB/sec 2024-04-02T09:06:14.762 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8ErVwSbgS6n5VFv off=7545247 len=902338 2024-04-02T09:06:14.766 INFO:tasks.workunit.client.0.smithi019.stdout:op 4870 completed, throughput=5MB/sec 2024-04-02T09:06:14.766 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OXhBcKgba8LuFxh off=13666309 len=1346579 2024-04-02T09:06:14.767 INFO:tasks.workunit.client.0.smithi019.stdout:op 4871 completed, throughput=5MB/sec 2024-04-02T09:06:14.767 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lp4CVxAlQMwQRfW off=12917478 len=1096196 2024-04-02T09:06:14.773 INFO:tasks.workunit.client.0.smithi019.stdout:op 4872 completed, throughput=5MB/sec 2024-04-02T09:06:15.774 INFO:tasks.workunit.client.0.smithi019.stdout: 959: throughput=5MB/sec pending data=0 2024-04-02T09:06:15.774 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1YyZOb31Tzi5zF6 off=11986324 len=1585447 2024-04-02T09:06:15.781 INFO:tasks.workunit.client.0.smithi019.stdout:op 4873 completed, throughput=5MB/sec 2024-04-02T09:06:15.781 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lt7X6UjqvvMUNJp off=3182833 len=1808619 2024-04-02T09:06:15.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 4874 completed, throughput=5MB/sec 2024-04-02T09:06:15.788 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mNGrN508RXywerG off=3594204 len=1826229 2024-04-02T09:06:15.796 INFO:tasks.workunit.client.0.smithi019.stdout:op 4875 completed, throughput=5MB/sec 2024-04-02T09:06:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:16 smithi019 ceph-mon[94035]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:16 smithi019 ceph-mon[96522]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:16 smithi066 ceph-mon[87361]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: 960: throughput=5MB/sec pending data=0 2024-04-02T09:06:16.796 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DYudnnhym7cPQ1j off=5839847 len=332272 2024-04-02T09:06:16.796 INFO:tasks.workunit.client.0.smithi019.stdout:op 4876 completed, throughput=5MB/sec 2024-04-02T09:06:16.797 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-weG-9OONWklALos off=4136156 len=580053 2024-04-02T09:06:16.800 INFO:tasks.workunit.client.0.smithi019.stdout:op 4877 completed, throughput=5MB/sec 2024-04-02T09:06:16.800 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-02tzmopC1WTDSeg off=7949580 len=489703 2024-04-02T09:06:16.803 INFO:tasks.workunit.client.0.smithi019.stdout:op 4878 completed, throughput=5MB/sec 2024-04-02T09:06:16.803 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_qaRwgsd3TOsbRl off=11845803 len=733210 2024-04-02T09:06:16.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 4879 completed, throughput=5MB/sec 2024-04-02T09:06:16.804 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-e8qQFQtJC7mSWBz off=14150649 len=1018453 2024-04-02T09:06:16.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 4880 completed, throughput=5MB/sec 2024-04-02T09:06:16.805 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gU4dkMfKR_0XKuA off=695808 len=1521482 2024-04-02T09:06:16.806 INFO:tasks.workunit.client.0.smithi019.stdout:op 4881 completed, throughput=5MB/sec 2024-04-02T09:06:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: 961: throughput=5MB/sec pending data=0 2024-04-02T09:06:17.806 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-D4LdwwKcWF-AApr off=624723 len=55687 2024-04-02T09:06:17.807 INFO:tasks.workunit.client.0.smithi019.stdout:op 4882 completed, throughput=5MB/sec 2024-04-02T09:06:17.807 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5bvKrT-nyTYCfds off=1639888 len=80530 2024-04-02T09:06:17.809 INFO:tasks.workunit.client.0.smithi019.stdout:op 4883 completed, throughput=5MB/sec 2024-04-02T09:06:17.809 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-G932b9gzs_hWDzY off=965348 len=349044 2024-04-02T09:06:17.813 INFO:tasks.workunit.client.0.smithi019.stdout:op 4884 completed, throughput=5MB/sec 2024-04-02T09:06:17.813 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B9OtxjePBi35Wo9 off=10726437 len=1637815 2024-04-02T09:06:17.814 INFO:tasks.workunit.client.0.smithi019.stdout:op 4885 completed, throughput=5MB/sec 2024-04-02T09:06:17.814 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-62MEuOxqnevJDHt off=13459963 len=642970 2024-04-02T09:06:17.817 INFO:tasks.workunit.client.0.smithi019.stdout:op 4886 completed, throughput=5MB/sec 2024-04-02T09:06:17.818 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IvhyTcPL6BjNWQ4 off=15911945 len=1763494 2024-04-02T09:06:17.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 4887 completed, throughput=5MB/sec 2024-04-02T09:06:17.821 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SI9xkrJ8UtTbvza off=765403 len=496942 2024-04-02T09:06:17.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 4888 completed, throughput=5MB/sec 2024-04-02T09:06:17.821 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-43F-4GCb6EhKlYO off=10282523 len=1569844 2024-04-02T09:06:17.824 INFO:tasks.workunit.client.0.smithi019.stdout:op 4889 completed, throughput=5MB/sec 2024-04-02T09:06:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:18 smithi019 ceph-mon[94035]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:06:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:18 smithi019 ceph-mon[96522]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:06:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:18 smithi066 ceph-mon[87361]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:06:18.825 INFO:tasks.workunit.client.0.smithi019.stdout: 962: throughput=5MB/sec pending data=0 2024-04-02T09:06:18.825 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xQDKMI_c_VJ1vkg off=13132997 len=687426 2024-04-02T09:06:18.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 4890 completed, throughput=5MB/sec 2024-04-02T09:06:18.829 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P_04BXX639jV9aV off=1059868 len=1415158 2024-04-02T09:06:18.834 INFO:tasks.workunit.client.0.smithi019.stdout:op 4891 completed, throughput=5MB/sec 2024-04-02T09:06:18.834 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yE8RN2tE2scMh_- off=11907868 len=123534 2024-04-02T09:06:18.834 INFO:tasks.workunit.client.0.smithi019.stdout:op 4892 completed, throughput=5MB/sec 2024-04-02T09:06:18.835 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tvfBxT7yJFS5Vx5 off=5073111 len=1674204 2024-04-02T09:06:18.842 INFO:tasks.workunit.client.0.smithi019.stdout:op 4893 completed, throughput=5MB/sec 2024-04-02T09:06:18.842 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zFHqIXp0XcmKxLt off=6808078 len=1728289 2024-04-02T09:06:18.843 INFO:tasks.workunit.client.0.smithi019.stdout:op 4894 completed, throughput=5MB/sec 2024-04-02T09:06:19.844 INFO:tasks.workunit.client.0.smithi019.stdout: 963: throughput=5MB/sec pending data=0 2024-04-02T09:06:19.845 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IZT1a_ik2MgdHWp off=8314711 len=389941 2024-04-02T09:06:19.845 INFO:tasks.workunit.client.0.smithi019.stdout:op 4895 completed, throughput=5MB/sec 2024-04-02T09:06:19.845 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cU6T_bLzqKrwTPq off=1594934 len=672738 2024-04-02T09:06:19.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 4896 completed, throughput=5MB/sec 2024-04-02T09:06:19.848 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Uz3hxzxDeTq7OBw off=3302175 len=1288012 2024-04-02T09:06:19.849 INFO:tasks.workunit.client.0.smithi019.stdout:op 4897 completed, throughput=5MB/sec 2024-04-02T09:06:19.849 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-m4sRK2TIHWKKR2T off=4169983 len=1049974 2024-04-02T09:06:19.852 INFO:tasks.workunit.client.0.smithi019.stdout:op 4898 completed, throughput=5MB/sec 2024-04-02T09:06:19.852 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IXyo7WuB8pR2Q2P off=6266258 len=1719904 2024-04-02T09:06:19.860 INFO:tasks.workunit.client.0.smithi019.stdout:op 4899 completed, throughput=5MB/sec 2024-04-02T09:06:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:20 smithi019 ceph-mon[94035]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:20.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:06:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:06:20] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T09:06:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:20 smithi019 ceph-mon[96522]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:20 smithi066 ceph-mon[87361]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:06:20.860 INFO:tasks.workunit.client.0.smithi019.stdout: 964: throughput=5MB/sec pending data=0 2024-04-02T09:06:20.860 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Rbye33W1pmPKHqS off=10944660 len=709214 2024-04-02T09:06:20.865 INFO:tasks.workunit.client.0.smithi019.stdout:op 4900 completed, throughput=5MB/sec 2024-04-02T09:06:20.865 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VkAmPt0FsOP1qtM off=1305067 len=3155 2024-04-02T09:06:20.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 4901 completed, throughput=5MB/sec 2024-04-02T09:06:20.867 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OgaN4ndY56LgH1u off=13311004 len=812159 2024-04-02T09:06:20.868 INFO:tasks.workunit.client.0.smithi019.stdout:op 4902 completed, throughput=5MB/sec 2024-04-02T09:06:20.868 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mnHoGyhv2BKfWcv off=5172384 len=1068340 2024-04-02T09:06:20.869 INFO:tasks.workunit.client.0.smithi019.stdout:op 4903 completed, throughput=5MB/sec 2024-04-02T09:06:20.870 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iDsIajqh4bocwcK off=14444720 len=1434302 2024-04-02T09:06:20.870 INFO:tasks.workunit.client.0.smithi019.stdout:op 4904 completed, throughput=5MB/sec 2024-04-02T09:06:21.871 INFO:tasks.workunit.client.0.smithi019.stdout: 965: throughput=5MB/sec pending data=0 2024-04-02T09:06:21.871 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9TUhL7xc3YGbbH- off=1344816 len=1316490 2024-04-02T09:06:21.876 INFO:tasks.workunit.client.0.smithi019.stdout:op 4905 completed, throughput=5MB/sec 2024-04-02T09:06:21.876 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cOzkWKjroNTi_NT off=8101543 len=962890 2024-04-02T09:06:21.877 INFO:tasks.workunit.client.0.smithi019.stdout:op 4906 completed, throughput=5MB/sec 2024-04-02T09:06:21.877 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fONn2KYq5L6b9kq off=9288696 len=506713 2024-04-02T09:06:21.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 4907 completed, throughput=5MB/sec 2024-04-02T09:06:21.880 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Yf_WqaTC24ZUKe- off=15117004 len=372736 2024-04-02T09:06:21.883 INFO:tasks.workunit.client.0.smithi019.stdout:op 4908 completed, throughput=5MB/sec 2024-04-02T09:06:21.883 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Rx2FjGU-ckSYlO9 off=3095172 len=1194969 2024-04-02T09:06:21.888 INFO:tasks.workunit.client.0.smithi019.stdout:op 4909 completed, throughput=5MB/sec 2024-04-02T09:06:21.888 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m5y7hns1eXx86eb off=9581252 len=592433 2024-04-02T09:06:21.891 INFO:tasks.workunit.client.0.smithi019.stdout:op 4910 completed, throughput=5MB/sec 2024-04-02T09:06:21.891 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tgO1tcWrwU2hoNs off=7464531 len=1155408 2024-04-02T09:06:21.894 INFO:tasks.workunit.client.0.smithi019.stdout:op 4911 completed, throughput=5MB/sec 2024-04-02T09:06:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:22 smithi019 ceph-mon[96522]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:22 smithi019 ceph-mon[94035]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:22.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:22 smithi066 ceph-mon[87361]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:06:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:22.894 INFO:tasks.workunit.client.0.smithi019.stdout: 966: throughput=5MB/sec pending data=0 2024-04-02T09:06:22.895 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uMRN6GY6UaPo2D3 off=2354630 len=51960 2024-04-02T09:06:22.897 INFO:tasks.workunit.client.0.smithi019.stdout:op 4912 completed, throughput=5MB/sec 2024-04-02T09:06:22.897 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oMpXXXRuLk3p25b off=960311 len=1382554 2024-04-02T09:06:22.898 INFO:tasks.workunit.client.0.smithi019.stdout:op 4913 completed, throughput=5MB/sec 2024-04-02T09:06:22.898 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rB2EpxZosBeFls8 off=6581595 len=2068772 2024-04-02T09:06:22.906 INFO:tasks.workunit.client.0.smithi019.stdout:op 4914 completed, throughput=5MB/sec 2024-04-02T09:06:22.906 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u7Ha6f8zD92tNKn off=130521 len=260566 2024-04-02T09:06:22.908 INFO:tasks.workunit.client.0.smithi019.stdout:op 4915 completed, throughput=5MB/sec 2024-04-02T09:06:22.908 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TENYCyJjmZ6cgOn off=9027472 len=1285581 2024-04-02T09:06:22.912 INFO:tasks.workunit.client.0.smithi019.stdout:op 4916 completed, throughput=5MB/sec 2024-04-02T09:06:23.913 INFO:tasks.workunit.client.0.smithi019.stdout: 967: throughput=5MB/sec pending data=0 2024-04-02T09:06:23.913 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EQFgt5xR0HV6J5- off=13623754 len=57018 2024-04-02T09:06:23.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 4917 completed, throughput=5MB/sec 2024-04-02T09:06:23.914 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wk9kFjCIxk3p7xF off=5247983 len=2075081 2024-04-02T09:06:23.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 4918 completed, throughput=5MB/sec 2024-04-02T09:06:23.924 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YgcXjY78Tv4lCVJ off=3656374 len=128997 2024-04-02T09:06:23.925 INFO:tasks.workunit.client.0.smithi019.stdout:op 4919 completed, throughput=5MB/sec 2024-04-02T09:06:23.925 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VFTuhMdprQFAs3T off=17045589 len=1617511 2024-04-02T09:06:23.933 INFO:tasks.workunit.client.0.smithi019.stdout:op 4920 completed, throughput=5MB/sec 2024-04-02T09:06:23.933 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dAHjTbV_eER8MbG off=14938713 len=343518 2024-04-02T09:06:23.933 INFO:tasks.workunit.client.0.smithi019.stdout:op 4921 completed, throughput=5MB/sec 2024-04-02T09:06:23.933 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vDl89zKVeSZl4IW off=18773265 len=901039 2024-04-02T09:06:23.934 INFO:tasks.workunit.client.0.smithi019.stdout:op 4922 completed, throughput=5MB/sec 2024-04-02T09:06:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:24 smithi019 ceph-mon[94035]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:06:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:24 smithi019 ceph-mon[96522]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:06:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:24 smithi066 ceph-mon[87361]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:06:24.934 INFO:tasks.workunit.client.0.smithi019.stdout: 968: throughput=5MB/sec pending data=0 2024-04-02T09:06:24.935 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RrS0MQK_UXtKuoc off=5611258 len=487135 2024-04-02T09:06:24.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 4923 completed, throughput=5MB/sec 2024-04-02T09:06:24.935 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_qhGuvEf99AmaOn off=6986356 len=852759 2024-04-02T09:06:24.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 4924 completed, throughput=5MB/sec 2024-04-02T09:06:24.937 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qmxHjPDmxxhUoRO off=8073240 len=437308 2024-04-02T09:06:24.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 4925 completed, throughput=5MB/sec 2024-04-02T09:06:24.937 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PcCISbMcpDve82k off=1792420 len=216672 2024-04-02T09:06:24.942 INFO:tasks.workunit.client.0.smithi019.stdout:op 4926 completed, throughput=5MB/sec 2024-04-02T09:06:24.942 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dfizxzG4zQvIXXb off=698696 len=1997277 2024-04-02T09:06:24.946 INFO:tasks.workunit.client.0.smithi019.stdout:op 4927 completed, throughput=5MB/sec 2024-04-02T09:06:24.946 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tx2NP7ydzZJeOVX off=21434844 len=920762 2024-04-02T09:06:24.947 INFO:tasks.workunit.client.0.smithi019.stdout:op 4928 completed, throughput=5MB/sec 2024-04-02T09:06:25.947 INFO:tasks.workunit.client.0.smithi019.stdout: 969: throughput=4.99MB/sec pending data=0 2024-04-02T09:06:25.947 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9J0n7jIHhz64bNp off=4569142 len=791548 2024-04-02T09:06:25.948 INFO:tasks.workunit.client.0.smithi019.stdout:op 4929 completed, throughput=5MB/sec 2024-04-02T09:06:25.948 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tSLO2pS6Jl0Htq7 off=6659826 len=1498920 2024-04-02T09:06:25.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 4930 completed, throughput=5MB/sec 2024-04-02T09:06:25.954 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RkVmJxQlAX7Jvuo off=3212111 len=1867444 2024-04-02T09:06:25.956 INFO:tasks.workunit.client.0.smithi019.stdout:op 4931 completed, throughput=5MB/sec 2024-04-02T09:06:25.956 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GboT7CY2XF36Tb5 off=13677714 len=729832 2024-04-02T09:06:25.958 INFO:tasks.workunit.client.0.smithi019.stdout:op 4932 completed, throughput=5MB/sec 2024-04-02T09:06:25.958 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-myWRYp1XMW7zqiN off=3545246 len=183597 2024-04-02T09:06:25.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 4933 completed, throughput=5MB/sec 2024-04-02T09:06:25.961 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0WHemSxfz5PP5oC off=5317808 len=70230 2024-04-02T09:06:25.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 4934 completed, throughput=5MB/sec 2024-04-02T09:06:25.961 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W_CEW31MjXNvIWy off=2094969 len=1147774 2024-04-02T09:06:25.962 INFO:tasks.workunit.client.0.smithi019.stdout:op 4935 completed, throughput=5MB/sec 2024-04-02T09:06:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:26 smithi019 ceph-mon[94035]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:26 smithi019 ceph-mon[96522]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:26 smithi066 ceph-mon[87361]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:06:26.962 INFO:tasks.workunit.client.0.smithi019.stdout: 970: throughput=5MB/sec pending data=0 2024-04-02T09:06:26.962 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZrK5y-5gEBWCDhk off=10877191 len=651114 2024-04-02T09:06:26.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 4936 completed, throughput=5MB/sec 2024-04-02T09:06:26.966 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uDVC8WTcI76ykza off=1087099 len=92930 2024-04-02T09:06:26.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 4937 completed, throughput=5MB/sec 2024-04-02T09:06:26.966 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5VWMOpu1EmlaCnU off=421730 len=107239 2024-04-02T09:06:26.968 INFO:tasks.workunit.client.0.smithi019.stdout:op 4938 completed, throughput=5MB/sec 2024-04-02T09:06:26.968 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4YE54CyfBafPzfi off=4399150 len=500937 2024-04-02T09:06:26.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 4939 completed, throughput=5MB/sec 2024-04-02T09:06:26.972 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jk5FJMRE7CmzZPI off=3254582 len=1611851 2024-04-02T09:06:26.973 INFO:tasks.workunit.client.0.smithi019.stdout:op 4940 completed, throughput=5MB/sec 2024-04-02T09:06:26.974 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o4fpjY3mAOfkOrM off=6880247 len=345135 2024-04-02T09:06:26.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 4941 completed, throughput=5MB/sec 2024-04-02T09:06:26.976 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-S5Ak4Vmx2ipwZhO off=4953638 len=1709643 2024-04-02T09:06:26.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 4942 completed, throughput=5MB/sec 2024-04-02T09:06:27.986 INFO:tasks.workunit.client.0.smithi019.stdout: 971: throughput=5MB/sec pending data=0 2024-04-02T09:06:27.986 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-h4edf084lTLYrSR off=7572373 len=1807981 2024-04-02T09:06:27.989 INFO:tasks.workunit.client.0.smithi019.stdout:op 4943 completed, throughput=5MB/sec 2024-04-02T09:06:27.989 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ryQzO68y0w9vHnw off=10485856 len=2028482 2024-04-02T09:06:27.991 INFO:tasks.workunit.client.0.smithi019.stdout:op 4944 completed, throughput=5MB/sec 2024-04-02T09:06:27.991 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qjpN4xfhonUvl9i off=2036548 len=697299 2024-04-02T09:06:27.995 INFO:tasks.workunit.client.0.smithi019.stdout:op 4945 completed, throughput=5MB/sec 2024-04-02T09:06:27.995 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GXqC3BQko2HJ78d off=11383976 len=960766 2024-04-02T09:06:27.997 INFO:tasks.workunit.client.0.smithi019.stdout:op 4946 completed, throughput=5MB/sec 2024-04-02T09:06:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:28 smithi019 ceph-mon[94035]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:06:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:28 smithi019 ceph-mon[96522]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:06:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:28 smithi066 ceph-mon[87361]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:06:28.997 INFO:tasks.workunit.client.0.smithi019.stdout: 972: throughput=5MB/sec pending data=0 2024-04-02T09:06:28.997 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j9aQfmPjOyPnSgF off=2792065 len=65465 2024-04-02T09:06:28.998 INFO:tasks.workunit.client.0.smithi019.stdout:op 4947 completed, throughput=5MB/sec 2024-04-02T09:06:28.998 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7Mx17lpTj3wY9rw off=8344368 len=1158140 2024-04-02T09:06:29.002 INFO:tasks.workunit.client.0.smithi019.stdout:op 4948 completed, throughput=5MB/sec 2024-04-02T09:06:29.002 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EhN3sB8Pr1fkuxd off=5392878 len=1027296 2024-04-02T09:06:29.006 INFO:tasks.workunit.client.0.smithi019.stdout:op 4949 completed, throughput=5MB/sec 2024-04-02T09:06:29.006 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WhmLKwXjx0r9IIZ off=1789122 len=666602 2024-04-02T09:06:29.008 INFO:tasks.workunit.client.0.smithi019.stdout:op 4950 completed, throughput=5MB/sec 2024-04-02T09:06:29.008 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eZ7Wll7WrzLxj-j off=3842074 len=959397 2024-04-02T09:06:29.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 4951 completed, throughput=5MB/sec 2024-04-02T09:06:29.011 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PJBlA1hCoH2Qpi6 off=14903915 len=612284 2024-04-02T09:06:29.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 4952 completed, throughput=5MB/sec 2024-04-02T09:06:29.014 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oSVOVwJ6H1KBnoH off=10846530 len=1817501 2024-04-02T09:06:29.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 4953 completed, throughput=5MB/sec 2024-04-02T09:06:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: 973: throughput=5MB/sec pending data=0 2024-04-02T09:06:30.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wLnOO8UqqVuzGnO off=7042242 len=1329282 2024-04-02T09:06:30.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 4954 completed, throughput=5MB/sec 2024-04-02T09:06:30.019 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j9I3CNNqqLRRUWA off=8234057 len=970097 2024-04-02T09:06:30.020 INFO:tasks.workunit.client.0.smithi019.stdout:op 4955 completed, throughput=5MB/sec 2024-04-02T09:06:30.020 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9kV6Xj38D-OnzET off=7357254 len=225167 2024-04-02T09:06:30.023 INFO:tasks.workunit.client.0.smithi019.stdout:op 4956 completed, throughput=5MB/sec 2024-04-02T09:06:30.023 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YMt2r3AtmHUcJ5- off=1430370 len=1725234 2024-04-02T09:06:30.026 INFO:tasks.workunit.client.0.smithi019.stdout:op 4957 completed, throughput=5MB/sec 2024-04-02T09:06:30.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:30 smithi019 ceph-mon[94035]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:30.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:06:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:06:30] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:06:30.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:30 smithi019 ceph-mon[96522]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:30 smithi066 ceph-mon[87361]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:06:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: 974: throughput=5MB/sec pending data=0 2024-04-02T09:06:31.027 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KGbPLCL8wFdgIE4 off=22809 len=1309952 2024-04-02T09:06:31.028 INFO:tasks.workunit.client.0.smithi019.stdout:op 4958 completed, throughput=5MB/sec 2024-04-02T09:06:31.028 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mJHJkExfExWSzAT off=19244158 len=796216 2024-04-02T09:06:31.033 INFO:tasks.workunit.client.0.smithi019.stdout:op 4959 completed, throughput=5MB/sec 2024-04-02T09:06:31.033 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--ncrrA7y5yPs-55 off=1850729 len=282663 2024-04-02T09:06:31.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 4960 completed, throughput=5MB/sec 2024-04-02T09:06:31.036 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SyWeleNBX21k1TT off=6132808 len=1017211 2024-04-02T09:06:31.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 4961 completed, throughput=5MB/sec 2024-04-02T09:06:31.041 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_qaRwgsd3TOsbRl off=4792278 len=2035457 2024-04-02T09:06:31.043 INFO:tasks.workunit.client.0.smithi019.stdout:op 4962 completed, throughput=5MB/sec 2024-04-02T09:06:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: 975: throughput=5MB/sec pending data=0 2024-04-02T09:06:32.044 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-H8q6am4vfZ1AzZw off=5471975 len=637087 2024-04-02T09:06:32.048 INFO:tasks.workunit.client.0.smithi019.stdout:op 4963 completed, throughput=5MB/sec 2024-04-02T09:06:32.048 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KzsBjC4l57I_gRB off=13069168 len=966643 2024-04-02T09:06:32.050 INFO:tasks.workunit.client.0.smithi019.stdout:op 4964 completed, throughput=5MB/sec 2024-04-02T09:06:32.050 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-db-PhjxaJ77cFzB off=1895890 len=1004630 2024-04-02T09:06:32.053 INFO:tasks.workunit.client.0.smithi019.stdout:op 4965 completed, throughput=5MB/sec 2024-04-02T09:06:32.054 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Hej6TPDfPeTxtze off=8339598 len=781884 2024-04-02T09:06:32.058 INFO:tasks.workunit.client.0.smithi019.stdout:op 4966 completed, throughput=5MB/sec 2024-04-02T09:06:32.058 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VHHcXYsrrzHUzfs off=369159 len=710143 2024-04-02T09:06:32.059 INFO:tasks.workunit.client.0.smithi019.stdout:op 4967 completed, throughput=5MB/sec 2024-04-02T09:06:32.059 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U7-h-m0wybLxQXm off=4104929 len=743226 2024-04-02T09:06:32.063 INFO:tasks.workunit.client.0.smithi019.stdout:op 4968 completed, throughput=5MB/sec 2024-04-02T09:06:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:32 smithi019 ceph-mon[96522]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:06:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:32 smithi019 ceph-mon[94035]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:06:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:32 smithi066 ceph-mon[87361]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:06:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:06:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: 976: throughput=5MB/sec pending data=0 2024-04-02T09:06:33.063 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iB9mF2xBs9YD27V off=5856395 len=1106380 2024-04-02T09:06:33.064 INFO:tasks.workunit.client.0.smithi019.stdout:op 4969 completed, throughput=5MB/sec 2024-04-02T09:06:33.064 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PzC4SBgVQF4jB_3 off=11321648 len=810177 2024-04-02T09:06:33.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 4970 completed, throughput=5MB/sec 2024-04-02T09:06:33.067 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3gr51lfimVeb2xf off=10926781 len=96918 2024-04-02T09:06:33.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 4971 completed, throughput=5MB/sec 2024-04-02T09:06:33.067 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LT-5s_7YjVToBNl off=708419 len=645548 2024-04-02T09:06:33.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 4972 completed, throughput=5MB/sec 2024-04-02T09:06:33.068 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tRB51jnhzwD-lLc off=207885 len=240225 2024-04-02T09:06:33.068 INFO:tasks.workunit.client.0.smithi019.stdout:op 4973 completed, throughput=5MB/sec 2024-04-02T09:06:33.068 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X-88G7C2VLGj-14 off=1753074 len=60781 2024-04-02T09:06:33.069 INFO:tasks.workunit.client.0.smithi019.stdout:op 4974 completed, throughput=5MB/sec 2024-04-02T09:06:33.069 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oMbPwc70XbObhA4 off=8069433 len=1170258 2024-04-02T09:06:33.075 INFO:tasks.workunit.client.0.smithi019.stdout:op 4975 completed, throughput=5MB/sec 2024-04-02T09:06:33.075 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2_pPsG2uzj6EclJ off=614931 len=126932 2024-04-02T09:06:33.076 INFO:tasks.workunit.client.0.smithi019.stdout:op 4976 completed, throughput=5MB/sec 2024-04-02T09:06:33.076 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DMRqq92e4z5ET28 off=9393098 len=1698200 2024-04-02T09:06:33.077 INFO:tasks.workunit.client.0.smithi019.stdout:op 4977 completed, throughput=5MB/sec 2024-04-02T09:06:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: 977: throughput=5MB/sec pending data=0 2024-04-02T09:06:34.078 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U-1zQWi5wR8cRw4 off=19586854 len=722238 2024-04-02T09:06:34.082 INFO:tasks.workunit.client.0.smithi019.stdout:op 4978 completed, throughput=5MB/sec 2024-04-02T09:06:34.082 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GT_7yuKYhAm2V7G off=3847062 len=1744635 2024-04-02T09:06:34.093 INFO:tasks.workunit.client.0.smithi019.stdout:op 4979 completed, throughput=5MB/sec 2024-04-02T09:06:34.093 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rM0wGcMu7x3fhxE off=5014424 len=1758190 2024-04-02T09:06:34.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 4980 completed, throughput=5MB/sec 2024-04-02T09:06:34.094 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T5j7laZPJH2OGMB off=2954757 len=1535458 2024-04-02T09:06:34.095 INFO:tasks.workunit.client.0.smithi019.stdout:op 4981 completed, throughput=5MB/sec 2024-04-02T09:06:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:34 smithi019 ceph-mon[94035]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T09:06:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:34 smithi019 ceph-mon[96522]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T09:06:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:34 smithi066 ceph-mon[87361]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T09:06:35.095 INFO:tasks.workunit.client.0.smithi019.stdout: 978: throughput=5MB/sec pending data=0 2024-04-02T09:06:35.096 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u9kA-M8dZaOXy6o off=2264458 len=1049311 2024-04-02T09:06:35.096 INFO:tasks.workunit.client.0.smithi019.stdout:op 4982 completed, throughput=5MB/sec 2024-04-02T09:06:35.096 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qPcZQMtWmqaB9q3 off=11823695 len=1682141 2024-04-02T09:06:35.100 INFO:tasks.workunit.client.0.smithi019.stdout:op 4983 completed, throughput=5MB/sec 2024-04-02T09:06:35.100 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yZk-a9P6QIkuyZJ off=464488 len=2073117 2024-04-02T09:06:35.107 INFO:tasks.workunit.client.0.smithi019.stdout:op 4984 completed, throughput=5MB/sec 2024-04-02T09:06:36.108 INFO:tasks.workunit.client.0.smithi019.stdout: 979: throughput=5MB/sec pending data=0 2024-04-02T09:06:36.108 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PqqjqMT7LmmfMhJ off=3312516 len=1340241 2024-04-02T09:06:36.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 4985 completed, throughput=5MB/sec 2024-04-02T09:06:36.111 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iETScI2icx_Vu_f off=6231768 len=1723694 2024-04-02T09:06:36.113 INFO:tasks.workunit.client.0.smithi019.stdout:op 4986 completed, throughput=5MB/sec 2024-04-02T09:06:36.113 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nat4x3W-yU87X9w off=1342867 len=956213 2024-04-02T09:06:36.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 4987 completed, throughput=5MB/sec 2024-04-02T09:06:36.115 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jCAWT4YUVSH0dry off=10544787 len=163941 2024-04-02T09:06:36.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 4988 completed, throughput=5MB/sec 2024-04-02T09:06:36.115 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IZb29YwXRrEpMrW off=98230 len=1632503 2024-04-02T09:06:36.116 INFO:tasks.workunit.client.0.smithi019.stdout:op 4989 completed, throughput=5MB/sec 2024-04-02T09:06:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:36 smithi019 ceph-mon[94035]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:36 smithi019 ceph-mon[96522]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:36 smithi066 ceph-mon[87361]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:06:37.117 INFO:tasks.workunit.client.0.smithi019.stdout: 980: throughput=5MB/sec pending data=0 2024-04-02T09:06:37.117 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5bRr1W6x89DlzhC off=12505071 len=69851 2024-04-02T09:06:37.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 4990 completed, throughput=5MB/sec 2024-04-02T09:06:37.120 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jNNnaC8QWC7nPEM off=1203745 len=948979 2024-04-02T09:06:37.121 INFO:tasks.workunit.client.0.smithi019.stdout:op 4991 completed, throughput=5MB/sec 2024-04-02T09:06:37.121 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s043V4NsVf5EP2a off=2311802 len=1940068 2024-04-02T09:06:37.129 INFO:tasks.workunit.client.0.smithi019.stdout:op 4992 completed, throughput=5MB/sec 2024-04-02T09:06:37.129 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6O6_jeUSG32afWZ off=466997 len=1470437 2024-04-02T09:06:37.136 INFO:tasks.workunit.client.0.smithi019.stdout:op 4993 completed, throughput=5MB/sec 2024-04-02T09:06:38.136 INFO:tasks.workunit.client.0.smithi019.stdout: 981: throughput=5MB/sec pending data=0 2024-04-02T09:06:38.136 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2z1oBhLDPcafqqp off=17345590 len=407139 2024-04-02T09:06:38.139 INFO:tasks.workunit.client.0.smithi019.stdout:op 4994 completed, throughput=5MB/sec 2024-04-02T09:06:38.140 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AF7reVK53MTZ1HF off=6980540 len=1906464 2024-04-02T09:06:38.150 INFO:tasks.workunit.client.0.smithi019.stdout:op 4995 completed, throughput=5MB/sec 2024-04-02T09:06:38.150 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-u7y4xD8I2201n4j off=2877626 len=235411 2024-04-02T09:06:38.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 4996 completed, throughput=5MB/sec 2024-04-02T09:06:38.152 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LZJBFIrAhmoGBfw off=6549980 len=804896 2024-04-02T09:06:38.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 4997 completed, throughput=5MB/sec 2024-04-02T09:06:38.153 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-crCYmJ5XprXnDzh off=7637721 len=1084774 2024-04-02T09:06:38.154 INFO:tasks.workunit.client.0.smithi019.stdout:op 4998 completed, throughput=5MB/sec 2024-04-02T09:06:38.154 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FEyz5KyQofu5aRH off=10102668 len=1733002 2024-04-02T09:06:38.155 INFO:tasks.workunit.client.0.smithi019.stdout:op 4999 completed, throughput=5MB/sec 2024-04-02T09:06:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:38 smithi019 ceph-mon[94035]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:06:38.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:38 smithi019 ceph-mon[96522]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:06:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:38 smithi066 ceph-mon[87361]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:06:39.155 INFO:tasks.workunit.client.0.smithi019.stdout: 982: throughput=5MB/sec pending data=0 2024-04-02T09:06:39.155 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PjUkt_ZZhcRJIJR off=12923416 len=1181539 2024-04-02T09:06:39.157 INFO:tasks.workunit.client.0.smithi019.stdout:op 5000 completed, throughput=5MB/sec 2024-04-02T09:06:39.157 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fU-Xq_AX8_0jySW off=4860682 len=1228056 2024-04-02T09:06:39.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 5001 completed, throughput=5MB/sec 2024-04-02T09:06:39.161 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qsn-hANWJBlPJrc off=10873800 len=675908 2024-04-02T09:06:39.163 INFO:tasks.workunit.client.0.smithi019.stdout:op 5002 completed, throughput=5MB/sec 2024-04-02T09:06:39.164 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4pwOj2lcfwCsDq5 off=5640420 len=241027 2024-04-02T09:06:39.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 5003 completed, throughput=5MB/sec 2024-04-02T09:06:39.167 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FEyz5KyQofu5aRH off=20943208 len=1383928 2024-04-02T09:06:39.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 5004 completed, throughput=5MB/sec 2024-04-02T09:06:40.172 INFO:tasks.workunit.client.0.smithi019.stdout: 983: throughput=5MB/sec pending data=0 2024-04-02T09:06:40.172 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ySANKHovIz1p0fh off=1627195 len=1404665 2024-04-02T09:06:40.177 INFO:tasks.workunit.client.0.smithi019.stdout:op 5005 completed, throughput=5MB/sec 2024-04-02T09:06:40.177 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dEubIQFubL3Rljk off=15146505 len=649328 2024-04-02T09:06:40.178 INFO:tasks.workunit.client.0.smithi019.stdout:op 5006 completed, throughput=5MB/sec 2024-04-02T09:06:40.178 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OFAkPncdQ4-M7mI off=8934696 len=736765 2024-04-02T09:06:40.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 5007 completed, throughput=5MB/sec 2024-04-02T09:06:40.179 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0QuRNsEqlsoNylO off=12022169 len=230330 2024-04-02T09:06:40.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 5008 completed, throughput=5MB/sec 2024-04-02T09:06:40.180 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5GQERifJ6okSAo8 off=5490122 len=1191609 2024-04-02T09:06:40.181 INFO:tasks.workunit.client.0.smithi019.stdout:op 5009 completed, throughput=5MB/sec 2024-04-02T09:06:40.181 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XFd5HMW2xQtHrsd off=701818 len=822858 2024-04-02T09:06:40.186 INFO:tasks.workunit.client.0.smithi019.stdout:op 5010 completed, throughput=5MB/sec 2024-04-02T09:06:40.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:40 smithi019 ceph-mon[94035]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:06:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:40 smithi019 ceph-mon[96522]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:06:40.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:06:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:06:40] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:06:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:40 smithi066 ceph-mon[87361]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:06:41.186 INFO:tasks.workunit.client.0.smithi019.stdout: 984: throughput=5MB/sec pending data=0 2024-04-02T09:06:41.187 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AGEFjehBw0cexSJ off=869652 len=1751756 2024-04-02T09:06:41.194 INFO:tasks.workunit.client.0.smithi019.stdout:op 5011 completed, throughput=5MB/sec 2024-04-02T09:06:41.194 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iBB_jNNiR0y4c-n off=21317475 len=1050773 2024-04-02T09:06:41.195 INFO:tasks.workunit.client.0.smithi019.stdout:op 5012 completed, throughput=5MB/sec 2024-04-02T09:06:41.195 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2t-4u4VvI-TZ79w off=471995 len=320378 2024-04-02T09:06:41.196 INFO:tasks.workunit.client.0.smithi019.stdout:op 5013 completed, throughput=5MB/sec 2024-04-02T09:06:41.196 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6OEI_c0vBVzV0a- off=15535331 len=1143335 2024-04-02T09:06:41.199 INFO:tasks.workunit.client.0.smithi019.stdout:op 5014 completed, throughput=5MB/sec 2024-04-02T09:06:41.200 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oyO88r3okA5BSaE off=9020978 len=1877625 2024-04-02T09:06:41.200 INFO:tasks.workunit.client.0.smithi019.stdout:op 5015 completed, throughput=5MB/sec 2024-04-02T09:06:42.201 INFO:tasks.workunit.client.0.smithi019.stdout: 985: throughput=5MB/sec pending data=0 2024-04-02T09:06:42.201 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PHIVVenitlOIhNs off=2955753 len=1761039 2024-04-02T09:06:42.209 INFO:tasks.workunit.client.0.smithi019.stdout:op 5016 completed, throughput=5MB/sec 2024-04-02T09:06:42.209 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wKvNghP64AzUpHA off=2626076 len=1078758 2024-04-02T09:06:42.211 INFO:tasks.workunit.client.0.smithi019.stdout:op 5017 completed, throughput=5MB/sec 2024-04-02T09:06:42.211 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RXs-xlacf6zdkll off=50378 len=1889673 2024-04-02T09:06:42.216 INFO:tasks.workunit.client.0.smithi019.stdout:op 5018 completed, throughput=5MB/sec 2024-04-02T09:06:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:42 smithi019 ceph-mon[94035]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:06:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:42 smithi019 ceph-mon[96522]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:06:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:42 smithi066 ceph-mon[87361]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:06:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:06:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:43.217 INFO:tasks.workunit.client.0.smithi019.stdout: 986: throughput=5MB/sec pending data=0 2024-04-02T09:06:43.217 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x1h-lXxTVqoC2Om off=1363705 len=803664 2024-04-02T09:06:43.217 INFO:tasks.workunit.client.0.smithi019.stdout:op 5019 completed, throughput=5MB/sec 2024-04-02T09:06:43.217 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pj3HUL-nN11a8Kl off=3833922 len=2078032 2024-04-02T09:06:43.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 5020 completed, throughput=5MB/sec 2024-04-02T09:06:43.230 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sC92Iy2bGtNhhA4 off=11511360 len=1656039 2024-04-02T09:06:43.239 INFO:tasks.workunit.client.0.smithi019.stdout:op 5021 completed, throughput=5MB/sec 2024-04-02T09:06:43.239 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N3y8DO3TCPa8K9w off=1120346 len=1129659 2024-04-02T09:06:43.244 INFO:tasks.workunit.client.0.smithi019.stdout:op 5022 completed, throughput=5MB/sec 2024-04-02T09:06:44.244 INFO:tasks.workunit.client.0.smithi019.stdout: 987: throughput=5MB/sec pending data=0 2024-04-02T09:06:44.244 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AftI3pubwIi2za3 off=15824781 len=292360 2024-04-02T09:06:44.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 5023 completed, throughput=5MB/sec 2024-04-02T09:06:44.245 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3lgSDB6lWm7e8Mi off=4594384 len=765198 2024-04-02T09:06:44.248 INFO:tasks.workunit.client.0.smithi019.stdout:op 5024 completed, throughput=5MB/sec 2024-04-02T09:06:44.248 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HL-Oiy1bAEf9qZU off=488252 len=232542 2024-04-02T09:06:44.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 5025 completed, throughput=5MB/sec 2024-04-02T09:06:44.251 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IXIhNk-ARQkfQkQ off=11048481 len=670020 2024-04-02T09:06:44.252 INFO:tasks.workunit.client.0.smithi019.stdout:op 5026 completed, throughput=5MB/sec 2024-04-02T09:06:44.252 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SGRDLL76eDRuvSN off=18509409 len=306957 2024-04-02T09:06:44.255 INFO:tasks.workunit.client.0.smithi019.stdout:op 5027 completed, throughput=5MB/sec 2024-04-02T09:06:44.255 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x-VVpkg6ajCrd-c off=6243897 len=11703 2024-04-02T09:06:44.256 INFO:tasks.workunit.client.0.smithi019.stdout:op 5028 completed, throughput=5MB/sec 2024-04-02T09:06:44.256 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7vj0cQkgTJh5H1f off=11036165 len=2063435 2024-04-02T09:06:44.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 5029 completed, throughput=5MB/sec 2024-04-02T09:06:44.263 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j-__-UINRafZAPT off=0 len=1399173 2024-04-02T09:06:44.264 INFO:tasks.workunit.client.0.smithi019.stdout:op 5030 completed, throughput=5MB/sec 2024-04-02T09:06:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:44 smithi019 ceph-mon[94035]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:06:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:44 smithi019 ceph-mon[96522]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:06:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:44 smithi066 ceph-mon[87361]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:06:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:45.264 INFO:tasks.workunit.client.0.smithi019.stdout: 988: throughput=5MB/sec pending data=0 2024-04-02T09:06:45.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-074aZmcMxfUaG3_ off=4770885 len=1342741 2024-04-02T09:06:45.269 INFO:tasks.workunit.client.0.smithi019.stdout:op 5031 completed, throughput=5MB/sec 2024-04-02T09:06:45.269 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2F_Ce2_33_1Vwco off=4962516 len=539144 2024-04-02T09:06:45.272 INFO:tasks.workunit.client.0.smithi019.stdout:op 5032 completed, throughput=5MB/sec 2024-04-02T09:06:45.272 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-A81Y3rwbuNwrXYc off=18529671 len=146613 2024-04-02T09:06:45.274 INFO:tasks.workunit.client.0.smithi019.stdout:op 5033 completed, throughput=5MB/sec 2024-04-02T09:06:45.274 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Cx_JKycHOfdyiXs off=6297323 len=1680747 2024-04-02T09:06:45.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 5034 completed, throughput=5MB/sec 2024-04-02T09:06:45.280 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DCK_K-HCXM8HixG off=535678 len=397325 2024-04-02T09:06:45.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 5035 completed, throughput=5MB/sec 2024-04-02T09:06:46.281 INFO:tasks.workunit.client.0.smithi019.stdout: 989: throughput=5MB/sec pending data=0 2024-04-02T09:06:46.281 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pmYksciwLnUnvLY off=5757313 len=725783 2024-04-02T09:06:46.282 INFO:tasks.workunit.client.0.smithi019.stdout:op 5036 completed, throughput=5MB/sec 2024-04-02T09:06:46.282 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lmm2yZuUpgr1mSU off=14332870 len=1952526 2024-04-02T09:06:46.283 INFO:tasks.workunit.client.0.smithi019.stdout:op 5037 completed, throughput=5MB/sec 2024-04-02T09:06:46.283 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-y5vL6JRMskDvF3n off=382695 len=1211381 2024-04-02T09:06:46.290 INFO:tasks.workunit.client.0.smithi019.stdout:op 5038 completed, throughput=5MB/sec 2024-04-02T09:06:46.290 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-btEJmLaa8D7FrXl off=140569 len=779143 2024-04-02T09:06:46.293 INFO:tasks.workunit.client.0.smithi019.stdout:op 5039 completed, throughput=5MB/sec 2024-04-02T09:06:46.293 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P7l_aOJ_TjE9S3M off=5285437 len=538243 2024-04-02T09:06:46.296 INFO:tasks.workunit.client.0.smithi019.stdout:op 5040 completed, throughput=5MB/sec 2024-04-02T09:06:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:46 smithi019 ceph-mon[94035]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:46 smithi019 ceph-mon[96522]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:46 smithi066 ceph-mon[87361]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:06:47.297 INFO:tasks.workunit.client.0.smithi019.stdout: 990: throughput=5MB/sec pending data=0 2024-04-02T09:06:47.297 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--6xkavpRh4Ft7bO off=13879602 len=255152 2024-04-02T09:06:47.297 INFO:tasks.workunit.client.0.smithi019.stdout:op 5041 completed, throughput=5MB/sec 2024-04-02T09:06:47.297 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-m7VZVZFozPfH8FQ off=3699790 len=1065047 2024-04-02T09:06:47.298 INFO:tasks.workunit.client.0.smithi019.stdout:op 5042 completed, throughput=5MB/sec 2024-04-02T09:06:47.298 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pXgMQWY5mavAhKC off=734146 len=1391329 2024-04-02T09:06:47.304 INFO:tasks.workunit.client.0.smithi019.stdout:op 5043 completed, throughput=5MB/sec 2024-04-02T09:06:47.304 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nJs04SxdmeTmcJ1 off=1826941 len=572541 2024-04-02T09:06:47.308 INFO:tasks.workunit.client.0.smithi019.stdout:op 5044 completed, throughput=5MB/sec 2024-04-02T09:06:47.308 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Udl6DGD0cIbKHEs off=230268 len=1621721 2024-04-02T09:06:47.309 INFO:tasks.workunit.client.0.smithi019.stdout:op 5045 completed, throughput=5MB/sec 2024-04-02T09:06:47.309 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kzvCd8MsEnebafh off=2438969 len=2040166 2024-04-02T09:06:47.316 INFO:tasks.workunit.client.0.smithi019.stdout:op 5046 completed, throughput=5MB/sec 2024-04-02T09:06:48.316 INFO:tasks.workunit.client.0.smithi019.stdout: 991: throughput=5MB/sec pending data=0 2024-04-02T09:06:48.316 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rB2EpxZosBeFls8 off=12310661 len=333640 2024-04-02T09:06:48.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 5047 completed, throughput=5MB/sec 2024-04-02T09:06:48.319 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8APV4OxOWOURoYn off=13701015 len=1340980 2024-04-02T09:06:48.326 INFO:tasks.workunit.client.0.smithi019.stdout:op 5048 completed, throughput=5MB/sec 2024-04-02T09:06:48.326 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6ZeOqaU_WzWoblR off=14552139 len=1244658 2024-04-02T09:06:48.329 INFO:tasks.workunit.client.0.smithi019.stdout:op 5049 completed, throughput=5MB/sec 2024-04-02T09:06:48.329 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QBi55o3Y7lIQimz off=2484241 len=1184884 2024-04-02T09:06:48.329 INFO:tasks.workunit.client.0.smithi019.stdout:op 5050 completed, throughput=5MB/sec 2024-04-02T09:06:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:48 smithi019 ceph-mon[94035]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:48 smithi019 ceph-mon[96522]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:48 smithi066 ceph-mon[87361]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:06:49.330 INFO:tasks.workunit.client.0.smithi019.stdout: 992: throughput=5MB/sec pending data=0 2024-04-02T09:06:49.330 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DRMPy58DnSTHP8U off=3395714 len=632694 2024-04-02T09:06:49.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 5051 completed, throughput=5MB/sec 2024-04-02T09:06:49.332 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wcgxCH6jgqPUnZq off=0 len=1470174 2024-04-02T09:06:49.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 5052 completed, throughput=5MB/sec 2024-04-02T09:06:49.337 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PQD8b2EDrSosivR off=6700965 len=2005914 2024-04-02T09:06:49.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 5053 completed, throughput=5MB/sec 2024-04-02T09:06:49.345 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QceTC0TIRZA3fC4 off=4166892 len=728633 2024-04-02T09:06:49.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 5054 completed, throughput=5MB/sec 2024-04-02T09:06:49.346 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BYiIQ_AHn7vFdlG off=1727522 len=1597379 2024-04-02T09:06:49.353 INFO:tasks.workunit.client.0.smithi019.stdout:op 5055 completed, throughput=5MB/sec 2024-04-02T09:06:50.354 INFO:tasks.workunit.client.0.smithi019.stdout: 993: throughput=5MB/sec pending data=0 2024-04-02T09:06:50.354 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-A3bBPLXrEai0Wab off=5776995 len=983377 2024-04-02T09:06:50.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 5056 completed, throughput=5MB/sec 2024-04-02T09:06:50.360 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NaKMUSXIHMXqNLo off=9979952 len=509307 2024-04-02T09:06:50.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 5057 completed, throughput=5MB/sec 2024-04-02T09:06:50.360 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-131whP5p0UZgzWq off=587521 len=496144 2024-04-02T09:06:50.361 INFO:tasks.workunit.client.0.smithi019.stdout:op 5058 completed, throughput=5MB/sec 2024-04-02T09:06:50.361 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--mzPWf5i3XhGOlE off=10884517 len=498363 2024-04-02T09:06:50.361 INFO:tasks.workunit.client.0.smithi019.stdout:op 5059 completed, throughput=5MB/sec 2024-04-02T09:06:50.362 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4fEXGWAvwgWAq-E off=11051216 len=1459144 2024-04-02T09:06:50.363 INFO:tasks.workunit.client.0.smithi019.stdout:op 5060 completed, throughput=5MB/sec 2024-04-02T09:06:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:50 smithi019 ceph-mon[94035]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:50.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:50 smithi019 ceph-mon[96522]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:06:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:06:50] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:06:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:50 smithi066 ceph-mon[87361]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:06:51.363 INFO:tasks.workunit.client.0.smithi019.stdout: 994: throughput=5MB/sec pending data=0 2024-04-02T09:06:51.363 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-E5EzBUIOub4GAR8 off=1477416 len=709991 2024-04-02T09:06:51.368 INFO:tasks.workunit.client.0.smithi019.stdout:op 5061 completed, throughput=5MB/sec 2024-04-02T09:06:51.368 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E1K_YBLTFYLZVbw off=1780733 len=1153988 2024-04-02T09:06:51.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 5062 completed, throughput=5MB/sec 2024-04-02T09:06:51.369 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fU-Xq_AX8_0jySW off=6404046 len=634146 2024-04-02T09:06:51.370 INFO:tasks.workunit.client.0.smithi019.stdout:op 5063 completed, throughput=5MB/sec 2024-04-02T09:06:51.370 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-104WDqhC4cqmlZ9 off=11176819 len=855718 2024-04-02T09:06:51.371 INFO:tasks.workunit.client.0.smithi019.stdout:op 5064 completed, throughput=5MB/sec 2024-04-02T09:06:51.371 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P8A0wBvyM809gzL off=1785354 len=1078247 2024-04-02T09:06:51.372 INFO:tasks.workunit.client.0.smithi019.stdout:op 5065 completed, throughput=5MB/sec 2024-04-02T09:06:51.372 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N9-pHAJzPKAEo9g off=2983986 len=239134 2024-04-02T09:06:51.372 INFO:tasks.workunit.client.0.smithi019.stdout:op 5066 completed, throughput=5MB/sec 2024-04-02T09:06:51.373 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AkCqwzfBY3aDQoM off=2167068 len=1886567 2024-04-02T09:06:51.383 INFO:tasks.workunit.client.0.smithi019.stdout:op 5067 completed, throughput=5MB/sec 2024-04-02T09:06:52.383 INFO:tasks.workunit.client.0.smithi019.stdout: 995: throughput=5MB/sec pending data=0 2024-04-02T09:06:52.383 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jARuto-n55_Bypi off=15529796 len=31567 2024-04-02T09:06:52.386 INFO:tasks.workunit.client.0.smithi019.stdout:op 5068 completed, throughput=5MB/sec 2024-04-02T09:06:52.386 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p-ExWb09Ah18-hi off=8224422 len=177177 2024-04-02T09:06:52.386 INFO:tasks.workunit.client.0.smithi019.stdout:op 5069 completed, throughput=5MB/sec 2024-04-02T09:06:52.386 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-v5Iz-0zrhUBzhOV off=8200683 len=1381867 2024-04-02T09:06:52.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 5070 completed, throughput=5MB/sec 2024-04-02T09:06:52.391 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TeE4WWxa_doS1TQ off=13764388 len=236952 2024-04-02T09:06:52.394 INFO:tasks.workunit.client.0.smithi019.stdout:op 5071 completed, throughput=5MB/sec 2024-04-02T09:06:52.394 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XFtn2hygx_dUVMZ off=2208824 len=1034997 2024-04-02T09:06:52.397 INFO:tasks.workunit.client.0.smithi019.stdout:op 5072 completed, throughput=5MB/sec 2024-04-02T09:06:52.398 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CGqHVd1h9PvG-2E off=1004037 len=1326987 2024-04-02T09:06:52.403 INFO:tasks.workunit.client.0.smithi019.stdout:op 5073 completed, throughput=5MB/sec 2024-04-02T09:06:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:52 smithi019 ceph-mon[94035]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:06:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:52 smithi019 ceph-mon[96522]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:06:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:52 smithi066 ceph-mon[87361]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:06:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:06:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:06:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:53.403 INFO:tasks.workunit.client.0.smithi019.stdout: 996: throughput=5MB/sec pending data=0 2024-04-02T09:06:53.404 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GAomo2XDt_RbxNS off=1353365 len=1644738 2024-04-02T09:06:53.406 INFO:tasks.workunit.client.0.smithi019.stdout:op 5074 completed, throughput=5MB/sec 2024-04-02T09:06:53.407 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aRV7be0HwMrZsPz off=3514389 len=237406 2024-04-02T09:06:53.409 INFO:tasks.workunit.client.0.smithi019.stdout:op 5075 completed, throughput=5MB/sec 2024-04-02T09:06:53.409 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-y5vL6JRMskDvF3n off=5435300 len=1740671 2024-04-02T09:06:53.411 INFO:tasks.workunit.client.0.smithi019.stdout:op 5076 completed, throughput=5MB/sec 2024-04-02T09:06:53.411 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uDthlYXjJ2-s-b5 off=70252 len=103592 2024-04-02T09:06:53.413 INFO:tasks.workunit.client.0.smithi019.stdout:op 5077 completed, throughput=5MB/sec 2024-04-02T09:06:53.413 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QGP2QawoC7M-lCV off=5604650 len=434425 2024-04-02T09:06:53.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 5078 completed, throughput=5MB/sec 2024-04-02T09:06:53.417 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gvlnxIxB57q_AQK off=12167745 len=193247 2024-04-02T09:06:53.417 INFO:tasks.workunit.client.0.smithi019.stdout:op 5079 completed, throughput=5MB/sec 2024-04-02T09:06:53.417 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--HkrTq1hRbDjA4B off=9434528 len=1537614 2024-04-02T09:06:53.426 INFO:tasks.workunit.client.0.smithi019.stdout:op 5080 completed, throughput=5MB/sec 2024-04-02T09:06:54.427 INFO:tasks.workunit.client.0.smithi019.stdout: 997: throughput=5MB/sec pending data=0 2024-04-02T09:06:54.427 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BsAjkLF4dLT8p3n off=4675487 len=1575258 2024-04-02T09:06:54.432 INFO:tasks.workunit.client.0.smithi019.stdout:op 5081 completed, throughput=5MB/sec 2024-04-02T09:06:54.432 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cKyg2ZzKAi-lrEG off=14127078 len=970759 2024-04-02T09:06:54.435 INFO:tasks.workunit.client.0.smithi019.stdout:op 5082 completed, throughput=5MB/sec 2024-04-02T09:06:54.435 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1eU19Bty41SBnbp off=7602177 len=1930547 2024-04-02T09:06:54.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 5083 completed, throughput=5MB/sec 2024-04-02T09:06:54.436 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QsGgYKfVjh6VId6 off=9320761 len=1168044 2024-04-02T09:06:54.437 INFO:tasks.workunit.client.0.smithi019.stdout:op 5084 completed, throughput=5MB/sec 2024-04-02T09:06:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:54 smithi066 ceph-mon[87361]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:06:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:54 smithi019 ceph-mon[94035]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:06:54.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:54 smithi019 ceph-mon[96522]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:06:55.437 INFO:tasks.workunit.client.0.smithi019.stdout: 998: throughput=5MB/sec pending data=0 2024-04-02T09:06:55.438 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-woG04h3ACkUWYLN off=3014312 len=1022633 2024-04-02T09:06:55.443 INFO:tasks.workunit.client.0.smithi019.stdout:op 5085 completed, throughput=5MB/sec 2024-04-02T09:06:55.443 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-f7xWzCgrWAJnPIP off=2061088 len=313340 2024-04-02T09:06:55.447 INFO:tasks.workunit.client.0.smithi019.stdout:op 5086 completed, throughput=5MB/sec 2024-04-02T09:06:55.447 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xgb4TmR0o9tlZjx off=1270929 len=1603268 2024-04-02T09:06:55.448 INFO:tasks.workunit.client.0.smithi019.stdout:op 5087 completed, throughput=5MB/sec 2024-04-02T09:06:55.448 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MfWiexM6P9BSI3E off=802137 len=1921001 2024-04-02T09:06:55.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 5088 completed, throughput=5MB/sec 2024-04-02T09:06:56.450 INFO:tasks.workunit.client.0.smithi019.stdout: 999: throughput=5MB/sec pending data=0 2024-04-02T09:06:56.450 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qXXHhtp8mIle943 off=4525154 len=108274 2024-04-02T09:06:56.452 INFO:tasks.workunit.client.0.smithi019.stdout:op 5089 completed, throughput=5MB/sec 2024-04-02T09:06:56.453 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5BnZR2a21IVgNc3 off=5770359 len=414462 2024-04-02T09:06:56.455 INFO:tasks.workunit.client.0.smithi019.stdout:op 5090 completed, throughput=5MB/sec 2024-04-02T09:06:56.455 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Nyrs3x8INxY-Zl3 off=3245023 len=439177 2024-04-02T09:06:56.457 INFO:tasks.workunit.client.0.smithi019.stdout:op 5091 completed, throughput=5MB/sec 2024-04-02T09:06:56.457 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8D-qMrhhlhXcvWz off=1189975 len=1221104 2024-04-02T09:06:56.458 INFO:tasks.workunit.client.0.smithi019.stdout:op 5092 completed, throughput=5MB/sec 2024-04-02T09:06:56.459 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nMGC6GsGEQEYHir off=19413065 len=552018 2024-04-02T09:06:56.459 INFO:tasks.workunit.client.0.smithi019.stdout:op 5093 completed, throughput=5MB/sec 2024-04-02T09:06:56.459 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wUrDwkmRmFw00Zp off=11956053 len=1683607 2024-04-02T09:06:56.469 INFO:tasks.workunit.client.0.smithi019.stdout:op 5094 completed, throughput=5MB/sec 2024-04-02T09:06:56.469 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-M5lzVmstjDQ2DAo off=10944290 len=2022509 2024-04-02T09:06:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:op 5095 completed, throughput=5MB/sec 2024-04-02T09:06:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:56 smithi066 ceph-mon[87361]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:56 smithi019 ceph-mon[94035]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:56.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:56 smithi019 ceph-mon[96522]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:06:57.478 INFO:tasks.workunit.client.0.smithi019.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-02T09:06:57.479 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bMdWVQAPKwcYJiQ off=5114273 len=1444683 2024-04-02T09:06:57.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 5096 completed, throughput=5MB/sec 2024-04-02T09:06:57.486 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AC3O3VEQagsqbWl off=3422132 len=988058 2024-04-02T09:06:57.486 INFO:tasks.workunit.client.0.smithi019.stdout:op 5097 completed, throughput=5MB/sec 2024-04-02T09:06:57.487 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rUnP0KxvkUWDB8s off=6788526 len=447649 2024-04-02T09:06:57.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 5098 completed, throughput=5MB/sec 2024-04-02T09:06:57.487 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AQm9JjfNlVVdQQ0 off=6889035 len=1841863 2024-04-02T09:06:57.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 5099 completed, throughput=5MB/sec 2024-04-02T09:06:58.489 INFO:tasks.workunit.client.0.smithi019.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-02T09:06:58.489 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YlGmo3OjkkkH9r_ off=2462197 len=694059 2024-04-02T09:06:58.490 INFO:tasks.workunit.client.0.smithi019.stdout:op 5100 completed, throughput=5MB/sec 2024-04-02T09:06:58.490 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-COOelcXbPG6at0m off=2974436 len=589276 2024-04-02T09:06:58.491 INFO:tasks.workunit.client.0.smithi019.stdout:op 5101 completed, throughput=5MB/sec 2024-04-02T09:06:58.491 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0RtgTWUNk0w7evu off=10777607 len=1195081 2024-04-02T09:06:58.492 INFO:tasks.workunit.client.0.smithi019.stdout:op 5102 completed, throughput=5MB/sec 2024-04-02T09:06:58.492 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Pn1GUwgyFKRQGBd off=1551006 len=949225 2024-04-02T09:06:58.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 5103 completed, throughput=5MB/sec 2024-04-02T09:06:58.497 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-okma8QzTTkwkNjS off=3734962 len=700378 2024-04-02T09:06:58.498 INFO:tasks.workunit.client.0.smithi019.stdout:op 5104 completed, throughput=5MB/sec 2024-04-02T09:06:58.499 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PJBlA1hCoH2Qpi6 off=18331874 len=173335 2024-04-02T09:06:58.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 5105 completed, throughput=5MB/sec 2024-04-02T09:06:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:58 smithi066 ceph-mon[87361]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:06:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:58 smithi019 ceph-mon[94035]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:06:58.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:58 smithi019 ceph-mon[96522]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:06:59.501 INFO:tasks.workunit.client.0.smithi019.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-02T09:06:59.501 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6GMfbI_TaMflGG2 off=4138815 len=569227 2024-04-02T09:06:59.502 INFO:tasks.workunit.client.0.smithi019.stdout:op 5106 completed, throughput=5MB/sec 2024-04-02T09:06:59.502 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GTsQYCGwGIn5i84 off=4706476 len=1659079 2024-04-02T09:06:59.504 INFO:tasks.workunit.client.0.smithi019.stdout:op 5107 completed, throughput=5MB/sec 2024-04-02T09:06:59.504 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pofcb9y1xkOpAwb off=9135871 len=398863 2024-04-02T09:06:59.507 INFO:tasks.workunit.client.0.smithi019.stdout:op 5108 completed, throughput=5MB/sec 2024-04-02T09:06:59.508 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vwwpO1HnHZ_7gg0 off=9562722 len=247440 2024-04-02T09:06:59.510 INFO:tasks.workunit.client.0.smithi019.stdout:op 5109 completed, throughput=5MB/sec 2024-04-02T09:06:59.510 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bH6IL1HX5jBStpm off=652396 len=298510 2024-04-02T09:06:59.511 INFO:tasks.workunit.client.0.smithi019.stdout:op 5110 completed, throughput=5MB/sec 2024-04-02T09:06:59.511 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-O2wJSKfdFnYKAG4 off=1517669 len=954651 2024-04-02T09:06:59.512 INFO:tasks.workunit.client.0.smithi019.stdout:op 5111 completed, throughput=5MB/sec 2024-04-02T09:06:59.512 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ARdKjhTL2S6Kvt2 off=10322224 len=853631 2024-04-02T09:06:59.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 5112 completed, throughput=5MB/sec 2024-04-02T09:06:59.517 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kSSZqyNViIpAbpS off=901254 len=1437728 2024-04-02T09:06:59.522 INFO:tasks.workunit.client.0.smithi019.stdout:op 5113 completed, throughput=5MB/sec 2024-04-02T09:06:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:06:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:59.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:06:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:59.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:06:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:00.522 INFO:tasks.workunit.client.0.smithi019.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-02T09:07:00.523 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wLIbh1RFX5BAeQu off=9426455 len=149841 2024-04-02T09:07:00.523 INFO:tasks.workunit.client.0.smithi019.stdout:op 5114 completed, throughput=5MB/sec 2024-04-02T09:07:00.523 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RsHofG2_h5Ug-j6 off=1271928 len=551750 2024-04-02T09:07:00.524 INFO:tasks.workunit.client.0.smithi019.stdout:op 5115 completed, throughput=5MB/sec 2024-04-02T09:07:00.524 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NPaX8PPNBdx7att off=3782333 len=1275428 2024-04-02T09:07:00.532 INFO:tasks.workunit.client.0.smithi019.stdout:op 5116 completed, throughput=5MB/sec 2024-04-02T09:07:00.532 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-x_bU7W2nG-5vqw5 off=9853680 len=283109 2024-04-02T09:07:00.535 INFO:tasks.workunit.client.0.smithi019.stdout:op 5117 completed, throughput=5MB/sec 2024-04-02T09:07:00.535 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-S6v_gtS2qUZhZ3R off=5996890 len=601623 2024-04-02T09:07:00.535 INFO:tasks.workunit.client.0.smithi019.stdout:op 5118 completed, throughput=5MB/sec 2024-04-02T09:07:00.536 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sbhvCNrBoLzZxf3 off=18401493 len=348883 2024-04-02T09:07:00.538 INFO:tasks.workunit.client.0.smithi019.stdout:op 5119 completed, throughput=5MB/sec 2024-04-02T09:07:00.539 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YIk92ZA3u0B3qgh off=7593325 len=119022 2024-04-02T09:07:00.539 INFO:tasks.workunit.client.0.smithi019.stdout:op 5120 completed, throughput=5MB/sec 2024-04-02T09:07:00.539 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ngSoIL7Y0D-NFxF off=5590228 len=786799 2024-04-02T09:07:00.543 INFO:tasks.workunit.client.0.smithi019.stdout:op 5121 completed, throughput=5MB/sec 2024-04-02T09:07:00.543 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ryR9YmT0SoVwHcP off=1276171 len=1759410 2024-04-02T09:07:00.550 INFO:tasks.workunit.client.0.smithi019.stdout:op 5122 completed, throughput=5MB/sec 2024-04-02T09:07:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:00 smithi066 ceph-mon[87361]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:00.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:00 smithi019 ceph-mon[94035]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:07:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:07:00] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:07:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:00 smithi019 ceph-mon[96522]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:01.551 INFO:tasks.workunit.client.0.smithi019.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-02T09:07:01.551 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aVqf7duMDDKKKMd off=2415694 len=1127822 2024-04-02T09:07:01.551 INFO:tasks.workunit.client.0.smithi019.stdout:op 5123 completed, throughput=5MB/sec 2024-04-02T09:07:01.552 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OSM_fW2ainjZxGI off=14050570 len=1356204 2024-04-02T09:07:01.555 INFO:tasks.workunit.client.0.smithi019.stdout:op 5124 completed, throughput=5MB/sec 2024-04-02T09:07:01.555 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fd-FCwaHmDWWY0k off=4241263 len=968964 2024-04-02T09:07:01.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 5125 completed, throughput=5MB/sec 2024-04-02T09:07:01.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hZZi6NiCwfn0i8p off=14590539 len=361739 2024-04-02T09:07:01.563 INFO:tasks.workunit.client.0.smithi019.stdout:op 5126 completed, throughput=5MB/sec 2024-04-02T09:07:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:02 smithi066 ceph-mon[87361]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:07:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:02.563 INFO:tasks.workunit.client.0.smithi019.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-02T09:07:02.563 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0jSZ4NhTnrbO87a off=7668237 len=1669112 2024-04-02T09:07:02.573 INFO:tasks.workunit.client.0.smithi019.stdout:op 5127 completed, throughput=5MB/sec 2024-04-02T09:07:02.573 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oPz62zmNBBhbuHr off=6635008 len=1541286 2024-04-02T09:07:02.580 INFO:tasks.workunit.client.0.smithi019.stdout:op 5128 completed, throughput=5MB/sec 2024-04-02T09:07:02.581 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FIPVMa_Ph-mb1d3 off=1883702 len=1208175 2024-04-02T09:07:02.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 5129 completed, throughput=5MB/sec 2024-04-02T09:07:02.583 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F3ltdWDJ0IQOlFP off=1413017 len=443279 2024-04-02T09:07:02.586 INFO:tasks.workunit.client.0.smithi019.stdout:op 5130 completed, throughput=5MB/sec 2024-04-02T09:07:02.586 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wHpEFBH2JkMswTB off=46356 len=2086018 2024-04-02T09:07:02.597 INFO:tasks.workunit.client.0.smithi019.stdout:op 5131 completed, throughput=5MB/sec 2024-04-02T09:07:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:02 smithi019 ceph-mon[94035]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:02.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:02 smithi019 ceph-mon[96522]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:03.597 INFO:tasks.workunit.client.0.smithi019.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-02T09:07:03.598 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AyKTv-T9Ayicn7X off=21925 len=515485 2024-04-02T09:07:03.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 5132 completed, throughput=5MB/sec 2024-04-02T09:07:03.598 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-d73Wg7C8H0VRgZB off=2500968 len=431785 2024-04-02T09:07:03.600 INFO:tasks.workunit.client.0.smithi019.stdout:op 5133 completed, throughput=5MB/sec 2024-04-02T09:07:03.600 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dzkiLnzTd2lT6o6 off=1461194 len=1958491 2024-04-02T09:07:03.610 INFO:tasks.workunit.client.0.smithi019.stdout:op 5134 completed, throughput=5MB/sec 2024-04-02T09:07:03.610 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ADScRYDyGVMvaeX off=14067831 len=1984958 2024-04-02T09:07:03.611 INFO:tasks.workunit.client.0.smithi019.stdout:op 5135 completed, throughput=5MB/sec 2024-04-02T09:07:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:04 smithi066 ceph-mon[87361]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:04.611 INFO:tasks.workunit.client.0.smithi019.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-02T09:07:04.611 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z3AZIFkPzqI1J1f off=15150327 len=2009660 2024-04-02T09:07:04.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 5136 completed, throughput=5MB/sec 2024-04-02T09:07:04.615 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c4AHN08SfA-dPUz off=3626070 len=1038921 2024-04-02T09:07:04.621 INFO:tasks.workunit.client.0.smithi019.stdout:op 5137 completed, throughput=5MB/sec 2024-04-02T09:07:04.621 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xu5BwzHPeMq5Mp2 off=2984815 len=664120 2024-04-02T09:07:04.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 5138 completed, throughput=5MB/sec 2024-04-02T09:07:04.622 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-v9GG3u4BzUss_Qk off=766242 len=706330 2024-04-02T09:07:04.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 5139 completed, throughput=5MB/sec 2024-04-02T09:07:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:04 smithi019 ceph-mon[94035]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:04 smithi019 ceph-mon[96522]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:05.626 INFO:tasks.workunit.client.0.smithi019.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-02T09:07:05.626 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HG-1QSj_qYQJfA8 off=2334993 len=1350276 2024-04-02T09:07:05.627 INFO:tasks.workunit.client.0.smithi019.stdout:op 5140 completed, throughput=5MB/sec 2024-04-02T09:07:05.627 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zCswYSmZ1rqOr2X off=3417792 len=1519359 2024-04-02T09:07:05.634 INFO:tasks.workunit.client.0.smithi019.stdout:op 5141 completed, throughput=5MB/sec 2024-04-02T09:07:05.634 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qM52rN7cUz_Ts9Z off=0 len=1167540 2024-04-02T09:07:05.639 INFO:tasks.workunit.client.0.smithi019.stdout:op 5142 completed, throughput=5MB/sec 2024-04-02T09:07:05.639 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mF_RD2Y2OrnIhFx off=9976468 len=275251 2024-04-02T09:07:05.640 INFO:tasks.workunit.client.0.smithi019.stdout:op 5143 completed, throughput=5MB/sec 2024-04-02T09:07:05.641 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qOea7nTN_Kaiss5 off=640260 len=565938 2024-04-02T09:07:05.641 INFO:tasks.workunit.client.0.smithi019.stdout:op 5144 completed, throughput=5MB/sec 2024-04-02T09:07:05.641 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6s-qGInthlmsoVZ off=1551991 len=335814 2024-04-02T09:07:05.645 INFO:tasks.workunit.client.0.smithi019.stdout:op 5145 completed, throughput=5MB/sec 2024-04-02T09:07:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:06 smithi066 ceph-mon[87361]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:06.645 INFO:tasks.workunit.client.0.smithi019.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-02T09:07:06.645 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GQEt2m9XfZqrPKF off=4776119 len=531119 2024-04-02T09:07:06.646 INFO:tasks.workunit.client.0.smithi019.stdout:op 5146 completed, throughput=5MB/sec 2024-04-02T09:07:06.646 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bIO8lFin4zOWbIJ off=4037293 len=795532 2024-04-02T09:07:06.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 5147 completed, throughput=5MB/sec 2024-04-02T09:07:06.651 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N1RjuREQ0U7YF-c off=598929 len=1082747 2024-04-02T09:07:06.652 INFO:tasks.workunit.client.0.smithi019.stdout:op 5148 completed, throughput=5MB/sec 2024-04-02T09:07:06.652 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4_YzVWBHY8227EU off=3933680 len=938701 2024-04-02T09:07:06.653 INFO:tasks.workunit.client.0.smithi019.stdout:op 5149 completed, throughput=5MB/sec 2024-04-02T09:07:06.653 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-359VE2TWqG4CMjE off=7637444 len=2016487 2024-04-02T09:07:06.665 INFO:tasks.workunit.client.0.smithi019.stdout:op 5150 completed, throughput=5MB/sec 2024-04-02T09:07:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:06 smithi019 ceph-mon[94035]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:06 smithi019 ceph-mon[96522]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:07.665 INFO:tasks.workunit.client.0.smithi019.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-02T09:07:07.666 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QJ-ADh--kN9OlIz off=10740019 len=259547 2024-04-02T09:07:07.668 INFO:tasks.workunit.client.0.smithi019.stdout:op 5151 completed, throughput=5MB/sec 2024-04-02T09:07:07.668 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CpeWwppDAG-h4m8 off=5740120 len=356386 2024-04-02T09:07:07.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 5152 completed, throughput=5MB/sec 2024-04-02T09:07:07.670 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8X6vZXVmRzxDnsc off=4924611 len=1099167 2024-04-02T09:07:07.676 INFO:tasks.workunit.client.0.smithi019.stdout:op 5153 completed, throughput=5MB/sec 2024-04-02T09:07:07.676 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hyhhJwi5UUgUS5h off=10666420 len=296225 2024-04-02T09:07:07.679 INFO:tasks.workunit.client.0.smithi019.stdout:op 5154 completed, throughput=5MB/sec 2024-04-02T09:07:07.679 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Miof_2oEKzA-2VX off=12085482 len=122782 2024-04-02T09:07:07.681 INFO:tasks.workunit.client.0.smithi019.stdout:op 5155 completed, throughput=5MB/sec 2024-04-02T09:07:07.681 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M8q9gftdbPKyRU5 off=2290369 len=1005760 2024-04-02T09:07:07.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 5156 completed, throughput=5MB/sec 2024-04-02T09:07:07.682 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PyABHV9cOzHBRDl off=9914270 len=754241 2024-04-02T09:07:07.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 5157 completed, throughput=5MB/sec 2024-04-02T09:07:07.682 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7-VuM2MWNUl57Y7 off=6527073 len=453551 2024-04-02T09:07:07.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 5158 completed, throughput=5MB/sec 2024-04-02T09:07:07.685 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Avq5dlpqMhKGq-L off=18763576 len=853248 2024-04-02T09:07:07.689 INFO:tasks.workunit.client.0.smithi019.stdout:op 5159 completed, throughput=5MB/sec 2024-04-02T09:07:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:08 smithi066 ceph-mon[87361]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:08.690 INFO:tasks.workunit.client.0.smithi019.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-02T09:07:08.690 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mpBjHim3gwwdmO0 off=2727149 len=1009096 2024-04-02T09:07:08.691 INFO:tasks.workunit.client.0.smithi019.stdout:op 5160 completed, throughput=5MB/sec 2024-04-02T09:07:08.691 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-suCxlTb_NubZVMt off=3008363 len=488868 2024-04-02T09:07:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:08 smithi019 ceph-mon[94035]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:08.695 INFO:tasks.workunit.client.0.smithi019.stdout:op 5161 completed, throughput=5MB/sec 2024-04-02T09:07:08.695 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Jp1IAb6pOy9ZPTS off=1007899 len=2028683 2024-04-02T09:07:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:08 smithi019 ceph-mon[96522]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:08.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 5162 completed, throughput=5MB/sec 2024-04-02T09:07:08.702 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-c5ZeC7fCgfPopag off=1671351 len=276454 2024-04-02T09:07:08.703 INFO:tasks.workunit.client.0.smithi019.stdout:op 5163 completed, throughput=5MB/sec 2024-04-02T09:07:08.703 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Pqq2lmyA-awTeH2 off=1770055 len=1006678 2024-04-02T09:07:08.708 INFO:tasks.workunit.client.0.smithi019.stdout:op 5164 completed, throughput=5MB/sec 2024-04-02T09:07:08.708 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OoEbPEczWg-vf3S off=19992465 len=270773 2024-04-02T09:07:08.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 5165 completed, throughput=5MB/sec 2024-04-02T09:07:08.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dzv5fLofUDvEdIc off=651734 len=51945 2024-04-02T09:07:08.712 INFO:tasks.workunit.client.0.smithi019.stdout:op 5166 completed, throughput=5MB/sec 2024-04-02T09:07:08.712 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t409Hj_uiBMtF3E off=365589 len=816215 2024-04-02T09:07:08.716 INFO:tasks.workunit.client.0.smithi019.stdout:op 5167 completed, throughput=5MB/sec 2024-04-02T09:07:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:09 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:09 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:09 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:09.716 INFO:tasks.workunit.client.0.smithi019.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-02T09:07:09.717 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bUTnWBdOtgwWkA- off=0 len=1609592 2024-04-02T09:07:09.722 INFO:tasks.workunit.client.0.smithi019.stdout:op 5168 completed, throughput=5MB/sec 2024-04-02T09:07:09.722 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BBETG0k7drU3ns7 off=12580887 len=1842221 2024-04-02T09:07:09.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 5169 completed, throughput=5MB/sec 2024-04-02T09:07:09.724 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3GRS3TeV8lq1GHg off=6217634 len=478890 2024-04-02T09:07:09.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 5170 completed, throughput=5MB/sec 2024-04-02T09:07:09.724 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nAICP9VB3AbPmub off=2727750 len=342101 2024-04-02T09:07:09.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 5171 completed, throughput=5MB/sec 2024-04-02T09:07:09.725 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tZOpqwfQ5Qhpdn4 off=11416519 len=234824 2024-04-02T09:07:09.727 INFO:tasks.workunit.client.0.smithi019.stdout:op 5172 completed, throughput=5MB/sec 2024-04-02T09:07:09.727 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RDj9sw_o2WntGdM off=7119861 len=2064399 2024-04-02T09:07:09.744 INFO:tasks.workunit.client.0.smithi019.stdout:op 5173 completed, throughput=5MB/sec 2024-04-02T09:07:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:10 smithi066 ceph-mon[87361]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:07:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:07:10] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:07:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[94035]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:07:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[96522]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:07:10.744 INFO:tasks.workunit.client.0.smithi019.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-02T09:07:10.744 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-32oC-m7nmBEbnWb off=1218421 len=1706013 2024-04-02T09:07:10.753 INFO:tasks.workunit.client.0.smithi019.stdout:op 5174 completed, throughput=5MB/sec 2024-04-02T09:07:10.753 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Bfb8YOgPVud-ZzD off=8047795 len=559228 2024-04-02T09:07:10.756 INFO:tasks.workunit.client.0.smithi019.stdout:op 5175 completed, throughput=5MB/sec 2024-04-02T09:07:10.756 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tdhiG225-c9c9Dy off=3384131 len=1277909 2024-04-02T09:07:10.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 5176 completed, throughput=5MB/sec 2024-04-02T09:07:10.763 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-i8VvEJC8_PMUOJY off=5706827 len=180483 2024-04-02T09:07:10.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 5177 completed, throughput=5MB/sec 2024-04-02T09:07:11.764 INFO:tasks.workunit.client.0.smithi019.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-02T09:07:11.764 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TGH0PZkYkhpSrkR off=12380545 len=103530 2024-04-02T09:07:11.765 INFO:tasks.workunit.client.0.smithi019.stdout:op 5178 completed, throughput=5MB/sec 2024-04-02T09:07:11.766 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aKpINjolutxU3LL off=7110107 len=1352230 2024-04-02T09:07:11.769 INFO:tasks.workunit.client.0.smithi019.stdout:op 5179 completed, throughput=5MB/sec 2024-04-02T09:07:11.769 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-iuoLhPH5TnNtAvM off=18315154 len=1668902 2024-04-02T09:07:11.776 INFO:tasks.workunit.client.0.smithi019.stdout:op 5180 completed, throughput=5MB/sec 2024-04-02T09:07:11.777 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tbqReggv9J7dgJN off=10647057 len=2021055 2024-04-02T09:07:11.784 INFO:tasks.workunit.client.0.smithi019.stdout:op 5181 completed, throughput=5MB/sec 2024-04-02T09:07:11.785 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-14XDl144CBrhW_h off=4585509 len=1396120 2024-04-02T09:07:11.786 INFO:tasks.workunit.client.0.smithi019.stdout:op 5182 completed, throughput=5MB/sec 2024-04-02T09:07:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:12 smithi066 ceph-mon[87361]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:07:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:12 smithi019 ceph-mon[94035]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:12.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:12 smithi019 ceph-mon[96522]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:12.786 INFO:tasks.workunit.client.0.smithi019.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-02T09:07:12.786 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w1pGwO0vy3QISFn off=2591205 len=157271 2024-04-02T09:07:12.787 INFO:tasks.workunit.client.0.smithi019.stdout:op 5183 completed, throughput=5MB/sec 2024-04-02T09:07:12.787 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EMrk3Zzmolr0f0S off=3482923 len=1501148 2024-04-02T09:07:12.794 INFO:tasks.workunit.client.0.smithi019.stdout:op 5184 completed, throughput=5MB/sec 2024-04-02T09:07:12.794 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q7BRRwMJ5zGR6S9 off=118740 len=1843254 2024-04-02T09:07:12.796 INFO:tasks.workunit.client.0.smithi019.stdout:op 5185 completed, throughput=5MB/sec 2024-04-02T09:07:12.796 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OV3Xm-Y8Wkos62r off=1428841 len=1975405 2024-04-02T09:07:12.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 5186 completed, throughput=5MB/sec 2024-04-02T09:07:13.800 INFO:tasks.workunit.client.0.smithi019.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-02T09:07:13.800 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z6fv4lkqpQI8P7z off=7777858 len=167395 2024-04-02T09:07:13.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 5187 completed, throughput=5MB/sec 2024-04-02T09:07:13.801 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QwbPs_QLe7b1V4E off=15782082 len=604783 2024-04-02T09:07:13.804 INFO:tasks.workunit.client.0.smithi019.stdout:op 5188 completed, throughput=5MB/sec 2024-04-02T09:07:13.804 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nyx2i-X7cty2Wa6 off=2017728 len=1724136 2024-04-02T09:07:13.813 INFO:tasks.workunit.client.0.smithi019.stdout:op 5189 completed, throughput=5MB/sec 2024-04-02T09:07:13.813 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1HDcT1fAdMMXSCT off=1193074 len=1802030 2024-04-02T09:07:13.815 INFO:tasks.workunit.client.0.smithi019.stdout:op 5190 completed, throughput=5MB/sec 2024-04-02T09:07:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:14 smithi066 ceph-mon[87361]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:07:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:14 smithi019 ceph-mon[94035]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:07:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:14 smithi019 ceph-mon[96522]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:07:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:14.815 INFO:tasks.workunit.client.0.smithi019.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-02T09:07:14.815 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Gia7RQ2q3GZMKo6 off=16817546 len=1460393 2024-04-02T09:07:14.821 INFO:tasks.workunit.client.0.smithi019.stdout:op 5191 completed, throughput=5MB/sec 2024-04-02T09:07:14.821 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SDaGBjq_uL3vaJh off=1049362 len=1826795 2024-04-02T09:07:14.827 INFO:tasks.workunit.client.0.smithi019.stdout:op 5192 completed, throughput=5MB/sec 2024-04-02T09:07:14.827 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AcoY5AqalUDTOMQ off=15819510 len=506721 2024-04-02T09:07:14.828 INFO:tasks.workunit.client.0.smithi019.stdout:op 5193 completed, throughput=5MB/sec 2024-04-02T09:07:14.828 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RJaSt0_J5o3DFsh off=18605479 len=1105436 2024-04-02T09:07:14.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 5194 completed, throughput=5MB/sec 2024-04-02T09:07:15.832 INFO:tasks.workunit.client.0.smithi019.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-02T09:07:15.832 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s3oEIz1lfCzi070 off=2183851 len=64059 2024-04-02T09:07:15.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 5195 completed, throughput=5MB/sec 2024-04-02T09:07:15.833 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L5RXF7-N3KtCOTs off=1186496 len=575268 2024-04-02T09:07:15.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 5196 completed, throughput=5MB/sec 2024-04-02T09:07:15.834 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Hi0ULAaKFpRU9sE off=2522070 len=1693608 2024-04-02T09:07:15.835 INFO:tasks.workunit.client.0.smithi019.stdout:op 5197 completed, throughput=5MB/sec 2024-04-02T09:07:15.835 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X7Riv0ZINMypKX4 off=5762342 len=1524231 2024-04-02T09:07:15.842 INFO:tasks.workunit.client.0.smithi019.stdout:op 5198 completed, throughput=5MB/sec 2024-04-02T09:07:15.842 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mr7g7AGsCg3kNB3 off=918254 len=1628015 2024-04-02T09:07:15.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 5199 completed, throughput=5MB/sec 2024-04-02T09:07:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:16 smithi066 ceph-mon[87361]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:07:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:16 smithi019 ceph-mon[94035]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:07:16.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:16 smithi019 ceph-mon[96522]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:07:16.848 INFO:tasks.workunit.client.0.smithi019.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-02T09:07:16.848 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fCb6ikWT9ZM_BiY off=10080231 len=942652 2024-04-02T09:07:16.852 INFO:tasks.workunit.client.0.smithi019.stdout:op 5200 completed, throughput=5MB/sec 2024-04-02T09:07:16.852 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ED8mKziqZSat5pJ off=7983101 len=1226645 2024-04-02T09:07:16.858 INFO:tasks.workunit.client.0.smithi019.stdout:op 5201 completed, throughput=5MB/sec 2024-04-02T09:07:16.858 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hT3GZ7jQYw3ZLJ3 off=7434221 len=1673598 2024-04-02T09:07:16.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 5202 completed, throughput=5MB/sec 2024-04-02T09:07:16.859 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pofcb9y1xkOpAwb off=19631411 len=794340 2024-04-02T09:07:16.864 INFO:tasks.workunit.client.0.smithi019.stdout:op 5203 completed, throughput=5MB/sec 2024-04-02T09:07:16.864 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-g1MGKnhizGQjg6L off=2832599 len=1837835 2024-04-02T09:07:16.867 INFO:tasks.workunit.client.0.smithi019.stdout:op 5204 completed, throughput=5MB/sec 2024-04-02T09:07:17.868 INFO:tasks.workunit.client.0.smithi019.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-02T09:07:17.868 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EatgQ1loDs8IbH_ off=302606 len=103969 2024-04-02T09:07:17.870 INFO:tasks.workunit.client.0.smithi019.stdout:op 5205 completed, throughput=5MB/sec 2024-04-02T09:07:17.870 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zwF7BAHLlM887Bf off=2152483 len=1321329 2024-04-02T09:07:17.871 INFO:tasks.workunit.client.0.smithi019.stdout:op 5206 completed, throughput=5MB/sec 2024-04-02T09:07:17.871 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Abybif1o4-Nz0YT off=3213160 len=2057727 2024-04-02T09:07:17.873 INFO:tasks.workunit.client.0.smithi019.stdout:op 5207 completed, throughput=5MB/sec 2024-04-02T09:07:17.873 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NBPT9Do5UI5AlSZ off=3467863 len=1205238 2024-04-02T09:07:17.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 5208 completed, throughput=5MB/sec 2024-04-02T09:07:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:18 smithi066 ceph-mon[87361]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:07:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:18 smithi019 ceph-mon[94035]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:07:18.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:18 smithi019 ceph-mon[96522]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:07:18.881 INFO:tasks.workunit.client.0.smithi019.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-02T09:07:18.881 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-05_bpPV6cae9yRu off=6264818 len=378695 2024-04-02T09:07:18.884 INFO:tasks.workunit.client.0.smithi019.stdout:op 5209 completed, throughput=5MB/sec 2024-04-02T09:07:18.884 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8KxN-0s_FxFQ8Dl off=1943646 len=590926 2024-04-02T09:07:18.887 INFO:tasks.workunit.client.0.smithi019.stdout:op 5210 completed, throughput=5MB/sec 2024-04-02T09:07:18.887 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iBpuo3AnyFEQY_8 off=1168451 len=14039 2024-04-02T09:07:18.887 INFO:tasks.workunit.client.0.smithi019.stdout:op 5211 completed, throughput=5MB/sec 2024-04-02T09:07:18.887 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-16fw1SUTM2eDljJ off=11277483 len=909231 2024-04-02T09:07:18.889 INFO:tasks.workunit.client.0.smithi019.stdout:op 5212 completed, throughput=5MB/sec 2024-04-02T09:07:18.890 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7NJyCKndCJ0wlYS off=7733514 len=1655271 2024-04-02T09:07:18.891 INFO:tasks.workunit.client.0.smithi019.stdout:op 5213 completed, throughput=5MB/sec 2024-04-02T09:07:18.891 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zDf26KD4E-u5fdn off=13047722 len=49423 2024-04-02T09:07:18.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 5214 completed, throughput=5MB/sec 2024-04-02T09:07:18.893 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WIj_JW4_TjXxOhC off=10182545 len=68829 2024-04-02T09:07:18.896 INFO:tasks.workunit.client.0.smithi019.stdout:op 5215 completed, throughput=5MB/sec 2024-04-02T09:07:18.896 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wWqzLajVOfjIf-- off=12239712 len=833493 2024-04-02T09:07:18.897 INFO:tasks.workunit.client.0.smithi019.stdout:op 5216 completed, throughput=5MB/sec 2024-04-02T09:07:18.897 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n0EbLgpZwQHqSRn off=881166 len=1446440 2024-04-02T09:07:18.902 INFO:tasks.workunit.client.0.smithi019.stdout:op 5217 completed, throughput=5MB/sec 2024-04-02T09:07:19.902 INFO:tasks.workunit.client.0.smithi019.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-02T09:07:19.903 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--YF4Hvzm_1IJrJh off=0 len=1510356 2024-04-02T09:07:19.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 5218 completed, throughput=5MB/sec 2024-04-02T09:07:19.904 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WUWcTa0Txcyf2iO off=3134763 len=1186565 2024-04-02T09:07:19.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 5219 completed, throughput=5MB/sec 2024-04-02T09:07:19.909 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BleKH-KvJXvKNxP off=2127952 len=335818 2024-04-02T09:07:19.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 5220 completed, throughput=5MB/sec 2024-04-02T09:07:19.909 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r1S1DxJRyc1ZCSS off=1210197 len=1857239 2024-04-02T09:07:19.920 INFO:tasks.workunit.client.0.smithi019.stdout:op 5221 completed, throughput=5MB/sec 2024-04-02T09:07:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:20 smithi066 ceph-mon[87361]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:07:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:20 smithi019 ceph-mon[94035]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:07:20.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:20 smithi019 ceph-mon[96522]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:07:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:07:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:07:20] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T09:07:20.920 INFO:tasks.workunit.client.0.smithi019.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-02T09:07:20.920 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bB0EQc4KWQrwDnw off=19343614 len=1837612 2024-04-02T09:07:20.924 INFO:tasks.workunit.client.0.smithi019.stdout:op 5222 completed, throughput=5MB/sec 2024-04-02T09:07:20.924 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C7MyG71AaZMAKuQ off=1242086 len=614227 2024-04-02T09:07:20.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 5223 completed, throughput=5MB/sec 2024-04-02T09:07:20.928 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DyusceQ3VZSUHt4 off=10956505 len=943669 2024-04-02T09:07:20.932 INFO:tasks.workunit.client.0.smithi019.stdout:op 5224 completed, throughput=5MB/sec 2024-04-02T09:07:20.932 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tETZ1mdvGyVyQVR off=17436869 len=875338 2024-04-02T09:07:20.936 INFO:tasks.workunit.client.0.smithi019.stdout:op 5225 completed, throughput=5MB/sec 2024-04-02T09:07:20.937 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jzVVxbvcq9OIa0H off=5752551 len=913950 2024-04-02T09:07:20.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 5226 completed, throughput=5MB/sec 2024-04-02T09:07:21.937 INFO:tasks.workunit.client.0.smithi019.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-02T09:07:21.938 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2U8v_cuGFDl432y off=9785707 len=1123389 2024-04-02T09:07:21.942 INFO:tasks.workunit.client.0.smithi019.stdout:op 5227 completed, throughput=5MB/sec 2024-04-02T09:07:21.942 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ckjY1yXTTNkuhzD off=4380900 len=1267334 2024-04-02T09:07:21.947 INFO:tasks.workunit.client.0.smithi019.stdout:op 5228 completed, throughput=5MB/sec 2024-04-02T09:07:21.947 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9gpsVfm_ykXJNzZ off=10433666 len=1162027 2024-04-02T09:07:21.953 INFO:tasks.workunit.client.0.smithi019.stdout:op 5229 completed, throughput=5MB/sec 2024-04-02T09:07:21.953 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KwzUeZf8K7gwvXv off=1130954 len=536602 2024-04-02T09:07:21.954 INFO:tasks.workunit.client.0.smithi019.stdout:op 5230 completed, throughput=5MB/sec 2024-04-02T09:07:21.954 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-LWcV46dbaA06Svj off=17861276 len=1707212 2024-04-02T09:07:21.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 5231 completed, throughput=5MB/sec 2024-04-02T09:07:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:22 smithi066 ceph-mon[87361]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:07:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:22 smithi019 ceph-mon[94035]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:22 smithi019 ceph-mon[96522]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:07:22.955 INFO:tasks.workunit.client.0.smithi019.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-02T09:07:22.955 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Fj4cHBtLSQu560u off=753675 len=247869 2024-04-02T09:07:22.958 INFO:tasks.workunit.client.0.smithi019.stdout:op 5232 completed, throughput=5MB/sec 2024-04-02T09:07:22.959 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AfKsFd4Txn8EdH6 off=734305 len=1301395 2024-04-02T09:07:22.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 5233 completed, throughput=5MB/sec 2024-04-02T09:07:22.960 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B1WdkKPqlaZsRpY off=20584695 len=1796685 2024-04-02T09:07:22.970 INFO:tasks.workunit.client.0.smithi019.stdout:op 5234 completed, throughput=5MB/sec 2024-04-02T09:07:22.970 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HGSVOySZhXFE0-I off=4129160 len=1505392 2024-04-02T09:07:22.977 INFO:tasks.workunit.client.0.smithi019.stdout:op 5235 completed, throughput=5MB/sec 2024-04-02T09:07:23.977 INFO:tasks.workunit.client.0.smithi019.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-02T09:07:23.977 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v431vuKTANyPWt8 off=9501426 len=600165 2024-04-02T09:07:23.979 INFO:tasks.workunit.client.0.smithi019.stdout:op 5236 completed, throughput=5MB/sec 2024-04-02T09:07:23.979 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-I3EF0Nl4dOqw2fw off=5205512 len=1702288 2024-04-02T09:07:23.980 INFO:tasks.workunit.client.0.smithi019.stdout:op 5237 completed, throughput=5MB/sec 2024-04-02T09:07:23.980 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hh4-us3mJS0hmEt off=20135110 len=1784212 2024-04-02T09:07:23.984 INFO:tasks.workunit.client.0.smithi019.stdout:op 5238 completed, throughput=5MB/sec 2024-04-02T09:07:23.984 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W9lRj_rdjst4pcU off=1737777 len=343943 2024-04-02T09:07:23.987 INFO:tasks.workunit.client.0.smithi019.stdout:op 5239 completed, throughput=5MB/sec 2024-04-02T09:07:23.987 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-aqbV4k-fQ_MHb-a off=3392670 len=416395 2024-04-02T09:07:23.988 INFO:tasks.workunit.client.0.smithi019.stdout:op 5240 completed, throughput=5MB/sec 2024-04-02T09:07:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:24 smithi066 ceph-mon[87361]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:24.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:24 smithi019 ceph-mon[96522]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:24 smithi019 ceph-mon[94035]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:24.988 INFO:tasks.workunit.client.0.smithi019.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-02T09:07:24.988 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FZ8wokIYyj4snE6 off=18115665 len=1324033 2024-04-02T09:07:24.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 5241 completed, throughput=5MB/sec 2024-04-02T09:07:24.992 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ogP4uY9n9nQEeuQ off=11239174 len=243552 2024-04-02T09:07:24.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 5242 completed, throughput=5MB/sec 2024-04-02T09:07:24.992 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OFHv323aBaUjvOx off=6962984 len=1632584 2024-04-02T09:07:25.000 INFO:tasks.workunit.client.0.smithi019.stdout:op 5243 completed, throughput=5MB/sec 2024-04-02T09:07:25.000 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1vm9fCuw2rhSRxX off=162488 len=1186048 2024-04-02T09:07:25.008 INFO:tasks.workunit.client.0.smithi019.stdout:op 5244 completed, throughput=5MB/sec 2024-04-02T09:07:25.008 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w1w5jtFbSwEvLyv off=14307131 len=895797 2024-04-02T09:07:25.009 INFO:tasks.workunit.client.0.smithi019.stdout:op 5245 completed, throughput=5MB/sec 2024-04-02T09:07:26.009 INFO:tasks.workunit.client.0.smithi019.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-02T09:07:26.009 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TtJs1zzefRou23g off=5263535 len=1564802 2024-04-02T09:07:26.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 5246 completed, throughput=5MB/sec 2024-04-02T09:07:26.017 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ilxZeLCVH3hKHRf off=502038 len=1444096 2024-04-02T09:07:26.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 5247 completed, throughput=5MB/sec 2024-04-02T09:07:26.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-e_apyWjz9WfbMdP off=477361 len=1174087 2024-04-02T09:07:26.024 INFO:tasks.workunit.client.0.smithi019.stdout:op 5248 completed, throughput=5MB/sec 2024-04-02T09:07:26.024 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Yc_L9iUmRD5_WbT off=5188329 len=1639026 2024-04-02T09:07:26.030 INFO:tasks.workunit.client.0.smithi019.stdout:op 5249 completed, throughput=5MB/sec 2024-04-02T09:07:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:26 smithi066 ceph-mon[87361]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:07:26.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:26 smithi019 ceph-mon[96522]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:07:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:26 smithi019 ceph-mon[94035]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:07:27.030 INFO:tasks.workunit.client.0.smithi019.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-02T09:07:27.030 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SazM0TzJwFAGxeX off=5163450 len=1126596 2024-04-02T09:07:27.031 INFO:tasks.workunit.client.0.smithi019.stdout:op 5250 completed, throughput=5MB/sec 2024-04-02T09:07:27.031 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-05M1HTFrCKL325k off=517477 len=1798461 2024-04-02T09:07:27.035 INFO:tasks.workunit.client.0.smithi019.stdout:op 5251 completed, throughput=5MB/sec 2024-04-02T09:07:27.035 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VGNjV0a46-mZroH off=7487785 len=1017389 2024-04-02T09:07:27.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 5252 completed, throughput=5MB/sec 2024-04-02T09:07:27.036 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-90AKSaMYs_QFBSn off=5954749 len=111485 2024-04-02T09:07:27.037 INFO:tasks.workunit.client.0.smithi019.stdout:op 5253 completed, throughput=5MB/sec 2024-04-02T09:07:27.037 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-f8oRr9EkP-kyT_2 off=1974023 len=986047 2024-04-02T09:07:27.038 INFO:tasks.workunit.client.0.smithi019.stdout:op 5254 completed, throughput=5MB/sec 2024-04-02T09:07:27.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:27 smithi066 ceph-mon[87361]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:27.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:27 smithi019 ceph-mon[94035]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:27.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:27 smithi019 ceph-mon[96522]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:07:28.038 INFO:tasks.workunit.client.0.smithi019.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-02T09:07:28.038 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pJTTAoorcc1Y37c off=4173813 len=1380731 2024-04-02T09:07:28.039 INFO:tasks.workunit.client.0.smithi019.stdout:op 5255 completed, throughput=5MB/sec 2024-04-02T09:07:28.039 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xdLOZp8ODOpp0WS off=20579813 len=1897894 2024-04-02T09:07:28.041 INFO:tasks.workunit.client.0.smithi019.stdout:op 5256 completed, throughput=5MB/sec 2024-04-02T09:07:28.041 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yohvgQ6hXwdmLuq off=1954044 len=1856591 2024-04-02T09:07:28.042 INFO:tasks.workunit.client.0.smithi019.stdout:op 5257 completed, throughput=5MB/sec 2024-04-02T09:07:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:28.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:28.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:29.042 INFO:tasks.workunit.client.0.smithi019.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-02T09:07:29.042 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sYJL7_PBpYYqc2N off=2916481 len=414503 2024-04-02T09:07:29.044 INFO:tasks.workunit.client.0.smithi019.stdout:op 5258 completed, throughput=5MB/sec 2024-04-02T09:07:29.044 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-k8T26S7VInz0YXN off=17616998 len=588589 2024-04-02T09:07:29.047 INFO:tasks.workunit.client.0.smithi019.stdout:op 5259 completed, throughput=5MB/sec 2024-04-02T09:07:29.048 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yobgpiRKGbQTShe off=691153 len=1451331 2024-04-02T09:07:29.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 5260 completed, throughput=5MB/sec 2024-04-02T09:07:29.055 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-juUhz-bmKEFEJkj off=4426066 len=1158049 2024-04-02T09:07:29.059 INFO:tasks.workunit.client.0.smithi019.stdout:op 5261 completed, throughput=5MB/sec 2024-04-02T09:07:29.059 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vr8-e_hrnNI0nLw off=1927471 len=973833 2024-04-02T09:07:29.060 INFO:tasks.workunit.client.0.smithi019.stdout:op 5262 completed, throughput=5MB/sec 2024-04-02T09:07:29.060 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WQoPQ6mB0wQ8NnG off=15374718 len=582613 2024-04-02T09:07:29.061 INFO:tasks.workunit.client.0.smithi019.stdout:op 5263 completed, throughput=5MB/sec 2024-04-02T09:07:29.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:29 smithi019 ceph-mon[94035]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:07:29.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:29 smithi019 ceph-mon[96522]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:07:29.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:29 smithi066 ceph-mon[87361]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:07:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-02T09:07:30.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jbcuXd7phX1YcQM off=7828642 len=44180 2024-04-02T09:07:30.064 INFO:tasks.workunit.client.0.smithi019.stdout:op 5264 completed, throughput=5MB/sec 2024-04-02T09:07:30.064 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xYgOKYB9YrOMpH7 off=572482 len=976260 2024-04-02T09:07:30.066 INFO:tasks.workunit.client.0.smithi019.stdout:op 5265 completed, throughput=5MB/sec 2024-04-02T09:07:30.066 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9vzxcpSSjUEbuAL off=18011512 len=1201247 2024-04-02T09:07:30.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 5266 completed, throughput=5MB/sec 2024-04-02T09:07:30.073 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Go5WYvEOEPWSHBY off=8228410 len=996059 2024-04-02T09:07:30.073 INFO:tasks.workunit.client.0.smithi019.stdout:op 5267 completed, throughput=5MB/sec 2024-04-02T09:07:30.074 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v2uAuC4AkR-wuep off=5564583 len=1076430 2024-04-02T09:07:30.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 5268 completed, throughput=5MB/sec 2024-04-02T09:07:30.074 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-m3sVx8FJ-0hSCQS off=6668075 len=667513 2024-04-02T09:07:30.078 INFO:tasks.workunit.client.0.smithi019.stdout:op 5269 completed, throughput=5MB/sec 2024-04-02T09:07:30.079 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X6OkF_IhQ8qC1pn off=254210 len=95000 2024-04-02T09:07:30.081 INFO:tasks.workunit.client.0.smithi019.stdout:op 5270 completed, throughput=5MB/sec 2024-04-02T09:07:30.081 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PpWiPNzk7esWVoM off=6875210 len=774472 2024-04-02T09:07:30.084 INFO:tasks.workunit.client.0.smithi019.stdout:op 5271 completed, throughput=5MB/sec 2024-04-02T09:07:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:07:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:07:30] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:07:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-02T09:07:31.085 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ua4x8Ug8F_2Ubou off=12846821 len=401394 2024-04-02T09:07:31.085 INFO:tasks.workunit.client.0.smithi019.stdout:op 5272 completed, throughput=5MB/sec 2024-04-02T09:07:31.085 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pbR8KeavgtNLCGS off=4796716 len=1865871 2024-04-02T09:07:31.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 5273 completed, throughput=5MB/sec 2024-04-02T09:07:31.094 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dPHfeig9FbJqry5 off=5660786 len=1234369 2024-04-02T09:07:31.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 5274 completed, throughput=5MB/sec 2024-04-02T09:07:31.098 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yun0b4qODM-0p9o off=1950837 len=565910 2024-04-02T09:07:31.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 5275 completed, throughput=5MB/sec 2024-04-02T09:07:31.100 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fSMTQnE89lvPj5a off=3510446 len=1324076 2024-04-02T09:07:31.106 INFO:tasks.workunit.client.0.smithi019.stdout:op 5276 completed, throughput=5MB/sec 2024-04-02T09:07:31.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:31 smithi019 ceph-mon[94035]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:07:31.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:31 smithi019 ceph-mon[96522]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:07:32.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:31 smithi066 ceph-mon[87361]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:07:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-02T09:07:32.106 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-umqkGT98XfXEBgD off=887098 len=1276802 2024-04-02T09:07:32.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 5277 completed, throughput=5MB/sec 2024-04-02T09:07:32.115 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dMWx1ctU2m_OSLI off=9428325 len=26708 2024-04-02T09:07:32.116 INFO:tasks.workunit.client.0.smithi019.stdout:op 5278 completed, throughput=5MB/sec 2024-04-02T09:07:32.116 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ua8yfYos70Vb7Sr off=9506731 len=127473 2024-04-02T09:07:32.118 INFO:tasks.workunit.client.0.smithi019.stdout:op 5279 completed, throughput=5MB/sec 2024-04-02T09:07:32.118 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M_lqKHh0d_zjC-i off=4275659 len=930796 2024-04-02T09:07:32.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 5280 completed, throughput=5MB/sec 2024-04-02T09:07:32.120 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-403c46xjIkmUEmf off=9546852 len=1093531 2024-04-02T09:07:32.120 INFO:tasks.workunit.client.0.smithi019.stdout:op 5281 completed, throughput=5MB/sec 2024-04-02T09:07:32.121 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zDVQNTu5cDXBPnH off=2984038 len=908772 2024-04-02T09:07:32.124 INFO:tasks.workunit.client.0.smithi019.stdout:op 5282 completed, throughput=5MB/sec 2024-04-02T09:07:32.124 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7NwrwNLyjeUPvTl off=789235 len=1102697 2024-04-02T09:07:32.126 INFO:tasks.workunit.client.0.smithi019.stdout:op 5283 completed, throughput=5MB/sec 2024-04-02T09:07:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:07:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-02T09:07:33.127 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--PAXKeVf7WuPV7M off=6082437 len=1779809 2024-04-02T09:07:33.137 INFO:tasks.workunit.client.0.smithi019.stdout:op 5284 completed, throughput=5MB/sec 2024-04-02T09:07:33.137 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gUhJJ6Kj4mDwScB off=4393494 len=2074367 2024-04-02T09:07:33.146 INFO:tasks.workunit.client.0.smithi019.stdout:op 5285 completed, throughput=5MB/sec 2024-04-02T09:07:33.146 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RovcG7Ex7xWcQvO off=9517999 len=875036 2024-04-02T09:07:33.147 INFO:tasks.workunit.client.0.smithi019.stdout:op 5286 completed, throughput=5MB/sec 2024-04-02T09:07:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:33 smithi019 ceph-mon[94035]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:33 smithi019 ceph-mon[96522]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:34.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:33 smithi066 ceph-mon[87361]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:07:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-02T09:07:34.147 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NjsP17D6OW_2En2 off=7993309 len=684551 2024-04-02T09:07:34.152 INFO:tasks.workunit.client.0.smithi019.stdout:op 5287 completed, throughput=5MB/sec 2024-04-02T09:07:34.153 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9wtmGe3M7IaOlxa off=16628155 len=9118 2024-04-02T09:07:34.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 5288 completed, throughput=5MB/sec 2024-04-02T09:07:34.153 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M-iACyZ8-LZAeeY off=18041635 len=1596054 2024-04-02T09:07:34.154 INFO:tasks.workunit.client.0.smithi019.stdout:op 5289 completed, throughput=5MB/sec 2024-04-02T09:07:34.154 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-923obXD9Y8PQzwq off=1061997 len=678482 2024-04-02T09:07:34.157 INFO:tasks.workunit.client.0.smithi019.stdout:op 5290 completed, throughput=5MB/sec 2024-04-02T09:07:34.157 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GsqmGsNjgY2opgE off=13843072 len=88818 2024-04-02T09:07:34.159 INFO:tasks.workunit.client.0.smithi019.stdout:op 5291 completed, throughput=5MB/sec 2024-04-02T09:07:34.159 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RlmUjJWkPuLCUKk off=5019623 len=724789 2024-04-02T09:07:34.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 5292 completed, throughput=5MB/sec 2024-04-02T09:07:34.162 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t5Oqjc2YSI6e6Td off=3146962 len=1921270 2024-04-02T09:07:34.164 INFO:tasks.workunit.client.0.smithi019.stdout:op 5293 completed, throughput=5MB/sec 2024-04-02T09:07:35.164 INFO:tasks.workunit.client.0.smithi019.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-02T09:07:35.165 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-uwezdpKyKcmxtlS off=1067685 len=892993 2024-04-02T09:07:35.165 INFO:tasks.workunit.client.0.smithi019.stdout:op 5294 completed, throughput=5MB/sec 2024-04-02T09:07:35.165 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ki-J9X1FZwzmCG9 off=17905416 len=1364069 2024-04-02T09:07:35.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 5295 completed, throughput=5MB/sec 2024-04-02T09:07:35.170 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pnuhHEeKIMCpG2v off=13600322 len=320929 2024-04-02T09:07:35.174 INFO:tasks.workunit.client.0.smithi019.stdout:op 5296 completed, throughput=5MB/sec 2024-04-02T09:07:35.174 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-scE_oMKI1jg7n11 off=970965 len=1641679 2024-04-02T09:07:35.176 INFO:tasks.workunit.client.0.smithi019.stdout:op 5297 completed, throughput=5MB/sec 2024-04-02T09:07:35.176 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P7l_aOJ_TjE9S3M off=2340104 len=455114 2024-04-02T09:07:35.179 INFO:tasks.workunit.client.0.smithi019.stdout:op 5298 completed, throughput=5MB/sec 2024-04-02T09:07:35.179 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_iTs__RtHKjpEIr off=5651157 len=812401 2024-04-02T09:07:35.183 INFO:tasks.workunit.client.0.smithi019.stdout:op 5299 completed, throughput=5MB/sec 2024-04-02T09:07:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:35 smithi019 ceph-mon[94035]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:35 smithi019 ceph-mon[96522]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:35 smithi066 ceph-mon[87361]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:07:36.184 INFO:tasks.workunit.client.0.smithi019.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-02T09:07:36.184 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WlP4X5WUGngBFDi off=6681425 len=276605 2024-04-02T09:07:36.187 INFO:tasks.workunit.client.0.smithi019.stdout:op 5300 completed, throughput=5MB/sec 2024-04-02T09:07:36.187 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YgcXjY78Tv4lCVJ off=4161779 len=1863929 2024-04-02T09:07:36.197 INFO:tasks.workunit.client.0.smithi019.stdout:op 5301 completed, throughput=5MB/sec 2024-04-02T09:07:36.198 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7HAq0L8x3hU1QG0 off=9581684 len=274993 2024-04-02T09:07:36.200 INFO:tasks.workunit.client.0.smithi019.stdout:op 5302 completed, throughput=5MB/sec 2024-04-02T09:07:36.200 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LBtq8bn28EtKkOw off=1583672 len=1617789 2024-04-02T09:07:36.207 INFO:tasks.workunit.client.0.smithi019.stdout:op 5303 completed, throughput=5MB/sec 2024-04-02T09:07:36.207 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MmARPgFrHH5ti5a off=2481387 len=1793958 2024-04-02T09:07:36.215 INFO:tasks.workunit.client.0.smithi019.stdout:op 5304 completed, throughput=5MB/sec 2024-04-02T09:07:37.215 INFO:tasks.workunit.client.0.smithi019.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-02T09:07:37.216 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-EhN3sB8Pr1fkuxd off=5814732 len=1334893 2024-04-02T09:07:37.221 INFO:tasks.workunit.client.0.smithi019.stdout:op 5305 completed, throughput=5MB/sec 2024-04-02T09:07:37.221 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-oYHSKf81mharoBS off=7653212 len=1905591 2024-04-02T09:07:37.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 5306 completed, throughput=5MB/sec 2024-04-02T09:07:37.228 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hRwVChypxtLnpay off=8423212 len=317547 2024-04-02T09:07:37.230 INFO:tasks.workunit.client.0.smithi019.stdout:op 5307 completed, throughput=5MB/sec 2024-04-02T09:07:37.230 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RRUKTYEeLU0RKu6 off=4204258 len=867196 2024-04-02T09:07:37.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 5308 completed, throughput=5MB/sec 2024-04-02T09:07:37.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:37 smithi019 ceph-mon[94035]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:07:37.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:37 smithi019 ceph-mon[96522]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:07:38.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:37 smithi066 ceph-mon[87361]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:07:38.234 INFO:tasks.workunit.client.0.smithi019.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-02T09:07:38.234 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qFQafUhFkSch5Bp off=16297134 len=1839745 2024-04-02T09:07:38.235 INFO:tasks.workunit.client.0.smithi019.stdout:op 5309 completed, throughput=5MB/sec 2024-04-02T09:07:38.235 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v3o_AtlFYL9HyAc off=927869 len=1548744 2024-04-02T09:07:38.237 INFO:tasks.workunit.client.0.smithi019.stdout:op 5310 completed, throughput=5MB/sec 2024-04-02T09:07:38.237 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uFJGH9eySM3TBbW off=3899444 len=998817 2024-04-02T09:07:38.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 5311 completed, throughput=5MB/sec 2024-04-02T09:07:38.243 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qdPa0u1RNffhJG9 off=5397532 len=736760 2024-04-02T09:07:38.244 INFO:tasks.workunit.client.0.smithi019.stdout:op 5312 completed, throughput=5MB/sec 2024-04-02T09:07:38.244 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hCFdoIG7aqN8uL9 off=16636226 len=952547 2024-04-02T09:07:38.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 5313 completed, throughput=5MB/sec 2024-04-02T09:07:39.245 INFO:tasks.workunit.client.0.smithi019.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-02T09:07:39.245 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XP6Kn7yMS0uXExI off=3056214 len=1895897 2024-04-02T09:07:39.247 INFO:tasks.workunit.client.0.smithi019.stdout:op 5314 completed, throughput=5MB/sec 2024-04-02T09:07:39.247 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-9zSqzuysGkKl5AI off=3167581 len=283997 2024-04-02T09:07:39.247 INFO:tasks.workunit.client.0.smithi019.stdout:op 5315 completed, throughput=5MB/sec 2024-04-02T09:07:39.248 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q6vq1UJOSCiNjqi off=2502786 len=512530 2024-04-02T09:07:39.248 INFO:tasks.workunit.client.0.smithi019.stdout:op 5316 completed, throughput=5MB/sec 2024-04-02T09:07:39.248 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8EKcnIaNp5lLMVs off=11357217 len=718340 2024-04-02T09:07:39.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 5317 completed, throughput=5MB/sec 2024-04-02T09:07:39.249 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mAqPU7I-wPizn9L off=7128513 len=212322 2024-04-02T09:07:39.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 5318 completed, throughput=5MB/sec 2024-04-02T09:07:39.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-95MjJYgMeAmHM3C off=872451 len=264371 2024-04-02T09:07:39.250 INFO:tasks.workunit.client.0.smithi019.stdout:op 5319 completed, throughput=5MB/sec 2024-04-02T09:07:39.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ld6TyiRJmv153de off=7091214 len=1183915 2024-04-02T09:07:39.251 INFO:tasks.workunit.client.0.smithi019.stdout:op 5320 completed, throughput=5MB/sec 2024-04-02T09:07:39.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:39 smithi019 ceph-mon[94035]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:39 smithi019 ceph-mon[96522]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:39 smithi066 ceph-mon[87361]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:40.252 INFO:tasks.workunit.client.0.smithi019.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-02T09:07:40.252 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-uivSKBi30uwpYk- off=13468060 len=291223 2024-04-02T09:07:40.255 INFO:tasks.workunit.client.0.smithi019.stdout:op 5321 completed, throughput=5MB/sec 2024-04-02T09:07:40.255 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-91ZUGPGLEa26ssl off=2188068 len=886340 2024-04-02T09:07:40.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 5322 completed, throughput=5MB/sec 2024-04-02T09:07:40.257 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oxaquf_p8RQuHPy off=2481173 len=269782 2024-04-02T09:07:40.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 5323 completed, throughput=5MB/sec 2024-04-02T09:07:40.257 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E-_iPmUu9d_Qw8s off=16557032 len=544657 2024-04-02T09:07:40.258 INFO:tasks.workunit.client.0.smithi019.stdout:op 5324 completed, throughput=5MB/sec 2024-04-02T09:07:40.258 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4_YzVWBHY8227EU off=139799 len=1366478 2024-04-02T09:07:40.265 INFO:tasks.workunit.client.0.smithi019.stdout:op 5325 completed, throughput=5MB/sec 2024-04-02T09:07:40.265 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pf3hb055kzCF7eB off=1816720 len=431633 2024-04-02T09:07:40.268 INFO:tasks.workunit.client.0.smithi019.stdout:op 5326 completed, throughput=5MB/sec 2024-04-02T09:07:40.268 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PQGBfN31zvEs7Gl off=2915857 len=1858756 2024-04-02T09:07:40.276 INFO:tasks.workunit.client.0.smithi019.stdout:op 5327 completed, throughput=5MB/sec 2024-04-02T09:07:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:07:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:07:40] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:07:41.277 INFO:tasks.workunit.client.0.smithi019.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-02T09:07:41.277 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NcpLPB2ODomeTeP off=12817541 len=1435678 2024-04-02T09:07:41.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 5328 completed, throughput=5MB/sec 2024-04-02T09:07:41.280 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hmfC4zScuXzRgfL off=10080945 len=1929944 2024-04-02T09:07:41.282 INFO:tasks.workunit.client.0.smithi019.stdout:op 5329 completed, throughput=5MB/sec 2024-04-02T09:07:41.282 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-aNpJOdwHP1j1uqx off=1332929 len=1348026 2024-04-02T09:07:41.288 INFO:tasks.workunit.client.0.smithi019.stdout:op 5330 completed, throughput=5MB/sec 2024-04-02T09:07:41.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:41 smithi019 ceph-mon[94035]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:07:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:41 smithi019 ceph-mon[96522]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:07:42.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:41 smithi066 ceph-mon[87361]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:07:42.288 INFO:tasks.workunit.client.0.smithi019.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-02T09:07:42.289 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9ASsEB8u2FreEnU off=6402181 len=889430 2024-04-02T09:07:42.293 INFO:tasks.workunit.client.0.smithi019.stdout:op 5331 completed, throughput=5MB/sec 2024-04-02T09:07:42.293 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-S1Sf20PInomWBK0 off=835767 len=387970 2024-04-02T09:07:42.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 5332 completed, throughput=5MB/sec 2024-04-02T09:07:42.296 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-StkKd6eh5ivdNgB off=10908375 len=557139 2024-04-02T09:07:42.297 INFO:tasks.workunit.client.0.smithi019.stdout:op 5333 completed, throughput=5MB/sec 2024-04-02T09:07:42.297 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AWmK62U8QzRUhbY off=545338 len=1148254 2024-04-02T09:07:42.298 INFO:tasks.workunit.client.0.smithi019.stdout:op 5334 completed, throughput=5MB/sec 2024-04-02T09:07:42.298 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Dqvo-L6FPhbSnII off=16581110 len=171560 2024-04-02T09:07:42.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 5335 completed, throughput=5MB/sec 2024-04-02T09:07:42.301 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wPOu1StXktgCLNw off=198994 len=1105066 2024-04-02T09:07:42.302 INFO:tasks.workunit.client.0.smithi019.stdout:op 5336 completed, throughput=5MB/sec 2024-04-02T09:07:42.302 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vRn7CoIPdvLOCER off=6064626 len=1892450 2024-04-02T09:07:42.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 5337 completed, throughput=5MB/sec 2024-04-02T09:07:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:07:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:43.306 INFO:tasks.workunit.client.0.smithi019.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-02T09:07:43.306 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dzkiLnzTd2lT6o6 off=1031976 len=1949727 2024-04-02T09:07:43.311 INFO:tasks.workunit.client.0.smithi019.stdout:op 5338 completed, throughput=5MB/sec 2024-04-02T09:07:43.311 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xqo_HV8RniUBnnl off=3904354 len=941196 2024-04-02T09:07:43.314 INFO:tasks.workunit.client.0.smithi019.stdout:op 5339 completed, throughput=5MB/sec 2024-04-02T09:07:43.314 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8GtTddwn8_tiLSC off=5682524 len=448790 2024-04-02T09:07:43.318 INFO:tasks.workunit.client.0.smithi019.stdout:op 5340 completed, throughput=5MB/sec 2024-04-02T09:07:43.318 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SmcCVyfxCQVzvRd off=8370367 len=1593629 2024-04-02T09:07:43.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 5341 completed, throughput=5MB/sec 2024-04-02T09:07:43.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:43 smithi019 ceph-mon[96522]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:07:43.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:43 smithi019 ceph-mon[94035]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:07:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:44.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:43 smithi066 ceph-mon[87361]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:07:44.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:44.321 INFO:tasks.workunit.client.0.smithi019.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-02T09:07:44.322 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VHmD016_q_Lp6Rh off=1612367 len=1935474 2024-04-02T09:07:44.331 INFO:tasks.workunit.client.0.smithi019.stdout:op 5342 completed, throughput=5MB/sec 2024-04-02T09:07:44.331 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Xr6C_hlJK7Qwp91 off=2827585 len=837381 2024-04-02T09:07:44.332 INFO:tasks.workunit.client.0.smithi019.stdout:op 5343 completed, throughput=5MB/sec 2024-04-02T09:07:44.332 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6zMSptsIoO2K_G5 off=6347671 len=1658306 2024-04-02T09:07:44.335 INFO:tasks.workunit.client.0.smithi019.stdout:op 5344 completed, throughput=5MB/sec 2024-04-02T09:07:44.336 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7_LG5-pgFDEcGbp off=12760964 len=1218090 2024-04-02T09:07:44.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 5345 completed, throughput=5MB/sec 2024-04-02T09:07:45.337 INFO:tasks.workunit.client.0.smithi019.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-02T09:07:45.337 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-R-4aE_NwnXZosBX off=15865525 len=1704107 2024-04-02T09:07:45.343 INFO:tasks.workunit.client.0.smithi019.stdout:op 5346 completed, throughput=5MB/sec 2024-04-02T09:07:45.343 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HPhfhTWotuhKP_B off=9664728 len=633873 2024-04-02T09:07:45.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 5347 completed, throughput=5MB/sec 2024-04-02T09:07:45.347 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DZbXJOUxTUuiSjW off=15623000 len=736300 2024-04-02T09:07:45.347 INFO:tasks.workunit.client.0.smithi019.stdout:op 5348 completed, throughput=5MB/sec 2024-04-02T09:07:45.347 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8Tz6qiZLRIWlzsG off=3421912 len=522631 2024-04-02T09:07:45.350 INFO:tasks.workunit.client.0.smithi019.stdout:op 5349 completed, throughput=5MB/sec 2024-04-02T09:07:45.350 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QJL6X0C4RNxQe_J off=6445225 len=1313101 2024-04-02T09:07:45.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 5350 completed, throughput=5MB/sec 2024-04-02T09:07:46.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:45 smithi066 ceph-mon[87361]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:45 smithi019 ceph-mon[94035]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:46.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:45 smithi019 ceph-mon[96522]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:07:46.351 INFO:tasks.workunit.client.0.smithi019.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-02T09:07:46.351 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vhxHFXb_giwJqMG off=11461562 len=855201 2024-04-02T09:07:46.352 INFO:tasks.workunit.client.0.smithi019.stdout:op 5351 completed, throughput=5MB/sec 2024-04-02T09:07:46.352 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bhm1aHPUiDzhmin off=0 len=1219206 2024-04-02T09:07:46.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 5352 completed, throughput=5MB/sec 2024-04-02T09:07:46.360 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hyhhJwi5UUgUS5h off=4232809 len=760964 2024-04-02T09:07:46.365 INFO:tasks.workunit.client.0.smithi019.stdout:op 5353 completed, throughput=5MB/sec 2024-04-02T09:07:46.365 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NyoPbGpsxOSpo1F off=8270930 len=198492 2024-04-02T09:07:46.367 INFO:tasks.workunit.client.0.smithi019.stdout:op 5354 completed, throughput=5MB/sec 2024-04-02T09:07:46.367 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-F3ltdWDJ0IQOlFP off=2087258 len=37019 2024-04-02T09:07:46.368 INFO:tasks.workunit.client.0.smithi019.stdout:op 5355 completed, throughput=5MB/sec 2024-04-02T09:07:46.368 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0zaNzI830qPoqNx off=11853052 len=436746 2024-04-02T09:07:46.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 5356 completed, throughput=5MB/sec 2024-04-02T09:07:46.369 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-C2EAvnq1rD57VY8 off=16933842 len=85623 2024-04-02T09:07:46.371 INFO:tasks.workunit.client.0.smithi019.stdout:op 5357 completed, throughput=5MB/sec 2024-04-02T09:07:46.371 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-koKn00QeKawvhTw off=16629137 len=182060 2024-04-02T09:07:46.371 INFO:tasks.workunit.client.0.smithi019.stdout:op 5358 completed, throughput=5MB/sec 2024-04-02T09:07:46.371 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CLj6pPKtjb2td5y off=9018355 len=869434 2024-04-02T09:07:46.372 INFO:tasks.workunit.client.0.smithi019.stdout:op 5359 completed, throughput=5MB/sec 2024-04-02T09:07:46.372 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vAsOzU0c5_5Yfem off=9419040 len=1612870 2024-04-02T09:07:46.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 5360 completed, throughput=5MB/sec 2024-04-02T09:07:47.377 INFO:tasks.workunit.client.0.smithi019.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-02T09:07:47.377 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RyUnGarcNz2Hdrt off=8455505 len=1924153 2024-04-02T09:07:47.388 INFO:tasks.workunit.client.0.smithi019.stdout:op 5361 completed, throughput=5MB/sec 2024-04-02T09:07:47.388 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TC3vnNTu5viF9Is off=5324082 len=346320 2024-04-02T09:07:47.391 INFO:tasks.workunit.client.0.smithi019.stdout:op 5362 completed, throughput=5MB/sec 2024-04-02T09:07:47.392 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PBzn_ki0337XgjF off=79288 len=1020343 2024-04-02T09:07:47.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 5363 completed, throughput=5MB/sec 2024-04-02T09:07:47.393 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Z7P_OhR5KXtNrw_ off=9355064 len=827760 2024-04-02T09:07:47.397 INFO:tasks.workunit.client.0.smithi019.stdout:op 5364 completed, throughput=5MB/sec 2024-04-02T09:07:48.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:47 smithi066 ceph-mon[87361]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:07:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:47 smithi019 ceph-mon[94035]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:07:48.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:47 smithi019 ceph-mon[96522]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:07:48.397 INFO:tasks.workunit.client.0.smithi019.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-02T09:07:48.397 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yHff3KichnL5GQm off=5810515 len=1755096 2024-04-02T09:07:48.401 INFO:tasks.workunit.client.0.smithi019.stdout:op 5365 completed, throughput=5MB/sec 2024-04-02T09:07:48.401 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bPxVrUgVNMt5oHP off=5397061 len=1718777 2024-04-02T09:07:48.402 INFO:tasks.workunit.client.0.smithi019.stdout:op 5366 completed, throughput=5MB/sec 2024-04-02T09:07:48.402 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-btPR9TerMtfg-KC off=4019909 len=1711205 2024-04-02T09:07:48.410 INFO:tasks.workunit.client.0.smithi019.stdout:op 5367 completed, throughput=5MB/sec 2024-04-02T09:07:49.410 INFO:tasks.workunit.client.0.smithi019.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-02T09:07:49.410 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z1MK_ueVnC1vf5c off=16031779 len=1868943 2024-04-02T09:07:49.414 INFO:tasks.workunit.client.0.smithi019.stdout:op 5368 completed, throughput=5MB/sec 2024-04-02T09:07:49.414 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qc_CwfLmjMhrJzW off=4061948 len=1629855 2024-04-02T09:07:49.422 INFO:tasks.workunit.client.0.smithi019.stdout:op 5369 completed, throughput=5MB/sec 2024-04-02T09:07:49.422 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X7Riv0ZINMypKX4 off=10576634 len=894129 2024-04-02T09:07:49.426 INFO:tasks.workunit.client.0.smithi019.stdout:op 5370 completed, throughput=5MB/sec 2024-04-02T09:07:49.426 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BptDF6juILyNrEn off=3735265 len=231273 2024-04-02T09:07:49.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 5371 completed, throughput=5MB/sec 2024-04-02T09:07:49.429 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p3bLTA2l54oXDiV off=1665237 len=124335 2024-04-02T09:07:49.429 INFO:tasks.workunit.client.0.smithi019.stdout:op 5372 completed, throughput=5MB/sec 2024-04-02T09:07:49.429 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ue7Hh-pM7od8ilN off=5420576 len=1129569 2024-04-02T09:07:49.430 INFO:tasks.workunit.client.0.smithi019.stdout:op 5373 completed, throughput=5MB/sec 2024-04-02T09:07:50.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:49 smithi066 ceph-mon[87361]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:49 smithi019 ceph-mon[94035]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:50.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:49 smithi019 ceph-mon[96522]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:07:50.430 INFO:tasks.workunit.client.0.smithi019.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-02T09:07:50.431 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-W14OuMX0IujU5yo off=7825528 len=916688 2024-04-02T09:07:50.436 INFO:tasks.workunit.client.0.smithi019.stdout:op 5374 completed, throughput=5MB/sec 2024-04-02T09:07:50.436 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-L_jnlB-LJrcYgM7 off=4584529 len=1260714 2024-04-02T09:07:50.444 INFO:tasks.workunit.client.0.smithi019.stdout:op 5375 completed, throughput=5MB/sec 2024-04-02T09:07:50.444 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-um9fLo_sfizelCQ off=1238509 len=111466 2024-04-02T09:07:50.445 INFO:tasks.workunit.client.0.smithi019.stdout:op 5376 completed, throughput=5MB/sec 2024-04-02T09:07:50.445 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lQ7bQ80OSWazMBP off=19652821 len=1138002 2024-04-02T09:07:50.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 5377 completed, throughput=5MB/sec 2024-04-02T09:07:50.450 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5u5hPuarBPhMrhG off=15187418 len=1496452 2024-04-02T09:07:50.451 INFO:tasks.workunit.client.0.smithi019.stdout:op 5378 completed, throughput=5MB/sec 2024-04-02T09:07:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:07:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:07:50] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:07:51.453 INFO:tasks.workunit.client.0.smithi019.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-02T09:07:51.454 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UhBnB3RHvnQFI98 off=18464655 len=152503 2024-04-02T09:07:51.455 INFO:tasks.workunit.client.0.smithi019.stdout:op 5379 completed, throughput=5MB/sec 2024-04-02T09:07:51.455 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RC10JjmDB04sSD2 off=11325907 len=229050 2024-04-02T09:07:51.456 INFO:tasks.workunit.client.0.smithi019.stdout:op 5380 completed, throughput=5MB/sec 2024-04-02T09:07:51.456 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-a-ZnaqfomcSadjg off=1492519 len=1289752 2024-04-02T09:07:51.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 5381 completed, throughput=5MB/sec 2024-04-02T09:07:51.461 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XD7FMvNeVL988XO off=3251372 len=753754 2024-04-02T09:07:51.465 INFO:tasks.workunit.client.0.smithi019.stdout:op 5382 completed, throughput=5MB/sec 2024-04-02T09:07:51.465 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2OLjJh621kXX2_o off=2151012 len=652025 2024-04-02T09:07:51.469 INFO:tasks.workunit.client.0.smithi019.stdout:op 5383 completed, throughput=5MB/sec 2024-04-02T09:07:51.470 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WpO03xVgrfngxAN off=15595557 len=1623737 2024-04-02T09:07:51.475 INFO:tasks.workunit.client.0.smithi019.stdout:op 5384 completed, throughput=5MB/sec 2024-04-02T09:07:51.475 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VHHcXYsrrzHUzfs off=894118 len=515369 2024-04-02T09:07:51.478 INFO:tasks.workunit.client.0.smithi019.stdout:op 5385 completed, throughput=5MB/sec 2024-04-02T09:07:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:51 smithi066 ceph-mon[87361]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:51 smithi019 ceph-mon[94035]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:52.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:51 smithi019 ceph-mon[96522]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:07:52.478 INFO:tasks.workunit.client.0.smithi019.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-02T09:07:52.479 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pBLyQW6WDyB0UVp off=3297128 len=11726 2024-04-02T09:07:52.479 INFO:tasks.workunit.client.0.smithi019.stdout:op 5386 completed, throughput=5MB/sec 2024-04-02T09:07:52.479 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fDcvrU84-HxMOs7 off=1263370 len=665039 2024-04-02T09:07:52.480 INFO:tasks.workunit.client.0.smithi019.stdout:op 5387 completed, throughput=5MB/sec 2024-04-02T09:07:52.480 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3sQkUfxAx7ttle- off=10178976 len=672264 2024-04-02T09:07:52.484 INFO:tasks.workunit.client.0.smithi019.stdout:op 5388 completed, throughput=5MB/sec 2024-04-02T09:07:52.484 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eIAnianbOSVUhfG off=321679 len=1083122 2024-04-02T09:07:52.485 INFO:tasks.workunit.client.0.smithi019.stdout:op 5389 completed, throughput=5MB/sec 2024-04-02T09:07:52.486 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P9_iUZPERbtzpkJ off=1356003 len=3696 2024-04-02T09:07:52.488 INFO:tasks.workunit.client.0.smithi019.stdout:op 5390 completed, throughput=5MB/sec 2024-04-02T09:07:52.488 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-juVDnv4peavoj3d off=5811613 len=1367466 2024-04-02T09:07:52.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 5391 completed, throughput=5MB/sec 2024-04-02T09:07:52.494 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HihBBMTVPcDcxLE off=21090261 len=764653 2024-04-02T09:07:52.494 INFO:tasks.workunit.client.0.smithi019.stdout:op 5392 completed, throughput=5MB/sec 2024-04-02T09:07:52.494 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-njSj2HBGEgTladi off=3552879 len=59448 2024-04-02T09:07:52.497 INFO:tasks.workunit.client.0.smithi019.stdout:op 5393 completed, throughput=5MB/sec 2024-04-02T09:07:52.497 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NR-QwXhKcU_3Em2 off=6964889 len=1129611 2024-04-02T09:07:52.502 INFO:tasks.workunit.client.0.smithi019.stdout:op 5394 completed, throughput=5MB/sec 2024-04-02T09:07:52.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:07:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-02T09:07:53.503 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZNTUposBdkyg9k8 off=14337181 len=417982 2024-04-02T09:07:53.504 INFO:tasks.workunit.client.0.smithi019.stdout:op 5395 completed, throughput=5MB/sec 2024-04-02T09:07:53.504 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hEXpUS63cEDJGQY off=7493677 len=1622070 2024-04-02T09:07:53.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 5396 completed, throughput=5MB/sec 2024-04-02T09:07:53.505 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ub_VT2T6fEeaJS4 off=12549901 len=1222076 2024-04-02T09:07:53.512 INFO:tasks.workunit.client.0.smithi019.stdout:op 5397 completed, throughput=5MB/sec 2024-04-02T09:07:53.512 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-21_5umDp1929wXs off=15095705 len=354767 2024-04-02T09:07:53.515 INFO:tasks.workunit.client.0.smithi019.stdout:op 5398 completed, throughput=5MB/sec 2024-04-02T09:07:53.515 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F46dVWamN5VcAim off=3892133 len=483140 2024-04-02T09:07:53.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 5399 completed, throughput=5MB/sec 2024-04-02T09:07:53.518 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Oh_pgt__tng5i9m off=105524 len=2059621 2024-04-02T09:07:53.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 5400 completed, throughput=5MB/sec 2024-04-02T09:07:54.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:53 smithi066 ceph-mon[87361]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:53 smithi019 ceph-mon[94035]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:53 smithi019 ceph-mon[96522]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:07:54.529 INFO:tasks.workunit.client.0.smithi019.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-02T09:07:54.529 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DvJfhYEKtelBovA off=17568258 len=671433 2024-04-02T09:07:54.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 5401 completed, throughput=5MB/sec 2024-04-02T09:07:54.530 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-daNQvsuQ6liHp2Q off=18592112 len=1824910 2024-04-02T09:07:54.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 5402 completed, throughput=5MB/sec 2024-04-02T09:07:54.537 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VgFcbCwMaYdUBIn off=7333447 len=1068190 2024-04-02T09:07:54.541 INFO:tasks.workunit.client.0.smithi019.stdout:op 5403 completed, throughput=5MB/sec 2024-04-02T09:07:54.542 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eB4P0Y9KxM3ce6d off=5747894 len=446293 2024-04-02T09:07:54.542 INFO:tasks.workunit.client.0.smithi019.stdout:op 5404 completed, throughput=5MB/sec 2024-04-02T09:07:54.542 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2Vzujp_lBP0gAkn off=9027428 len=1568787 2024-04-02T09:07:54.543 INFO:tasks.workunit.client.0.smithi019.stdout:op 5405 completed, throughput=5MB/sec 2024-04-02T09:07:55.545 INFO:tasks.workunit.client.0.smithi019.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-02T09:07:55.545 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NPi2gg-Ou6nH2X4 off=8850197 len=1236188 2024-04-02T09:07:55.546 INFO:tasks.workunit.client.0.smithi019.stdout:op 5406 completed, throughput=5MB/sec 2024-04-02T09:07:55.547 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_fgaqihCzezqX_E off=2677749 len=444152 2024-04-02T09:07:55.547 INFO:tasks.workunit.client.0.smithi019.stdout:op 5407 completed, throughput=5MB/sec 2024-04-02T09:07:55.547 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-t409Hj_uiBMtF3E off=1969158 len=1122729 2024-04-02T09:07:55.553 INFO:tasks.workunit.client.0.smithi019.stdout:op 5408 completed, throughput=5MB/sec 2024-04-02T09:07:55.553 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eZ88jsgAO0YePLQ off=17814816 len=608184 2024-04-02T09:07:55.554 INFO:tasks.workunit.client.0.smithi019.stdout:op 5409 completed, throughput=5MB/sec 2024-04-02T09:07:55.554 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T7ixCe-UcLv6zpk off=2684984 len=1549414 2024-04-02T09:07:55.557 INFO:tasks.workunit.client.0.smithi019.stdout:op 5410 completed, throughput=5MB/sec 2024-04-02T09:07:56.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:55 smithi066 ceph-mon[87361]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:55 smithi019 ceph-mon[94035]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:56.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:55 smithi019 ceph-mon[96522]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:07:56.557 INFO:tasks.workunit.client.0.smithi019.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-02T09:07:56.557 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-nuy_eA6YkqqTVxX off=1324600 len=1061560 2024-04-02T09:07:56.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 5411 completed, throughput=5MB/sec 2024-04-02T09:07:56.558 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1Gh_LhqG_AxrcU4 off=4352684 len=1841036 2024-04-02T09:07:56.559 INFO:tasks.workunit.client.0.smithi019.stdout:op 5412 completed, throughput=5MB/sec 2024-04-02T09:07:56.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZulFPOzJFSLUy1w off=4368213 len=1389459 2024-04-02T09:07:56.565 INFO:tasks.workunit.client.0.smithi019.stdout:op 5413 completed, throughput=5MB/sec 2024-04-02T09:07:57.565 INFO:tasks.workunit.client.0.smithi019.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-02T09:07:57.565 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PDsA8N0tJdCFtW6 off=14450993 len=316801 2024-04-02T09:07:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:op 5414 completed, throughput=5MB/sec 2024-04-02T09:07:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jOH-pzWZCxDmBae off=8414327 len=1261394 2024-04-02T09:07:57.572 INFO:tasks.workunit.client.0.smithi019.stdout:op 5415 completed, throughput=5MB/sec 2024-04-02T09:07:57.572 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VFTuhMdprQFAs3T off=18508258 len=1208625 2024-04-02T09:07:57.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 5416 completed, throughput=5MB/sec 2024-04-02T09:07:57.574 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PLqZY0PZlXEOxLq off=3752269 len=282297 2024-04-02T09:07:57.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 5417 completed, throughput=5MB/sec 2024-04-02T09:07:57.575 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-favRBD1j7PKbmun off=8867999 len=1126695 2024-04-02T09:07:57.580 INFO:tasks.workunit.client.0.smithi019.stdout:op 5418 completed, throughput=5MB/sec 2024-04-02T09:07:57.580 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--qdC6_mb58c6o6J off=15371225 len=332924 2024-04-02T09:07:57.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 5419 completed, throughput=5MB/sec 2024-04-02T09:07:57.583 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cOhsYyt6xmKETAe off=6535608 len=1055754 2024-04-02T09:07:57.590 INFO:tasks.workunit.client.0.smithi019.stdout:op 5420 completed, throughput=5MB/sec 2024-04-02T09:07:58.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:57 smithi066 ceph-mon[87361]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:07:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:57 smithi019 ceph-mon[94035]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:07:58.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:57 smithi019 ceph-mon[96522]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:07:58.587 INFO:tasks.workunit.client.0.smithi019.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-02T09:07:58.588 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gDeluIg5djNyMu0 off=2104289 len=489357 2024-04-02T09:07:58.591 INFO:tasks.workunit.client.0.smithi019.stdout:op 5421 completed, throughput=5MB/sec 2024-04-02T09:07:58.592 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_KTLmgCiXSgIgG_ off=9067251 len=1417344 2024-04-02T09:07:58.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 5422 completed, throughput=5MB/sec 2024-04-02T09:07:58.593 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L5RXF7-N3KtCOTs off=5768674 len=130487 2024-04-02T09:07:58.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 5423 completed, throughput=5MB/sec 2024-04-02T09:07:58.593 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YK-BOrggIEw5e0V off=2480459 len=1292757 2024-04-02T09:07:58.596 INFO:tasks.workunit.client.0.smithi019.stdout:op 5424 completed, throughput=5MB/sec 2024-04-02T09:07:58.596 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vr8-e_hrnNI0nLw off=3739163 len=447052 2024-04-02T09:07:58.597 INFO:tasks.workunit.client.0.smithi019.stdout:op 5425 completed, throughput=5MB/sec 2024-04-02T09:07:58.597 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oTySqrMu597RM7i off=5613649 len=800174 2024-04-02T09:07:58.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 5426 completed, throughput=5MB/sec 2024-04-02T09:07:58.599 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bitLRNWW4jMiR70 off=2157356 len=1557312 2024-04-02T09:07:58.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 5427 completed, throughput=5MB/sec 2024-04-02T09:07:59.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:59.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:59.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:59.605 INFO:tasks.workunit.client.0.smithi019.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-02T09:07:59.605 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rCrVhGzJ3pbulST off=5370928 len=1190978 2024-04-02T09:07:59.606 INFO:tasks.workunit.client.0.smithi019.stdout:op 5428 completed, throughput=5MB/sec 2024-04-02T09:07:59.606 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fkxv_kAcCaryATL off=5195251 len=1685206 2024-04-02T09:07:59.613 INFO:tasks.workunit.client.0.smithi019.stdout:op 5429 completed, throughput=5MB/sec 2024-04-02T09:07:59.613 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BfbGcKSjD4btSZL off=8926177 len=1463859 2024-04-02T09:07:59.618 INFO:tasks.workunit.client.0.smithi019.stdout:op 5430 completed, throughput=5MB/sec 2024-04-02T09:08:00.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:07:59 smithi066 ceph-mon[87361]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:07:59 smithi019 ceph-mon[94035]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:00.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:07:59 smithi019 ceph-mon[96522]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:00.619 INFO:tasks.workunit.client.0.smithi019.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-02T09:08:00.619 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iu2_1V3cnpOIeB4 off=79844 len=144771 2024-04-02T09:08:00.619 INFO:tasks.workunit.client.0.smithi019.stdout:op 5431 completed, throughput=5MB/sec 2024-04-02T09:08:00.619 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4fEXGWAvwgWAq-E off=14630972 len=639127 2024-04-02T09:08:00.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 5432 completed, throughput=5MB/sec 2024-04-02T09:08:00.620 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LZJBFIrAhmoGBfw off=7540149 len=47873 2024-04-02T09:08:00.622 INFO:tasks.workunit.client.0.smithi019.stdout:op 5433 completed, throughput=5MB/sec 2024-04-02T09:08:00.622 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-naKbPKyCCyq_fGp off=138762 len=2017870 2024-04-02T09:08:00.626 INFO:tasks.workunit.client.0.smithi019.stdout:op 5434 completed, throughput=5MB/sec 2024-04-02T09:08:00.626 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-er8bkaqwSXzA6QB off=1820761 len=792506 2024-04-02T09:08:00.630 INFO:tasks.workunit.client.0.smithi019.stdout:op 5435 completed, throughput=5MB/sec 2024-04-02T09:08:00.630 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oW8HCEWgq4BOSOt off=2241195 len=1853697 2024-04-02T09:08:00.632 INFO:tasks.workunit.client.0.smithi019.stdout:op 5436 completed, throughput=5MB/sec 2024-04-02T09:08:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:08:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:08:00] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:08:01.632 INFO:tasks.workunit.client.0.smithi019.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-02T09:08:01.632 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qzu1W7eRbkaop-6 off=1033010 len=1956208 2024-04-02T09:08:01.642 INFO:tasks.workunit.client.0.smithi019.stdout:op 5437 completed, throughput=5MB/sec 2024-04-02T09:08:01.642 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hvDQDR596ojXKm0 off=4323025 len=109288 2024-04-02T09:08:01.642 INFO:tasks.workunit.client.0.smithi019.stdout:op 5438 completed, throughput=5MB/sec 2024-04-02T09:08:01.643 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dUq0yWbgtuPID2r off=3243900 len=1345408 2024-04-02T09:08:01.649 INFO:tasks.workunit.client.0.smithi019.stdout:op 5439 completed, throughput=5MB/sec 2024-04-02T09:08:01.649 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MgojMjDDjQx91Qj off=1554434 len=15509 2024-04-02T09:08:01.652 INFO:tasks.workunit.client.0.smithi019.stdout:op 5440 completed, throughput=5MB/sec 2024-04-02T09:08:01.652 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3iOQoojMXk4LbAu off=7739811 len=2006406 2024-04-02T09:08:01.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 5441 completed, throughput=5MB/sec 2024-04-02T09:08:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:01 smithi066 ceph-mon[87361]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:01 smithi019 ceph-mon[94035]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:02.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:01 smithi019 ceph-mon[96522]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:08:02.662 INFO:tasks.workunit.client.0.smithi019.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-02T09:08:02.662 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AV_pgoayHiDLKYY off=5845490 len=521544 2024-04-02T09:08:02.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 5442 completed, throughput=5MB/sec 2024-04-02T09:08:02.664 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U81PR0tYcnucwnB off=14873245 len=160067 2024-04-02T09:08:02.668 INFO:tasks.workunit.client.0.smithi019.stdout:op 5443 completed, throughput=5MB/sec 2024-04-02T09:08:02.668 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X_9Jt20D-XaXab0 off=643140 len=1261350 2024-04-02T09:08:02.671 INFO:tasks.workunit.client.0.smithi019.stdout:op 5444 completed, throughput=5MB/sec 2024-04-02T09:08:02.672 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9N4BSPEvW6OsTxE off=8347377 len=706719 2024-04-02T09:08:02.676 INFO:tasks.workunit.client.0.smithi019.stdout:op 5445 completed, throughput=5MB/sec 2024-04-02T09:08:02.677 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0N9MO9ufBeUZrR4 off=10937594 len=1415324 2024-04-02T09:08:02.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 5446 completed, throughput=5MB/sec 2024-04-02T09:08:02.682 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vXuIELpvFF9p2ob off=1529310 len=2054423 2024-04-02T09:08:02.685 INFO:tasks.workunit.client.0.smithi019.stdout:op 5447 completed, throughput=5MB/sec 2024-04-02T09:08:02.819 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:08:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:03.686 INFO:tasks.workunit.client.0.smithi019.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-02T09:08:03.686 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AC-CBqTIkOWF_4W off=1516182 len=893464 2024-04-02T09:08:03.690 INFO:tasks.workunit.client.0.smithi019.stdout:op 5448 completed, throughput=5MB/sec 2024-04-02T09:08:03.690 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wCSY1rMxW0aAWaW off=13429856 len=1009180 2024-04-02T09:08:03.695 INFO:tasks.workunit.client.0.smithi019.stdout:op 5449 completed, throughput=5MB/sec 2024-04-02T09:08:03.695 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HbbQcBm1lscVV21 off=5922311 len=1040594 2024-04-02T09:08:03.699 INFO:tasks.workunit.client.0.smithi019.stdout:op 5450 completed, throughput=5MB/sec 2024-04-02T09:08:03.699 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YHm4povqQwAR-Qn off=349420 len=1309283 2024-04-02T09:08:03.702 INFO:tasks.workunit.client.0.smithi019.stdout:op 5451 completed, throughput=5MB/sec 2024-04-02T09:08:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:03 smithi066 ceph-mon[87361]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:03 smithi019 ceph-mon[94035]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:04.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:03 smithi019 ceph-mon[96522]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:04.702 INFO:tasks.workunit.client.0.smithi019.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-02T09:08:04.702 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-skq8Yx63_dj3XWD off=11707884 len=1788785 2024-04-02T09:08:04.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 5452 completed, throughput=5MB/sec 2024-04-02T09:08:04.707 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Xo2oiN58NW6g4M6 off=5985437 len=1671342 2024-04-02T09:08:04.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 5453 completed, throughput=5MB/sec 2024-04-02T09:08:04.708 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8KDCHX0Aom1Kqt8 off=2758617 len=585890 2024-04-02T09:08:04.710 INFO:tasks.workunit.client.0.smithi019.stdout:op 5454 completed, throughput=5MB/sec 2024-04-02T09:08:04.710 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--WRP47mBFiUglYi off=10154980 len=249638 2024-04-02T09:08:04.713 INFO:tasks.workunit.client.0.smithi019.stdout:op 5455 completed, throughput=5MB/sec 2024-04-02T09:08:04.713 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tSqyah_RXP7e7Mz off=1850963 len=809259 2024-04-02T09:08:04.714 INFO:tasks.workunit.client.0.smithi019.stdout:op 5456 completed, throughput=5MB/sec 2024-04-02T09:08:04.714 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-T4saY3x5iRdX9hL off=12329475 len=387084 2024-04-02T09:08:04.717 INFO:tasks.workunit.client.0.smithi019.stdout:op 5457 completed, throughput=5MB/sec 2024-04-02T09:08:05.717 INFO:tasks.workunit.client.0.smithi019.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-02T09:08:05.717 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LGLWrcMFcl_Jt3g off=1904372 len=856201 2024-04-02T09:08:05.721 INFO:tasks.workunit.client.0.smithi019.stdout:op 5458 completed, throughput=5MB/sec 2024-04-02T09:08:05.722 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wr2Q3P81VlIJMCI off=5830749 len=787558 2024-04-02T09:08:05.725 INFO:tasks.workunit.client.0.smithi019.stdout:op 5459 completed, throughput=5MB/sec 2024-04-02T09:08:05.725 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PWsrH1vEmDZ7FMH off=1994472 len=407696 2024-04-02T09:08:05.726 INFO:tasks.workunit.client.0.smithi019.stdout:op 5460 completed, throughput=5MB/sec 2024-04-02T09:08:05.727 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pZYgjYrcmXqUCqo off=0 len=1426932 2024-04-02T09:08:05.733 INFO:tasks.workunit.client.0.smithi019.stdout:op 5461 completed, throughput=5MB/sec 2024-04-02T09:08:05.733 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2Pfn9TLDK5WAiIe off=4367328 len=708222 2024-04-02T09:08:05.734 INFO:tasks.workunit.client.0.smithi019.stdout:op 5462 completed, throughput=5MB/sec 2024-04-02T09:08:05.734 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NK-k8AVVWqYJsJf off=17412589 len=1064003 2024-04-02T09:08:05.739 INFO:tasks.workunit.client.0.smithi019.stdout:op 5463 completed, throughput=5MB/sec 2024-04-02T09:08:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:05 smithi066 ceph-mon[87361]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:05 smithi019 ceph-mon[94035]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:06.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:05 smithi019 ceph-mon[96522]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:06.739 INFO:tasks.workunit.client.0.smithi019.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-02T09:08:06.739 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bT3yawQgdscboD2 off=5356206 len=953627 2024-04-02T09:08:06.744 INFO:tasks.workunit.client.0.smithi019.stdout:op 5464 completed, throughput=5MB/sec 2024-04-02T09:08:06.744 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Dwk7knUWNnvcwXH off=10800397 len=282859 2024-04-02T09:08:06.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 5465 completed, throughput=5MB/sec 2024-04-02T09:08:06.745 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q5W-Djp7pmlBdI_ off=6664992 len=1367398 2024-04-02T09:08:06.750 INFO:tasks.workunit.client.0.smithi019.stdout:op 5466 completed, throughput=5MB/sec 2024-04-02T09:08:06.750 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lpsHNf9UW0KMWcl off=19618384 len=1039289 2024-04-02T09:08:06.751 INFO:tasks.workunit.client.0.smithi019.stdout:op 5467 completed, throughput=5MB/sec 2024-04-02T09:08:06.751 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-T5N19KuCbxlOVVV off=3046388 len=1310915 2024-04-02T09:08:06.752 INFO:tasks.workunit.client.0.smithi019.stdout:op 5468 completed, throughput=5MB/sec 2024-04-02T09:08:06.752 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Rpfa_awpGmeMPRE off=13381397 len=1952632 2024-04-02T09:08:06.753 INFO:tasks.workunit.client.0.smithi019.stdout:op 5469 completed, throughput=5MB/sec 2024-04-02T09:08:07.754 INFO:tasks.workunit.client.0.smithi019.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-02T09:08:07.754 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BOW3BSyv_TPdyKA off=5386355 len=1934698 2024-04-02T09:08:07.763 INFO:tasks.workunit.client.0.smithi019.stdout:op 5470 completed, throughput=5MB/sec 2024-04-02T09:08:07.763 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-No1heek0pEm4wHa off=4000692 len=1268301 2024-04-02T09:08:07.769 INFO:tasks.workunit.client.0.smithi019.stdout:op 5471 completed, throughput=5MB/sec 2024-04-02T09:08:07.769 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OL4w5IYRWD8SvJR off=1817541 len=825963 2024-04-02T09:08:07.770 INFO:tasks.workunit.client.0.smithi019.stdout:op 5472 completed, throughput=5MB/sec 2024-04-02T09:08:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:07 smithi066 ceph-mon[87361]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:07 smithi019 ceph-mon[94035]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:07 smithi019 ceph-mon[96522]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:08.770 INFO:tasks.workunit.client.0.smithi019.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-02T09:08:08.770 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-B_R13KdLLWoffrd off=1668844 len=441665 2024-04-02T09:08:08.774 INFO:tasks.workunit.client.0.smithi019.stdout:op 5473 completed, throughput=5MB/sec 2024-04-02T09:08:08.774 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UGeh21IY7zRFM4b off=6904514 len=862331 2024-04-02T09:08:08.775 INFO:tasks.workunit.client.0.smithi019.stdout:op 5474 completed, throughput=5MB/sec 2024-04-02T09:08:08.775 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QqxRKVSAdZ2HjsV off=1176284 len=1399050 2024-04-02T09:08:08.777 INFO:tasks.workunit.client.0.smithi019.stdout:op 5475 completed, throughput=5MB/sec 2024-04-02T09:08:08.777 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Y4xPKhj8zQWhuQa off=2481900 len=489768 2024-04-02T09:08:08.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 5476 completed, throughput=5MB/sec 2024-04-02T09:08:08.778 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6kAui1OKUlv6nrO off=2208100 len=535614 2024-04-02T09:08:08.781 INFO:tasks.workunit.client.0.smithi019.stdout:op 5477 completed, throughput=5MB/sec 2024-04-02T09:08:08.781 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-j0DnaLbV4azIisx off=15701783 len=323527 2024-04-02T09:08:08.784 INFO:tasks.workunit.client.0.smithi019.stdout:op 5478 completed, throughput=5MB/sec 2024-04-02T09:08:08.784 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4r7yNC6V6zdT1SS off=4905083 len=1182454 2024-04-02T09:08:08.785 INFO:tasks.workunit.client.0.smithi019.stdout:op 5479 completed, throughput=5MB/sec 2024-04-02T09:08:09.785 INFO:tasks.workunit.client.0.smithi019.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-02T09:08:09.785 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BL4ZmyJGrk360op off=884577 len=58230 2024-04-02T09:08:09.786 INFO:tasks.workunit.client.0.smithi019.stdout:op 5480 completed, throughput=5MB/sec 2024-04-02T09:08:09.786 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_MG7apDAbgS8EkW off=3116561 len=1933654 2024-04-02T09:08:09.797 INFO:tasks.workunit.client.0.smithi019.stdout:op 5481 completed, throughput=5MB/sec 2024-04-02T09:08:09.797 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PGl4g076x_QYnZj off=868064 len=262462 2024-04-02T09:08:09.797 INFO:tasks.workunit.client.0.smithi019.stdout:op 5482 completed, throughput=5MB/sec 2024-04-02T09:08:09.797 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ju-50g34kIHTpRU off=9764819 len=945077 2024-04-02T09:08:09.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 5483 completed, throughput=5MB/sec 2024-04-02T09:08:09.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-q46r5pUNvGpKqUs off=4619695 len=1694187 2024-04-02T09:08:09.801 INFO:tasks.workunit.client.0.smithi019.stdout:op 5484 completed, throughput=5MB/sec 2024-04-02T09:08:09.801 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9pfbkcyMSrbIzio off=2989642 len=2042046 2024-04-02T09:08:09.809 INFO:tasks.workunit.client.0.smithi019.stdout:op 5485 completed, throughput=5MB/sec 2024-04-02T09:08:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:09 smithi066 ceph-mon[87361]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:09 smithi019 ceph-mon[94035]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:10.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:09 smithi019 ceph-mon[96522]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:08:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:08:10] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:08:10.810 INFO:tasks.workunit.client.0.smithi019.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-02T09:08:10.810 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SUar_IEmd3J3-W5 off=14791766 len=1513163 2024-04-02T09:08:10.815 INFO:tasks.workunit.client.0.smithi019.stdout:op 5486 completed, throughput=5MB/sec 2024-04-02T09:08:10.815 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Nl-BTzENQvQPKzZ off=24170535 len=244087 2024-04-02T09:08:10.815 INFO:tasks.workunit.client.0.smithi019.stdout:op 5487 completed, throughput=5MB/sec 2024-04-02T09:08:10.816 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HdVjVFRCiYxscvz off=7108900 len=892938 2024-04-02T09:08:10.817 INFO:tasks.workunit.client.0.smithi019.stdout:op 5488 completed, throughput=5MB/sec 2024-04-02T09:08:10.817 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-q8hu94kFZJHnc-R off=14774557 len=1864316 2024-04-02T09:08:10.825 INFO:tasks.workunit.client.0.smithi019.stdout:op 5489 completed, throughput=5MB/sec 2024-04-02T09:08:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:08:11.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:11.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:08:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:08:11.825 INFO:tasks.workunit.client.0.smithi019.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-02T09:08:11.825 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TPomBW3cyyuLXA_ off=2658446 len=2081501 2024-04-02T09:08:11.832 INFO:tasks.workunit.client.0.smithi019.stdout:op 5490 completed, throughput=5MB/sec 2024-04-02T09:08:11.832 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HO3e39w8mgXtK6x off=19473474 len=295599 2024-04-02T09:08:11.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 5491 completed, throughput=5MB/sec 2024-04-02T09:08:11.833 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-09WezStugBM3iv5 off=10059682 len=1374160 2024-04-02T09:08:11.834 INFO:tasks.workunit.client.0.smithi019.stdout:op 5492 completed, throughput=5MB/sec 2024-04-02T09:08:11.834 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IksvJbUl41p2aTD off=1811935 len=113584 2024-04-02T09:08:11.835 INFO:tasks.workunit.client.0.smithi019.stdout:op 5493 completed, throughput=5MB/sec 2024-04-02T09:08:11.835 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0Cc150I1DT6uaaA off=6096939 len=822505 2024-04-02T09:08:11.839 INFO:tasks.workunit.client.0.smithi019.stdout:op 5494 completed, throughput=5MB/sec 2024-04-02T09:08:12.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:11 smithi066 ceph-mon[87361]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:11 smithi019 ceph-mon[94035]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:12.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:11 smithi019 ceph-mon[96522]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:08:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:08:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:12.839 INFO:tasks.workunit.client.0.smithi019.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-02T09:08:12.839 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-5DClPo18z4KwSMJ off=17696022 len=1268496 2024-04-02T09:08:12.840 INFO:tasks.workunit.client.0.smithi019.stdout:op 5495 completed, throughput=5MB/sec 2024-04-02T09:08:12.840 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PkHfw2ZZxiB6YW2 off=14058181 len=1862042 2024-04-02T09:08:12.844 INFO:tasks.workunit.client.0.smithi019.stdout:op 5496 completed, throughput=5MB/sec 2024-04-02T09:08:12.844 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N580YijZGS38bZm off=5457069 len=2081667 2024-04-02T09:08:12.854 INFO:tasks.workunit.client.0.smithi019.stdout:op 5497 completed, throughput=5MB/sec 2024-04-02T09:08:13.854 INFO:tasks.workunit.client.0.smithi019.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-02T09:08:13.854 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UZB8oeDPhuOHUic off=1019013 len=1925494 2024-04-02T09:08:13.856 INFO:tasks.workunit.client.0.smithi019.stdout:op 5498 completed, throughput=5MB/sec 2024-04-02T09:08:13.856 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TcoaImVhXOVnM8z off=5600011 len=626353 2024-04-02T09:08:13.856 INFO:tasks.workunit.client.0.smithi019.stdout:op 5499 completed, throughput=5MB/sec 2024-04-02T09:08:13.857 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SmwY1_bw9ZBmmxK off=655546 len=46457 2024-04-02T09:08:13.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 5500 completed, throughput=5MB/sec 2024-04-02T09:08:13.859 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_gGMoTXNaQAJIGj off=1683234 len=124613 2024-04-02T09:08:13.861 INFO:tasks.workunit.client.0.smithi019.stdout:op 5501 completed, throughput=5MB/sec 2024-04-02T09:08:13.862 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EiTXrNaUzGpri6J off=16381112 len=436982 2024-04-02T09:08:13.862 INFO:tasks.workunit.client.0.smithi019.stdout:op 5502 completed, throughput=5MB/sec 2024-04-02T09:08:13.862 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-32oC-m7nmBEbnWb off=936078 len=720883 2024-04-02T09:08:13.864 INFO:tasks.workunit.client.0.smithi019.stdout:op 5503 completed, throughput=5MB/sec 2024-04-02T09:08:13.864 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lrMbTUz5gvG1jgx off=9416308 len=92912 2024-04-02T09:08:13.865 INFO:tasks.workunit.client.0.smithi019.stdout:op 5504 completed, throughput=5MB/sec 2024-04-02T09:08:13.865 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xedzccHlC1d3kT0 off=152745 len=1173943 2024-04-02T09:08:13.866 INFO:tasks.workunit.client.0.smithi019.stdout:op 5505 completed, throughput=5MB/sec 2024-04-02T09:08:14.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:13 smithi066 ceph-mon[87361]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:08:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:13 smithi019 ceph-mon[94035]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:08:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:13 smithi019 ceph-mon[96522]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:08:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:14.866 INFO:tasks.workunit.client.0.smithi019.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-02T09:08:14.866 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-upM7wFjJOfenaOe off=371416 len=1499510 2024-04-02T09:08:14.869 INFO:tasks.workunit.client.0.smithi019.stdout:op 5506 completed, throughput=5MB/sec 2024-04-02T09:08:14.869 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KzsBjC4l57I_gRB off=8872968 len=2080763 2024-04-02T09:08:14.881 INFO:tasks.workunit.client.0.smithi019.stdout:op 5507 completed, throughput=5MB/sec 2024-04-02T09:08:14.881 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XFjcPZ2HdYztA7q off=1177684 len=1508105 2024-04-02T09:08:14.882 INFO:tasks.workunit.client.0.smithi019.stdout:op 5508 completed, throughput=5MB/sec 2024-04-02T09:08:15.882 INFO:tasks.workunit.client.0.smithi019.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-02T09:08:15.883 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-VVn959-piSi7p9f off=6797284 len=26968 2024-04-02T09:08:15.885 INFO:tasks.workunit.client.0.smithi019.stdout:op 5509 completed, throughput=5MB/sec 2024-04-02T09:08:15.885 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-K57papd8qkMSGQE off=6626275 len=558507 2024-04-02T09:08:15.886 INFO:tasks.workunit.client.0.smithi019.stdout:op 5510 completed, throughput=5MB/sec 2024-04-02T09:08:15.886 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BqPnBaqWMszk_jH off=8001144 len=2043861 2024-04-02T09:08:15.888 INFO:tasks.workunit.client.0.smithi019.stdout:op 5511 completed, throughput=5MB/sec 2024-04-02T09:08:15.888 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YwB04T6dXxkogMA off=13626890 len=997216 2024-04-02T09:08:15.890 INFO:tasks.workunit.client.0.smithi019.stdout:op 5512 completed, throughput=5MB/sec 2024-04-02T09:08:15.890 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gEo8dqTIAt4xJfi off=4306229 len=408631 2024-04-02T09:08:15.893 INFO:tasks.workunit.client.0.smithi019.stdout:op 5513 completed, throughput=5MB/sec 2024-04-02T09:08:15.893 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-kmIofgzr_LP5AVq off=1358393 len=173134 2024-04-02T09:08:15.895 INFO:tasks.workunit.client.0.smithi019.stdout:op 5514 completed, throughput=5MB/sec 2024-04-02T09:08:15.895 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-GNq1FDe-IRGNOHV off=5683967 len=1294009 2024-04-02T09:08:15.901 INFO:tasks.workunit.client.0.smithi019.stdout:op 5515 completed, throughput=5MB/sec 2024-04-02T09:08:16.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:15 smithi066 ceph-mon[87361]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:16.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:15 smithi019 ceph-mon[96522]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:15 smithi019 ceph-mon[94035]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-02T09:08:16.902 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AOFtR5ojoZA0Hq- off=3021647 len=1301359 2024-04-02T09:08:16.908 INFO:tasks.workunit.client.0.smithi019.stdout:op 5516 completed, throughput=5MB/sec 2024-04-02T09:08:16.908 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-sSGC30NCqQzl-zK off=5055427 len=59847 2024-04-02T09:08:16.909 INFO:tasks.workunit.client.0.smithi019.stdout:op 5517 completed, throughput=5MB/sec 2024-04-02T09:08:16.909 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tYtkfdqJPcMc0O- off=7648612 len=1339822 2024-04-02T09:08:16.910 INFO:tasks.workunit.client.0.smithi019.stdout:op 5518 completed, throughput=5MB/sec 2024-04-02T09:08:16.910 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JRhTG1xmtY6Laku off=9969016 len=1285700 2024-04-02T09:08:16.911 INFO:tasks.workunit.client.0.smithi019.stdout:op 5519 completed, throughput=5MB/sec 2024-04-02T09:08:16.911 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qzZ0xbZ10Dxz5Ph off=4296751 len=1967805 2024-04-02T09:08:16.912 INFO:tasks.workunit.client.0.smithi019.stdout:op 5520 completed, throughput=5MB/sec 2024-04-02T09:08:17.913 INFO:tasks.workunit.client.0.smithi019.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-02T09:08:18.016 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_ixh5sdSLfEf5FM off=21386454 len=302721 2024-04-02T09:08:18.017 INFO:tasks.workunit.client.0.smithi019.stdout:op 5521 completed, throughput=5MB/sec 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Oowu76n05OvBZBc off=14942158 len=1434063 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 5522 completed, throughput=5MB/sec 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3kYWnf_stsYpMaq off=4386615 len=220063 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 5523 completed, throughput=5MB/sec 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xR3y4JWer0Bgp6D off=8775781 len=2033085 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 5524 completed, throughput=5MB/sec 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-A5YyW1AqZiHfksX off=2200261 len=1704889 2024-04-02T09:08:18.018 INFO:tasks.workunit.client.0.smithi019.stdout:op 5525 completed, throughput=5MB/sec 2024-04-02T09:08:18.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:17 smithi066 ceph-mon[87361]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:18.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:17 smithi019 ceph-mon[96522]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:17 smithi019 ceph-mon[94035]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:18.929 INFO:tasks.workunit.client.0.smithi019.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-02T09:08:18.929 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-av8js0YqVYg_C31 off=3607201 len=1093399 2024-04-02T09:08:18.930 INFO:tasks.workunit.client.0.smithi019.stdout:op 5526 completed, throughput=5MB/sec 2024-04-02T09:08:18.930 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z07uBXfGslanTV2 off=21736982 len=475803 2024-04-02T09:08:18.934 INFO:tasks.workunit.client.0.smithi019.stdout:op 5527 completed, throughput=5MB/sec 2024-04-02T09:08:18.934 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RprEcQ0x0MOCfkq off=188483 len=533475 2024-04-02T09:08:18.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 5528 completed, throughput=5MB/sec 2024-04-02T09:08:18.935 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vD9_4z_2cEAhN7D off=549479 len=47704 2024-04-02T09:08:18.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 5529 completed, throughput=5MB/sec 2024-04-02T09:08:18.935 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZFlbu-RVtT9oZ-c off=332689 len=778032 2024-04-02T09:08:18.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 5530 completed, throughput=5MB/sec 2024-04-02T09:08:18.937 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KvColfpMR-AzNd6 off=4491260 len=253500 2024-04-02T09:08:18.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 5531 completed, throughput=5MB/sec 2024-04-02T09:08:18.938 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xSCRgV7kODcsOg5 off=5133262 len=2039060 2024-04-02T09:08:18.939 INFO:tasks.workunit.client.0.smithi019.stdout:op 5532 completed, throughput=5MB/sec 2024-04-02T09:08:19.940 INFO:tasks.workunit.client.0.smithi019.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-02T09:08:19.940 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ARKacDaJqXiJnMR off=11811580 len=1143685 2024-04-02T09:08:19.945 INFO:tasks.workunit.client.0.smithi019.stdout:op 5533 completed, throughput=5MB/sec 2024-04-02T09:08:19.945 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fUfmYGkTupcFepV off=3624241 len=1903639 2024-04-02T09:08:19.946 INFO:tasks.workunit.client.0.smithi019.stdout:op 5534 completed, throughput=5MB/sec 2024-04-02T09:08:19.947 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vWYl3JHdW1w1aQ1 off=2610039 len=160884 2024-04-02T09:08:19.947 INFO:tasks.workunit.client.0.smithi019.stdout:op 5535 completed, throughput=5MB/sec 2024-04-02T09:08:19.947 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-e8FKjuFiDMUE6oj off=2085388 len=1511187 2024-04-02T09:08:19.948 INFO:tasks.workunit.client.0.smithi019.stdout:op 5536 completed, throughput=5MB/sec 2024-04-02T09:08:20.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:19 smithi066 ceph-mon[87361]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:19 smithi019 ceph-mon[94035]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:20.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:19 smithi019 ceph-mon[96522]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:08:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:08:20] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:08:20.949 INFO:tasks.workunit.client.0.smithi019.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-02T09:08:20.949 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ObN6ze_8kS-ygLP off=3324016 len=1296441 2024-04-02T09:08:20.950 INFO:tasks.workunit.client.0.smithi019.stdout:op 5537 completed, throughput=5MB/sec 2024-04-02T09:08:20.950 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_S-VN_vIPHUbnQT off=1677762 len=569781 2024-04-02T09:08:20.952 INFO:tasks.workunit.client.0.smithi019.stdout:op 5538 completed, throughput=5MB/sec 2024-04-02T09:08:20.952 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_KTLmgCiXSgIgG_ off=168312 len=684811 2024-04-02T09:08:20.955 INFO:tasks.workunit.client.0.smithi019.stdout:op 5539 completed, throughput=5MB/sec 2024-04-02T09:08:20.955 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KP-RDkF5yNIysHa off=3590069 len=267698 2024-04-02T09:08:20.956 INFO:tasks.workunit.client.0.smithi019.stdout:op 5540 completed, throughput=5MB/sec 2024-04-02T09:08:20.956 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AsagIEfdANj-kZo off=8921495 len=1968273 2024-04-02T09:08:20.959 INFO:tasks.workunit.client.0.smithi019.stdout:op 5541 completed, throughput=5MB/sec 2024-04-02T09:08:21.959 INFO:tasks.workunit.client.0.smithi019.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-02T09:08:21.959 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-R7GGqkrb5Ta82fg off=2006194 len=836362 2024-04-02T09:08:21.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 5542 completed, throughput=5MB/sec 2024-04-02T09:08:21.960 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rriSRNxv7xw5Fbb off=11930083 len=657230 2024-04-02T09:08:21.964 INFO:tasks.workunit.client.0.smithi019.stdout:op 5543 completed, throughput=5MB/sec 2024-04-02T09:08:21.964 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-caIV5P689FS2po0 off=651609 len=1942085 2024-04-02T09:08:21.965 INFO:tasks.workunit.client.0.smithi019.stdout:op 5544 completed, throughput=5MB/sec 2024-04-02T09:08:21.965 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s9158I8tnV9y36o off=3584853 len=615330 2024-04-02T09:08:21.969 INFO:tasks.workunit.client.0.smithi019.stdout:op 5545 completed, throughput=5MB/sec 2024-04-02T09:08:21.969 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NBPT9Do5UI5AlSZ off=2526352 len=705216 2024-04-02T09:08:21.971 INFO:tasks.workunit.client.0.smithi019.stdout:op 5546 completed, throughput=5MB/sec 2024-04-02T09:08:21.971 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p7I9bgkEQrur-Yk off=855397 len=332319 2024-04-02T09:08:21.972 INFO:tasks.workunit.client.0.smithi019.stdout:op 5547 completed, throughput=5MB/sec 2024-04-02T09:08:21.972 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-h_H4gkfL-JJd_wr off=8691946 len=1629715 2024-04-02T09:08:21.973 INFO:tasks.workunit.client.0.smithi019.stdout:op 5548 completed, throughput=5MB/sec 2024-04-02T09:08:22.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:21 smithi066 ceph-mon[87361]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:21 smithi019 ceph-mon[94035]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:22.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:21 smithi019 ceph-mon[96522]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:08:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:22.974 INFO:tasks.workunit.client.0.smithi019.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-02T09:08:22.974 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OoVFvFfiehmKWFN off=4800141 len=1493710 2024-04-02T09:08:22.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 5549 completed, throughput=5MB/sec 2024-04-02T09:08:22.975 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BVPufZmPd4ycjwG off=10395805 len=204090 2024-04-02T09:08:22.975 INFO:tasks.workunit.client.0.smithi019.stdout:op 5550 completed, throughput=5MB/sec 2024-04-02T09:08:22.975 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zWNTWes_pd7H4n2 off=9410243 len=1349871 2024-04-02T09:08:22.982 INFO:tasks.workunit.client.0.smithi019.stdout:op 5551 completed, throughput=5MB/sec 2024-04-02T09:08:22.982 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--70DB1xSUxxYL_3 off=9875209 len=560247 2024-04-02T09:08:22.986 INFO:tasks.workunit.client.0.smithi019.stdout:op 5552 completed, throughput=5MB/sec 2024-04-02T09:08:22.986 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--zaUYbaZLFoofuh off=537870 len=265480 2024-04-02T09:08:22.988 INFO:tasks.workunit.client.0.smithi019.stdout:op 5553 completed, throughput=5MB/sec 2024-04-02T09:08:22.988 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2DGn898di3ab_TJ off=17948415 len=756293 2024-04-02T09:08:22.992 INFO:tasks.workunit.client.0.smithi019.stdout:op 5554 completed, throughput=5MB/sec 2024-04-02T09:08:23.994 INFO:tasks.workunit.client.0.smithi019.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-02T09:08:23.994 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-urlmvq4gv5ttlP8 off=17236210 len=478174 2024-04-02T09:08:23.996 INFO:tasks.workunit.client.0.smithi019.stdout:op 5555 completed, throughput=5MB/sec 2024-04-02T09:08:23.996 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bFa-Y4xRJKMbfQj off=12841521 len=2045354 2024-04-02T09:08:24.004 INFO:tasks.workunit.client.0.smithi019.stdout:op 5556 completed, throughput=5MB/sec 2024-04-02T09:08:24.004 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EdXVoaa6sO-glqf off=7892441 len=1194468 2024-04-02T09:08:24.005 INFO:tasks.workunit.client.0.smithi019.stdout:op 5557 completed, throughput=5MB/sec 2024-04-02T09:08:24.005 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nDr7FSoTyFksapC off=5501733 len=168632 2024-04-02T09:08:24.007 INFO:tasks.workunit.client.0.smithi019.stdout:op 5558 completed, throughput=5MB/sec 2024-04-02T09:08:24.008 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-xwoGo3WL7ZVu01a off=2595868 len=1960342 2024-04-02T09:08:24.009 INFO:tasks.workunit.client.0.smithi019.stdout:op 5559 completed, throughput=5MB/sec 2024-04-02T09:08:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:23 smithi066 ceph-mon[87361]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:08:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:23 smithi019 ceph-mon[94035]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:08:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:23 smithi019 ceph-mon[96522]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:08:25.009 INFO:tasks.workunit.client.0.smithi019.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-02T09:08:25.009 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oZxkQWZRbL2Odx8 off=4743083 len=710072 2024-04-02T09:08:25.010 INFO:tasks.workunit.client.0.smithi019.stdout:op 5560 completed, throughput=5MB/sec 2024-04-02T09:08:25.010 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ICjhLkhHVucmjip off=7803980 len=1671139 2024-04-02T09:08:25.016 INFO:tasks.workunit.client.0.smithi019.stdout:op 5561 completed, throughput=5MB/sec 2024-04-02T09:08:25.016 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-D6xy87eUntZfI8x off=7475255 len=367956 2024-04-02T09:08:25.019 INFO:tasks.workunit.client.0.smithi019.stdout:op 5562 completed, throughput=5MB/sec 2024-04-02T09:08:25.019 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XqET7_zIrpeWewg off=54777 len=205539 2024-04-02T09:08:25.021 INFO:tasks.workunit.client.0.smithi019.stdout:op 5563 completed, throughput=5MB/sec 2024-04-02T09:08:25.021 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7jJYKLzywNLZqFp off=1537457 len=1186761 2024-04-02T09:08:25.029 INFO:tasks.workunit.client.0.smithi019.stdout:op 5564 completed, throughput=5MB/sec 2024-04-02T09:08:26.029 INFO:tasks.workunit.client.0.smithi019.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-02T09:08:26.029 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Gfa6qfbnSro8D3P off=3952694 len=1572318 2024-04-02T09:08:26.032 INFO:tasks.workunit.client.0.smithi019.stdout:op 5565 completed, throughput=5MB/sec 2024-04-02T09:08:26.032 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hBWZu_rFBT-Udks off=9504715 len=944462 2024-04-02T09:08:26.034 INFO:tasks.workunit.client.0.smithi019.stdout:op 5566 completed, throughput=5MB/sec 2024-04-02T09:08:26.034 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hRzFc-xl93ALTff off=5335410 len=1812910 2024-04-02T09:08:26.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 5567 completed, throughput=5MB/sec 2024-04-02T09:08:26.036 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fWcZxHMBMkF2a5U off=1751439 len=83919 2024-04-02T09:08:26.038 INFO:tasks.workunit.client.0.smithi019.stdout:op 5568 completed, throughput=5MB/sec 2024-04-02T09:08:26.038 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z0uCAxMZn1yOPl- off=4780565 len=1810353 2024-04-02T09:08:26.046 INFO:tasks.workunit.client.0.smithi019.stdout:op 5569 completed, throughput=5MB/sec 2024-04-02T09:08:26.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:25 smithi066 ceph-mon[87361]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:08:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:25 smithi019 ceph-mon[94035]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:08:26.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:25 smithi019 ceph-mon[96522]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:08:27.047 INFO:tasks.workunit.client.0.smithi019.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-02T09:08:27.047 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9kV6Xj38D-OnzET off=6919387 len=589767 2024-04-02T09:08:27.051 INFO:tasks.workunit.client.0.smithi019.stdout:op 5570 completed, throughput=5MB/sec 2024-04-02T09:08:27.051 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N5UpUrbR2HcM8HY off=667932 len=1497508 2024-04-02T09:08:27.053 INFO:tasks.workunit.client.0.smithi019.stdout:op 5571 completed, throughput=5MB/sec 2024-04-02T09:08:27.053 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-n_gx3uGhJHep0Dh off=5259262 len=1080018 2024-04-02T09:08:27.057 INFO:tasks.workunit.client.0.smithi019.stdout:op 5572 completed, throughput=5MB/sec 2024-04-02T09:08:27.058 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-S9BAVDxS5SN807c off=18304175 len=930850 2024-04-02T09:08:27.063 INFO:tasks.workunit.client.0.smithi019.stdout:op 5573 completed, throughput=5MB/sec 2024-04-02T09:08:27.063 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pLyI-jJ5V4OMY9X off=512413 len=98990 2024-04-02T09:08:27.063 INFO:tasks.workunit.client.0.smithi019.stdout:op 5574 completed, throughput=5MB/sec 2024-04-02T09:08:27.063 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-A9cCHmmBD-1uJFP off=14350454 len=1087333 2024-04-02T09:08:27.064 INFO:tasks.workunit.client.0.smithi019.stdout:op 5575 completed, throughput=5MB/sec 2024-04-02T09:08:28.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:27 smithi066 ceph-mon[87361]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:08:28.066 INFO:tasks.workunit.client.0.smithi019.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-02T09:08:28.067 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8miYICZQLVcHgUB off=1210201 len=1513907 2024-04-02T09:08:28.067 INFO:tasks.workunit.client.0.smithi019.stdout:op 5576 completed, throughput=5MB/sec 2024-04-02T09:08:28.067 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wwBPerYztZ_7PxB off=19515135 len=657457 2024-04-02T09:08:28.070 INFO:tasks.workunit.client.0.smithi019.stdout:op 5577 completed, throughput=5MB/sec 2024-04-02T09:08:28.070 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Duj21ziS9LXtEOE off=1011204 len=1240953 2024-04-02T09:08:28.075 INFO:tasks.workunit.client.0.smithi019.stdout:op 5578 completed, throughput=5MB/sec 2024-04-02T09:08:28.075 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DUNWEuCXvu9URjv off=96069 len=1913005 2024-04-02T09:08:28.086 INFO:tasks.workunit.client.0.smithi019.stdout:op 5579 completed, throughput=5MB/sec 2024-04-02T09:08:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:27 smithi019 ceph-mon[94035]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:08:28.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:27 smithi019 ceph-mon[96522]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-02T09:08:29.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:29.087 INFO:tasks.workunit.client.0.smithi019.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-02T09:08:29.087 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XbKQKPrGl86a58h off=1641910 len=198466 2024-04-02T09:08:29.090 INFO:tasks.workunit.client.0.smithi019.stdout:op 5580 completed, throughput=5MB/sec 2024-04-02T09:08:29.090 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Yq9vCZyhxFFLikY off=8259633 len=361218 2024-04-02T09:08:29.093 INFO:tasks.workunit.client.0.smithi019.stdout:op 5581 completed, throughput=5MB/sec 2024-04-02T09:08:29.093 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cOhsYyt6xmKETAe off=4815479 len=699609 2024-04-02T09:08:29.095 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:29.096 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:29.097 INFO:tasks.workunit.client.0.smithi019.stdout:op 5582 completed, throughput=5MB/sec 2024-04-02T09:08:29.097 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-L3KDO1edi9mcPMs off=7553516 len=941271 2024-04-02T09:08:29.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 5583 completed, throughput=5MB/sec 2024-04-02T09:08:29.098 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2o1W6HqDXdb5jz8 off=4635357 len=1852769 2024-04-02T09:08:29.099 INFO:tasks.workunit.client.0.smithi019.stdout:op 5584 completed, throughput=5MB/sec 2024-04-02T09:08:29.099 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gUhJJ6Kj4mDwScB off=22045036 len=20986 2024-04-02T09:08:29.100 INFO:tasks.workunit.client.0.smithi019.stdout:op 5585 completed, throughput=5MB/sec 2024-04-02T09:08:29.100 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Qzu1W7eRbkaop-6 off=2299544 len=1207326 2024-04-02T09:08:29.103 INFO:tasks.workunit.client.0.smithi019.stdout:op 5586 completed, throughput=5MB/sec 2024-04-02T09:08:30.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:29 smithi066 ceph-mon[87361]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:08:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-02T09:08:30.103 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-J_Vme0ZRcCK6uBb off=2844529 len=1572019 2024-04-02T09:08:30.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 5587 completed, throughput=5MB/sec 2024-04-02T09:08:30.110 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-06B0dCUBrrjp9oe off=4039435 len=260245 2024-04-02T09:08:30.112 INFO:tasks.workunit.client.0.smithi019.stdout:op 5588 completed, throughput=5MB/sec 2024-04-02T09:08:30.112 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-RE69Bi09LElH0xM off=1114644 len=1020720 2024-04-02T09:08:30.112 INFO:tasks.workunit.client.0.smithi019.stdout:op 5589 completed, throughput=5MB/sec 2024-04-02T09:08:30.112 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dqzFugodw4TS4g6 off=18282010 len=406918 2024-04-02T09:08:30.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 5590 completed, throughput=5MB/sec 2024-04-02T09:08:30.115 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OL4w5IYRWD8SvJR off=1461859 len=108107 2024-04-02T09:08:30.118 INFO:tasks.workunit.client.0.smithi019.stdout:op 5591 completed, throughput=5MB/sec 2024-04-02T09:08:30.119 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gO3Qoj_CxJ_hEo8 off=14901459 len=632740 2024-04-02T09:08:30.119 INFO:tasks.workunit.client.0.smithi019.stdout:op 5592 completed, throughput=5MB/sec 2024-04-02T09:08:30.119 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sC92Iy2bGtNhhA4 off=9468987 len=596905 2024-04-02T09:08:30.122 INFO:tasks.workunit.client.0.smithi019.stdout:op 5593 completed, throughput=5MB/sec 2024-04-02T09:08:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:29 smithi019 ceph-mon[94035]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:08:30.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:29 smithi019 ceph-mon[96522]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:08:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:08:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:08:30] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:08:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-02T09:08:31.122 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MxE3UjqVC__H5PR off=916279 len=1678996 2024-04-02T09:08:31.129 INFO:tasks.workunit.client.0.smithi019.stdout:op 5594 completed, throughput=5MB/sec 2024-04-02T09:08:31.129 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JLXQlbJGNJf6PYL off=7947423 len=844474 2024-04-02T09:08:31.133 INFO:tasks.workunit.client.0.smithi019.stdout:op 5595 completed, throughput=5MB/sec 2024-04-02T09:08:31.133 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0MGWwZkgaqw-KsS off=9858130 len=494763 2024-04-02T09:08:31.133 INFO:tasks.workunit.client.0.smithi019.stdout:op 5596 completed, throughput=5MB/sec 2024-04-02T09:08:31.133 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6rgMRcjZs5U57vQ off=714391 len=148643 2024-04-02T09:08:31.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 5597 completed, throughput=5MB/sec 2024-04-02T09:08:31.135 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zzHUpauvv1C9lNG off=466532 len=1078239 2024-04-02T09:08:31.136 INFO:tasks.workunit.client.0.smithi019.stdout:op 5598 completed, throughput=5MB/sec 2024-04-02T09:08:31.136 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8AHdE1c9s-63ry7 off=7674053 len=1499092 2024-04-02T09:08:31.144 INFO:tasks.workunit.client.0.smithi019.stdout:op 5599 completed, throughput=5MB/sec 2024-04-02T09:08:32.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:31 smithi066 ceph-mon[87361]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:08:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-02T09:08:32.145 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-StkKd6eh5ivdNgB off=7019518 len=170414 2024-04-02T09:08:32.147 INFO:tasks.workunit.client.0.smithi019.stdout:op 5600 completed, throughput=5MB/sec 2024-04-02T09:08:32.147 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gKTxJLD7bjXP040 off=218239 len=1018969 2024-04-02T09:08:32.153 INFO:tasks.workunit.client.0.smithi019.stdout:op 5601 completed, throughput=5MB/sec 2024-04-02T09:08:32.153 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SRhO_266jL37x8B off=1948420 len=1048349 2024-04-02T09:08:32.159 INFO:tasks.workunit.client.0.smithi019.stdout:op 5602 completed, throughput=5MB/sec 2024-04-02T09:08:32.159 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ckjY1yXTTNkuhzD off=4019198 len=674132 2024-04-02T09:08:32.162 INFO:tasks.workunit.client.0.smithi019.stdout:op 5603 completed, throughput=5MB/sec 2024-04-02T09:08:32.162 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-w2IQmimUDYWGRnk off=14296704 len=588467 2024-04-02T09:08:32.163 INFO:tasks.workunit.client.0.smithi019.stdout:op 5604 completed, throughput=5MB/sec 2024-04-02T09:08:32.163 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KSPE2PXjN9en2Hm off=13425523 len=262505 2024-04-02T09:08:32.165 INFO:tasks.workunit.client.0.smithi019.stdout:op 5605 completed, throughput=5MB/sec 2024-04-02T09:08:32.165 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wRjU15XVidREKQJ off=3456881 len=135314 2024-04-02T09:08:32.166 INFO:tasks.workunit.client.0.smithi019.stdout:op 5606 completed, throughput=5MB/sec 2024-04-02T09:08:32.166 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yWok2EVJamt87tX off=835933 len=916778 2024-04-02T09:08:32.171 INFO:tasks.workunit.client.0.smithi019.stdout:op 5607 completed, throughput=5MB/sec 2024-04-02T09:08:32.171 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-McN7nrytukMPc76 off=0 len=1636360 2024-04-02T09:08:32.177 INFO:tasks.workunit.client.0.smithi019.stdout:op 5608 completed, throughput=5MB/sec 2024-04-02T09:08:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:31 smithi019 ceph-mon[94035]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:31 smithi019 ceph-mon[96522]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:08:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:08:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-02T09:08:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eI-j84PyTQOXtDd off=5301579 len=1453262 2024-04-02T09:08:33.184 INFO:tasks.workunit.client.0.smithi019.stdout:op 5609 completed, throughput=5MB/sec 2024-04-02T09:08:33.184 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-r5pbl9LRfsvfZOs off=748426 len=1403145 2024-04-02T09:08:33.191 INFO:tasks.workunit.client.0.smithi019.stdout:op 5610 completed, throughput=5MB/sec 2024-04-02T09:08:33.191 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F3ltdWDJ0IQOlFP off=762382 len=1489154 2024-04-02T09:08:33.199 INFO:tasks.workunit.client.0.smithi019.stdout:op 5611 completed, throughput=5MB/sec 2024-04-02T09:08:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:33 smithi066 ceph-mon[87361]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:08:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:33 smithi019 ceph-mon[94035]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:08:34.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:33 smithi019 ceph-mon[96522]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:08:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-02T09:08:34.199 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8hdaZKon1duuJjc off=1050646 len=2073231 2024-04-02T09:08:34.201 INFO:tasks.workunit.client.0.smithi019.stdout:op 5612 completed, throughput=5MB/sec 2024-04-02T09:08:34.201 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sBj_rMWuXpD-ESA off=3523222 len=778830 2024-04-02T09:08:34.205 INFO:tasks.workunit.client.0.smithi019.stdout:op 5613 completed, throughput=5MB/sec 2024-04-02T09:08:34.205 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iGltcKqrMLREKY5 off=3525932 len=2054529 2024-04-02T09:08:34.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 5614 completed, throughput=5MB/sec 2024-04-02T09:08:35.206 INFO:tasks.workunit.client.0.smithi019.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-02T09:08:35.207 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-72UIzOl_JCAaFrV off=980643 len=1918755 2024-04-02T09:08:35.217 INFO:tasks.workunit.client.0.smithi019.stdout:op 5615 completed, throughput=5MB/sec 2024-04-02T09:08:35.217 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xa2LmGXjhtr1f76 off=3661784 len=2071496 2024-04-02T09:08:35.224 INFO:tasks.workunit.client.0.smithi019.stdout:op 5616 completed, throughput=5MB/sec 2024-04-02T09:08:35.224 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NcKdIeAa7pTyWqw off=5652082 len=849090 2024-04-02T09:08:35.228 INFO:tasks.workunit.client.0.smithi019.stdout:op 5617 completed, throughput=5MB/sec 2024-04-02T09:08:35.228 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AafivVMM3-yC16U off=2212042 len=1691172 2024-04-02T09:08:35.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 5618 completed, throughput=5MB/sec 2024-04-02T09:08:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:35 smithi066 ceph-mon[87361]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:08:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:35 smithi019 ceph-mon[94035]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:08:36.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:35 smithi019 ceph-mon[96522]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:08:36.230 INFO:tasks.workunit.client.0.smithi019.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-02T09:08:36.230 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-XkulRs48N6WSjV6 off=17874976 len=726326 2024-04-02T09:08:36.235 INFO:tasks.workunit.client.0.smithi019.stdout:op 5619 completed, throughput=5MB/sec 2024-04-02T09:08:36.235 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-roB364lX65oVbrO off=9691701 len=695473 2024-04-02T09:08:36.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 5620 completed, throughput=5MB/sec 2024-04-02T09:08:36.238 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DSvrTWfdXKjYIc6 off=4239495 len=955735 2024-04-02T09:08:36.243 INFO:tasks.workunit.client.0.smithi019.stdout:op 5621 completed, throughput=5MB/sec 2024-04-02T09:08:36.243 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_izuQa4y69gqe5e off=5663499 len=1659072 2024-04-02T09:08:36.249 INFO:tasks.workunit.client.0.smithi019.stdout:op 5622 completed, throughput=5MB/sec 2024-04-02T09:08:36.250 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-s8ziC0nFPg32qzF off=0 len=1154522 2024-04-02T09:08:36.254 INFO:tasks.workunit.client.0.smithi019.stdout:op 5623 completed, throughput=5MB/sec 2024-04-02T09:08:37.254 INFO:tasks.workunit.client.0.smithi019.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-02T09:08:37.255 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TBNRogH5zLMsJOH off=3225828 len=1245105 2024-04-02T09:08:37.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 5624 completed, throughput=5MB/sec 2024-04-02T09:08:37.257 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-K1-GFDjbs5gZIU6 off=4330559 len=273763 2024-04-02T09:08:37.260 INFO:tasks.workunit.client.0.smithi019.stdout:op 5625 completed, throughput=5MB/sec 2024-04-02T09:08:37.261 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XtRY6eXSxQzU8fS off=4663837 len=974082 2024-04-02T09:08:37.262 INFO:tasks.workunit.client.0.smithi019.stdout:op 5626 completed, throughput=5MB/sec 2024-04-02T09:08:37.262 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nuy_eA6YkqqTVxX off=1798168 len=129855 2024-04-02T09:08:37.263 INFO:tasks.workunit.client.0.smithi019.stdout:op 5627 completed, throughput=5MB/sec 2024-04-02T09:08:37.264 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8p9kU5p7Btl7q6w off=13114399 len=1704723 2024-04-02T09:08:37.270 INFO:tasks.workunit.client.0.smithi019.stdout:op 5628 completed, throughput=5MB/sec 2024-04-02T09:08:38.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:37 smithi066 ceph-mon[87361]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:08:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:37 smithi019 ceph-mon[94035]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:08:38.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:37 smithi019 ceph-mon[96522]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:08:38.270 INFO:tasks.workunit.client.0.smithi019.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-02T09:08:38.270 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pGPYPJFmUzOUj35 off=9251094 len=1515763 2024-04-02T09:08:38.276 INFO:tasks.workunit.client.0.smithi019.stdout:op 5629 completed, throughput=5MB/sec 2024-04-02T09:08:38.276 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IDMLbDPZI0K4Azm off=1988793 len=1200043 2024-04-02T09:08:38.284 INFO:tasks.workunit.client.0.smithi019.stdout:op 5630 completed, throughput=5MB/sec 2024-04-02T09:08:38.284 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X6oHUSJn3vH4RCz off=22159255 len=284254 2024-04-02T09:08:38.286 INFO:tasks.workunit.client.0.smithi019.stdout:op 5631 completed, throughput=5MB/sec 2024-04-02T09:08:38.286 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-siI1OjcCzmYq6Op off=13715040 len=1190116 2024-04-02T09:08:38.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 5632 completed, throughput=5MB/sec 2024-04-02T09:08:38.289 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JSohfJHUfW35_id off=5685377 len=1310517 2024-04-02T09:08:38.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 5633 completed, throughput=5MB/sec 2024-04-02T09:08:39.295 INFO:tasks.workunit.client.0.smithi019.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-02T09:08:39.295 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AF7reVK53MTZ1HF off=6798591 len=1924680 2024-04-02T09:08:39.298 INFO:tasks.workunit.client.0.smithi019.stdout:op 5634 completed, throughput=5MB/sec 2024-04-02T09:08:39.298 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-WoYQR9XW8DDBs2L off=6437864 len=1577293 2024-04-02T09:08:39.301 INFO:tasks.workunit.client.0.smithi019.stdout:op 5635 completed, throughput=5MB/sec 2024-04-02T09:08:39.301 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v8Fx6PvGm3S282x off=4922578 len=298798 2024-04-02T09:08:39.302 INFO:tasks.workunit.client.0.smithi019.stdout:op 5636 completed, throughput=5MB/sec 2024-04-02T09:08:39.302 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6BtDNkTK_B4EMxD off=0 len=1335438 2024-04-02T09:08:39.304 INFO:tasks.workunit.client.0.smithi019.stdout:op 5637 completed, throughput=5MB/sec 2024-04-02T09:08:40.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:39 smithi066 ceph-mon[87361]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:39 smithi019 ceph-mon[94035]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:40.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:39 smithi019 ceph-mon[96522]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:08:40.304 INFO:tasks.workunit.client.0.smithi019.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-02T09:08:40.304 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ptPSRxCSqAkVGAJ off=2302898 len=1200468 2024-04-02T09:08:40.312 INFO:tasks.workunit.client.0.smithi019.stdout:op 5638 completed, throughput=5MB/sec 2024-04-02T09:08:40.312 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YPZEoXsLyzwt9vp off=4548109 len=856158 2024-04-02T09:08:40.313 INFO:tasks.workunit.client.0.smithi019.stdout:op 5639 completed, throughput=5MB/sec 2024-04-02T09:08:40.313 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-g6RvCpj79s1j8YH off=7377544 len=236836 2024-04-02T09:08:40.314 INFO:tasks.workunit.client.0.smithi019.stdout:op 5640 completed, throughput=5MB/sec 2024-04-02T09:08:40.314 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-naYT88WNHaigOWl off=910532 len=1189939 2024-04-02T09:08:40.316 INFO:tasks.workunit.client.0.smithi019.stdout:op 5641 completed, throughput=5MB/sec 2024-04-02T09:08:40.316 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1IuKnioDE_oKs6J off=7965713 len=1770233 2024-04-02T09:08:40.319 INFO:tasks.workunit.client.0.smithi019.stdout:op 5642 completed, throughput=5MB/sec 2024-04-02T09:08:40.319 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DbpyNGHzLo_wCnC off=6955754 len=34505 2024-04-02T09:08:40.321 INFO:tasks.workunit.client.0.smithi019.stdout:op 5643 completed, throughput=5MB/sec 2024-04-02T09:08:40.321 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p-e1RpKoJoTUCRt off=561753 len=1640999 2024-04-02T09:08:40.324 INFO:tasks.workunit.client.0.smithi019.stdout:op 5644 completed, throughput=5MB/sec 2024-04-02T09:08:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:08:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:08:40] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:08:41.324 INFO:tasks.workunit.client.0.smithi019.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-02T09:08:41.324 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PZ3s08Ju26NLHif off=8709853 len=2051211 2024-04-02T09:08:41.326 INFO:tasks.workunit.client.0.smithi019.stdout:op 5645 completed, throughput=5MB/sec 2024-04-02T09:08:41.326 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q0rz62thQUkpQOF off=8370974 len=62837 2024-04-02T09:08:41.327 INFO:tasks.workunit.client.0.smithi019.stdout:op 5646 completed, throughput=5MB/sec 2024-04-02T09:08:41.327 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vyRqNdAwPQZFXH7 off=2983242 len=403001 2024-04-02T09:08:41.329 INFO:tasks.workunit.client.0.smithi019.stdout:op 5647 completed, throughput=5MB/sec 2024-04-02T09:08:41.329 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TJL9Lz848K0Lopt off=4310897 len=813859 2024-04-02T09:08:41.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 5648 completed, throughput=5MB/sec 2024-04-02T09:08:41.334 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-B1G5yJaoN0vvIT3 off=16204682 len=1671155 2024-04-02T09:08:41.337 INFO:tasks.workunit.client.0.smithi019.stdout:op 5649 completed, throughput=5MB/sec 2024-04-02T09:08:42.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:41 smithi066 ceph-mon[87361]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:41 smithi019 ceph-mon[94035]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:41 smithi019 ceph-mon[96522]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:42.337 INFO:tasks.workunit.client.0.smithi019.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-02T09:08:42.337 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ldhs5h6EPjuXcQ4 off=20309524 len=483656 2024-04-02T09:08:42.338 INFO:tasks.workunit.client.0.smithi019.stdout:op 5650 completed, throughput=5MB/sec 2024-04-02T09:08:42.338 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-37A3iVi9k-smhTV off=1062946 len=421266 2024-04-02T09:08:42.342 INFO:tasks.workunit.client.0.smithi019.stdout:op 5651 completed, throughput=5MB/sec 2024-04-02T09:08:42.342 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TCp_Na5g8YQpE58 off=8648524 len=600697 2024-04-02T09:08:42.344 INFO:tasks.workunit.client.0.smithi019.stdout:op 5652 completed, throughput=5MB/sec 2024-04-02T09:08:42.344 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qBAWl-aAe7pU0MY off=0 len=1610713 2024-04-02T09:08:42.345 INFO:tasks.workunit.client.0.smithi019.stdout:op 5653 completed, throughput=5MB/sec 2024-04-02T09:08:42.345 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tWCYfUOjwn53rdp off=21195724 len=990757 2024-04-02T09:08:42.346 INFO:tasks.workunit.client.0.smithi019.stdout:op 5654 completed, throughput=5MB/sec 2024-04-02T09:08:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:08:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:43.346 INFO:tasks.workunit.client.0.smithi019.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-02T09:08:43.346 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vGyG7lzFDJvalts off=2557247 len=282719 2024-04-02T09:08:43.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 5655 completed, throughput=5MB/sec 2024-04-02T09:08:43.348 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iMVptJvnWCcCrA1 off=754953 len=1351007 2024-04-02T09:08:43.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 5656 completed, throughput=5MB/sec 2024-04-02T09:08:43.351 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4vwSBG2V7eTvxx3 off=3140003 len=1676209 2024-04-02T09:08:43.353 INFO:tasks.workunit.client.0.smithi019.stdout:op 5657 completed, throughput=5MB/sec 2024-04-02T09:08:43.353 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-nacjctwev8JEikf off=15275834 len=1235574 2024-04-02T09:08:43.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 5658 completed, throughput=5MB/sec 2024-04-02T09:08:43.360 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-sbwNZkwyQ0FqB1w off=2404991 len=711283 2024-04-02T09:08:43.363 INFO:tasks.workunit.client.0.smithi019.stdout:op 5659 completed, throughput=5MB/sec 2024-04-02T09:08:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:43 smithi066 ceph-mon[87361]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:43 smithi019 ceph-mon[94035]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:44.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:43 smithi019 ceph-mon[96522]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:44.363 INFO:tasks.workunit.client.0.smithi019.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-02T09:08:44.364 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dPTg17mzaLU6i3U off=4258205 len=1429140 2024-04-02T09:08:44.366 INFO:tasks.workunit.client.0.smithi019.stdout:op 5660 completed, throughput=5MB/sec 2024-04-02T09:08:44.367 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RV4aIzdhm8_mtGl off=16127796 len=78727 2024-04-02T09:08:44.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 5661 completed, throughput=5MB/sec 2024-04-02T09:08:44.369 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U-1zQWi5wR8cRw4 off=15369976 len=1194374 2024-04-02T09:08:44.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 5662 completed, throughput=5MB/sec 2024-04-02T09:08:44.377 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-AyKTv-T9Ayicn7X off=5093030 len=1431273 2024-04-02T09:08:44.384 INFO:tasks.workunit.client.0.smithi019.stdout:op 5663 completed, throughput=5MB/sec 2024-04-02T09:08:44.384 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SfHeCgiwqV6yH2l off=649202 len=458110 2024-04-02T09:08:44.385 INFO:tasks.workunit.client.0.smithi019.stdout:op 5664 completed, throughput=5MB/sec 2024-04-02T09:08:44.385 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XAA95yrXICRlhM- off=674032 len=453988 2024-04-02T09:08:44.387 INFO:tasks.workunit.client.0.smithi019.stdout:op 5665 completed, throughput=5MB/sec 2024-04-02T09:08:44.387 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Nq4ptERwSyTtPu5 off=6095195 len=1161371 2024-04-02T09:08:44.392 INFO:tasks.workunit.client.0.smithi019.stdout:op 5666 completed, throughput=5MB/sec 2024-04-02T09:08:45.393 INFO:tasks.workunit.client.0.smithi019.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-02T09:08:45.393 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tuj7_gSSzqlFoTE off=8936307 len=1340212 2024-04-02T09:08:45.396 INFO:tasks.workunit.client.0.smithi019.stdout:op 5667 completed, throughput=5MB/sec 2024-04-02T09:08:45.396 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--j2ToI-htaru_lb off=1795223 len=225261 2024-04-02T09:08:45.399 INFO:tasks.workunit.client.0.smithi019.stdout:op 5668 completed, throughput=5MB/sec 2024-04-02T09:08:45.399 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FbQW-i1u8m8IzUh off=2201767 len=1598867 2024-04-02T09:08:45.405 INFO:tasks.workunit.client.0.smithi019.stdout:op 5669 completed, throughput=5MB/sec 2024-04-02T09:08:45.405 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YWT-9T0MyOSJ25e off=13625003 len=1994594 2024-04-02T09:08:45.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 5670 completed, throughput=5MB/sec 2024-04-02T09:08:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:45 smithi066 ceph-mon[87361]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:45 smithi019 ceph-mon[94035]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:46.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:45 smithi019 ceph-mon[96522]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:08:46.418 INFO:tasks.workunit.client.0.smithi019.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-02T09:08:46.419 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M9gEzSF84xHnfYF off=6451072 len=135763 2024-04-02T09:08:46.419 INFO:tasks.workunit.client.0.smithi019.stdout:op 5671 completed, throughput=5MB/sec 2024-04-02T09:08:46.419 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RqvHgDZmtMv2oHB off=1367331 len=625551 2024-04-02T09:08:46.423 INFO:tasks.workunit.client.0.smithi019.stdout:op 5672 completed, throughput=5MB/sec 2024-04-02T09:08:46.423 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SRjEZhkSFzj_Om0 off=2610171 len=1771278 2024-04-02T09:08:46.431 INFO:tasks.workunit.client.0.smithi019.stdout:op 5673 completed, throughput=5MB/sec 2024-04-02T09:08:46.432 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LmhvAKoEH_HXQiG off=9591464 len=1633251 2024-04-02T09:08:46.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 5674 completed, throughput=5MB/sec 2024-04-02T09:08:46.441 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pzJ72CoeELu6d9s off=8042520 len=1579887 2024-04-02T09:08:46.443 INFO:tasks.workunit.client.0.smithi019.stdout:op 5675 completed, throughput=5MB/sec 2024-04-02T09:08:47.443 INFO:tasks.workunit.client.0.smithi019.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-02T09:08:47.444 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-huA-P34d7_-Sf_- off=2976179 len=229886 2024-04-02T09:08:47.445 INFO:tasks.workunit.client.0.smithi019.stdout:op 5676 completed, throughput=5MB/sec 2024-04-02T09:08:47.445 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Mr7FjXArGm3lHAr off=8690711 len=1446510 2024-04-02T09:08:47.450 INFO:tasks.workunit.client.0.smithi019.stdout:op 5677 completed, throughput=5MB/sec 2024-04-02T09:08:47.450 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1KjC3Kg6lQVcFZv off=717774 len=653085 2024-04-02T09:08:47.455 INFO:tasks.workunit.client.0.smithi019.stdout:op 5678 completed, throughput=5MB/sec 2024-04-02T09:08:47.455 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-pGr9ukL_vJGx4zE off=10476830 len=402810 2024-04-02T09:08:47.456 INFO:tasks.workunit.client.0.smithi019.stdout:op 5679 completed, throughput=5MB/sec 2024-04-02T09:08:47.456 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8JA90sTafsMUGmQ off=11232765 len=2025425 2024-04-02T09:08:47.459 INFO:tasks.workunit.client.0.smithi019.stdout:op 5680 completed, throughput=5MB/sec 2024-04-02T09:08:48.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:47 smithi066 ceph-mon[87361]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:47 smithi019 ceph-mon[94035]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:47 smithi019 ceph-mon[96522]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:08:48.460 INFO:tasks.workunit.client.0.smithi019.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-02T09:08:48.460 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Th6aPX2tPBrNDlT off=2271239 len=163374 2024-04-02T09:08:48.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 5681 completed, throughput=5MB/sec 2024-04-02T09:08:48.461 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4DFO1HE6DOI7TTR off=4789263 len=19806 2024-04-02T09:08:48.461 INFO:tasks.workunit.client.0.smithi019.stdout:op 5682 completed, throughput=5MB/sec 2024-04-02T09:08:48.461 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8xtyDrAvMjj2rq8 off=392847 len=1886051 2024-04-02T09:08:48.471 INFO:tasks.workunit.client.0.smithi019.stdout:op 5683 completed, throughput=5MB/sec 2024-04-02T09:08:48.471 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-R7jLwIBNJh3Octg off=2114212 len=673232 2024-04-02T09:08:48.472 INFO:tasks.workunit.client.0.smithi019.stdout:op 5684 completed, throughput=5MB/sec 2024-04-02T09:08:48.472 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hktu_fznmmf-hjW off=0 len=1720368 2024-04-02T09:08:48.473 INFO:tasks.workunit.client.0.smithi019.stdout:op 5685 completed, throughput=5MB/sec 2024-04-02T09:08:48.473 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rmzHuScFAhOl8e6 off=8549252 len=2025853 2024-04-02T09:08:48.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 5686 completed, throughput=5MB/sec 2024-04-02T09:08:49.475 INFO:tasks.workunit.client.0.smithi019.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-02T09:08:49.475 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hrhOLhLDOY3p92K off=11993316 len=1770465 2024-04-02T09:08:49.482 INFO:tasks.workunit.client.0.smithi019.stdout:op 5687 completed, throughput=5MB/sec 2024-04-02T09:08:49.482 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_b67H-2RgbY0zIr off=4730751 len=1313238 2024-04-02T09:08:49.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 5688 completed, throughput=5MB/sec 2024-04-02T09:08:49.489 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jNsdvvEvo9wfNVT off=13049876 len=1889644 2024-04-02T09:08:49.489 INFO:tasks.workunit.client.0.smithi019.stdout:op 5689 completed, throughput=5MB/sec 2024-04-02T09:08:50.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:49 smithi066 ceph-mon[87361]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:49 smithi019 ceph-mon[94035]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:50.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:49 smithi019 ceph-mon[96522]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:08:50.490 INFO:tasks.workunit.client.0.smithi019.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-02T09:08:50.490 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W25LhaenQKa3iwM off=4177377 len=1297631 2024-04-02T09:08:50.491 INFO:tasks.workunit.client.0.smithi019.stdout:op 5690 completed, throughput=5MB/sec 2024-04-02T09:08:50.491 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7b_iy53cSfmC7-w off=1312454 len=568544 2024-04-02T09:08:50.495 INFO:tasks.workunit.client.0.smithi019.stdout:op 5691 completed, throughput=5MB/sec 2024-04-02T09:08:50.495 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9uXV0kLd0WnprT4 off=18824508 len=2049496 2024-04-02T09:08:50.506 INFO:tasks.workunit.client.0.smithi019.stdout:op 5692 completed, throughput=5MB/sec 2024-04-02T09:08:50.506 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Di5SQ-WIBCdvTu4 off=424047 len=2068231 2024-04-02T09:08:50.517 INFO:tasks.workunit.client.0.smithi019.stdout:op 5693 completed, throughput=5MB/sec 2024-04-02T09:08:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:08:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:08:50] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:08:51.517 INFO:tasks.workunit.client.0.smithi019.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-02T09:08:51.517 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6_V7pDFcdsEkoEi off=11939169 len=849377 2024-04-02T09:08:51.518 INFO:tasks.workunit.client.0.smithi019.stdout:op 5694 completed, throughput=5MB/sec 2024-04-02T09:08:51.519 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X59EBakiRdfO7bZ off=23559794 len=1426112 2024-04-02T09:08:51.520 INFO:tasks.workunit.client.0.smithi019.stdout:op 5695 completed, throughput=5MB/sec 2024-04-02T09:08:51.520 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kM39f-T5IhEdG2t off=6752553 len=1897401 2024-04-02T09:08:51.521 INFO:tasks.workunit.client.0.smithi019.stdout:op 5696 completed, throughput=5MB/sec 2024-04-02T09:08:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:51 smithi066 ceph-mon[87361]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:51 smithi019 ceph-mon[94035]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:52.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:51 smithi019 ceph-mon[96522]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:08:52.522 INFO:tasks.workunit.client.0.smithi019.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-02T09:08:52.522 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-_3gg_fICgHPk6Yg off=6596969 len=1258329 2024-04-02T09:08:52.523 INFO:tasks.workunit.client.0.smithi019.stdout:op 5697 completed, throughput=5MB/sec 2024-04-02T09:08:52.523 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_53CVqNgKwu5wlT off=8166753 len=555031 2024-04-02T09:08:52.527 INFO:tasks.workunit.client.0.smithi019.stdout:op 5698 completed, throughput=5MB/sec 2024-04-02T09:08:52.527 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CggWcoDm5x7lXF6 off=4528545 len=87018 2024-04-02T09:08:52.529 INFO:tasks.workunit.client.0.smithi019.stdout:op 5699 completed, throughput=5MB/sec 2024-04-02T09:08:52.529 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-N5uOSGDa3dwQb9D off=5786756 len=1773948 2024-04-02T09:08:52.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 5700 completed, throughput=5MB/sec 2024-04-02T09:08:52.540 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-P8A0wBvyM809gzL off=7059529 len=879009 2024-04-02T09:08:52.543 INFO:tasks.workunit.client.0.smithi019.stdout:op 5701 completed, throughput=5MB/sec 2024-04-02T09:08:52.543 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lMWEqnu-c3YFhid off=4075366 len=1787892 2024-04-02T09:08:52.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 5702 completed, throughput=5MB/sec 2024-04-02T09:08:52.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:08:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-02T09:08:53.545 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Qd65SF_37PgUH_g off=1807479 len=1930460 2024-04-02T09:08:53.553 INFO:tasks.workunit.client.0.smithi019.stdout:op 5703 completed, throughput=5MB/sec 2024-04-02T09:08:53.553 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-e1tbCMOOqDrZhiU off=2816420 len=1943464 2024-04-02T09:08:53.562 INFO:tasks.workunit.client.0.smithi019.stdout:op 5704 completed, throughput=5MB/sec 2024-04-02T09:08:54.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:53 smithi066 ceph-mon[87361]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:53 smithi019 ceph-mon[94035]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:54.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:53 smithi019 ceph-mon[96522]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:08:54.562 INFO:tasks.workunit.client.0.smithi019.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-02T09:08:54.562 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-981tDJ_1FBSu0ag off=4109361 len=4428 2024-04-02T09:08:54.564 INFO:tasks.workunit.client.0.smithi019.stdout:op 5705 completed, throughput=5MB/sec 2024-04-02T09:08:54.565 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MtN2IqeAAeWrB3C off=1714098 len=1670762 2024-04-02T09:08:54.566 INFO:tasks.workunit.client.0.smithi019.stdout:op 5706 completed, throughput=5MB/sec 2024-04-02T09:08:54.566 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-z3AZIFkPzqI1J1f off=9447063 len=1034113 2024-04-02T09:08:54.569 INFO:tasks.workunit.client.0.smithi019.stdout:op 5707 completed, throughput=5MB/sec 2024-04-02T09:08:54.569 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jG_SPq3VIAYDKyZ off=12610290 len=1420468 2024-04-02T09:08:54.574 INFO:tasks.workunit.client.0.smithi019.stdout:op 5708 completed, throughput=5MB/sec 2024-04-02T09:08:54.574 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ji8q31WiPi3byZr off=5879827 len=1501281 2024-04-02T09:08:54.575 INFO:tasks.workunit.client.0.smithi019.stdout:op 5709 completed, throughput=5MB/sec 2024-04-02T09:08:55.576 INFO:tasks.workunit.client.0.smithi019.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-02T09:08:55.576 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3392IGS-xl0aT6M off=10645278 len=387337 2024-04-02T09:08:55.576 INFO:tasks.workunit.client.0.smithi019.stdout:op 5710 completed, throughput=5MB/sec 2024-04-02T09:08:55.576 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BNJ58FufI6KnggQ off=1528177 len=646283 2024-04-02T09:08:55.577 INFO:tasks.workunit.client.0.smithi019.stdout:op 5711 completed, throughput=5MB/sec 2024-04-02T09:08:55.577 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-noavGr_6TWriACE off=4030692 len=96548 2024-04-02T09:08:55.580 INFO:tasks.workunit.client.0.smithi019.stdout:op 5712 completed, throughput=5MB/sec 2024-04-02T09:08:55.580 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ua4x8Ug8F_2Ubou off=8038265 len=1306756 2024-04-02T09:08:55.581 INFO:tasks.workunit.client.0.smithi019.stdout:op 5713 completed, throughput=5MB/sec 2024-04-02T09:08:55.581 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SWEh3_LCRgEZSjW off=5393508 len=1810470 2024-04-02T09:08:55.591 INFO:tasks.workunit.client.0.smithi019.stdout:op 5714 completed, throughput=5MB/sec 2024-04-02T09:08:55.591 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Sk0R_2SPbfz_c8T off=5505225 len=540300 2024-04-02T09:08:55.592 INFO:tasks.workunit.client.0.smithi019.stdout:op 5715 completed, throughput=5MB/sec 2024-04-02T09:08:56.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:55 smithi066 ceph-mon[87361]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:08:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:55 smithi019 ceph-mon[94035]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:08:56.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:55 smithi019 ceph-mon[96522]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:08:56.593 INFO:tasks.workunit.client.0.smithi019.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-02T09:08:56.593 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DhQUgP0OXzxvNTa off=629737 len=313113 2024-04-02T09:08:56.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 5716 completed, throughput=5MB/sec 2024-04-02T09:08:56.594 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u9SbMexTj8clxlp off=3228663 len=1892772 2024-04-02T09:08:56.595 INFO:tasks.workunit.client.0.smithi019.stdout:op 5717 completed, throughput=5MB/sec 2024-04-02T09:08:56.595 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JwNKJ8pHk2t5upv off=3801949 len=1159020 2024-04-02T09:08:56.597 INFO:tasks.workunit.client.0.smithi019.stdout:op 5718 completed, throughput=5MB/sec 2024-04-02T09:08:56.597 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vCC2d8PnRUbIvEZ off=14596338 len=890415 2024-04-02T09:08:56.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 5719 completed, throughput=5MB/sec 2024-04-02T09:08:56.598 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0Xs69e4UgMlouDM off=6066449 len=2741 2024-04-02T09:08:56.598 INFO:tasks.workunit.client.0.smithi019.stdout:op 5720 completed, throughput=5MB/sec 2024-04-02T09:08:56.598 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Vg-ZEtS92K07V4z off=222541 len=1286438 2024-04-02T09:08:56.599 INFO:tasks.workunit.client.0.smithi019.stdout:op 5721 completed, throughput=5MB/sec 2024-04-02T09:08:57.599 INFO:tasks.workunit.client.0.smithi019.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-02T09:08:57.599 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jaSHJoWT7aL-i4h off=6763724 len=1043290 2024-04-02T09:08:57.604 INFO:tasks.workunit.client.0.smithi019.stdout:op 5722 completed, throughput=5MB/sec 2024-04-02T09:08:57.605 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-yRPgBfISatGDhj2 off=6848957 len=724157 2024-04-02T09:08:57.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 5723 completed, throughput=5MB/sec 2024-04-02T09:08:57.605 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-SkfgZP0ipWrFhly off=4097156 len=1975326 2024-04-02T09:08:57.616 INFO:tasks.workunit.client.0.smithi019.stdout:op 5724 completed, throughput=5MB/sec 2024-04-02T09:08:57.616 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mYiBsbpHWA6IwVo off=1366567 len=1684339 2024-04-02T09:08:57.619 INFO:tasks.workunit.client.0.smithi019.stdout:op 5725 completed, throughput=5MB/sec 2024-04-02T09:08:58.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:57 smithi066 ceph-mon[87361]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:57 smithi019 ceph-mon[94035]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:58.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:57 smithi019 ceph-mon[96522]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:08:58.620 INFO:tasks.workunit.client.0.smithi019.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-02T09:08:58.620 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vmVMZFLaY5e-1Hf off=0 len=1794716 2024-04-02T09:08:58.621 INFO:tasks.workunit.client.0.smithi019.stdout:op 5726 completed, throughput=5MB/sec 2024-04-02T09:08:58.621 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tuqQdKKCZs6PzKm off=1375153 len=424913 2024-04-02T09:08:58.624 INFO:tasks.workunit.client.0.smithi019.stdout:op 5727 completed, throughput=5MB/sec 2024-04-02T09:08:58.624 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-snYp1VhGC_j9kzX off=1649069 len=1878306 2024-04-02T09:08:58.631 INFO:tasks.workunit.client.0.smithi019.stdout:op 5728 completed, throughput=5MB/sec 2024-04-02T09:08:58.631 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-wuol5rUxJCqoEyS off=879980 len=356282 2024-04-02T09:08:58.632 INFO:tasks.workunit.client.0.smithi019.stdout:op 5729 completed, throughput=5MB/sec 2024-04-02T09:08:58.632 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JkybaGjjeI4ZMn_ off=11755797 len=807089 2024-04-02T09:08:58.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 5730 completed, throughput=5MB/sec 2024-04-02T09:08:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:59.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:59.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:59.637 INFO:tasks.workunit.client.0.smithi019.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-02T09:08:59.637 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-1dmG9uOz8R5s86H off=4398724 len=907461 2024-04-02T09:08:59.638 INFO:tasks.workunit.client.0.smithi019.stdout:op 5731 completed, throughput=5MB/sec 2024-04-02T09:08:59.638 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lNQefW29ydzsu3J off=5769993 len=917681 2024-04-02T09:08:59.643 INFO:tasks.workunit.client.0.smithi019.stdout:op 5732 completed, throughput=5MB/sec 2024-04-02T09:08:59.643 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ESXSqW8OeHaTKMy off=15853713 len=1207342 2024-04-02T09:08:59.645 INFO:tasks.workunit.client.0.smithi019.stdout:op 5733 completed, throughput=5MB/sec 2024-04-02T09:08:59.645 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-xhKQTe-P_2AQ0xx off=1475487 len=621109 2024-04-02T09:08:59.648 INFO:tasks.workunit.client.0.smithi019.stdout:op 5734 completed, throughput=5MB/sec 2024-04-02T09:08:59.649 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dwixg5KydqH1miG off=4884933 len=1094452 2024-04-02T09:08:59.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 5735 completed, throughput=5MB/sec 2024-04-02T09:08:59.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8eTQbjK1WAPBBZD off=10153770 len=5318 2024-04-02T09:08:59.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 5736 completed, throughput=5MB/sec 2024-04-02T09:08:59.651 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NHkOEspkxm95Rxf off=7165557 len=1972193 2024-04-02T09:08:59.659 INFO:tasks.workunit.client.0.smithi019.stdout:op 5737 completed, throughput=5MB/sec 2024-04-02T09:09:00.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:08:59 smithi066 ceph-mon[87361]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:08:59 smithi019 ceph-mon[94035]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:00.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:08:59 smithi019 ceph-mon[96522]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:09:00.660 INFO:tasks.workunit.client.0.smithi019.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-02T09:09:00.660 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MVyAaCKgzf_N2ri off=2990914 len=15540 2024-04-02T09:09:00.660 INFO:tasks.workunit.client.0.smithi019.stdout:op 5738 completed, throughput=5MB/sec 2024-04-02T09:09:00.660 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Bzs4bY49w2tniBU off=4608675 len=1184201 2024-04-02T09:09:00.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 5739 completed, throughput=5MB/sec 2024-04-02T09:09:00.661 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qHQRUZ3b1b7XEBt off=4323082 len=367149 2024-04-02T09:09:00.662 INFO:tasks.workunit.client.0.smithi019.stdout:op 5740 completed, throughput=5MB/sec 2024-04-02T09:09:00.662 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iE_dM53DNq3Rclu off=1826736 len=1114738 2024-04-02T09:09:00.663 INFO:tasks.workunit.client.0.smithi019.stdout:op 5741 completed, throughput=5MB/sec 2024-04-02T09:09:00.663 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6G4cHVjVFX6dlR_ off=5186731 len=1730364 2024-04-02T09:09:00.664 INFO:tasks.workunit.client.0.smithi019.stdout:op 5742 completed, throughput=5MB/sec 2024-04-02T09:09:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:09:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:09:00] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:09:01.665 INFO:tasks.workunit.client.0.smithi019.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-02T09:09:01.665 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mbjfiZUdFU62n3L off=2898150 len=522373 2024-04-02T09:09:01.669 INFO:tasks.workunit.client.0.smithi019.stdout:op 5743 completed, throughput=5MB/sec 2024-04-02T09:09:01.669 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-U272xBCUQBqlF7k off=11297157 len=617609 2024-04-02T09:09:01.673 INFO:tasks.workunit.client.0.smithi019.stdout:op 5744 completed, throughput=5MB/sec 2024-04-02T09:09:01.673 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8I3gkLltGPT02wt off=16455858 len=534044 2024-04-02T09:09:01.676 INFO:tasks.workunit.client.0.smithi019.stdout:op 5745 completed, throughput=5MB/sec 2024-04-02T09:09:01.676 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mHss2FJh91knL7X off=5669722 len=563605 2024-04-02T09:09:01.678 INFO:tasks.workunit.client.0.smithi019.stdout:op 5746 completed, throughput=5MB/sec 2024-04-02T09:09:01.678 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0yK7KCpZ3Vt9Nww off=12876842 len=259522 2024-04-02T09:09:01.681 INFO:tasks.workunit.client.0.smithi019.stdout:op 5747 completed, throughput=5MB/sec 2024-04-02T09:09:01.681 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qxpTgyOJkYCD3JQ off=11270413 len=277781 2024-04-02T09:09:01.682 INFO:tasks.workunit.client.0.smithi019.stdout:op 5748 completed, throughput=5MB/sec 2024-04-02T09:09:01.682 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-bIO8lFin4zOWbIJ off=7486990 len=1061099 2024-04-02T09:09:01.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 5749 completed, throughput=5MB/sec 2024-04-02T09:09:01.688 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t0VVSwKrsGozC51 off=16837915 len=884934 2024-04-02T09:09:01.688 INFO:tasks.workunit.client.0.smithi019.stdout:op 5750 completed, throughput=5MB/sec 2024-04-02T09:09:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:01 smithi066 ceph-mon[87361]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:01 smithi019 ceph-mon[94035]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:02.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:01 smithi019 ceph-mon[96522]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:02.690 INFO:tasks.workunit.client.0.smithi019.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-02T09:09:02.690 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-2UXG09fwgZtnUVm off=307310 len=1517899 2024-04-02T09:09:02.690 INFO:tasks.workunit.client.0.smithi019.stdout:op 5751 completed, throughput=5MB/sec 2024-04-02T09:09:02.690 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NgSN1wP94ZTgfXg off=2028862 len=95771 2024-04-02T09:09:02.693 INFO:tasks.workunit.client.0.smithi019.stdout:op 5752 completed, throughput=5MB/sec 2024-04-02T09:09:02.693 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GLhxkr_Ogm29wa- off=15004401 len=1154575 2024-04-02T09:09:02.695 INFO:tasks.workunit.client.0.smithi019.stdout:op 5753 completed, throughput=5MB/sec 2024-04-02T09:09:02.695 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Prunch_eov6QoXv off=11818041 len=1379067 2024-04-02T09:09:02.696 INFO:tasks.workunit.client.0.smithi019.stdout:op 5754 completed, throughput=5MB/sec 2024-04-02T09:09:02.697 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qWZ6-X7Etzow3pK off=2701923 len=466220 2024-04-02T09:09:02.700 INFO:tasks.workunit.client.0.smithi019.stdout:op 5755 completed, throughput=5MB/sec 2024-04-02T09:09:02.700 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-oT3ZnJsPimF9_76 off=2281585 len=1101051 2024-04-02T09:09:02.704 INFO:tasks.workunit.client.0.smithi019.stdout:op 5756 completed, throughput=5MB/sec 2024-04-02T09:09:02.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:09:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:03.704 INFO:tasks.workunit.client.0.smithi019.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-02T09:09:03.704 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hDQQ1uEa3pZNMGs off=1199708 len=297009 2024-04-02T09:09:03.707 INFO:tasks.workunit.client.0.smithi019.stdout:op 5757 completed, throughput=5MB/sec 2024-04-02T09:09:03.708 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8DfwDU2oFAUddM2 off=867651 len=930879 2024-04-02T09:09:03.711 INFO:tasks.workunit.client.0.smithi019.stdout:op 5758 completed, throughput=5MB/sec 2024-04-02T09:09:03.711 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-W12e1njDlzlaJKu off=17591792 len=1151943 2024-04-02T09:09:03.712 INFO:tasks.workunit.client.0.smithi019.stdout:op 5759 completed, throughput=5MB/sec 2024-04-02T09:09:03.712 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ZnIilsTTRXkeNsC off=10086214 len=637445 2024-04-02T09:09:03.715 INFO:tasks.workunit.client.0.smithi019.stdout:op 5760 completed, throughput=5MB/sec 2024-04-02T09:09:03.715 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UbkEqlkkVGbBGJp off=110314 len=1852916 2024-04-02T09:09:03.716 INFO:tasks.workunit.client.0.smithi019.stdout:op 5761 completed, throughput=5MB/sec 2024-04-02T09:09:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:03 smithi066 ceph-mon[87361]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:09:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:03 smithi019 ceph-mon[94035]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:09:04.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:03 smithi019 ceph-mon[96522]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:09:04.717 INFO:tasks.workunit.client.0.smithi019.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-02T09:09:04.717 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5KXk1XoRD7df3L5 off=929134 len=1087996 2024-04-02T09:09:04.723 INFO:tasks.workunit.client.0.smithi019.stdout:op 5762 completed, throughput=5MB/sec 2024-04-02T09:09:04.723 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-IAAciU_nhuuKV2w off=11944611 len=626603 2024-04-02T09:09:04.723 INFO:tasks.workunit.client.0.smithi019.stdout:op 5763 completed, throughput=5MB/sec 2024-04-02T09:09:04.723 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8Y2iPsxHuxnOlTQ off=15008444 len=31077 2024-04-02T09:09:04.724 INFO:tasks.workunit.client.0.smithi019.stdout:op 5764 completed, throughput=5MB/sec 2024-04-02T09:09:04.724 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8D9FVpiUbfHMVs1 off=226012 len=1632878 2024-04-02T09:09:04.735 INFO:tasks.workunit.client.0.smithi019.stdout:op 5765 completed, throughput=5MB/sec 2024-04-02T09:09:04.735 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VR_-lUw5kmT96IH off=2220973 len=1308782 2024-04-02T09:09:04.736 INFO:tasks.workunit.client.0.smithi019.stdout:op 5766 completed, throughput=5MB/sec 2024-04-02T09:09:04.736 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-gqNRC3hau4pbmWg off=4065119 len=1551421 2024-04-02T09:09:04.740 INFO:tasks.workunit.client.0.smithi019.stdout:op 5767 completed, throughput=5MB/sec 2024-04-02T09:09:05.740 INFO:tasks.workunit.client.0.smithi019.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-02T09:09:05.740 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DNFaqt4kawgxqO3 off=1616608 len=521734 2024-04-02T09:09:05.743 INFO:tasks.workunit.client.0.smithi019.stdout:op 5768 completed, throughput=5MB/sec 2024-04-02T09:09:05.743 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-if48PX4dbUGZcBX off=1856830 len=1621548 2024-04-02T09:09:05.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 5769 completed, throughput=5MB/sec 2024-04-02T09:09:05.745 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N8DzZfbHnHfcewU off=1432530 len=1173717 2024-04-02T09:09:05.745 INFO:tasks.workunit.client.0.smithi019.stdout:op 5770 completed, throughput=5MB/sec 2024-04-02T09:09:05.745 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CerNEe7ssmfAcBV off=1415602 len=787164 2024-04-02T09:09:05.746 INFO:tasks.workunit.client.0.smithi019.stdout:op 5771 completed, throughput=5MB/sec 2024-04-02T09:09:05.746 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-_8eT1n4hk9suUjX off=22217996 len=804842 2024-04-02T09:09:05.754 INFO:tasks.workunit.client.0.smithi019.stdout:op 5772 completed, throughput=5MB/sec 2024-04-02T09:09:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:05 smithi019 ceph-mon[94035]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:09:06.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:05 smithi019 ceph-mon[96522]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:09:06.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:05 smithi066 ceph-mon[87361]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:09:06.750 INFO:tasks.workunit.client.0.smithi019.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-02T09:09:06.751 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TeOE_xDY7PjFPzt off=16549541 len=1748393 2024-04-02T09:09:06.752 INFO:tasks.workunit.client.0.smithi019.stdout:op 5773 completed, throughput=5MB/sec 2024-04-02T09:09:06.752 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yRPgBfISatGDhj2 off=8592071 len=1571663 2024-04-02T09:09:06.758 INFO:tasks.workunit.client.0.smithi019.stdout:op 5774 completed, throughput=5MB/sec 2024-04-02T09:09:06.758 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OymzQz8vJulnNjX off=11293741 len=1910463 2024-04-02T09:09:06.760 INFO:tasks.workunit.client.0.smithi019.stdout:op 5775 completed, throughput=5MB/sec 2024-04-02T09:09:07.760 INFO:tasks.workunit.client.0.smithi019.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-02T09:09:07.761 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cq6BenMxbGQ6QUf off=1538709 len=1997259 2024-04-02T09:09:07.771 INFO:tasks.workunit.client.0.smithi019.stdout:op 5776 completed, throughput=5MB/sec 2024-04-02T09:09:07.771 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lCZBu-qjuh_hlOn off=2875559 len=1240011 2024-04-02T09:09:07.774 INFO:tasks.workunit.client.0.smithi019.stdout:op 5777 completed, throughput=5MB/sec 2024-04-02T09:09:07.774 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-YQzH5qOihKjK84J off=5040617 len=1409727 2024-04-02T09:09:07.778 INFO:tasks.workunit.client.0.smithi019.stdout:op 5778 completed, throughput=5MB/sec 2024-04-02T09:09:07.778 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ByxHat4AWgzjjr7 off=1963324 len=422415 2024-04-02T09:09:07.781 INFO:tasks.workunit.client.0.smithi019.stdout:op 5779 completed, throughput=5MB/sec 2024-04-02T09:09:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:07 smithi019 ceph-mon[94035]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:09:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:07 smithi019 ceph-mon[96522]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:09:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:07 smithi066 ceph-mon[87361]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:09:08.781 INFO:tasks.workunit.client.0.smithi019.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-02T09:09:08.781 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-X-Et7mXpugfSGWk off=3101666 len=1768836 2024-04-02T09:09:08.790 INFO:tasks.workunit.client.0.smithi019.stdout:op 5780 completed, throughput=5MB/sec 2024-04-02T09:09:08.790 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QiSwWgz8tYpnk0g off=13405474 len=1945403 2024-04-02T09:09:08.791 INFO:tasks.workunit.client.0.smithi019.stdout:op 5781 completed, throughput=5MB/sec 2024-04-02T09:09:08.791 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hOTvmPPo4DDYogY off=1104308 len=955236 2024-04-02T09:09:08.792 INFO:tasks.workunit.client.0.smithi019.stdout:op 5782 completed, throughput=5MB/sec 2024-04-02T09:09:08.792 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-w-1i2F1XtqMqS_v off=4265558 len=760587 2024-04-02T09:09:08.795 INFO:tasks.workunit.client.0.smithi019.stdout:op 5783 completed, throughput=5MB/sec 2024-04-02T09:09:09.796 INFO:tasks.workunit.client.0.smithi019.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-02T09:09:09.796 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-923obXD9Y8PQzwq off=2280371 len=1416841 2024-04-02T09:09:09.797 INFO:tasks.workunit.client.0.smithi019.stdout:op 5784 completed, throughput=5MB/sec 2024-04-02T09:09:09.798 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bTQTiM31vgdjhzj off=16828819 len=229206 2024-04-02T09:09:09.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 5785 completed, throughput=5MB/sec 2024-04-02T09:09:09.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-UZ0KqlBpncgGCmj off=12637423 len=364315 2024-04-02T09:09:09.799 INFO:tasks.workunit.client.0.smithi019.stdout:op 5786 completed, throughput=5MB/sec 2024-04-02T09:09:09.799 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vbUQaWWjTUkm8Zk off=2555197 len=1516646 2024-04-02T09:09:09.800 INFO:tasks.workunit.client.0.smithi019.stdout:op 5787 completed, throughput=5MB/sec 2024-04-02T09:09:09.801 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OFMc4jRbDhnaMeS off=15756196 len=1577067 2024-04-02T09:09:09.802 INFO:tasks.workunit.client.0.smithi019.stdout:op 5788 completed, throughput=5MB/sec 2024-04-02T09:09:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:09 smithi019 ceph-mon[94035]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:10.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:09 smithi019 ceph-mon[96522]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:09 smithi066 ceph-mon[87361]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:09:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:09:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:09:10] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:09:10.802 INFO:tasks.workunit.client.0.smithi019.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-02T09:09:10.802 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-QssNyyCN0skCoyc off=15285789 len=1414500 2024-04-02T09:09:10.803 INFO:tasks.workunit.client.0.smithi019.stdout:op 5789 completed, throughput=5MB/sec 2024-04-02T09:09:10.803 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4lohNaIBep4H82D off=0 len=1184506 2024-04-02T09:09:10.809 INFO:tasks.workunit.client.0.smithi019.stdout:op 5790 completed, throughput=5MB/sec 2024-04-02T09:09:10.809 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KF91RnKmsGvmeJY off=4538499 len=1950102 2024-04-02T09:09:10.819 INFO:tasks.workunit.client.0.smithi019.stdout:op 5791 completed, throughput=5MB/sec 2024-04-02T09:09:10.819 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TW3BERiMnVubYE5 off=9285846 len=1944874 2024-04-02T09:09:10.820 INFO:tasks.workunit.client.0.smithi019.stdout:op 5792 completed, throughput=5MB/sec 2024-04-02T09:09:11.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:10 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:11.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:10 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:11.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:10 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:11.821 INFO:tasks.workunit.client.0.smithi019.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-02T09:09:11.821 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ogR3CVVEyOoqVfF off=1100053 len=557838 2024-04-02T09:09:11.824 INFO:tasks.workunit.client.0.smithi019.stdout:op 5793 completed, throughput=5MB/sec 2024-04-02T09:09:11.824 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-86T50-LfwFY67E8 off=7702814 len=887521 2024-04-02T09:09:11.825 INFO:tasks.workunit.client.0.smithi019.stdout:op 5794 completed, throughput=5MB/sec 2024-04-02T09:09:11.825 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-wbgCnUMvFNnLTK6 off=11839809 len=216834 2024-04-02T09:09:11.830 INFO:tasks.workunit.client.0.smithi019.stdout:op 5795 completed, throughput=5MB/sec 2024-04-02T09:09:11.830 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-P-zQ_HnlO1mIZAt off=1083586 len=548807 2024-04-02T09:09:11.831 INFO:tasks.workunit.client.0.smithi019.stdout:op 5796 completed, throughput=5MB/sec 2024-04-02T09:09:11.831 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--Ltpzmwsk9T0ta7 off=990883 len=612568 2024-04-02T09:09:11.831 INFO:tasks.workunit.client.0.smithi019.stdout:op 5797 completed, throughput=5MB/sec 2024-04-02T09:09:11.831 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-hPZZ1RpfizZ2sp8 off=13560171 len=684548 2024-04-02T09:09:11.833 INFO:tasks.workunit.client.0.smithi019.stdout:op 5798 completed, throughput=5MB/sec 2024-04-02T09:09:11.833 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4-4xac61vBs167C off=3469798 len=756104 2024-04-02T09:09:11.837 INFO:tasks.workunit.client.0.smithi019.stdout:op 5799 completed, throughput=5MB/sec 2024-04-02T09:09:12.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[96522]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:09:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[94035]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:09:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:11 smithi066 ceph-mon[87361]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:09:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:09:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:12.838 INFO:tasks.workunit.client.0.smithi019.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-02T09:09:12.838 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-KjRrENkIWj5zNkV off=11602747 len=2077665 2024-04-02T09:09:12.848 INFO:tasks.workunit.client.0.smithi019.stdout:op 5800 completed, throughput=5MB/sec 2024-04-02T09:09:12.849 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TmZ2rWkEnBaSZmS off=5786722 len=574550 2024-04-02T09:09:12.850 INFO:tasks.workunit.client.0.smithi019.stdout:op 5801 completed, throughput=5MB/sec 2024-04-02T09:09:12.850 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-quyZ3ETPV5tIUMR off=1602342 len=451682 2024-04-02T09:09:12.853 INFO:tasks.workunit.client.0.smithi019.stdout:op 5802 completed, throughput=5MB/sec 2024-04-02T09:09:12.853 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hdoF2mEom2CqMpV off=14946097 len=1680787 2024-04-02T09:09:12.859 INFO:tasks.workunit.client.0.smithi019.stdout:op 5803 completed, throughput=5MB/sec 2024-04-02T09:09:12.860 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WlyyPM3jy1XtNJh off=10262890 len=1945251 2024-04-02T09:09:12.868 INFO:tasks.workunit.client.0.smithi019.stdout:op 5804 completed, throughput=5MB/sec 2024-04-02T09:09:13.868 INFO:tasks.workunit.client.0.smithi019.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-02T09:09:13.868 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fbR4UIvx6w-R-wg off=4028721 len=926401 2024-04-02T09:09:13.872 INFO:tasks.workunit.client.0.smithi019.stdout:op 5805 completed, throughput=5MB/sec 2024-04-02T09:09:13.872 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7vjDymvkF_Li0Km off=5050298 len=2020520 2024-04-02T09:09:13.880 INFO:tasks.workunit.client.0.smithi019.stdout:op 5806 completed, throughput=5MB/sec 2024-04-02T09:09:13.880 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HLj10iIz0eEGTxp off=15081689 len=474288 2024-04-02T09:09:13.883 INFO:tasks.workunit.client.0.smithi019.stdout:op 5807 completed, throughput=5MB/sec 2024-04-02T09:09:13.883 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-HiHSrKzoVW7N3N9 off=1483869 len=1613923 2024-04-02T09:09:13.898 INFO:tasks.workunit.client.0.smithi019.stdout:op 5808 completed, throughput=5MB/sec 2024-04-02T09:09:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:13 smithi019 ceph-mon[94035]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:09:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:14.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:13 smithi019 ceph-mon[96522]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:09:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:13 smithi066 ceph-mon[87361]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:09:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:14.898 INFO:tasks.workunit.client.0.smithi019.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-02T09:09:14.898 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tZOpqwfQ5Qhpdn4 off=8511778 len=612505 2024-04-02T09:09:14.903 INFO:tasks.workunit.client.0.smithi019.stdout:op 5809 completed, throughput=5MB/sec 2024-04-02T09:09:14.903 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-heWkzRo_JwWPY9F off=8391166 len=1030294 2024-04-02T09:09:14.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 5810 completed, throughput=5MB/sec 2024-04-02T09:09:14.904 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FubwmB_PyhfUeel off=2867903 len=216185 2024-04-02T09:09:14.904 INFO:tasks.workunit.client.0.smithi019.stdout:op 5811 completed, throughput=5MB/sec 2024-04-02T09:09:14.905 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-MKvvKu577zTPb4D off=547137 len=1279766 2024-04-02T09:09:14.912 INFO:tasks.workunit.client.0.smithi019.stdout:op 5812 completed, throughput=5MB/sec 2024-04-02T09:09:14.912 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CiYYfzRVDeDV3qn off=2762137 len=897227 2024-04-02T09:09:14.913 INFO:tasks.workunit.client.0.smithi019.stdout:op 5813 completed, throughput=5MB/sec 2024-04-02T09:09:14.914 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JQLKPxdZ3PY9MK1 off=9542123 len=1794784 2024-04-02T09:09:14.916 INFO:tasks.workunit.client.0.smithi019.stdout:op 5814 completed, throughput=5MB/sec 2024-04-02T09:09:15.916 INFO:tasks.workunit.client.0.smithi019.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-02T09:09:15.917 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o5xtDZewxqyfRNL off=3079757 len=410380 2024-04-02T09:09:15.919 INFO:tasks.workunit.client.0.smithi019.stdout:op 5815 completed, throughput=5MB/sec 2024-04-02T09:09:15.919 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IWO1IPbwou5OFHj off=829835 len=432000 2024-04-02T09:09:15.923 INFO:tasks.workunit.client.0.smithi019.stdout:op 5816 completed, throughput=5MB/sec 2024-04-02T09:09:15.923 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-akCz9kNBF6Ydclj off=12004202 len=213137 2024-04-02T09:09:15.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 5817 completed, throughput=5MB/sec 2024-04-02T09:09:15.927 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-42OS69KkRWgcJs6 off=1806029 len=1278843 2024-04-02T09:09:15.927 INFO:tasks.workunit.client.0.smithi019.stdout:op 5818 completed, throughput=5MB/sec 2024-04-02T09:09:15.927 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--PAXKeVf7WuPV7M off=532077 len=581998 2024-04-02T09:09:15.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 5819 completed, throughput=5MB/sec 2024-04-02T09:09:15.935 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FfMMJd9uvYKk28x off=14973290 len=354243 2024-04-02T09:09:15.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 5820 completed, throughput=5MB/sec 2024-04-02T09:09:15.935 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-N0aoxyT8eJUiVl0 off=11058125 len=94054 2024-04-02T09:09:15.935 INFO:tasks.workunit.client.0.smithi019.stdout:op 5821 completed, throughput=5MB/sec 2024-04-02T09:09:15.935 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x68GIoHKlv1I_wM off=19352074 len=642621 2024-04-02T09:09:15.936 INFO:tasks.workunit.client.0.smithi019.stdout:op 5822 completed, throughput=5MB/sec 2024-04-02T09:09:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:15 smithi019 ceph-mon[94035]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:09:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:15 smithi019 ceph-mon[96522]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:09:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:15 smithi066 ceph-mon[87361]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:09:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-02T09:09:16.936 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lSuOLWKWfPpJ6Yh off=1044672 len=405688 2024-04-02T09:09:16.937 INFO:tasks.workunit.client.0.smithi019.stdout:op 5823 completed, throughput=5MB/sec 2024-04-02T09:09:16.937 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y-lNQp3zJEqdjaA off=2556717 len=109320 2024-04-02T09:09:16.940 INFO:tasks.workunit.client.0.smithi019.stdout:op 5824 completed, throughput=5MB/sec 2024-04-02T09:09:16.940 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eqGcGbk0yFP_HwH off=6768481 len=1908456 2024-04-02T09:09:16.943 INFO:tasks.workunit.client.0.smithi019.stdout:op 5825 completed, throughput=5MB/sec 2024-04-02T09:09:16.943 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-93Uh1RkTn6WUlOT off=4598109 len=1730754 2024-04-02T09:09:16.945 INFO:tasks.workunit.client.0.smithi019.stdout:op 5826 completed, throughput=5MB/sec 2024-04-02T09:09:16.945 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mOhY5_IPILAkOKU off=8937883 len=1653775 2024-04-02T09:09:16.946 INFO:tasks.workunit.client.0.smithi019.stdout:op 5827 completed, throughput=5MB/sec 2024-04-02T09:09:17.946 INFO:tasks.workunit.client.0.smithi019.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-02T09:09:17.946 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SdiT8CUmlhG-vFA off=928521 len=1229114 2024-04-02T09:09:17.949 INFO:tasks.workunit.client.0.smithi019.stdout:op 5828 completed, throughput=5MB/sec 2024-04-02T09:09:17.949 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-scbyeVLzQ1K2Yf1 off=12065759 len=1625251 2024-04-02T09:09:17.952 INFO:tasks.workunit.client.0.smithi019.stdout:op 5829 completed, throughput=5MB/sec 2024-04-02T09:09:17.952 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OVeTgi18Y0boKWq off=1591774 len=999025 2024-04-02T09:09:17.958 INFO:tasks.workunit.client.0.smithi019.stdout:op 5830 completed, throughput=5MB/sec 2024-04-02T09:09:17.958 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-z-du1BWuM_zyGsb off=13221246 len=109820 2024-04-02T09:09:17.960 INFO:tasks.workunit.client.0.smithi019.stdout:op 5831 completed, throughput=5MB/sec 2024-04-02T09:09:17.960 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-MTrZ9DDUSe_GV-c off=783201 len=508388 2024-04-02T09:09:17.961 INFO:tasks.workunit.client.0.smithi019.stdout:op 5832 completed, throughput=5MB/sec 2024-04-02T09:09:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:17 smithi019 ceph-mon[94035]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:18.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:17 smithi019 ceph-mon[96522]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:17 smithi066 ceph-mon[87361]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:09:18.961 INFO:tasks.workunit.client.0.smithi019.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-02T09:09:18.961 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-r7J8IqRGBDkVlqO off=2782836 len=1394439 2024-04-02T09:09:18.966 INFO:tasks.workunit.client.0.smithi019.stdout:op 5833 completed, throughput=5MB/sec 2024-04-02T09:09:18.966 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vyRqNdAwPQZFXH7 off=4137410 len=1487630 2024-04-02T09:09:18.969 INFO:tasks.workunit.client.0.smithi019.stdout:op 5834 completed, throughput=5MB/sec 2024-04-02T09:09:18.969 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-zaBMutlMt86qFqU off=7792541 len=2049342 2024-04-02T09:09:18.976 INFO:tasks.workunit.client.0.smithi019.stdout:op 5835 completed, throughput=5MB/sec 2024-04-02T09:09:18.976 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JTQMmqx4L0vtFn2 off=12637281 len=3340 2024-04-02T09:09:18.979 INFO:tasks.workunit.client.0.smithi019.stdout:op 5836 completed, throughput=5MB/sec 2024-04-02T09:09:18.979 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dGftqXPtGtxN4Yx off=3554528 len=2051903 2024-04-02T09:09:18.983 INFO:tasks.workunit.client.0.smithi019.stdout:op 5837 completed, throughput=5MB/sec 2024-04-02T09:09:19.983 INFO:tasks.workunit.client.0.smithi019.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-02T09:09:19.983 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q-f5yWHK8xLbcE6 off=39157 len=2087445 2024-04-02T09:09:19.985 INFO:tasks.workunit.client.0.smithi019.stdout:op 5838 completed, throughput=5MB/sec 2024-04-02T09:09:19.985 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-siI1OjcCzmYq6Op off=19667293 len=1209366 2024-04-02T09:09:19.994 INFO:tasks.workunit.client.0.smithi019.stdout:op 5839 completed, throughput=5MB/sec 2024-04-02T09:09:19.994 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vURlp_9v-1VLGqW off=7116002 len=1738745 2024-04-02T09:09:20.003 INFO:tasks.workunit.client.0.smithi019.stdout:op 5840 completed, throughput=5MB/sec 2024-04-02T09:09:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:19 smithi019 ceph-mon[94035]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:19 smithi019 ceph-mon[96522]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:19 smithi066 ceph-mon[87361]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:09:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:09:20] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:09:21.003 INFO:tasks.workunit.client.0.smithi019.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-02T09:09:21.003 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-83ldPuafItSnPZO off=8116665 len=990078 2024-04-02T09:09:21.009 INFO:tasks.workunit.client.0.smithi019.stdout:op 5841 completed, throughput=5MB/sec 2024-04-02T09:09:21.009 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Q_xwNieW3M2_JJw off=5269830 len=859060 2024-04-02T09:09:21.014 INFO:tasks.workunit.client.0.smithi019.stdout:op 5842 completed, throughput=5MB/sec 2024-04-02T09:09:21.014 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PkVTcxu5-dcDrfc off=1857478 len=358523 2024-04-02T09:09:21.015 INFO:tasks.workunit.client.0.smithi019.stdout:op 5843 completed, throughput=5MB/sec 2024-04-02T09:09:21.015 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4C3brXgGt3d3jCV off=10755733 len=2035131 2024-04-02T09:09:21.024 INFO:tasks.workunit.client.0.smithi019.stdout:op 5844 completed, throughput=5MB/sec 2024-04-02T09:09:22.024 INFO:tasks.workunit.client.0.smithi019.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-02T09:09:22.025 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vCnJ9N5oeYU9uXL off=2599625 len=856249 2024-04-02T09:09:22.027 INFO:tasks.workunit.client.0.smithi019.stdout:op 5845 completed, throughput=5MB/sec 2024-04-02T09:09:22.027 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-4mFeILpev3OhZei off=13062117 len=1806311 2024-04-02T09:09:22.034 INFO:tasks.workunit.client.0.smithi019.stdout:op 5846 completed, throughput=5MB/sec 2024-04-02T09:09:22.034 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-idn_N9d6R4NbBaI off=3334487 len=789899 2024-04-02T09:09:22.035 INFO:tasks.workunit.client.0.smithi019.stdout:op 5847 completed, throughput=5MB/sec 2024-04-02T09:09:22.035 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-do_-VrISQetahdA off=6982930 len=1636160 2024-04-02T09:09:22.036 INFO:tasks.workunit.client.0.smithi019.stdout:op 5848 completed, throughput=5MB/sec 2024-04-02T09:09:22.115 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:21 smithi066 ceph-mon[87361]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:21 smithi019 ceph-mon[94035]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:22.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:21 smithi019 ceph-mon[96522]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:09:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:09:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:23.037 INFO:tasks.workunit.client.0.smithi019.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-02T09:09:23.037 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2ZkPWKhMV42kwOU off=10652238 len=1091055 2024-04-02T09:09:23.042 INFO:tasks.workunit.client.0.smithi019.stdout:op 5849 completed, throughput=5MB/sec 2024-04-02T09:09:23.042 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CNjyw3sIAkkGAhh off=21826414 len=1532166 2024-04-02T09:09:23.044 INFO:tasks.workunit.client.0.smithi019.stdout:op 5850 completed, throughput=5MB/sec 2024-04-02T09:09:23.044 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-slYoQRaQDyeLNly off=3239197 len=1346086 2024-04-02T09:09:23.052 INFO:tasks.workunit.client.0.smithi019.stdout:op 5851 completed, throughput=5MB/sec 2024-04-02T09:09:23.052 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DCUHzbFG4pvjwXr off=19274117 len=84345 2024-04-02T09:09:23.052 INFO:tasks.workunit.client.0.smithi019.stdout:op 5852 completed, throughput=5MB/sec 2024-04-02T09:09:23.053 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rkXMLa2wtHRLeQ0 off=11270965 len=1049484 2024-04-02T09:09:23.055 INFO:tasks.workunit.client.0.smithi019.stdout:op 5853 completed, throughput=5MB/sec 2024-04-02T09:09:23.055 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-G10gnyeVTdYUkS0 off=17052021 len=1236922 2024-04-02T09:09:23.056 INFO:tasks.workunit.client.0.smithi019.stdout:op 5854 completed, throughput=5MB/sec 2024-04-02T09:09:24.057 INFO:tasks.workunit.client.0.smithi019.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-02T09:09:24.057 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vDd4RZ5Wf855SuI off=2566102 len=1975212 2024-04-02T09:09:24.061 INFO:tasks.workunit.client.0.smithi019.stdout:op 5855 completed, throughput=5MB/sec 2024-04-02T09:09:24.061 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-M8EN7U2l1LbHFwN off=5716593 len=431686 2024-04-02T09:09:24.062 INFO:tasks.workunit.client.0.smithi019.stdout:op 5856 completed, throughput=5MB/sec 2024-04-02T09:09:24.062 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ptPSRxCSqAkVGAJ off=83073 len=1720598 2024-04-02T09:09:24.072 INFO:tasks.workunit.client.0.smithi019.stdout:op 5857 completed, throughput=5MB/sec 2024-04-02T09:09:24.072 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-0-u6MRyaQON3taT off=140562 len=1681919 2024-04-02T09:09:24.074 INFO:tasks.workunit.client.0.smithi019.stdout:op 5858 completed, throughput=5MB/sec 2024-04-02T09:09:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:23 smithi019 ceph-mon[94035]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:23 smithi019 ceph-mon[96522]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:23 smithi066 ceph-mon[87361]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:09:25.075 INFO:tasks.workunit.client.0.smithi019.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-02T09:09:25.075 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vXuIELpvFF9p2ob off=1159042 len=33624 2024-04-02T09:09:25.077 INFO:tasks.workunit.client.0.smithi019.stdout:op 5859 completed, throughput=5MB/sec 2024-04-02T09:09:25.077 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-x4nA1J3PBj_B8H_ off=8377527 len=1801926 2024-04-02T09:09:25.080 INFO:tasks.workunit.client.0.smithi019.stdout:op 5860 completed, throughput=5MB/sec 2024-04-02T09:09:25.080 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2jH1yTA3DJQy9qd off=18144911 len=1191380 2024-04-02T09:09:25.086 INFO:tasks.workunit.client.0.smithi019.stdout:op 5861 completed, throughput=5MB/sec 2024-04-02T09:09:25.086 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YpPrlzVWx_pZcDq off=2417994 len=308248 2024-04-02T09:09:25.087 INFO:tasks.workunit.client.0.smithi019.stdout:op 5862 completed, throughput=5MB/sec 2024-04-02T09:09:25.087 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BofcqVqCnivzbeh off=0 len=1208952 2024-04-02T09:09:25.092 INFO:tasks.workunit.client.0.smithi019.stdout:op 5863 completed, throughput=5MB/sec 2024-04-02T09:09:26.092 INFO:tasks.workunit.client.0.smithi019.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-02T09:09:26.092 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SkfgZP0ipWrFhly off=3086904 len=2092354 2024-04-02T09:09:26.094 INFO:tasks.workunit.client.0.smithi019.stdout:op 5864 completed, throughput=5MB/sec 2024-04-02T09:09:26.094 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2MtQl8x1hBSlYw3 off=4218776 len=346727 2024-04-02T09:09:26.098 INFO:tasks.workunit.client.0.smithi019.stdout:op 5865 completed, throughput=5MB/sec 2024-04-02T09:09:26.098 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj--qdOp4_qID42n3J off=3100364 len=1066155 2024-04-02T09:09:26.103 INFO:tasks.workunit.client.0.smithi019.stdout:op 5866 completed, throughput=5MB/sec 2024-04-02T09:09:26.103 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-mJHJkExfExWSzAT off=5759487 len=105619 2024-04-02T09:09:26.104 INFO:tasks.workunit.client.0.smithi019.stdout:op 5867 completed, throughput=5MB/sec 2024-04-02T09:09:26.104 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5O2_JSMa04rOxn2 off=2744510 len=881858 2024-04-02T09:09:26.109 INFO:tasks.workunit.client.0.smithi019.stdout:op 5868 completed, throughput=5MB/sec 2024-04-02T09:09:26.109 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8jqUYKMD3zrS01v off=13764832 len=858725 2024-04-02T09:09:26.110 INFO:tasks.workunit.client.0.smithi019.stdout:op 5869 completed, throughput=5MB/sec 2024-04-02T09:09:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:25 smithi019 ceph-mon[94035]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:26.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:25 smithi019 ceph-mon[96522]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:25 smithi066 ceph-mon[87361]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:27.110 INFO:tasks.workunit.client.0.smithi019.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-02T09:09:27.111 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TPfmN-KdOPWNkVN off=10413986 len=571848 2024-04-02T09:09:27.111 INFO:tasks.workunit.client.0.smithi019.stdout:op 5870 completed, throughput=5MB/sec 2024-04-02T09:09:27.111 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JV5SNSflFF205HS off=10390862 len=46772 2024-04-02T09:09:27.112 INFO:tasks.workunit.client.0.smithi019.stdout:op 5871 completed, throughput=5MB/sec 2024-04-02T09:09:27.112 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TAX6JYZWG5GVh4U off=490696 len=673333 2024-04-02T09:09:27.113 INFO:tasks.workunit.client.0.smithi019.stdout:op 5872 completed, throughput=5MB/sec 2024-04-02T09:09:27.113 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BfbGcKSjD4btSZL off=955235 len=337557 2024-04-02T09:09:27.113 INFO:tasks.workunit.client.0.smithi019.stdout:op 5873 completed, throughput=5MB/sec 2024-04-02T09:09:27.113 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-tx2NP7ydzZJeOVX off=15099930 len=1643941 2024-04-02T09:09:27.115 INFO:tasks.workunit.client.0.smithi019.stdout:op 5874 completed, throughput=5MB/sec 2024-04-02T09:09:27.115 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8P2bFmPsDdmBU0c off=8159216 len=768525 2024-04-02T09:09:27.117 INFO:tasks.workunit.client.0.smithi019.stdout:op 5875 completed, throughput=5MB/sec 2024-04-02T09:09:27.117 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OqMVx3Kro1kzMHm off=968753 len=952139 2024-04-02T09:09:27.123 INFO:tasks.workunit.client.0.smithi019.stdout:op 5876 completed, throughput=5MB/sec 2024-04-02T09:09:28.123 INFO:tasks.workunit.client.0.smithi019.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-02T09:09:28.123 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PDsA8N0tJdCFtW6 off=15702357 len=250427 2024-04-02T09:09:28.125 INFO:tasks.workunit.client.0.smithi019.stdout:op 5877 completed, throughput=5MB/sec 2024-04-02T09:09:28.126 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-lLH9ErQZjWgTWZD off=8657688 len=190361 2024-04-02T09:09:28.128 INFO:tasks.workunit.client.0.smithi019.stdout:op 5878 completed, throughput=5MB/sec 2024-04-02T09:09:28.128 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-eep7uZHSSlspOy4 off=1728261 len=1052041 2024-04-02T09:09:28.129 INFO:tasks.workunit.client.0.smithi019.stdout:op 5879 completed, throughput=5MB/sec 2024-04-02T09:09:28.129 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BI0Tzf34CYVo-bj off=952425 len=1490551 2024-04-02T09:09:28.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 5880 completed, throughput=5MB/sec 2024-04-02T09:09:28.135 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ayho_cB43-y8dt1 off=4036377 len=858030 2024-04-02T09:09:28.135 INFO:tasks.workunit.client.0.smithi019.stdout:op 5881 completed, throughput=5MB/sec 2024-04-02T09:09:28.135 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-rAJUJZb1tEtjz4Y off=615031 len=1773079 2024-04-02T09:09:28.145 INFO:tasks.workunit.client.0.smithi019.stdout:op 5882 completed, throughput=5MB/sec 2024-04-02T09:09:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:27 smithi019 ceph-mon[94035]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:28.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:27 smithi019 ceph-mon[96522]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:27 smithi066 ceph-mon[87361]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:29.146 INFO:tasks.workunit.client.0.smithi019.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-02T09:09:29.146 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-x3TB7LSEq6VfDt7 off=20618885 len=1267765 2024-04-02T09:09:29.154 INFO:tasks.workunit.client.0.smithi019.stdout:op 5883 completed, throughput=5MB/sec 2024-04-02T09:09:29.154 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BVN5gobsIHRHHPP off=5316902 len=1954429 2024-04-02T09:09:29.161 INFO:tasks.workunit.client.0.smithi019.stdout:op 5884 completed, throughput=5MB/sec 2024-04-02T09:09:29.162 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ft89rNoxC53dqWC off=16480681 len=662565 2024-04-02T09:09:29.163 INFO:tasks.workunit.client.0.smithi019.stdout:op 5885 completed, throughput=5MB/sec 2024-04-02T09:09:29.163 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-kxNpQLaSYyqSn0P off=9925979 len=1408977 2024-04-02T09:09:29.164 INFO:tasks.workunit.client.0.smithi019.stdout:op 5886 completed, throughput=5MB/sec 2024-04-02T09:09:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:29.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-02T09:09:30.165 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BnG7wkgkRwu7cAt off=15234006 len=1239797 2024-04-02T09:09:30.170 INFO:tasks.workunit.client.0.smithi019.stdout:op 5887 completed, throughput=5MB/sec 2024-04-02T09:09:30.170 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-NlLjEFfVUfJ2f6A off=13463891 len=989970 2024-04-02T09:09:30.175 INFO:tasks.workunit.client.0.smithi019.stdout:op 5888 completed, throughput=5MB/sec 2024-04-02T09:09:30.175 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GGy2Uqo6wwi7vbu off=11364580 len=1137594 2024-04-02T09:09:30.176 INFO:tasks.workunit.client.0.smithi019.stdout:op 5889 completed, throughput=5MB/sec 2024-04-02T09:09:30.177 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jm0B8e4lAxWRxfN off=6965324 len=383306 2024-04-02T09:09:30.180 INFO:tasks.workunit.client.0.smithi019.stdout:op 5890 completed, throughput=5MB/sec 2024-04-02T09:09:30.180 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tVjpT4rlsrBZqpY off=9243090 len=192111 2024-04-02T09:09:30.182 INFO:tasks.workunit.client.0.smithi019.stdout:op 5891 completed, throughput=5MB/sec 2024-04-02T09:09:30.182 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rzR_iM9v521dAR2 off=1268229 len=810472 2024-04-02T09:09:30.183 INFO:tasks.workunit.client.0.smithi019.stdout:op 5892 completed, throughput=5MB/sec 2024-04-02T09:09:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:29 smithi019 ceph-mon[94035]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:09:30.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:29 smithi019 ceph-mon[96522]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:09:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:29 smithi066 ceph-mon[87361]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:09:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:09:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:09:30] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-02T09:09:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-02T09:09:31.183 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OOmfBftecUWO6rL off=10613895 len=1504332 2024-04-02T09:09:31.186 INFO:tasks.workunit.client.0.smithi019.stdout:op 5893 completed, throughput=5MB/sec 2024-04-02T09:09:31.186 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-rIPLsDYRjStp1ni off=3605036 len=650967 2024-04-02T09:09:31.188 INFO:tasks.workunit.client.0.smithi019.stdout:op 5894 completed, throughput=5MB/sec 2024-04-02T09:09:31.188 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj--ioNsdszjqQp1pZ off=4162282 len=1648276 2024-04-02T09:09:31.190 INFO:tasks.workunit.client.0.smithi019.stdout:op 5895 completed, throughput=5MB/sec 2024-04-02T09:09:31.190 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-U7-h-m0wybLxQXm off=23251721 len=1467785 2024-04-02T09:09:31.191 INFO:tasks.workunit.client.0.smithi019.stdout:op 5896 completed, throughput=5MB/sec 2024-04-02T09:09:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-02T09:09:32.192 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-vn1slLVo9F7eCgI off=8411294 len=564203 2024-04-02T09:09:32.192 INFO:tasks.workunit.client.0.smithi019.stdout:op 5897 completed, throughput=5MB/sec 2024-04-02T09:09:32.192 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ecQkAguOEN54CM3 off=4732245 len=391109 2024-04-02T09:09:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:31 smithi019 ceph-mon[94035]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:32.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:31 smithi019 ceph-mon[96522]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:32.196 INFO:tasks.workunit.client.0.smithi019.stdout:op 5898 completed, throughput=5MB/sec 2024-04-02T09:09:32.196 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GUy4oGsxLGgHsmr off=7252255 len=159906 2024-04-02T09:09:32.196 INFO:tasks.workunit.client.0.smithi019.stdout:op 5899 completed, throughput=5MB/sec 2024-04-02T09:09:32.196 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-AlvZeOzeb9_lsyl off=2480950 len=895756 2024-04-02T09:09:32.197 INFO:tasks.workunit.client.0.smithi019.stdout:op 5900 completed, throughput=5MB/sec 2024-04-02T09:09:32.198 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-DFpfNN6wNBSkgw4 off=13277715 len=1252999 2024-04-02T09:09:32.200 INFO:tasks.workunit.client.0.smithi019.stdout:op 5901 completed, throughput=5MB/sec 2024-04-02T09:09:32.200 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-NhSgQ2u-bc4VLD8 off=13479370 len=1644720 2024-04-02T09:09:32.201 INFO:tasks.workunit.client.0.smithi019.stdout:op 5902 completed, throughput=5MB/sec 2024-04-02T09:09:32.201 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-J0elOtualeFofOR off=7497340 len=762961 2024-04-02T09:09:32.206 INFO:tasks.workunit.client.0.smithi019.stdout:op 5903 completed, throughput=5MB/sec 2024-04-02T09:09:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:31 smithi066 ceph-mon[87361]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:09:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:09:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-02T09:09:33.207 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-fSCE0flVvG-98ys off=230182 len=1345473 2024-04-02T09:09:33.208 INFO:tasks.workunit.client.0.smithi019.stdout:op 5904 completed, throughput=5MB/sec 2024-04-02T09:09:33.208 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CA2jRJusKbhNokr off=8837408 len=1072923 2024-04-02T09:09:33.213 INFO:tasks.workunit.client.0.smithi019.stdout:op 5905 completed, throughput=5MB/sec 2024-04-02T09:09:33.213 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KQyY3BbWTII1Umn off=6195814 len=2047795 2024-04-02T09:09:33.217 INFO:tasks.workunit.client.0.smithi019.stdout:op 5906 completed, throughput=5MB/sec 2024-04-02T09:09:33.217 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-p40fQ_sQbX3j-wU off=1354668 len=1334915 2024-04-02T09:09:33.220 INFO:tasks.workunit.client.0.smithi019.stdout:op 5907 completed, throughput=5MB/sec 2024-04-02T09:09:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:33 smithi019 ceph-mon[94035]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:34.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:33 smithi019 ceph-mon[96522]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-02T09:09:34.220 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2Kr0U2IP4ewhqnW off=1480237 len=1361618 2024-04-02T09:09:34.229 INFO:tasks.workunit.client.0.smithi019.stdout:op 5908 completed, throughput=5MB/sec 2024-04-02T09:09:34.229 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-tZL5LsmpNceQkfM off=436873 len=276454 2024-04-02T09:09:34.232 INFO:tasks.workunit.client.0.smithi019.stdout:op 5909 completed, throughput=5MB/sec 2024-04-02T09:09:34.233 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6cbK3N0T815ASAr off=19364218 len=51683 2024-04-02T09:09:34.233 INFO:tasks.workunit.client.0.smithi019.stdout:op 5910 completed, throughput=5MB/sec 2024-04-02T09:09:34.233 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-moQPl1ktjqU8M2Q off=6456193 len=992585 2024-04-02T09:09:34.238 INFO:tasks.workunit.client.0.smithi019.stdout:op 5911 completed, throughput=5MB/sec 2024-04-02T09:09:34.239 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-8TYq-fxawflNDN9 off=9570708 len=171957 2024-04-02T09:09:34.241 INFO:tasks.workunit.client.0.smithi019.stdout:op 5912 completed, throughput=5MB/sec 2024-04-02T09:09:34.241 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-jfNJQTERSEZtDun off=3461946 len=21771 2024-04-02T09:09:34.242 INFO:tasks.workunit.client.0.smithi019.stdout:op 5913 completed, throughput=5MB/sec 2024-04-02T09:09:34.242 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QFK18fZjjH8_GmZ off=1865597 len=52695 2024-04-02T09:09:34.244 INFO:tasks.workunit.client.0.smithi019.stdout:op 5914 completed, throughput=5MB/sec 2024-04-02T09:09:34.244 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-BMd2vNC1XjA18iA off=9347964 len=386672 2024-04-02T09:09:34.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 5915 completed, throughput=5MB/sec 2024-04-02T09:09:34.245 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-bolC59eJXosYsXt off=9230149 len=782211 2024-04-02T09:09:34.245 INFO:tasks.workunit.client.0.smithi019.stdout:op 5916 completed, throughput=5MB/sec 2024-04-02T09:09:34.245 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TQRzUIjj-AGB2gt off=5748138 len=15317 2024-04-02T09:09:34.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 5917 completed, throughput=5MB/sec 2024-04-02T09:09:34.246 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-PirB0sJ3B70sFQr off=1634544 len=775533 2024-04-02T09:09:34.246 INFO:tasks.workunit.client.0.smithi019.stdout:op 5918 completed, throughput=5MB/sec 2024-04-02T09:09:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:33 smithi066 ceph-mon[87361]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:09:35.247 INFO:tasks.workunit.client.0.smithi019.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-02T09:09:35.247 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-BqPnBaqWMszk_jH off=646653 len=1571493 2024-04-02T09:09:35.253 INFO:tasks.workunit.client.0.smithi019.stdout:op 5919 completed, throughput=5MB/sec 2024-04-02T09:09:35.253 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Wwgtq8etKjGbzK1 off=463544 len=911038 2024-04-02T09:09:35.257 INFO:tasks.workunit.client.0.smithi019.stdout:op 5920 completed, throughput=5MB/sec 2024-04-02T09:09:35.257 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-hT3GZ7jQYw3ZLJ3 off=3957933 len=92884 2024-04-02T09:09:35.259 INFO:tasks.workunit.client.0.smithi019.stdout:op 5921 completed, throughput=5MB/sec 2024-04-02T09:09:35.259 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-upRI2HrxQ8WISVx off=5425390 len=1887218 2024-04-02T09:09:35.261 INFO:tasks.workunit.client.0.smithi019.stdout:op 5922 completed, throughput=5MB/sec 2024-04-02T09:09:35.261 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IlLN5dHCx86PcPd off=1828963 len=1966620 2024-04-02T09:09:35.272 INFO:tasks.workunit.client.0.smithi019.stdout:op 5923 completed, throughput=5MB/sec 2024-04-02T09:09:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:35 smithi019 ceph-mon[94035]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:35 smithi019 ceph-mon[96522]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:36.272 INFO:tasks.workunit.client.0.smithi019.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-02T09:09:36.272 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LYbGtGQQsTLa-Vb off=7468842 len=784737 2024-04-02T09:09:36.275 INFO:tasks.workunit.client.0.smithi019.stdout:op 5924 completed, throughput=5MB/sec 2024-04-02T09:09:36.275 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CYv6ry4QXxhFyTf off=9707470 len=724416 2024-04-02T09:09:36.279 INFO:tasks.workunit.client.0.smithi019.stdout:op 5925 completed, throughput=5MB/sec 2024-04-02T09:09:36.279 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-b1Sa63ZFPCxDUXs off=3100509 len=372007 2024-04-02T09:09:36.280 INFO:tasks.workunit.client.0.smithi019.stdout:op 5926 completed, throughput=5MB/sec 2024-04-02T09:09:36.280 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-RRT5xBT47YnBS4q off=10415060 len=452800 2024-04-02T09:09:36.282 INFO:tasks.workunit.client.0.smithi019.stdout:op 5927 completed, throughput=5MB/sec 2024-04-02T09:09:36.282 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-0xp6BB2otJQoL4k off=13554377 len=1259002 2024-04-02T09:09:36.289 INFO:tasks.workunit.client.0.smithi019.stdout:op 5928 completed, throughput=5MB/sec 2024-04-02T09:09:36.289 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-vwzIX2gynsR9fvB off=159922 len=765924 2024-04-02T09:09:36.293 INFO:tasks.workunit.client.0.smithi019.stdout:op 5929 completed, throughput=5MB/sec 2024-04-02T09:09:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:35 smithi066 ceph-mon[87361]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:37.293 INFO:tasks.workunit.client.0.smithi019.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-02T09:09:37.293 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gAQF09kgz4CH6uJ off=0 len=1512261 2024-04-02T09:09:37.295 INFO:tasks.workunit.client.0.smithi019.stdout:op 5930 completed, throughput=5MB/sec 2024-04-02T09:09:37.295 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-cJtnxAkjx85dqax off=11453206 len=1073932 2024-04-02T09:09:37.299 INFO:tasks.workunit.client.0.smithi019.stdout:op 5931 completed, throughput=5MB/sec 2024-04-02T09:09:37.299 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-toQdGcxnaffG6q6 off=10975997 len=1722285 2024-04-02T09:09:37.306 INFO:tasks.workunit.client.0.smithi019.stdout:op 5932 completed, throughput=5MB/sec 2024-04-02T09:09:37.306 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9asu54tupFMNDOe off=9521317 len=1767210 2024-04-02T09:09:37.315 INFO:tasks.workunit.client.0.smithi019.stdout:op 5933 completed, throughput=5MB/sec 2024-04-02T09:09:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:37 smithi019 ceph-mon[94035]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:09:38.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:37 smithi019 ceph-mon[96522]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:09:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:37 smithi066 ceph-mon[87361]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-02T09:09:38.316 INFO:tasks.workunit.client.0.smithi019.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-02T09:09:38.316 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3nc-I9cqVCY5Fdd off=5065835 len=1269565 2024-04-02T09:09:38.317 INFO:tasks.workunit.client.0.smithi019.stdout:op 5934 completed, throughput=5MB/sec 2024-04-02T09:09:38.317 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-i3l1TFfevxmE61U off=4672359 len=1398584 2024-04-02T09:09:38.318 INFO:tasks.workunit.client.0.smithi019.stdout:op 5935 completed, throughput=5MB/sec 2024-04-02T09:09:38.318 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CDJhdlc7XqqnID5 off=14580153 len=1256753 2024-04-02T09:09:38.324 INFO:tasks.workunit.client.0.smithi019.stdout:op 5936 completed, throughput=5MB/sec 2024-04-02T09:09:38.324 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qSiL1qSjFUaYkPY off=2224073 len=1276190 2024-04-02T09:09:38.325 INFO:tasks.workunit.client.0.smithi019.stdout:op 5937 completed, throughput=5MB/sec 2024-04-02T09:09:39.325 INFO:tasks.workunit.client.0.smithi019.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-02T09:09:39.325 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-eLLtWDNTYfAWmzv off=1151162 len=2029883 2024-04-02T09:09:39.334 INFO:tasks.workunit.client.0.smithi019.stdout:op 5938 completed, throughput=5MB/sec 2024-04-02T09:09:39.334 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yNw334R_k9D1YZA off=1650893 len=1130316 2024-04-02T09:09:39.340 INFO:tasks.workunit.client.0.smithi019.stdout:op 5939 completed, throughput=5MB/sec 2024-04-02T09:09:39.340 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pLZslZq17JXFYPo off=9743828 len=1719345 2024-04-02T09:09:39.348 INFO:tasks.workunit.client.0.smithi019.stdout:op 5940 completed, throughput=5MB/sec 2024-04-02T09:09:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:39 smithi019 ceph-mon[94035]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:09:40.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:39 smithi019 ceph-mon[96522]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:09:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:39 smithi066 ceph-mon[87361]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:09:40.349 INFO:tasks.workunit.client.0.smithi019.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-02T09:09:40.349 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-IIFUJxsVTFNQPq9 off=8720670 len=309528 2024-04-02T09:09:40.351 INFO:tasks.workunit.client.0.smithi019.stdout:op 5941 completed, throughput=5MB/sec 2024-04-02T09:09:40.351 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ufYJHs9uxls-Tnm off=8618488 len=1444701 2024-04-02T09:09:40.357 INFO:tasks.workunit.client.0.smithi019.stdout:op 5942 completed, throughput=5MB/sec 2024-04-02T09:09:40.357 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EiOhsGqcGXObBAP off=7297162 len=822375 2024-04-02T09:09:40.359 INFO:tasks.workunit.client.0.smithi019.stdout:op 5943 completed, throughput=5MB/sec 2024-04-02T09:09:40.359 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Q7vob3gI3Rjv3Oj off=1681029 len=235244 2024-04-02T09:09:40.360 INFO:tasks.workunit.client.0.smithi019.stdout:op 5944 completed, throughput=5MB/sec 2024-04-02T09:09:40.360 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-X-XF44swUgreNiK off=435306 len=1168640 2024-04-02T09:09:40.361 INFO:tasks.workunit.client.0.smithi019.stdout:op 5945 completed, throughput=5MB/sec 2024-04-02T09:09:40.361 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Ee1VZPTcL7x21qc off=17361908 len=1688762 2024-04-02T09:09:40.369 INFO:tasks.workunit.client.0.smithi019.stdout:op 5946 completed, throughput=5MB/sec 2024-04-02T09:09:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:09:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:09:40] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-02T09:09:41.370 INFO:tasks.workunit.client.0.smithi019.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-02T09:09:41.370 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-6iB06k49hbKSwdA off=10262991 len=845972 2024-04-02T09:09:41.374 INFO:tasks.workunit.client.0.smithi019.stdout:op 5947 completed, throughput=5MB/sec 2024-04-02T09:09:41.374 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-SjR-SKxaXtvP9PT off=4738101 len=38481 2024-04-02T09:09:41.374 INFO:tasks.workunit.client.0.smithi019.stdout:op 5948 completed, throughput=5MB/sec 2024-04-02T09:09:41.374 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-mnt0Tdq0TOL4CVo off=5380910 len=496305 2024-04-02T09:09:41.377 INFO:tasks.workunit.client.0.smithi019.stdout:op 5949 completed, throughput=5MB/sec 2024-04-02T09:09:41.377 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-yo9Zx2h1JqG9dTH off=1740824 len=1885674 2024-04-02T09:09:41.387 INFO:tasks.workunit.client.0.smithi019.stdout:op 5950 completed, throughput=5MB/sec 2024-04-02T09:09:41.388 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-HIUvoqvbWWcEccq off=202606 len=270818 2024-04-02T09:09:41.388 INFO:tasks.workunit.client.0.smithi019.stdout:op 5951 completed, throughput=5MB/sec 2024-04-02T09:09:41.388 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-u0naQFCMRQVZcDo off=14538033 len=593586 2024-04-02T09:09:41.389 INFO:tasks.workunit.client.0.smithi019.stdout:op 5952 completed, throughput=5MB/sec 2024-04-02T09:09:41.389 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-qHO774MuZ5EhXih off=3489433 len=1565518 2024-04-02T09:09:41.393 INFO:tasks.workunit.client.0.smithi019.stdout:op 5953 completed, throughput=5MB/sec 2024-04-02T09:09:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:41 smithi019 ceph-mon[94035]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:09:42.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:41 smithi019 ceph-mon[96522]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:09:42.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:41 smithi066 ceph-mon[87361]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:09:42.394 INFO:tasks.workunit.client.0.smithi019.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-02T09:09:42.394 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-9fx0eiO_F6nwJUw off=17061827 len=21971 2024-04-02T09:09:42.396 INFO:tasks.workunit.client.0.smithi019.stdout:op 5954 completed, throughput=5MB/sec 2024-04-02T09:09:42.396 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pYHaecCdtJhVGD3 off=14249384 len=1337496 2024-04-02T09:09:42.402 INFO:tasks.workunit.client.0.smithi019.stdout:op 5955 completed, throughput=5MB/sec 2024-04-02T09:09:42.402 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WKytdogfdQi5tlR off=3636533 len=1214521 2024-04-02T09:09:42.409 INFO:tasks.workunit.client.0.smithi019.stdout:op 5956 completed, throughput=5MB/sec 2024-04-02T09:09:42.409 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-OzJ8WJaQTFIG6mt off=13617284 len=1144329 2024-04-02T09:09:42.410 INFO:tasks.workunit.client.0.smithi019.stdout:op 5957 completed, throughput=5MB/sec 2024-04-02T09:09:42.410 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8iS0tOjeTc6YOzm off=8235427 len=673996 2024-04-02T09:09:42.412 INFO:tasks.workunit.client.0.smithi019.stdout:op 5958 completed, throughput=5MB/sec 2024-04-02T09:09:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:09:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:43.412 INFO:tasks.workunit.client.0.smithi019.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-02T09:09:43.412 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CggWcoDm5x7lXF6 off=5750390 len=1589357 2024-04-02T09:09:43.415 INFO:tasks.workunit.client.0.smithi019.stdout:op 5959 completed, throughput=5MB/sec 2024-04-02T09:09:43.416 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-H4HdvbbKjh1KUxg off=8410156 len=1320003 2024-04-02T09:09:43.418 INFO:tasks.workunit.client.0.smithi019.stdout:op 5960 completed, throughput=5MB/sec 2024-04-02T09:09:43.418 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LeOOykRvro_X_a_ off=11337773 len=958523 2024-04-02T09:09:43.422 INFO:tasks.workunit.client.0.smithi019.stdout:op 5961 completed, throughput=5MB/sec 2024-04-02T09:09:43.422 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-882Z4EuUvhZ_f23 off=6916335 len=1265755 2024-04-02T09:09:43.428 INFO:tasks.workunit.client.0.smithi019.stdout:op 5962 completed, throughput=5MB/sec 2024-04-02T09:09:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:43 smithi019 ceph-mon[94035]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:44.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:43 smithi019 ceph-mon[96522]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:43 smithi066 ceph-mon[87361]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:44.429 INFO:tasks.workunit.client.0.smithi019.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-02T09:09:44.429 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-I5Ez0g7tYRmkBCN off=6209781 len=497209 2024-04-02T09:09:44.431 INFO:tasks.workunit.client.0.smithi019.stdout:op 5963 completed, throughput=5MB/sec 2024-04-02T09:09:44.431 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-YJrgz4nrsWLu4gg off=10343633 len=1405964 2024-04-02T09:09:44.433 INFO:tasks.workunit.client.0.smithi019.stdout:op 5964 completed, throughput=5MB/sec 2024-04-02T09:09:44.433 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TPPAGzueeE-vMJY off=12559083 len=411252 2024-04-02T09:09:44.437 INFO:tasks.workunit.client.0.smithi019.stdout:op 5965 completed, throughput=5MB/sec 2024-04-02T09:09:44.437 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-PcOS8l-ic4KRd6P off=4486438 len=976879 2024-04-02T09:09:44.441 INFO:tasks.workunit.client.0.smithi019.stdout:op 5966 completed, throughput=5MB/sec 2024-04-02T09:09:44.441 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-cAv6yMwvHTFTBER off=4148489 len=1264525 2024-04-02T09:09:44.442 INFO:tasks.workunit.client.0.smithi019.stdout:op 5967 completed, throughput=5MB/sec 2024-04-02T09:09:44.443 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3oB0t1jznxaEBej off=1132963 len=2062269 2024-04-02T09:09:44.444 INFO:tasks.workunit.client.0.smithi019.stdout:op 5968 completed, throughput=5MB/sec 2024-04-02T09:09:45.444 INFO:tasks.workunit.client.0.smithi019.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-02T09:09:45.445 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-o5xtDZewxqyfRNL off=645647 len=1942345 2024-04-02T09:09:45.453 INFO:tasks.workunit.client.0.smithi019.stdout:op 5969 completed, throughput=5MB/sec 2024-04-02T09:09:45.453 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-CAes-9wXXlXiey3 off=2812904 len=1330432 2024-04-02T09:09:45.459 INFO:tasks.workunit.client.0.smithi019.stdout:op 5970 completed, throughput=5MB/sec 2024-04-02T09:09:45.459 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-UCW1HIfCpdzV13H off=1269324 len=565308 2024-04-02T09:09:45.463 INFO:tasks.workunit.client.0.smithi019.stdout:op 5971 completed, throughput=5MB/sec 2024-04-02T09:09:45.464 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-qYTteIh32wrjnr3 off=11564608 len=531157 2024-04-02T09:09:45.464 INFO:tasks.workunit.client.0.smithi019.stdout:op 5972 completed, throughput=5MB/sec 2024-04-02T09:09:46.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:45 smithi019 ceph-mon[94035]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:45 smithi019 ceph-mon[96522]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:45 smithi066 ceph-mon[87361]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:09:46.465 INFO:tasks.workunit.client.0.smithi019.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-02T09:09:46.465 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-2Kr0U2IP4ewhqnW off=11238033 len=39278 2024-04-02T09:09:46.467 INFO:tasks.workunit.client.0.smithi019.stdout:op 5973 completed, throughput=5MB/sec 2024-04-02T09:09:46.467 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c9WgjTkbNarV-Qh off=4980677 len=995728 2024-04-02T09:09:46.473 INFO:tasks.workunit.client.0.smithi019.stdout:op 5974 completed, throughput=5MB/sec 2024-04-02T09:09:46.473 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-TmKgyQxMQerr5Uj off=986856 len=1195533 2024-04-02T09:09:46.474 INFO:tasks.workunit.client.0.smithi019.stdout:op 5975 completed, throughput=5MB/sec 2024-04-02T09:09:46.474 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-F1lD2l1sx-ggmWx off=4159702 len=1791797 2024-04-02T09:09:46.482 INFO:tasks.workunit.client.0.smithi019.stdout:op 5976 completed, throughput=5MB/sec 2024-04-02T09:09:46.482 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-pGDq2iIOiJU4BnA off=3216727 len=64948 2024-04-02T09:09:46.484 INFO:tasks.workunit.client.0.smithi019.stdout:op 5977 completed, throughput=5MB/sec 2024-04-02T09:09:46.485 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3GLnXy1Ww1dVQ9U off=552635 len=567862 2024-04-02T09:09:46.487 INFO:tasks.workunit.client.0.smithi019.stdout:op 5978 completed, throughput=5MB/sec 2024-04-02T09:09:46.487 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Y36iR_nxqMjngmG off=11355443 len=53534 2024-04-02T09:09:46.490 INFO:tasks.workunit.client.0.smithi019.stdout:op 5979 completed, throughput=5MB/sec 2024-04-02T09:09:46.490 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jQ7bPhRvR01iA8D off=16450705 len=557881 2024-04-02T09:09:46.493 INFO:tasks.workunit.client.0.smithi019.stdout:op 5980 completed, throughput=5MB/sec 2024-04-02T09:09:47.493 INFO:tasks.workunit.client.0.smithi019.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-02T09:09:47.493 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-JY0M3DSHqbYRwRl off=6078279 len=2079241 2024-04-02T09:09:47.495 INFO:tasks.workunit.client.0.smithi019.stdout:op 5981 completed, throughput=5MB/sec 2024-04-02T09:09:47.495 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-Ozo2r_7B1jpXoLJ off=0 len=1247023 2024-04-02T09:09:47.496 INFO:tasks.workunit.client.0.smithi019.stdout:op 5982 completed, throughput=5MB/sec 2024-04-02T09:09:47.496 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-JzGBraoVJ0QKVAY off=3596343 len=701446 2024-04-02T09:09:47.501 INFO:tasks.workunit.client.0.smithi019.stdout:op 5983 completed, throughput=5MB/sec 2024-04-02T09:09:47.501 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-6X-YbVdhYqW7AQs off=1201925 len=2069269 2024-04-02T09:09:47.505 INFO:tasks.workunit.client.0.smithi019.stdout:op 5984 completed, throughput=5MB/sec 2024-04-02T09:09:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:47 smithi019 ceph-mon[94035]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:09:48.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:47 smithi019 ceph-mon[96522]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:09:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:47 smithi066 ceph-mon[87361]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:09:48.505 INFO:tasks.workunit.client.0.smithi019.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-02T09:09:48.505 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-H1qP5YP9OWvOR9v off=4697849 len=532294 2024-04-02T09:09:48.506 INFO:tasks.workunit.client.0.smithi019.stdout:op 5985 completed, throughput=5MB/sec 2024-04-02T09:09:48.506 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-XaPnoDfj90jBx9q off=195423 len=1388275 2024-04-02T09:09:48.508 INFO:tasks.workunit.client.0.smithi019.stdout:op 5986 completed, throughput=5MB/sec 2024-04-02T09:09:48.508 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-zRf7T5MtBczPiXc off=61695 len=1941954 2024-04-02T09:09:48.509 INFO:tasks.workunit.client.0.smithi019.stdout:op 5987 completed, throughput=5MB/sec 2024-04-02T09:09:48.509 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-S7UrnSx6kA5xcRt off=12775688 len=1879651 2024-04-02T09:09:48.513 INFO:tasks.workunit.client.0.smithi019.stdout:op 5988 completed, throughput=5MB/sec 2024-04-02T09:09:49.514 INFO:tasks.workunit.client.0.smithi019.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-02T09:09:49.514 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-fSMTQnE89lvPj5a off=14844189 len=1653339 2024-04-02T09:09:49.522 INFO:tasks.workunit.client.0.smithi019.stdout:op 5989 completed, throughput=5MB/sec 2024-04-02T09:09:49.522 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-dyixypiRiDeQeEt off=20738850 len=948702 2024-04-02T09:09:49.525 INFO:tasks.workunit.client.0.smithi019.stdout:op 5990 completed, throughput=5MB/sec 2024-04-02T09:09:49.525 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-k0JLSoHvVMIV_Z6 off=3025645 len=792583 2024-04-02T09:09:49.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 5991 completed, throughput=5MB/sec 2024-04-02T09:09:49.528 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-gvlnxIxB57q_AQK off=22060840 len=118683 2024-04-02T09:09:49.528 INFO:tasks.workunit.client.0.smithi019.stdout:op 5992 completed, throughput=5MB/sec 2024-04-02T09:09:49.528 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7SSFdxQJYSGY09V off=441385 len=779369 2024-04-02T09:09:49.530 INFO:tasks.workunit.client.0.smithi019.stdout:op 5993 completed, throughput=5MB/sec 2024-04-02T09:09:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:49 smithi019 ceph-mon[94035]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:50.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:49 smithi019 ceph-mon[96522]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:49 smithi066 ceph-mon[87361]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:09:50.530 INFO:tasks.workunit.client.0.smithi019.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-02T09:09:50.530 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TBL6sYQ5ChF3Wfv off=17825780 len=1483882 2024-04-02T09:09:50.536 INFO:tasks.workunit.client.0.smithi019.stdout:op 5994 completed, throughput=5MB/sec 2024-04-02T09:09:50.536 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GHuU4Abs2aLRRBP off=6852944 len=812283 2024-04-02T09:09:50.537 INFO:tasks.workunit.client.0.smithi019.stdout:op 5995 completed, throughput=5MB/sec 2024-04-02T09:09:50.537 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-E0Dp12-DryoUa5q off=15089163 len=1864168 2024-04-02T09:09:50.539 INFO:tasks.workunit.client.0.smithi019.stdout:op 5996 completed, throughput=5MB/sec 2024-04-02T09:09:50.539 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-EWLatb7bc0sg7bF off=13740538 len=1925573 2024-04-02T09:09:50.540 INFO:tasks.workunit.client.0.smithi019.stdout:op 5997 completed, throughput=5MB/sec 2024-04-02T09:09:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:09:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:09:50] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:09:51.540 INFO:tasks.workunit.client.0.smithi019.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-02T09:09:51.541 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-4lxwRvR7BMZ2Ecc off=7532205 len=737035 2024-04-02T09:09:51.541 INFO:tasks.workunit.client.0.smithi019.stdout:op 5998 completed, throughput=5MB/sec 2024-04-02T09:09:51.541 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-ZSE1HcBcXoXtFaK off=2716702 len=554348 2024-04-02T09:09:51.542 INFO:tasks.workunit.client.0.smithi019.stdout:op 5999 completed, throughput=5MB/sec 2024-04-02T09:09:51.542 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-jX9tjGNrvw8wBdV off=1512340 len=923895 2024-04-02T09:09:51.545 INFO:tasks.workunit.client.0.smithi019.stdout:op 6000 completed, throughput=5MB/sec 2024-04-02T09:09:51.546 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-iwFZ6MbORAVK3u_ off=4121491 len=1759491 2024-04-02T09:09:51.549 INFO:tasks.workunit.client.0.smithi019.stdout:op 6001 completed, throughput=5MB/sec 2024-04-02T09:09:51.549 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WLWOfHURMkBDuGR off=13942389 len=1581194 2024-04-02T09:09:51.558 INFO:tasks.workunit.client.0.smithi019.stdout:op 6002 completed, throughput=5MB/sec 2024-04-02T09:09:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:51 smithi019 ceph-mon[94035]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:09:52.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:51 smithi019 ceph-mon[96522]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:09:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:51 smithi066 ceph-mon[87361]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:09:52.558 INFO:tasks.workunit.client.0.smithi019.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-02T09:09:52.559 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7vjDymvkF_Li0Km off=1314790 len=731373 2024-04-02T09:09:52.559 INFO:tasks.workunit.client.0.smithi019.stdout:op 6003 completed, throughput=5MB/sec 2024-04-02T09:09:52.559 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-22xFJ_fG8c2iAVj off=16569157 len=604057 2024-04-02T09:09:52.560 INFO:tasks.workunit.client.0.smithi019.stdout:op 6004 completed, throughput=5MB/sec 2024-04-02T09:09:52.560 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-TqSPKbo5lO855m- off=1133534 len=782270 2024-04-02T09:09:52.565 INFO:tasks.workunit.client.0.smithi019.stdout:op 6005 completed, throughput=5MB/sec 2024-04-02T09:09:52.565 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-DB4Jly717rvejpv off=11199709 len=30936 2024-04-02T09:09:52.567 INFO:tasks.workunit.client.0.smithi019.stdout:op 6006 completed, throughput=5MB/sec 2024-04-02T09:09:52.567 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-8KweJP5gQlOBSV7 off=3543374 len=2021251 2024-04-02T09:09:52.568 INFO:tasks.workunit.client.0.smithi019.stdout:op 6007 completed, throughput=5MB/sec 2024-04-02T09:09:52.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:09:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-02T09:09:53.569 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-q8hu94kFZJHnc-R off=8446604 len=1361666 2024-04-02T09:09:53.570 INFO:tasks.workunit.client.0.smithi019.stdout:op 6008 completed, throughput=5MB/sec 2024-04-02T09:09:53.570 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-CkD0vu9icGUQrq8 off=3663846 len=2088535 2024-04-02T09:09:53.571 INFO:tasks.workunit.client.0.smithi019.stdout:op 6009 completed, throughput=5MB/sec 2024-04-02T09:09:53.572 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3UmomeZoxpTLL4S off=10468747 len=1443939 2024-04-02T09:09:53.578 INFO:tasks.workunit.client.0.smithi019.stdout:op 6010 completed, throughput=5MB/sec 2024-04-02T09:09:53.578 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5PN0zp1orEidP4Q off=13639851 len=716231 2024-04-02T09:09:53.582 INFO:tasks.workunit.client.0.smithi019.stdout:op 6011 completed, throughput=5MB/sec 2024-04-02T09:09:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:53 smithi019 ceph-mon[94035]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:54.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:53 smithi019 ceph-mon[96522]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:53 smithi066 ceph-mon[87361]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:09:54.583 INFO:tasks.workunit.client.0.smithi019.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-02T09:09:54.583 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-FPihS3rdiOh3KPd off=5465149 len=218678 2024-04-02T09:09:54.583 INFO:tasks.workunit.client.0.smithi019.stdout:op 6012 completed, throughput=5MB/sec 2024-04-02T09:09:54.584 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-v-TSlogykDN1-8R off=1468986 len=1854372 2024-04-02T09:09:54.587 INFO:tasks.workunit.client.0.smithi019.stdout:op 6013 completed, throughput=5MB/sec 2024-04-02T09:09:54.587 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-e9yV-za7lBPll7p off=2743840 len=1559955 2024-04-02T09:09:54.593 INFO:tasks.workunit.client.0.smithi019.stdout:op 6014 completed, throughput=5MB/sec 2024-04-02T09:09:54.593 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-5HdCaJcvyd7bWTO off=7246270 len=1903348 2024-04-02T09:09:54.603 INFO:tasks.workunit.client.0.smithi019.stdout:op 6015 completed, throughput=5MB/sec 2024-04-02T09:09:55.604 INFO:tasks.workunit.client.0.smithi019.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-02T09:09:55.604 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-dnVUfwLal8ZZruL off=1109539 len=775286 2024-04-02T09:09:55.605 INFO:tasks.workunit.client.0.smithi019.stdout:op 6016 completed, throughput=5MB/sec 2024-04-02T09:09:55.605 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Xbvqsvmb19_Y5f9 off=193297 len=759180 2024-04-02T09:09:55.609 INFO:tasks.workunit.client.0.smithi019.stdout:op 6017 completed, throughput=5MB/sec 2024-04-02T09:09:55.609 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-WcNMKm3tsnCc2MP off=15767609 len=1536786 2024-04-02T09:09:55.615 INFO:tasks.workunit.client.0.smithi019.stdout:op 6018 completed, throughput=5MB/sec 2024-04-02T09:09:55.615 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-KSiMA41HQ3vfaHE off=238562 len=557424 2024-04-02T09:09:55.617 INFO:tasks.workunit.client.0.smithi019.stdout:op 6019 completed, throughput=5MB/sec 2024-04-02T09:09:55.617 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-FoCX7Z_sEFo8GEd off=5895218 len=664143 2024-04-02T09:09:55.620 INFO:tasks.workunit.client.0.smithi019.stdout:op 6020 completed, throughput=5MB/sec 2024-04-02T09:09:55.620 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-l64kMZMOudwc9XW off=21474462 len=768266 2024-04-02T09:09:55.625 INFO:tasks.workunit.client.0.smithi019.stdout:op 6021 completed, throughput=5MB/sec 2024-04-02T09:09:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:55 smithi019 ceph-mon[94035]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:55 smithi019 ceph-mon[96522]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:55 smithi066 ceph-mon[87361]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:09:56.625 INFO:tasks.workunit.client.0.smithi019.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-02T09:09:56.625 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-LZJBFIrAhmoGBfw off=6135914 len=1570534 2024-04-02T09:09:56.633 INFO:tasks.workunit.client.0.smithi019.stdout:op 6022 completed, throughput=5MB/sec 2024-04-02T09:09:56.633 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-Uxv-3FMmWQTOb2g off=2390146 len=90914 2024-04-02T09:09:56.636 INFO:tasks.workunit.client.0.smithi019.stdout:op 6023 completed, throughput=5MB/sec 2024-04-02T09:09:56.636 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-3TC-VIWD6rz4gPw off=10152136 len=1352871 2024-04-02T09:09:56.642 INFO:tasks.workunit.client.0.smithi019.stdout:op 6024 completed, throughput=5MB/sec 2024-04-02T09:09:56.642 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lcfbbhm6cZwl1KL off=14729957 len=911983 2024-04-02T09:09:56.643 INFO:tasks.workunit.client.0.smithi019.stdout:op 6025 completed, throughput=5MB/sec 2024-04-02T09:09:56.643 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-7I4TSQ43AUQIcHs off=11462908 len=759277 2024-04-02T09:09:56.644 INFO:tasks.workunit.client.0.smithi019.stdout:op 6026 completed, throughput=5MB/sec 2024-04-02T09:09:56.644 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-a5sO7UVpZ2ZpSNB off=1295996 len=436280 2024-04-02T09:09:56.647 INFO:tasks.workunit.client.0.smithi019.stdout:op 6027 completed, throughput=5MB/sec 2024-04-02T09:09:57.647 INFO:tasks.workunit.client.0.smithi019.stdout: 1177: throughput=5MB/sec pending data=0 2024-04-02T09:09:57.647 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-OV3Xm-Y8Wkos62r off=9418339 len=226574 2024-04-02T09:09:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:op 6028 completed, throughput=5MB/sec 2024-04-02T09:09:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-67ECcSMlsdyjxWf off=77861 len=415041 2024-04-02T09:09:57.651 INFO:tasks.workunit.client.0.smithi019.stdout:op 6029 completed, throughput=5MB/sec 2024-04-02T09:09:57.651 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-GB1eJI9ahqDQ-wk off=3603909 len=1210151 2024-04-02T09:09:57.652 INFO:tasks.workunit.client.0.smithi019.stdout:op 6030 completed, throughput=5MB/sec 2024-04-02T09:09:57.652 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-3Hj2xCegUK-raeA off=8002143 len=1328626 2024-04-02T09:09:57.655 INFO:tasks.workunit.client.0.smithi019.stdout:op 6031 completed, throughput=5MB/sec 2024-04-02T09:09:57.655 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-7nLsuxpP0vxiGHP off=7714095 len=464000 2024-04-02T09:09:57.657 INFO:tasks.workunit.client.0.smithi019.stdout:op 6032 completed, throughput=5MB/sec 2024-04-02T09:09:57.657 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-QciJNb54_F5YcYR off=7334804 len=311018 2024-04-02T09:09:57.661 INFO:tasks.workunit.client.0.smithi019.stdout:op 6033 completed, throughput=5MB/sec 2024-04-02T09:09:57.661 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-StnFbPuMtMTT3M9 off=2348244 len=1977055 2024-04-02T09:09:57.670 INFO:tasks.workunit.client.0.smithi019.stdout:op 6034 completed, throughput=5MB/sec 2024-04-02T09:09:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:57 smithi019 ceph-mon[94035]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:58.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:57 smithi019 ceph-mon[96522]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:57 smithi066 ceph-mon[87361]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:09:58.670 INFO:tasks.workunit.client.0.smithi019.stdout: 1178: throughput=5MB/sec pending data=0 2024-04-02T09:09:58.671 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-s1ojG7ByTXag6Ew off=4765607 len=197450 2024-04-02T09:09:58.673 INFO:tasks.workunit.client.0.smithi019.stdout:op 6035 completed, throughput=5MB/sec 2024-04-02T09:09:58.673 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-lyuHlHHGDgaMZdP off=5563944 len=1883630 2024-04-02T09:09:58.675 INFO:tasks.workunit.client.0.smithi019.stdout:op 6036 completed, throughput=5MB/sec 2024-04-02T09:09:58.675 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-VW_pzxjM6wLYZ4H off=13419138 len=1590687 2024-04-02T09:09:58.678 INFO:tasks.workunit.client.0.smithi019.stdout:op 6037 completed, throughput=5MB/sec 2024-04-02T09:09:58.678 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-t3SlJhJCRgb-fVR off=3331659 len=71323 2024-04-02T09:09:58.679 INFO:tasks.workunit.client.0.smithi019.stdout:op 6038 completed, throughput=5MB/sec 2024-04-02T09:09:58.679 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-skq8Yx63_dj3XWD off=22353413 len=1786599 2024-04-02T09:09:58.687 INFO:tasks.workunit.client.0.smithi019.stdout:op 6039 completed, throughput=5MB/sec 2024-04-02T09:09:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:59.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:59.688 INFO:tasks.workunit.client.0.smithi019.stdout: 1179: throughput=5MB/sec pending data=0 2024-04-02T09:09:59.688 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-ebs2RWBLdsc-TqD off=3469583 len=434406 2024-04-02T09:09:59.691 INFO:tasks.workunit.client.0.smithi019.stdout:op 6040 completed, throughput=5MB/sec 2024-04-02T09:09:59.691 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-1SYluywnrHG_rag off=4109817 len=1410576 2024-04-02T09:09:59.699 INFO:tasks.workunit.client.0.smithi019.stdout:op 6041 completed, throughput=5MB/sec 2024-04-02T09:09:59.699 INFO:tasks.workunit.client.0.smithi019.stdout:WRITE : oid=obj-c6ZJR7js-tNTDFw off=854112 len=1123684 2024-04-02T09:09:59.704 INFO:tasks.workunit.client.0.smithi019.stdout:op 6042 completed, throughput=5MB/sec 2024-04-02T09:09:59.704 INFO:tasks.workunit.client.0.smithi019.stdout:READ : oid=obj-j4973mvLoFO4xoE off=16048146 len=1873320 2024-04-02T09:09:59.706 INFO:tasks.workunit.client.0.smithi019.stdout:op 6043 completed, throughput=5MB/sec 2024-04-02T09:10:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:09:59 smithi019 ceph-mon[94035]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:10:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:09:59 smithi019 ceph-mon[96522]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:10:00.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:09:59 smithi066 ceph-mon[87361]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:10:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:10:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:10:00] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:10:00.706 INFO:tasks.workunit.client.0.smithi019.stdout:waiting for all operations to complete 2024-04-02T09:10:00.706 INFO:tasks.workunit.client.0.smithi019.stdout:cleaning up objects 2024-04-02T09:10:01.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:00 smithi019 ceph-mon[94035]: overall HEALTH_OK 2024-04-02T09:10:01.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:00 smithi019 ceph-mon[96522]: overall HEALTH_OK 2024-04-02T09:10:01.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:00 smithi066 ceph-mon[87361]: overall HEALTH_OK 2024-04-02T09:10:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:01 smithi019 ceph-mon[94035]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:01 smithi019 ceph-mon[96522]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:01 smithi066 ceph-mon[87361]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:10:02.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:10:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:03 smithi019 ceph-mon[94035]: pgmap v1916: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-02T09:10:04.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:03 smithi019 ceph-mon[96522]: pgmap v1916: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-02T09:10:04.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:03 smithi066 ceph-mon[87361]: pgmap v1916: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-02T09:10:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:05 smithi019 ceph-mon[94035]: pgmap v1917: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-02T09:10:06.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:05 smithi019 ceph-mon[96522]: pgmap v1917: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-02T09:10:06.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:05 smithi066 ceph-mon[87361]: pgmap v1917: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-02T09:10:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:07 smithi019 ceph-mon[94035]: pgmap v1918: 105 pgs: 105 active+clean; 95 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 218 op/s 2024-04-02T09:10:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:07 smithi019 ceph-mon[96522]: pgmap v1918: 105 pgs: 105 active+clean; 95 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 218 op/s 2024-04-02T09:10:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:07 smithi066 ceph-mon[87361]: pgmap v1918: 105 pgs: 105 active+clean; 95 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 218 op/s 2024-04-02T09:10:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:09 smithi019 ceph-mon[94035]: pgmap v1919: 105 pgs: 105 active+clean; 86 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1014 KiB/s rd, 1.1 MiB/s wr, 279 op/s 2024-04-02T09:10:10.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:09 smithi019 ceph-mon[96522]: pgmap v1919: 105 pgs: 105 active+clean; 86 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1014 KiB/s rd, 1.1 MiB/s wr, 279 op/s 2024-04-02T09:10:10.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:09 smithi066 ceph-mon[87361]: pgmap v1919: 105 pgs: 105 active+clean; 86 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1014 KiB/s rd, 1.1 MiB/s wr, 279 op/s 2024-04-02T09:10:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:10:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:10:10] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:10:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:11 smithi066 ceph-mon[87361]: pgmap v1920: 105 pgs: 105 active+clean; 67 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 818 KiB/s rd, 884 KiB/s wr, 402 op/s 2024-04-02T09:10:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:11 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:10:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[94035]: pgmap v1920: 105 pgs: 105 active+clean; 67 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 818 KiB/s rd, 884 KiB/s wr, 402 op/s 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[96522]: pgmap v1920: 105 pgs: 105 active+clean; 67 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 818 KiB/s rd, 884 KiB/s wr, 402 op/s 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:11 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:10:12.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:10:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:13 smithi066 ceph-mon[87361]: pgmap v1921: 105 pgs: 105 active+clean; 49 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 495 KiB/s rd, 627 KiB/s wr, 523 op/s 2024-04-02T09:10:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:13 smithi019 ceph-mon[94035]: pgmap v1921: 105 pgs: 105 active+clean; 49 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 495 KiB/s rd, 627 KiB/s wr, 523 op/s 2024-04-02T09:10:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:13 smithi019 ceph-mon[96522]: pgmap v1921: 105 pgs: 105 active+clean; 49 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 495 KiB/s rd, 627 KiB/s wr, 523 op/s 2024-04-02T09:10:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:15 smithi066 ceph-mon[87361]: pgmap v1922: 105 pgs: 105 active+clean; 49 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 509 op/s 2024-04-02T09:10:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:15 smithi019 ceph-mon[94035]: pgmap v1922: 105 pgs: 105 active+clean; 49 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 509 op/s 2024-04-02T09:10:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:15 smithi019 ceph-mon[96522]: pgmap v1922: 105 pgs: 105 active+clean; 49 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 509 op/s 2024-04-02T09:10:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:17 smithi066 ceph-mon[87361]: pgmap v1923: 105 pgs: 105 active+clean; 24 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 677 op/s 2024-04-02T09:10:18.397 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:10:18.397 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:10:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:17 smithi019 ceph-mon[94035]: pgmap v1923: 105 pgs: 105 active+clean; 24 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 677 op/s 2024-04-02T09:10:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:17 smithi019 ceph-mon[96522]: pgmap v1923: 105 pgs: 105 active+clean; 24 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 677 op/s 2024-04-02T09:10:18.467 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-02T09:10:18.467 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:10:18.732 DEBUG:teuthology.parallel:result is None 2024-04-02T09:10:18.733 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:10:18.761 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:10:18.761 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:10:18.816 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:10:18.816 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:10:18.816 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-02T09:10:18.816 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:10:18.816 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-02T09:10:18.816 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:10:18.817 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:10:18.817 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:10:18.817 DEBUG:teuthology.orchestra.run.smithi066:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:10:18.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:10:18.834 INFO:teuthology.orchestra.run.smithi066.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-02T09:10:18.834 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:10:18.890 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-02T09:10:18.891 DEBUG:teuthology.orchestra.run.smithi066:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-02T09:10:18.946 INFO:tasks.workunit:timeout=3h 2024-04-02T09:10:18.947 INFO:tasks.workunit:cleanup=True 2024-04-02T09:10:18.947 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:10:19.003 INFO:tasks.workunit.client.1.smithi066.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-02T09:10:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:19 smithi066 ceph-mon[87361]: pgmap v1924: 105 pgs: 105 active+clean; 16 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 529 op/s 2024-04-02T09:10:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:19 smithi019 ceph-mon[94035]: pgmap v1924: 105 pgs: 105 active+clean; 16 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 529 op/s 2024-04-02T09:10:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:19 smithi019 ceph-mon[96522]: pgmap v1924: 105 pgs: 105 active+clean; 16 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 529 op/s 2024-04-02T09:10:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:10:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:10:20] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-02T09:10:22.214 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:21 smithi066 ceph-mon[87361]: pgmap v1925: 105 pgs: 105 active+clean; 6.9 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 530 op/s 2024-04-02T09:10:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:21 smithi019 ceph-mon[94035]: pgmap v1925: 105 pgs: 105 active+clean; 6.9 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 530 op/s 2024-04-02T09:10:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:21 smithi019 ceph-mon[96522]: pgmap v1925: 105 pgs: 105 active+clean; 6.9 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 530 op/s 2024-04-02T09:10:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:10:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:23 smithi066 ceph-mon[87361]: pgmap v1926: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 452 op/s 2024-04-02T09:10:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:23 smithi019 ceph-mon[94035]: pgmap v1926: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 452 op/s 2024-04-02T09:10:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:23 smithi019 ceph-mon[96522]: pgmap v1926: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 452 op/s 2024-04-02T09:10:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:25 smithi066 ceph-mon[87361]: pgmap v1927: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 331 op/s 2024-04-02T09:10:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:25 smithi019 ceph-mon[94035]: pgmap v1927: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 331 op/s 2024-04-02T09:10:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:25 smithi019 ceph-mon[96522]: pgmap v1927: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 331 op/s 2024-04-02T09:10:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:27 smithi066 ceph-mon[87361]: pgmap v1928: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 331 op/s 2024-04-02T09:10:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:27 smithi019 ceph-mon[94035]: pgmap v1928: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 331 op/s 2024-04-02T09:10:28.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:27 smithi019 ceph-mon[96522]: pgmap v1928: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 331 op/s 2024-04-02T09:10:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:29 smithi066 ceph-mon[87361]: pgmap v1929: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 163 op/s 2024-04-02T09:10:30.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:29 smithi019 ceph-mon[94035]: pgmap v1929: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 163 op/s 2024-04-02T09:10:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:29 smithi019 ceph-mon[96522]: pgmap v1929: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 163 op/s 2024-04-02T09:10:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:10:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:10:30] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-04-02T09:10:30.812 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 09:10:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T09:10:30.343874043Z level=info msg="Completed cleanup jobs" duration=5.211906ms 2024-04-02T09:10:31.659 DEBUG:teuthology.orchestra.run.smithi066:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-02T09:10:31.724 INFO:tasks.workunit.client.1.smithi066.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:10:31.726 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:10:31.727 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:10:32.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:31 smithi066 ceph-mon[87361]: pgmap v1930: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 108 op/s 2024-04-02T09:10:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:31 smithi019 ceph-mon[94035]: pgmap v1930: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 108 op/s 2024-04-02T09:10:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:31 smithi019 ceph-mon[96522]: pgmap v1930: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 108 op/s 2024-04-02T09:10:32.492 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:10:32.554 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:10:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:10:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:10:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:32.595 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:10:32.596 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:10:32.596 INFO:tasks.workunit.client.1.smithi066.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:10:32.636 INFO:tasks.workunit.client.1.smithi066.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:10:32.639 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-02T09:10:32.639 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-02T09:10:32.697 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-02T09:10:32.699 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-02T09:10:32.700 DEBUG:teuthology.orchestra.run.smithi066:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-02T09:10:32.769 INFO:tasks.workunit.client.1.smithi066.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-02T09:10:32.769 INFO:tasks.workunit.client.1.smithi066.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-02T09:10:32.769 INFO:tasks.workunit.client.1.smithi066.stderr:+ TMPDIR=/tmp/rbd_import_export_134096 2024-04-02T09:10:32.769 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm -rf /tmp/rbd_import_export_134096 2024-04-02T09:10:32.769 INFO:tasks.workunit.client.1.smithi066.stderr:+ mkdir /tmp/rbd_import_export_134096 2024-04-02T09:10:32.770 INFO:tasks.workunit.client.1.smithi066.stderr:+ trap 'rm -rf /tmp/rbd_import_export_134096' INT TERM EXIT 2024-04-02T09:10:32.770 INFO:tasks.workunit.client.1.smithi066.stderr:+ mkdir foo.134096 2024-04-02T09:10:32.771 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import foo.134096 foo.dir 2024-04-02T09:10:32.822 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: cannot import a directory 2024-04-02T09:10:32.822 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 0% complete...failed. 2024-04-02T09:10:32.822 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: import failed: (21) Is a directory 2024-04-02T09:10:32.825 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-02T09:10:32.825 INFO:tasks.workunit.client.1.smithi066.stderr:+ rmdir foo.134096 2024-04-02T09:10:32.832 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_134096/img bs=1k count=1 seek=10 2024-04-02T09:10:32.833 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-02T09:10:32.833 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-02T09:10:32.833 INFO:tasks.workunit.client.1.smithi066.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.4484e-05 s, 23.0 MB/s 2024-04-02T09:10:32.833 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_134096/img bs=1k count=10 seek=100 2024-04-02T09:10:32.833 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records in 2024-04-02T09:10:32.834 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records out 2024-04-02T09:10:32.834 INFO:tasks.workunit.client.1.smithi066.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.1153e-05 s, 167 MB/s 2024-04-02T09:10:32.834 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_134096/img bs=1k count=100 seek=1000 2024-04-02T09:10:32.834 INFO:tasks.workunit.client.1.smithi066.stderr:60+1 records in 2024-04-02T09:10:32.835 INFO:tasks.workunit.client.1.smithi066.stderr:60+1 records out 2024-04-02T09:10:32.835 INFO:tasks.workunit.client.1.smithi066.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000183416 s, 335 MB/s 2024-04-02T09:10:32.835 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_134096/img bs=1k seek=10000 2024-04-02T09:10:32.836 INFO:tasks.workunit.client.1.smithi066.stderr:137+1 records in 2024-04-02T09:10:32.836 INFO:tasks.workunit.client.1.smithi066.stderr:137+1 records out 2024-04-02T09:10:32.836 INFO:tasks.workunit.client.1.smithi066.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000458148 s, 307 MB/s 2024-04-02T09:10:32.836 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_134096/img bs=1k seek=100000 2024-04-02T09:10:32.836 INFO:tasks.workunit.client.1.smithi066.stderr:59+1 records in 2024-04-02T09:10:32.837 INFO:tasks.workunit.client.1.smithi066.stderr:59+1 records out 2024-04-02T09:10:32.837 INFO:tasks.workunit.client.1.smithi066.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.00017652 s, 348 MB/s 2024-04-02T09:10:32.837 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_134096/img bs=1k seek=1000000 2024-04-02T09:10:32.838 INFO:tasks.workunit.client.1.smithi066.stderr:154+1 records in 2024-04-02T09:10:32.838 INFO:tasks.workunit.client.1.smithi066.stderr:154+1 records out 2024-04-02T09:10:32.838 INFO:tasks.workunit.client.1.smithi066.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000411247 s, 385 MB/s 2024-04-02T09:10:32.838 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-02T09:10:32.890 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 0% complete...failed. 2024-04-02T09:10:32.890 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:10:32.893 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-02T09:10:32.894 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format /tmp/rbd_import_export_134096/img testimg 2024-04-02T09:10:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:33 smithi066 ceph-mon[87361]: pgmap v1931: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 45 op/s 2024-04-02T09:10:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:33 smithi066 ceph-mon[87361]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T09:10:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:33 smithi019 ceph-mon[94035]: pgmap v1931: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 45 op/s 2024-04-02T09:10:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:33 smithi019 ceph-mon[94035]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T09:10:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:33 smithi019 ceph-mon[96522]: pgmap v1931: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 45 op/s 2024-04-02T09:10:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:33 smithi019 ceph-mon[96522]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T09:10:34.501 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-02T09:10:34.502 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:34.505 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg /tmp/rbd_import_export_134096/img2 2024-04-02T09:10:34.694 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:34.699 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg - 2024-04-02T09:10:35.304 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:35.309 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-02T09:10:35.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:34 smithi066 ceph-mon[87361]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T09:10:35.432 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:10:35.435 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_134096/img /tmp/rbd_import_export_134096/img2 2024-04-02T09:10:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:34 smithi019 ceph-mon[94035]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T09:10:35.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:34 smithi019 ceph-mon[96522]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T09:10:36.063 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_134096/img /tmp/rbd_import_export_134096/img3 2024-04-02T09:10:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:35 smithi066 ceph-mon[87361]: pgmap v1934: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:35 smithi019 ceph-mon[94035]: pgmap v1934: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:36.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:35 smithi019 ceph-mon[96522]: pgmap v1934: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:10:36.540 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img2 /tmp/rbd_import_export_134096/img3 2024-04-02T09:10:36.705 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format - testimg 2024-04-02T09:10:37.116 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:37.116 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:37.119 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg /tmp/rbd_import_export_134096/img2 2024-04-02T09:10:37.297 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:37.302 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg - 2024-04-02T09:10:37.893 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:37.898 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-02T09:10:38.026 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:10:38.029 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_134096/img /tmp/rbd_import_export_134096/img2 2024-04-02T09:10:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:37 smithi066 ceph-mon[87361]: pgmap v1935: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 38 KiB/s wr, 25 op/s 2024-04-02T09:10:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:37 smithi019 ceph-mon[94035]: pgmap v1935: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 38 KiB/s wr, 25 op/s 2024-04-02T09:10:38.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:37 smithi019 ceph-mon[96522]: pgmap v1935: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 38 KiB/s wr, 25 op/s 2024-04-02T09:10:38.658 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp /tmp/rbd_import_export_134096/img /tmp/rbd_import_export_134096/img3 2024-04-02T09:10:39.133 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img /tmp/rbd_import_export_134096/img2 /tmp/rbd_import_export_134096/img3 2024-04-02T09:10:39.348 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd help export 2024-04-02T09:10:39.348 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -q export-format 2024-04-02T09:10:39.370 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_134096/img bs=1k count=10 seek=100 2024-04-02T09:10:39.371 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records in 2024-04-02T09:10:39.371 INFO:tasks.workunit.client.1.smithi066.stderr:10+0 records out 2024-04-02T09:10:39.371 INFO:tasks.workunit.client.1.smithi066.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.8329e-05 s, 150 MB/s 2024-04-02T09:10:39.371 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format /tmp/rbd_import_export_134096/img testimg 2024-04-02T09:10:39.441 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:39.441 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:39.443 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap create testimg@snap 2024-04-02T09:10:39.917 INFO:tasks.workunit.client.1.smithi066.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:10:39.926 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd image-meta set testimg key1 value1 2024-04-02T09:10:39.985 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd image-meta list testimg 2024-04-02T09:10:40.031 INFO:tasks.workunit.client.1.smithi066.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-02T09:10:40.031 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-02T09:10:40.031 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-02T09:10:40.031 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' 2024-04-02T09:10:40.031 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:40.073 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:40.076 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134096/img_v2 testimg_import 2024-04-02T09:10:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:40 smithi066 ceph-mon[87361]: pgmap v1936: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-02T09:10:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:40 smithi066 ceph-mon[87361]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T09:10:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:40 smithi019 ceph-mon[94035]: pgmap v1936: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-02T09:10:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:40 smithi019 ceph-mon[94035]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T09:10:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:40 smithi019 ceph-mon[96522]: pgmap v1936: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 57 KiB/s wr, 38 op/s 2024-04-02T09:10:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:40 smithi019 ceph-mon[96522]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T09:10:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:10:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:10:40] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-04-02T09:10:41.042 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:10:41.046 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-02T09:10:41.087 INFO:tasks.workunit.client.1.smithi066.stdout:rbd image 'testimg_import': 2024-04-02T09:10:41.087 INFO:tasks.workunit.client.1.smithi066.stdout: size 110 KiB in 1 objects 2024-04-02T09:10:41.087 INFO:tasks.workunit.client.1.smithi066.stdout: order 22 (4 MiB objects) 2024-04-02T09:10:41.087 INFO:tasks.workunit.client.1.smithi066.stdout: snapshot_count: 1 2024-04-02T09:10:41.087 INFO:tasks.workunit.client.1.smithi066.stdout: id: d60ff20b7159 2024-04-02T09:10:41.087 INFO:tasks.workunit.client.1.smithi066.stdout: block_name_prefix: rbd_data.d60ff20b7159 2024-04-02T09:10:41.087 INFO:tasks.workunit.client.1.smithi066.stdout: format: 2 2024-04-02T09:10:41.088 INFO:tasks.workunit.client.1.smithi066.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:10:41.088 INFO:tasks.workunit.client.1.smithi066.stdout: op_features: 2024-04-02T09:10:41.088 INFO:tasks.workunit.client.1.smithi066.stdout: flags: 2024-04-02T09:10:41.088 INFO:tasks.workunit.client.1.smithi066.stdout: create_timestamp: Tue Apr 2 09:10:40 2024 2024-04-02T09:10:41.088 INFO:tasks.workunit.client.1.smithi066.stdout: access_timestamp: Tue Apr 2 09:10:40 2024 2024-04-02T09:10:41.088 INFO:tasks.workunit.client.1.smithi066.stdout: modify_timestamp: Tue Apr 2 09:10:40 2024 2024-04-02T09:10:41.090 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import@snap 2024-04-02T09:10:41.130 INFO:tasks.workunit.client.1.smithi066.stdout:rbd image 'testimg_import': 2024-04-02T09:10:41.130 INFO:tasks.workunit.client.1.smithi066.stdout: size 110 KiB in 1 objects 2024-04-02T09:10:41.130 INFO:tasks.workunit.client.1.smithi066.stdout: order 22 (4 MiB objects) 2024-04-02T09:10:41.130 INFO:tasks.workunit.client.1.smithi066.stdout: snapshot_count: 1 2024-04-02T09:10:41.130 INFO:tasks.workunit.client.1.smithi066.stdout: id: d60ff20b7159 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: block_name_prefix: rbd_data.d60ff20b7159 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: format: 2 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: op_features: 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: flags: 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: create_timestamp: Tue Apr 2 09:10:40 2024 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: access_timestamp: Tue Apr 2 09:10:40 2024 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: modify_timestamp: Tue Apr 2 09:10:40 2024 2024-04-02T09:10:41.131 INFO:tasks.workunit.client.1.smithi066.stdout: protected: False 2024-04-02T09:10:41.133 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd image-meta list testimg_import 2024-04-02T09:10:41.179 INFO:tasks.workunit.client.1.smithi066.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr: 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:Key Value 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:key1 value1' ']' 2024-04-02T09:10:41.180 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg_import /tmp/rbd_import_export_134096/img_import 2024-04-02T09:10:41.217 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-02T09:10:41.220 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134096/img /tmp/rbd_import_export_134096/img_import 2024-04-02T09:10:41.220 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_134096/img /tmp/rbd_import_export_134096/img_import 2024-04-02T09:10:41.221 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/img --format %b 2024-04-02T09:10:41.222 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=24 2024-04-02T09:10:41.222 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/img_import --format %b 2024-04-02T09:10:41.223 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=224 2024-04-02T09:10:41.223 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=200 2024-04-02T09:10:41.223 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=200 2024-04-02T09:10:41.223 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-02T09:10:41.224 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_134096/img_snap 2024-04-02T09:10:41.262 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-02T09:10:41.264 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_134096/img_snap_import 2024-04-02T09:10:41.304 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-02T09:10:41.307 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134096/img_snap /tmp/rbd_import_export_134096/img_snap_import 2024-04-02T09:10:41.307 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_134096/img_snap /tmp/rbd_import_export_134096/img_snap_import 2024-04-02T09:10:41.308 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/img_snap --format %b 2024-04-02T09:10:41.309 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=224 2024-04-02T09:10:41.309 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/img_snap_import --format %b 2024-04-02T09:10:41.310 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=224 2024-04-02T09:10:41.310 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:41.310 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:41.310 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:10:41.310 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:41.310 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img_import 2024-04-02T09:10:41.311 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img_snap 2024-04-02T09:10:41.312 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img_snap_import 2024-04-02T09:10:41.312 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap rm testimg_import@snap 2024-04-02T09:10:42.032 INFO:tasks.workunit.client.1.smithi066.stderr: Removing snap: 100% complete...done. 2024-04-02T09:10:42.045 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-02T09:10:42.170 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:42.173 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap rm testimg@snap 2024-04-02T09:10:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:42 smithi066 ceph-mon[87361]: pgmap v1938: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 102 KiB/s wr, 118 op/s 2024-04-02T09:10:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:42 smithi066 ceph-mon[87361]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T09:10:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:42 smithi019 ceph-mon[94035]: pgmap v1938: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 102 KiB/s wr, 118 op/s 2024-04-02T09:10:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:42 smithi019 ceph-mon[94035]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T09:10:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:42 smithi019 ceph-mon[96522]: pgmap v1938: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 102 KiB/s wr, 118 op/s 2024-04-02T09:10:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:42 smithi019 ceph-mon[96522]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T09:10:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:10:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:43.035 INFO:tasks.workunit.client.1.smithi066.stderr: Removing snap: 100% complete...done. 2024-04-02T09:10:43.048 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm testimg 2024-04-02T09:10:43.182 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:43.185 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --order 20 /tmp/rbd_import_export_134096/img testimg 2024-04-02T09:10:43.257 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:43.257 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:10:43.260 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:43.302 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:43.305 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134096/img_v2 testimg_import 2024-04-02T09:10:43.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:43 smithi066 ceph-mon[87361]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T09:10:43.383 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:10:43.386 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-02T09:10:43.386 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep order 2024-04-02T09:10:43.386 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 20 2024-04-02T09:10:43.387 INFO:tasks.workunit.client.1.smithi066.stderr:+ awk '{print $2}' 2024-04-02T09:10:43.426 INFO:tasks.workunit.client.1.smithi066.stdout:20 2024-04-02T09:10:43.427 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:43.427 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-02T09:10:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:43 smithi019 ceph-mon[94035]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T09:10:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:43 smithi019 ceph-mon[96522]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T09:10:43.548 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:43.551 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-02T09:10:43.677 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:43.680 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_134096/img testimg 2024-04-02T09:10:43.737 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:43.741 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd info testimg 2024-04-02T09:10:43.741 INFO:tasks.workunit.client.1.smithi066.stderr:++ grep features 2024-04-02T09:10:43.781 INFO:tasks.workunit.client.1.smithi066.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-02T09:10:43.781 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' 2024-04-02T09:10:43.781 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:43.823 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:43.826 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134096/img_v2 testimg_import 2024-04-02T09:10:43.892 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:10:43.895 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd info testimg_import 2024-04-02T09:10:43.895 INFO:tasks.workunit.client.1.smithi066.stderr:++ grep features 2024-04-02T09:10:43.936 INFO:tasks.workunit.client.1.smithi066.stderr:+ FEATURES_AFTER=' features: layering 2024-04-02T09:10:43.936 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' 2024-04-02T09:10:43.936 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' ' features: layering 2024-04-02T09:10:43.936 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' '!=' ' features: layering 2024-04-02T09:10:43.936 INFO:tasks.workunit.client.1.smithi066.stderr: op_features: ' ']' 2024-04-02T09:10:43.936 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:43.937 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-02T09:10:44.031 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:44.034 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-02T09:10:44.125 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:44.128 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_134096/img testimg 2024-04-02T09:10:44.206 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:44.208 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:44.252 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:44.255 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134096/img_v2 testimg_import 2024-04-02T09:10:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:44 smithi066 ceph-mon[87361]: pgmap v1941: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 304 KiB/s rd, 111 KiB/s wr, 157 op/s 2024-04-02T09:10:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:44 smithi066 ceph-mon[87361]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T09:10:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:44.337 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:10:44.341 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-02T09:10:44.341 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'stripe unit' 2024-04-02T09:10:44.341 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-02T09:10:44.380 INFO:tasks.workunit.client.1.smithi066.stdout: stripe unit: 4 KiB 2024-04-02T09:10:44.381 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import 2024-04-02T09:10:44.381 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'stripe count' 2024-04-02T09:10:44.381 INFO:tasks.workunit.client.1.smithi066.stderr:+ awk '{print $3}' 2024-04-02T09:10:44.381 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 1000 2024-04-02T09:10:44.419 INFO:tasks.workunit.client.1.smithi066.stdout:1000 2024-04-02T09:10:44.419 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/img_v2 2024-04-02T09:10:44.420 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-02T09:10:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:44 smithi019 ceph-mon[94035]: pgmap v1941: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 304 KiB/s rd, 111 KiB/s wr, 157 op/s 2024-04-02T09:10:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:44 smithi019 ceph-mon[94035]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T09:10:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:44.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:44 smithi019 ceph-mon[96522]: pgmap v1941: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 304 KiB/s rd, 111 KiB/s wr, 157 op/s 2024-04-02T09:10:44.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:44 smithi019 ceph-mon[96522]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T09:10:44.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:44.542 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:10:44.545 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-02T09:10:44.669 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:10:44.672 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_134096/img testimg 2024-04-02T09:10:44.742 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:44.745 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap create testimg@snap1 2024-04-02T09:10:45.044 INFO:tasks.workunit.client.1.smithi066.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:10:45.053 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap create testimg@snap2 2024-04-02T09:10:46.059 INFO:tasks.workunit.client.1.smithi066.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:10:46.070 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap protect testimg@snap2 2024-04-02T09:10:46.123 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134096/snap_protect 2024-04-02T09:10:46.169 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:46.172 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134096/snap_protect testimg_import 2024-04-02T09:10:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:46 smithi066 ceph-mon[87361]: pgmap v1943: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 315 KiB/s rd, 108 KiB/s wr, 177 op/s 2024-04-02T09:10:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:46 smithi066 ceph-mon[87361]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T09:10:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:46 smithi019 ceph-mon[94035]: pgmap v1943: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 315 KiB/s rd, 108 KiB/s wr, 177 op/s 2024-04-02T09:10:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:46 smithi019 ceph-mon[94035]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T09:10:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:46 smithi019 ceph-mon[96522]: pgmap v1943: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 315 KiB/s rd, 108 KiB/s wr, 177 op/s 2024-04-02T09:10:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:46 smithi019 ceph-mon[96522]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T09:10:47.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:47 smithi066 ceph-mon[87361]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T09:10:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:47 smithi019 ceph-mon[94035]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T09:10:47.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:47 smithi019 ceph-mon[96522]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T09:10:48.087 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:10:48.091 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import@snap1 2024-04-02T09:10:48.091 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'protected: False' 2024-04-02T09:10:48.135 INFO:tasks.workunit.client.1.smithi066.stdout: protected: False 2024-04-02T09:10:48.135 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd info testimg_import@snap2 2024-04-02T09:10:48.136 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep 'protected: True' 2024-04-02T09:10:48.179 INFO:tasks.workunit.client.1.smithi066.stdout: protected: True 2024-04-02T09:10:48.179 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/snap_protect 2024-04-02T09:10:48.180 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap unprotect testimg@snap2 2024-04-02T09:10:48.231 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-02T09:10:48.282 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap purge testimg 2024-04-02T09:10:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:48 smithi066 ceph-mon[87361]: pgmap v1946: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 296 KiB/s rd, 33 KiB/s wr, 382 op/s 2024-04-02T09:10:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:48 smithi066 ceph-mon[87361]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T09:10:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:48 smithi019 ceph-mon[94035]: pgmap v1946: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 296 KiB/s rd, 33 KiB/s wr, 382 op/s 2024-04-02T09:10:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:48 smithi019 ceph-mon[94035]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T09:10:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:48 smithi019 ceph-mon[96522]: pgmap v1946: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 296 KiB/s rd, 33 KiB/s wr, 382 op/s 2024-04-02T09:10:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:48 smithi019 ceph-mon[96522]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T09:10:49.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:49 smithi066 ceph-mon[87361]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T09:10:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:49 smithi019 ceph-mon[94035]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T09:10:49.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:49 smithi019 ceph-mon[96522]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T09:10:49.915 INFO:tasks.workunit.client.1.smithi066.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:10:49.927 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd snap purge testimg_import 2024-04-02T09:10:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:50 smithi066 ceph-mon[87361]: pgmap v1949: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 456 KiB/s rd, 47 KiB/s wr, 605 op/s 2024-04-02T09:10:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:50 smithi066 ceph-mon[87361]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T09:10:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:50 smithi066 ceph-mon[87361]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T09:10:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:50 smithi019 ceph-mon[94035]: pgmap v1949: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 456 KiB/s rd, 47 KiB/s wr, 605 op/s 2024-04-02T09:10:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:50 smithi019 ceph-mon[94035]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T09:10:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:50 smithi019 ceph-mon[94035]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T09:10:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:50 smithi019 ceph-mon[96522]: pgmap v1949: 105 pgs: 105 active+clean; 693 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 456 KiB/s rd, 47 KiB/s wr, 605 op/s 2024-04-02T09:10:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:50 smithi019 ceph-mon[96522]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T09:10:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:50 smithi019 ceph-mon[96522]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T09:10:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:10:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:10:50] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T09:10:51.920 INFO:tasks.workunit.client.1.smithi066.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:10:51.937 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg 2024-04-02T09:10:52.072 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:52.076 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd remove testimg_import 2024-04-02T09:10:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:51 smithi019 ceph-mon[94035]: pgmap v1952: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 16 KiB/s wr, 228 op/s 2024-04-02T09:10:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:51 smithi019 ceph-mon[94035]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T09:10:52.196 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:51 smithi019 ceph-mon[96522]: pgmap v1952: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 16 KiB/s wr, 228 op/s 2024-04-02T09:10:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:51 smithi019 ceph-mon[96522]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T09:10:52.198 INFO:tasks.workunit.client.1.smithi066.stderr:+ tiered=0 2024-04-02T09:10:52.199 INFO:tasks.workunit.client.1.smithi066.stderr:+ ceph osd dump 2024-04-02T09:10:52.199 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep '^pool' 2024-04-02T09:10:52.199 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep ''\''rbd'\''' 2024-04-02T09:10:52.199 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep tier 2024-04-02T09:10:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:51 smithi066 ceph-mon[87361]: pgmap v1952: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 166 KiB/s rd, 16 KiB/s wr, 228 op/s 2024-04-02T09:10:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:51 smithi066 ceph-mon[87361]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T09:10:52.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:10:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:52.594 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_134096/sparse1 2024-04-02T09:10:52.598 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-02T09:10:52.598 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-02T09:10:52.598 INFO:tasks.workunit.client.1.smithi066.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00313292 s, 335 MB/s 2024-04-02T09:10:52.598 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_134096/sparse2 2024-04-02T09:10:52.602 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-02T09:10:52.602 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-02T09:10:52.602 INFO:tasks.workunit.client.1.smithi066.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00309098 s, 339 MB/s 2024-04-02T09:10:52.602 INFO:tasks.workunit.client.1.smithi066.stderr:+ truncate /tmp/rbd_import_export_134096/sparse2 -s 2M 2024-04-02T09:10:52.610 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse1 2024-04-02T09:10:52.665 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 0% complete...failed. 2024-04-02T09:10:52.665 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:10:52.668 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-02T09:10:52.668 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134096/sparse1 2024-04-02T09:10:52.743 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:10:52.743 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:52.744 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:10:52.747 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-02T09:10:52.747 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse1 2024-04-02T09:10:52.747 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:10:52.786 INFO:tasks.workunit.client.1.smithi066.stdout:sparse1 2 MiB 2 2024-04-02T09:10:52.787 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse1 2024-04-02T09:10:52.787 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse1 2024-04-02T09:10:52.788 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse1 2024-04-02T09:10:52.788 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-02T09:10:52.788 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-02T09:10:52.827 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d7292283033d 2024-04-02T09:10:52.828 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d7292283033d 2024-04-02T09:10:52.828 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d7292283033d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:10:52.828 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:10:52.828 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse1 2024-04-02T09:10:52.828 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-02T09:10:52.829 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse1 2024-04-02T09:10:52.829 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:10:52.829 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:10:52.869 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-02T09:10:52.869 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-02T09:10:52.869 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-02T09:10:52.869 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-02T09:10:52.869 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-02T09:10:52.954 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=1 2024-04-02T09:10:52.954 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 1 2024-04-02T09:10:52.954 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:10:52.954 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse1 /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:52.993 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:53.057 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134096/sparse1 /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:53.057 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_134096/sparse1 /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:53.057 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse1 --format %b 2024-04-02T09:10:53.057 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=2048 2024-04-02T09:10:53.057 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse1.out --format %b 2024-04-02T09:10:53.057 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=2048 2024-04-02T09:10:53.057 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:53.058 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:53.058 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:10:53.058 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:53.058 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse1 2024-04-02T09:10:53.121 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:10:53.124 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse2 2024-04-02T09:10:53.180 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 0% complete...failed. 2024-04-02T09:10:53.180 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:10:53.183 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-02T09:10:53.183 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134096/sparse2 2024-04-02T09:10:53.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:52 smithi019 ceph-mon[94035]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T09:10:53.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:52 smithi019 ceph-mon[94035]: from='client.? 172.21.15.66:0/4104491840' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:10:53.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:52 smithi019 ceph-mon[94035]: from='client.? 172.21.15.66:0/4104491840' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:10:53.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:52 smithi019 ceph-mon[96522]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T09:10:53.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:52 smithi019 ceph-mon[96522]: from='client.? 172.21.15.66:0/4104491840' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:10:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:52 smithi019 ceph-mon[96522]: from='client.? 172.21.15.66:0/4104491840' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:10:53.261 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:10:53.262 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:53.262 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:10:53.265 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-02T09:10:53.265 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse2 2024-04-02T09:10:53.265 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:10:53.305 INFO:tasks.workunit.client.1.smithi066.stdout:sparse2 2 MiB 2 2024-04-02T09:10:53.306 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse2 2024-04-02T09:10:53.306 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse2 2024-04-02T09:10:53.307 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse2 2024-04-02T09:10:53.307 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-02T09:10:53.307 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-02T09:10:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:52 smithi066 ceph-mon[87361]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T09:10:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:52 smithi066 ceph-mon[87361]: from='client.? 172.21.15.66:0/4104491840' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:10:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:52 smithi066 ceph-mon[87361]: from='client.? 172.21.15.66:0/4104491840' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:10:53.346 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d75c681a40b6 2024-04-02T09:10:53.347 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d75c681a40b6 2024-04-02T09:10:53.347 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d75c681a40b6\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:10:53.347 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:10:53.347 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse2 2024-04-02T09:10:53.347 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-02T09:10:53.348 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse2 2024-04-02T09:10:53.348 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:10:53.348 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:10:53.389 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-02T09:10:53.390 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-02T09:10:53.390 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-02T09:10:53.390 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-02T09:10:53.390 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-02T09:10:53.467 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=0 2024-04-02T09:10:53.468 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 0 2024-04-02T09:10:53.468 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:10:53.468 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse2 /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:53.507 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:53.510 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134096/sparse2 /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:53.510 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_134096/sparse2 /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:53.512 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse2 --format %b 2024-04-02T09:10:53.513 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=2048 2024-04-02T09:10:53.513 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse2.out --format %b 2024-04-02T09:10:53.515 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=2048 2024-04-02T09:10:53.515 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:53.515 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:53.515 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:10:53.515 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:53.515 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse2 2024-04-02T09:10:53.694 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:10:53.697 INFO:tasks.workunit.client.1.smithi066.stderr:+ truncate /tmp/rbd_import_export_134096/sparse1 -s 10M 2024-04-02T09:10:53.698 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-02T09:10:53.806 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:53.807 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:53.807 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:10:53.810 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-02T09:10:53.810 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse1 2024-04-02T09:10:53.810 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-02T09:10:53.849 INFO:tasks.workunit.client.1.smithi066.stdout:sparse1 10 MiB 2 2024-04-02T09:10:53.850 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse1 2024-04-02T09:10:53.851 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse1 2024-04-02T09:10:53.851 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse1 2024-04-02T09:10:53.851 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-02T09:10:53.851 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-02T09:10:53.889 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d789a0f3254c 2024-04-02T09:10:53.890 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d789a0f3254c 2024-04-02T09:10:53.891 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d789a0f3254c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:10:53.891 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:10:53.891 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse1 2024-04-02T09:10:53.891 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-02T09:10:53.891 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse1 2024-04-02T09:10:53.891 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:10:53.891 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:10:53.931 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-02T09:10:53.931 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-02T09:10:53.931 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-02T09:10:53.931 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-02T09:10:53.931 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-02T09:10:53.997 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=1 2024-04-02T09:10:53.997 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 1 2024-04-02T09:10:53.997 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:10:53.998 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse1 /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:54.038 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:54.042 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134096/sparse1 /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:54.042 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_134096/sparse1 /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:54.049 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse1 --format %b 2024-04-02T09:10:54.050 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=2048 2024-04-02T09:10:54.050 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse1.out --format %b 2024-04-02T09:10:54.051 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=2048 2024-04-02T09:10:54.051 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:54.051 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:54.051 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:10:54.051 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/sparse1.out 2024-04-02T09:10:54.053 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse1 2024-04-02T09:10:54.175 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:10:54.178 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_134096/sparse2 oflag=append conv=notrunc 2024-04-02T09:10:54.185 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-02T09:10:54.185 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-02T09:10:54.185 INFO:tasks.workunit.client.1.smithi066.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00590645 s, 355 MB/s 2024-04-02T09:10:54.185 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-02T09:10:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:53 smithi019 ceph-mon[94035]: pgmap v1955: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 12 KiB/s wr, 166 op/s 2024-04-02T09:10:54.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:53 smithi019 ceph-mon[96522]: pgmap v1955: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 12 KiB/s wr, 166 op/s 2024-04-02T09:10:54.287 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:54.287 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:54.288 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:10:54.290 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd ls -l 2024-04-02T09:10:54.290 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep sparse2 2024-04-02T09:10:54.291 INFO:tasks.workunit.client.1.smithi066.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-02T09:10:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:53 smithi066 ceph-mon[87361]: pgmap v1955: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 12 KiB/s wr, 166 op/s 2024-04-02T09:10:54.330 INFO:tasks.workunit.client.1.smithi066.stdout:sparse2 4 MiB 2 2024-04-02T09:10:54.331 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse2 2024-04-02T09:10:54.331 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse2 2024-04-02T09:10:54.331 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse2 2024-04-02T09:10:54.331 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-02T09:10:54.331 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-02T09:10:54.370 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d7b6164b8fab 2024-04-02T09:10:54.371 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d7b6164b8fab 2024-04-02T09:10:54.372 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d7b6164b8fab\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:10:54.372 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:10:54.372 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse2 2024-04-02T09:10:54.372 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-02T09:10:54.372 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse2 2024-04-02T09:10:54.372 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:10:54.372 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:10:54.411 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-02T09:10:54.411 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-02T09:10:54.411 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-02T09:10:54.411 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-02T09:10:54.411 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-02T09:10:54.485 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects='0 2024-04-02T09:10:54.486 INFO:tasks.workunit.client.1.smithi066.stderr:2 2024-04-02T09:10:54.486 INFO:tasks.workunit.client.1.smithi066.stderr:3' 2024-04-02T09:10:54.486 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 0 2 3 2024-04-02T09:10:54.486 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-02T09:10:54.486 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse2 /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:54.527 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-02T09:10:54.530 INFO:tasks.workunit.client.1.smithi066.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134096/sparse2 /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:54.531 INFO:tasks.workunit.client.1.smithi066.stderr:+ cmp -l /tmp/rbd_import_export_134096/sparse2 /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:54.534 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse2 --format %b 2024-04-02T09:10:54.535 INFO:tasks.workunit.client.1.smithi066.stderr:+ origsize=6144 2024-04-02T09:10:54.535 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse2.out --format %b 2024-04-02T09:10:54.536 INFO:tasks.workunit.client.1.smithi066.stderr:+ exportsize=6144 2024-04-02T09:10:54.536 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:54.536 INFO:tasks.workunit.client.1.smithi066.stderr:+ difference=0 2024-04-02T09:10:54.536 INFO:tasks.workunit.client.1.smithi066.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:10:54.536 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/sparse2.out 2024-04-02T09:10:54.537 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse2 2024-04-02T09:10:54.659 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-02T09:10:54.663 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-02T09:10:54.663 INFO:tasks.workunit.client.1.smithi066.stdout:partially-sparse file imports to partially-sparse image 2024-04-02T09:10:54.663 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134096/sparse1 sparse 2024-04-02T09:10:54.742 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-02T09:10:54.743 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:54.743 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:10:54.746 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse 2024-04-02T09:10:54.746 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-02T09:10:54.747 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-02T09:10:54.747 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-02T09:10:54.747 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-02T09:10:54.788 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d7e341353803 2024-04-02T09:10:54.788 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d7e341353803 2024-04-02T09:10:54.788 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse 2024-04-02T09:10:54.788 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse 2024-04-02T09:10:54.788 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d7e341353803\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:10:54.789 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-02T09:10:54.789 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse 2024-04-02T09:10:54.789 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:10:54.789 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:10:54.828 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-02T09:10:54.828 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-02T09:10:54.829 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-02T09:10:54.829 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-02T09:10:54.829 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-02T09:10:54.904 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=1 2024-04-02T09:10:54.904 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 1 2024-04-02T09:10:54.905 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:10:54.905 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse 2024-04-02T09:10:55.036 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:10:55.039 INFO:tasks.workunit.client.1.smithi066.stdout:zeros import through stdin to sparse image 2024-04-02T09:10:55.040 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-02T09:10:55.040 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-02T09:10:55.040 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd import --new-format - sparse 2024-04-02T09:10:55.095 INFO:tasks.workunit.client.1.smithi066.stderr:4+0 records in 2024-04-02T09:10:55.095 INFO:tasks.workunit.client.1.smithi066.stderr:4+0 records out 2024-04-02T09:10:55.096 INFO:tasks.workunit.client.1.smithi066.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0550711 s, 76.2 MB/s 2024-04-02T09:10:55.109 INFO:tasks.workunit.client.1.smithi066.stderr: Importing image: 100% complete...done. 2024-04-02T09:10:55.110 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:55.113 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse 2024-04-02T09:10:55.113 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-02T09:10:55.114 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-02T09:10:55.114 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-02T09:10:55.114 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-02T09:10:55.153 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d804da726c5d 2024-04-02T09:10:55.154 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d804da726c5d 2024-04-02T09:10:55.154 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse 2024-04-02T09:10:55.154 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse 2024-04-02T09:10:55.154 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d804da726c5d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:10:55.154 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-02T09:10:55.154 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse 2024-04-02T09:10:55.155 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:10:55.155 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:10:55.193 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-02T09:10:55.194 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-02T09:10:55.194 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-02T09:10:55.194 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-02T09:10:55.194 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-02T09:10:55.272 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects= 2024-04-02T09:10:55.272 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 2024-04-02T09:10:55.272 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-02T09:10:55.272 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse 2024-04-02T09:10:55.389 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:55.392 INFO:tasks.workunit.client.1.smithi066.stdout:zeros export to sparse file 2024-04-02T09:10:55.392 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo 'zeros export to sparse file' 2024-04-02T09:10:55.392 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd create --new-format sparse --size 4 2024-04-02T09:10:55.438 INFO:tasks.workunit.client.1.smithi066.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:10:55.441 INFO:tasks.workunit.client.1.smithi066.stderr:++ rbd info sparse 2024-04-02T09:10:55.441 INFO:tasks.workunit.client.1.smithi066.stderr:++ grep block_name_prefix 2024-04-02T09:10:55.441 INFO:tasks.workunit.client.1.smithi066.stderr:++ awk '{print $NF;}' 2024-04-02T09:10:55.481 INFO:tasks.workunit.client.1.smithi066.stderr:+ prefix=rbd_data.d825a65d499 2024-04-02T09:10:55.481 INFO:tasks.workunit.client.1.smithi066.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-02T09:10:55.481 INFO:tasks.workunit.client.1.smithi066.stderr:++ get_image_data_pool sparse 2024-04-02T09:10:55.481 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-02T09:10:55.482 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-02T09:10:55.482 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep 'data_pool: ' 2024-04-02T09:10:55.482 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk -F: '{ print $NF }' 2024-04-02T09:10:55.521 INFO:tasks.workunit.client.1.smithi066.stderr:++ data_pool= 2024-04-02T09:10:55.521 INFO:tasks.workunit.client.1.smithi066.stderr:++ '[' -z ']' 2024-04-02T09:10:55.521 INFO:tasks.workunit.client.1.smithi066.stderr:++ data_pool=rbd 2024-04-02T09:10:55.521 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo rbd 2024-04-02T09:10:55.521 INFO:tasks.workunit.client.1.smithi066.stderr:+ rados -p rbd put rbd_data.d825a65d499.000000000000 - 2024-04-02T09:10:55.554 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records in 2024-04-02T09:10:55.554 INFO:tasks.workunit.client.1.smithi066.stderr:1+0 records out 2024-04-02T09:10:55.554 INFO:tasks.workunit.client.1.smithi066.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0720616 s, 58.2 MB/s 2024-04-02T09:10:55.581 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects sparse 2024-04-02T09:10:55.581 INFO:tasks.workunit.client.1.smithi066.stderr:++ image=sparse 2024-04-02T09:10:55.581 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rbd info sparse 2024-04-02T09:10:55.581 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep block_name_prefix 2024-04-02T09:10:55.581 INFO:tasks.workunit.client.1.smithi066.stderr:+++ awk '{print $NF;}' 2024-04-02T09:10:55.621 INFO:tasks.workunit.client.1.smithi066.stderr:++ prefix=rbd_data.d825a65d499 2024-04-02T09:10:55.622 INFO:tasks.workunit.client.1.smithi066.stderr:+++ grep rbd_data.d825a65d499 2024-04-02T09:10:55.622 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sed -e 's/rbd_data.d825a65d499\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:10:55.622 INFO:tasks.workunit.client.1.smithi066.stderr:++++ get_image_data_pool sparse 2024-04-02T09:10:55.622 INFO:tasks.workunit.client.1.smithi066.stderr:++++ image=sparse 2024-04-02T09:10:55.622 INFO:tasks.workunit.client.1.smithi066.stderr:+++ sort -u 2024-04-02T09:10:55.622 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ rbd info sparse 2024-04-02T09:10:55.623 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:10:55.623 INFO:tasks.workunit.client.1.smithi066.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:10:55.662 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool= 2024-04-02T09:10:55.662 INFO:tasks.workunit.client.1.smithi066.stderr:++++ '[' -z ']' 2024-04-02T09:10:55.662 INFO:tasks.workunit.client.1.smithi066.stderr:++++ data_pool=rbd 2024-04-02T09:10:55.662 INFO:tasks.workunit.client.1.smithi066.stderr:++++ echo rbd 2024-04-02T09:10:55.662 INFO:tasks.workunit.client.1.smithi066.stderr:+++ rados ls -p rbd 2024-04-02T09:10:55.727 INFO:tasks.workunit.client.1.smithi066.stderr:++ objects=0 2024-04-02T09:10:55.727 INFO:tasks.workunit.client.1.smithi066.stderr:++ echo 0 2024-04-02T09:10:55.727 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:10:55.727 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/sparse 2024-04-02T09:10:55.728 INFO:tasks.workunit.client.1.smithi066.stderr:rm: cannot remove '/tmp/rbd_import_export_134096/sparse': No such file or directory 2024-04-02T09:10:55.728 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-02T09:10:55.728 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd export sparse /tmp/rbd_import_export_134096/sparse 2024-04-02T09:10:55.766 INFO:tasks.workunit.client.1.smithi066.stderr: Exporting image: 100% complete...done. 2024-04-02T09:10:55.769 INFO:tasks.workunit.client.1.smithi066.stderr:++ stat /tmp/rbd_import_export_134096/sparse --format=%b 2024-04-02T09:10:55.770 INFO:tasks.workunit.client.1.smithi066.stderr:+ '[' 0 = 0 ']' 2024-04-02T09:10:55.770 INFO:tasks.workunit.client.1.smithi066.stderr:+ rbd rm sparse 2024-04-02T09:10:55.880 INFO:tasks.workunit.client.1.smithi066.stderr: Removing image: 100% complete...done. 2024-04-02T09:10:55.882 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm /tmp/rbd_import_export_134096/sparse /tmp/rbd_import_export_134096/sparse1 /tmp/rbd_import_export_134096/sparse2 /tmp/rbd_import_export_134096/sparse3 2024-04-02T09:10:55.885 INFO:tasks.workunit.client.1.smithi066.stderr:rm: cannot remove '/tmp/rbd_import_export_134096/sparse3': No such file or directory 2024-04-02T09:10:55.885 INFO:tasks.workunit.client.1.smithi066.stderr:+ true 2024-04-02T09:10:55.885 INFO:tasks.workunit.client.1.smithi066.stdout:OK 2024-04-02T09:10:55.886 INFO:tasks.workunit.client.1.smithi066.stderr:+ echo OK 2024-04-02T09:10:55.886 INFO:tasks.workunit.client.1.smithi066.stderr:+ rm -rf /tmp/rbd_import_export_134096 2024-04-02T09:10:55.886 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:10:55.887 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-02T09:10:55.920 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-02T09:10:55.921 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:10:56.192 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:55 smithi066 ceph-mon[87361]: pgmap v1956: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 8.9 KiB/s wr, 118 op/s 2024-04-02T09:10:56.192 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:55 smithi066 ceph-mon[87361]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T09:10:56.194 DEBUG:teuthology.parallel:result is None 2024-04-02T09:10:56.194 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:10:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:55 smithi019 ceph-mon[94035]: pgmap v1956: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 8.9 KiB/s wr, 118 op/s 2024-04-02T09:10:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:55 smithi019 ceph-mon[94035]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T09:10:56.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:55 smithi019 ceph-mon[96522]: pgmap v1956: 105 pgs: 105 active+clean; 803 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 8.9 KiB/s wr, 118 op/s 2024-04-02T09:10:56.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:55 smithi019 ceph-mon[96522]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T09:10:56.225 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:10:56.225 DEBUG:teuthology.orchestra.run.smithi066:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:10:56.280 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:10:56.281 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:10:56.281 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-02T09:10:56.281 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:10:56.281 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-02T09:10:56.281 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:10:56.282 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:10:56.282 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:10:56.282 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:10:56.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:10:56.297 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:10:56.297 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:10:56.351 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:10:56.352 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:10:56.406 INFO:tasks.workunit:timeout=3h 2024-04-02T09:10:56.406 INFO:tasks.workunit:cleanup=True 2024-04-02T09:10:56.407 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:10:56.462 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:10:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:57 smithi019 ceph-mon[94035]: pgmap v1958: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 322 op/s 2024-04-02T09:10:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:57 smithi019 ceph-mon[96522]: pgmap v1958: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 322 op/s 2024-04-02T09:10:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:57 smithi066 ceph-mon[87361]: pgmap v1958: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 322 op/s 2024-04-02T09:10:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:59.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:59 smithi019 ceph-mon[94035]: pgmap v1959: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 353 op/s 2024-04-02T09:11:00.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:10:59 smithi019 ceph-mon[94035]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T09:11:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:59 smithi019 ceph-mon[96522]: pgmap v1959: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 353 op/s 2024-04-02T09:11:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:10:59 smithi019 ceph-mon[96522]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T09:11:00.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:59 smithi066 ceph-mon[87361]: pgmap v1959: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 353 op/s 2024-04-02T09:11:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:10:59 smithi066 ceph-mon[87361]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T09:11:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:11:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:11:00] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-02T09:11:02.145 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:11:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:01 smithi019 ceph-mon[94035]: pgmap v1961: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 323 op/s 2024-04-02T09:11:02.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:01 smithi019 ceph-mon[96522]: pgmap v1961: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 323 op/s 2024-04-02T09:11:02.200 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:11:02.202 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:11:02.202 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:11:02.251 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:11:02.300 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:11:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:01 smithi066 ceph-mon[87361]: pgmap v1961: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 323 op/s 2024-04-02T09:11:02.340 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:11:02.342 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:11:02.342 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:11:02.380 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:11:02.383 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T09:11:02.383 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:11:02.440 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-02T09:11:02.441 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-02T09:11:02.441 DEBUG:teuthology.orchestra.run.smithi019:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-02T09:11:02.537 INFO:tasks.workunit.client.0.smithi019.stderr:warning: failed to enable lockdep 2024-04-02T09:11:02.537 INFO:tasks.workunit.client.0.smithi019.stdout:seed 144236 2024-04-02T09:11:02.538 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-02T09:11:02.538 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2024-04-02T09:11:02.538 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from TestJournalStress 2024-04-02T09:11:02.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:11:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:03.927 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:11:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:03 smithi019 ceph-mon[94035]: pgmap v1962: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-04-02T09:11:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:03 smithi019 ceph-mon[94035]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T09:11:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2204801418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:03 smithi019 ceph-mon[96522]: pgmap v1962: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-04-02T09:11:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:03 smithi019 ceph-mon[96522]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T09:11:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2204801418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:04.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:03 smithi066 ceph-mon[87361]: pgmap v1962: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-04-02T09:11:04.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:03 smithi066 ceph-mon[87361]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T09:11:04.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2204801418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:05.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:04 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2204801418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:05.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:04 smithi019 ceph-mon[94035]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T09:11:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:04 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2204801418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:04 smithi019 ceph-mon[96522]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T09:11:05.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:04 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2204801418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:05.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:04 smithi066 ceph-mon[87361]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T09:11:05.963 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-02T09:11:05.964 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:05.964 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2037 ms) 2024-04-02T09:11:06.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:05 smithi066 ceph-mon[87361]: pgmap v1965: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 511 B/s wr, 31 op/s 2024-04-02T09:11:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:05 smithi066 ceph-mon[87361]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T09:11:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:05 smithi019 ceph-mon[94035]: pgmap v1965: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 511 B/s wr, 31 op/s 2024-04-02T09:11:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:05 smithi019 ceph-mon[94035]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T09:11:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:05 smithi019 ceph-mon[96522]: pgmap v1965: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 511 B/s wr, 31 op/s 2024-04-02T09:11:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:05 smithi019 ceph-mon[96522]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T09:11:06.961 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from TestJournalStress (2037 ms total) 2024-04-02T09:11:06.961 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:11:06.961 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 16 tests from TestJournalReplay 2024-04-02T09:11:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:06 smithi066 ceph-mon[87361]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T09:11:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:06 smithi019 ceph-mon[94035]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T09:11:07.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:06 smithi019 ceph-mon[96522]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T09:11:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:07 smithi066 ceph-mon[87361]: pgmap v1968: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:07 smithi066 ceph-mon[87361]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T09:11:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:07 smithi019 ceph-mon[94035]: pgmap v1968: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:07 smithi019 ceph-mon[94035]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T09:11:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:07 smithi019 ceph-mon[96522]: pgmap v1968: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:07 smithi019 ceph-mon[96522]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T09:11:08.978 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:11:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:08 smithi066 ceph-mon[87361]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T09:11:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:08 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4029959738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:08 smithi019 ceph-mon[94035]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T09:11:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:08 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4029959738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:08 smithi019 ceph-mon[96522]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T09:11:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:08 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4029959738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:09 smithi066 ceph-mon[87361]: pgmap v1971: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:09 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:09 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4029959738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:09 smithi066 ceph-mon[87361]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T09:11:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[94035]: pgmap v1971: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4029959738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:10.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[94035]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T09:11:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[96522]: pgmap v1971: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4029959738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:09 smithi019 ceph-mon[96522]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T09:11:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:11:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:11:10] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-02T09:11:10.999 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-02T09:11:10.999 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:10.999 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2020 ms) 2024-04-02T09:11:10.999 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-02T09:11:11.012 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-02T09:11:11.012 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.012 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (13 ms) 2024-04-02T09:11:11.012 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-02T09:11:11.022 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-02T09:11:11.022 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.022 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (10 ms) 2024-04-02T09:11:11.022 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-02T09:11:11.031 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-02T09:11:11.031 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.031 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (10 ms) 2024-04-02T09:11:11.031 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-02T09:11:11.039 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-02T09:11:11.039 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.039 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-02T09:11:11.039 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-02T09:11:11.047 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-02T09:11:11.048 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.048 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-02T09:11:11.048 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-02T09:11:11.055 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-02T09:11:11.055 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.056 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-02T09:11:11.056 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-02T09:11:11.063 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-02T09:11:11.063 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.063 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-02T09:11:11.064 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-02T09:11:11.071 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-02T09:11:11.071 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.071 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-02T09:11:11.071 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-02T09:11:11.078 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-02T09:11:11.078 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.079 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.Rename (7 ms) 2024-04-02T09:11:11.079 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-02T09:11:11.086 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-02T09:11:11.086 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.086 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-02T09:11:11.086 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-02T09:11:11.095 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-02T09:11:11.095 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.096 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.Flatten (9 ms) 2024-04-02T09:11:11.096 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-02T09:11:11.104 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-02T09:11:11.104 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.104 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (9 ms) 2024-04-02T09:11:11.104 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-02T09:11:11.111 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-02T09:11:11.112 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.112 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (7 ms) 2024-04-02T09:11:11.112 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-02T09:11:11.119 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-02T09:11:11.119 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.119 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (8 ms) 2024-04-02T09:11:11.119 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-02T09:11:11.127 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-02T09:11:11.127 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:11.127 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-02T09:11:11.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:10 smithi066 ceph-mon[87361]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T09:11:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:10 smithi019 ceph-mon[94035]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T09:11:11.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:10 smithi019 ceph-mon[96522]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T09:11:11.993 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 16 tests from TestJournalReplay (2148 ms total) 2024-04-02T09:11:11.993 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:11:11.993 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from TestJournalEntries 2024-04-02T09:11:12.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:11 smithi066 ceph-mon[87361]: pgmap v1974: 137 pgs: 21 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:12.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:11 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:12.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:11 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T09:11:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:11 smithi066 ceph-mon[87361]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T09:11:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[94035]: pgmap v1974: 137 pgs: 21 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T09:11:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[94035]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T09:11:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[96522]: pgmap v1974: 137 pgs: 21 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T09:11:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:11 smithi019 ceph-mon[96522]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T09:11:12.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:11:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:11:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:13.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:12 smithi019 ceph-mon[94035]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T09:11:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:12 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:12 smithi019 ceph-mon[96522]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T09:11:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:12 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:13.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:12 smithi066 ceph-mon[87361]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T09:11:13.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:12 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:13.999 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-02T09:11:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:14 smithi066 ceph-mon[87361]: pgmap v1977: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:14 smithi066 ceph-mon[87361]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T09:11:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2100893141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:14 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[94035]: pgmap v1977: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[94035]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T09:11:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2100893141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[96522]: pgmap v1977: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[96522]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T09:11:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2100893141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:15.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:15 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:15.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:15 smithi066 ceph-mon[87361]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T09:11:15.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:15 smithi066 ceph-mon[87361]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T09:11:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:15 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:15 smithi019 ceph-mon[94035]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T09:11:15.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:15 smithi019 ceph-mon[94035]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T09:11:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:15 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:15 smithi019 ceph-mon[96522]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T09:11:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:15 smithi019 ceph-mon[96522]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T09:11:16.039 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-02T09:11:16.040 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:16.040 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2041 ms) 2024-04-02T09:11:16.040 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-02T09:11:16.050 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-02T09:11:16.050 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:16.050 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (11 ms) 2024-04-02T09:11:16.050 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:11:16.061 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-02T09:11:16.061 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:16.062 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (11 ms) 2024-04-02T09:11:16.062 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-02T09:11:16.070 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-02T09:11:16.070 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:16.070 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (9 ms) 2024-04-02T09:11:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:16 smithi066 ceph-mon[87361]: pgmap v1980: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[94035]: pgmap v1980: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[96522]: pgmap v1980: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:17.034 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from TestJournalEntries (2072 ms total) 2024-04-02T09:11:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:11:17.034 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 2 tests from TestTrash 2024-04-02T09:11:17.310 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:17 smithi019 ceph-mon[94035]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T09:11:17.310 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:17.310 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:17.310 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:17 smithi019 ceph-mon[96522]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T09:11:17.311 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:17.311 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:17 smithi066 ceph-mon[87361]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T09:11:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:18 smithi066 ceph-mon[87361]: pgmap v1983: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-02T09:11:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:18 smithi066 ceph-mon[87361]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T09:11:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[96522]: pgmap v1983: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-02T09:11:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[96522]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T09:11:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[94035]: pgmap v1983: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-02T09:11:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[94035]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T09:11:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:19.060 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-02T09:11:19.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:19 smithi066 ceph-mon[87361]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T09:11:19.119 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:19 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2757737304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:19.165 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:19 smithi019 ceph-mon[94035]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T09:11:19.166 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:19 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2757737304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:19.166 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:19 smithi019 ceph-mon[96522]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T09:11:19.166 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:19 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2757737304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:20.152 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[96522]: pgmap v1986: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:20.153 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:20.153 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2757737304' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:20.153 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[96522]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T09:11:20.153 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[94035]: pgmap v1986: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:20.153 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:20.153 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2757737304' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:20.153 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-mon[94035]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T09:11:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:20 smithi066 ceph-mon[87361]: pgmap v1986: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:20 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:20 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2757737304' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:20 smithi066 ceph-mon[87361]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T09:11:20.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:11:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:11:20] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-04-02T09:11:21.157 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestTrash.UserRemovingSource (2098 ms) 2024-04-02T09:11:21.158 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-02T09:11:21.197 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestTrash.RestoreMirroringSource (40 ms) 2024-04-02T09:11:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T09:11:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:21.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:21.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:22.088 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 2 tests from TestTrash (2138 ms total) 2024-04-02T09:11:22.088 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:11:22.088 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from TestOperations 2024-04-02T09:11:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[94035]: pgmap v1989: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[94035]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T09:11:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T09:11:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[96522]: pgmap v1989: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[96522]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T09:11:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:22 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T09:11:22.465 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:22 smithi066 ceph-mon[87361]: pgmap v1989: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:22.465 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:22 smithi066 ceph-mon[87361]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T09:11:22.465 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:22 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:22.465 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:22 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T09:11:22.466 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:11:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:23 smithi019 ceph-mon[94035]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T09:11:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:23 smithi019 ceph-mon[96522]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T09:11:23.481 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:23 smithi066 ceph-mon[87361]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T09:11:24.089 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:11:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[96522]: pgmap v1992: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[96522]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T09:11:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3145475608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[94035]: pgmap v1992: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[94035]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T09:11:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3145475608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:24 smithi066 ceph-mon[87361]: pgmap v1992: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:24 smithi066 ceph-mon[87361]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T09:11:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3145475608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:25 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:25 smithi019 ceph-mon[94035]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T09:11:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:25 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:25 smithi019 ceph-mon[96522]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T09:11:25.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:25 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:25 smithi066 ceph-mon[87361]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T09:11:26.127 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-02T09:11:26.128 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:26.128 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2039 ms) 2024-04-02T09:11:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:26 smithi019 ceph-mon[94035]: pgmap v1995: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:26 smithi019 ceph-mon[94035]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T09:11:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:26 smithi019 ceph-mon[96522]: pgmap v1995: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:26 smithi019 ceph-mon[96522]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T09:11:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:26 smithi066 ceph-mon[87361]: pgmap v1995: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:26 smithi066 ceph-mon[87361]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T09:11:27.119 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from TestOperations (2039 ms total) 2024-04-02T09:11:27.119 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:11:27.119 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from TestObjectMap 2024-04-02T09:11:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:27 smithi019 ceph-mon[94035]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T09:11:27.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:27 smithi019 ceph-mon[96522]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T09:11:27.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:27 smithi066 ceph-mon[87361]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T09:11:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:28 smithi019 ceph-mon[94035]: pgmap v1998: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:28 smithi019 ceph-mon[94035]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T09:11:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:28 smithi019 ceph-mon[96522]: pgmap v1998: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:28 smithi019 ceph-mon[96522]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T09:11:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:28 smithi066 ceph-mon[87361]: pgmap v1998: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:28 smithi066 ceph-mon[87361]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T09:11:29.131 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-02T09:11:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:29 smithi019 ceph-mon[94035]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T09:11:29.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:29 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2743396754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:29.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:29 smithi019 ceph-mon[96522]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T09:11:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:29 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2743396754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:29 smithi066 ceph-mon[87361]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T09:11:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:29 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2743396754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[94035]: pgmap v2001: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2743396754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[94035]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T09:11:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[96522]: pgmap v2001: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2743396754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-mon[96522]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T09:11:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:30 smithi066 ceph-mon[87361]: pgmap v2001: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:30 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:30 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2743396754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:30 smithi066 ceph-mon[87361]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T09:11:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:11:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:11:30] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-04-02T09:11:31.176 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2045 ms) 2024-04-02T09:11:31.177 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-02T09:11:31.204 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (28 ms) 2024-04-02T09:11:31.204 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-02T09:11:31.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (39 ms) 2024-04-02T09:11:31.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-02T09:11:31.270 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (27 ms) 2024-04-02T09:11:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:31 smithi019 ceph-mon[94035]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T09:11:31.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:31 smithi019 ceph-mon[96522]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T09:11:31.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:31 smithi066 ceph-mon[87361]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T09:11:32.153 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from TestObjectMap (2140 ms total) 2024-04-02T09:11:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:11:32.153 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-02T09:11:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[94035]: pgmap v2004: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T09:11:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[94035]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T09:11:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[96522]: pgmap v2004: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T09:11:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:32 smithi019 ceph-mon[96522]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T09:11:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:32 smithi066 ceph-mon[87361]: pgmap v2004: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:32 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:32 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T09:11:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:32 smithi066 ceph-mon[87361]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T09:11:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:11:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:33 smithi019 ceph-mon[94035]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T09:11:33.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:33 smithi019 ceph-mon[96522]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T09:11:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:33 smithi066 ceph-mon[87361]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T09:11:34.164 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-02T09:11:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:34 smithi019 ceph-mon[94035]: pgmap v2007: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:34 smithi019 ceph-mon[94035]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T09:11:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:34 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3345698322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:34 smithi019 ceph-mon[96522]: pgmap v2007: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:34 smithi019 ceph-mon[96522]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T09:11:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:34 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3345698322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:34 smithi066 ceph-mon[87361]: pgmap v2007: 105 pgs: 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:34 smithi066 ceph-mon[87361]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T09:11:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:34 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3345698322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3345698322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:35 smithi019 ceph-mon[94035]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T09:11:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3345698322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:35 smithi019 ceph-mon[96522]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T09:11:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3345698322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:35 smithi066 ceph-mon[87361]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T09:11:36.211 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2047 ms) 2024-04-02T09:11:36.211 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-02T09:11:36.233 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-04-02T09:11:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:36 smithi019 ceph-mon[94035]: pgmap v2010: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:36 smithi019 ceph-mon[94035]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T09:11:36.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:36 smithi019 ceph-mon[96522]: pgmap v2010: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:36.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:36 smithi019 ceph-mon[96522]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T09:11:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:36 smithi066 ceph-mon[87361]: pgmap v2010: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:36 smithi066 ceph-mon[87361]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T09:11:37.186 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 2 tests from TestMirroringWatcher (2069 ms total) 2024-04-02T09:11:37.186 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:11:37.186 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 57 tests from TestMigration 2024-04-02T09:11:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:37 smithi019 ceph-mon[94035]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T09:11:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:37 smithi019 ceph-mon[96522]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T09:11:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:37 smithi066 ceph-mon[87361]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T09:11:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:38 smithi019 ceph-mon[94035]: pgmap v2013: 137 pgs: 5 unknown, 132 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-02T09:11:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:38 smithi019 ceph-mon[94035]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T09:11:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:38 smithi019 ceph-mon[96522]: pgmap v2013: 137 pgs: 5 unknown, 132 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-02T09:11:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:38 smithi019 ceph-mon[96522]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T09:11:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:38 smithi066 ceph-mon[87361]: pgmap v2013: 137 pgs: 5 unknown, 132 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-02T09:11:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:38 smithi066 ceph-mon[87361]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T09:11:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:39 smithi019 ceph-mon[96522]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T09:11:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:39 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4235468338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:39.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:39 smithi019 ceph-mon[94035]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T09:11:39.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:39 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4235468338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:39 smithi066 ceph-mon[87361]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T09:11:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:39 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4235468338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:40.206 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.Empty 2024-04-02T09:11:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[94035]: pgmap v2016: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4235468338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[94035]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T09:11:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[96522]: pgmap v2016: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:40.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:40.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4235468338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:40.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-mon[96522]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T09:11:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:40 smithi066 ceph-mon[87361]: pgmap v2016: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:40 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:40 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4235468338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:40 smithi066 ceph-mon[87361]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T09:11:40.665 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:11:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:11:40] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-04-02T09:11:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:41 smithi066 ceph-mon[87361]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T09:11:41.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:41 smithi019 ceph-mon[94035]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T09:11:41.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:41 smithi019 ceph-mon[96522]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T09:11:42.269 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:42.280 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:42.428 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:42.500 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:42 smithi066 ceph-mon[87361]: pgmap v2019: 169 pgs: 13 creating+peering, 40 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:42 smithi066 ceph-mon[87361]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T09:11:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:11:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:42.581 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.Empty (2376 ms) 2024-04-02T09:11:42.581 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.OtherName 2024-04-02T09:11:42.610 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:42.621 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:42 smithi019 ceph-mon[94035]: pgmap v2019: 169 pgs: 13 creating+peering, 40 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:42 smithi019 ceph-mon[94035]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T09:11:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:42 smithi019 ceph-mon[96522]: pgmap v2019: 169 pgs: 13 creating+peering, 40 unknown, 116 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T09:11:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:42 smithi019 ceph-mon[96522]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T09:11:42.750 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:42.819 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:42.903 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.OtherName (322 ms) 2024-04-02T09:11:42.903 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.OtherPool 2024-04-02T09:11:42.933 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:42.944 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:43 smithi066 ceph-mon[87361]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T09:11:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:43 smithi019 ceph-mon[94035]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T09:11:43.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:43 smithi019 ceph-mon[96522]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T09:11:44.353 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:44.420 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:44.501 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.OtherPool (1598 ms) 2024-04-02T09:11:44.502 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-02T09:11:44.532 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:44.545 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:44 smithi066 ceph-mon[87361]: pgmap v2022: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:44 smithi066 ceph-mon[87361]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T09:11:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:44.673 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[94035]: pgmap v2022: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[94035]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T09:11:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:44.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[96522]: pgmap v2022: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[96522]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T09:11:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:11:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:44.741 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:44.826 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.OtherNamespace (324 ms) 2024-04-02T09:11:44.826 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.DataPool 2024-04-02T09:11:44.855 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:44.866 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:45.009 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:45.075 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:45.158 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.DataPool (332 ms) 2024-04-02T09:11:45.158 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-02T09:11:45.187 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:45.198 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:45.347 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:11:45.452 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.AbortAfterPrepare (294 ms) 2024-04-02T09:11:45.452 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-02T09:11:45.482 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:45.492 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:45 smithi066 ceph-mon[87361]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:11:45.592 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (141 ms) 2024-04-02T09:11:45.592 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-02T09:11:45.624 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:45.635 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:45.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:45 smithi019 ceph-mon[94035]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:11:45.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:45 smithi019 ceph-mon[96522]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:11:45.775 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:45.847 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:11:45.945 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.AbortAfterExecute (353 ms) 2024-04-02T09:11:45.945 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-02T09:11:45.977 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:45.989 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:46.123 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:46.189 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:11:46.288 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (343 ms) 2024-04-02T09:11:46.288 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-02T09:11:46.320 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:46.334 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:46.468 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:46.537 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:11:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:46 smithi066 ceph-mon[87361]: pgmap v2025: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:46.648 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (359 ms) 2024-04-02T09:11:46.648 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-02T09:11:46.679 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:46.689 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-02T09:11:46.689 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:46 smithi019 ceph-mon[94035]: pgmap v2025: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:46.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:46 smithi019 ceph-mon[96522]: pgmap v2025: 169 pgs: 15 creating+peering, 154 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:11:46.696 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (48 ms) 2024-04-02T09:11:46.696 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-02T09:11:46.727 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:46.737 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-02T09:11:46.738 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:46.744 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringAbort (49 ms) 2024-04-02T09:11:46.744 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:11:46.776 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:46.787 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-02T09:11:46.787 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:46.794 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (49 ms) 2024-04-02T09:11:46.794 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:11:46.825 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:46.835 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-02T09:11:46.836 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:46.843 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (49 ms) 2024-04-02T09:11:46.843 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-02T09:11:46.873 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:46.883 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-02T09:11:46.883 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:46.890 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringPool (48 ms) 2024-04-02T09:11:46.890 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.Group 2024-04-02T09:11:46.919 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:46.939 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:47.082 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:47.150 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:47.244 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.Group (353 ms) 2024-04-02T09:11:47.244 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-02T09:11:47.276 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:47.296 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:47.436 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:11:47.549 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.GroupAbort (305 ms) 2024-04-02T09:11:47.549 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-02T09:11:47.579 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:47.593 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:47.657 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:47.709 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:47.898 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:48.019 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:48.141 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnaps (593 ms) 2024-04-02T09:11:48.141 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-02T09:11:48.172 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:48.183 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:48.245 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:48.302 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:48.308 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:48.362 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:48.535 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:48 smithi066 ceph-mon[87361]: pgmap v2026: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 601 KiB/s rd, 35 KiB/s wr, 752 op/s 2024-04-02T09:11:48.647 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:48 smithi019 ceph-mon[94035]: pgmap v2026: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 601 KiB/s rd, 35 KiB/s wr, 752 op/s 2024-04-02T09:11:48.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:48 smithi019 ceph-mon[96522]: pgmap v2026: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 601 KiB/s rd, 35 KiB/s wr, 752 op/s 2024-04-02T09:11:48.773 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnapsOtherPool (632 ms) 2024-04-02T09:11:48.773 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-02T09:11:48.802 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:48.813 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:48.885 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:48.945 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:49.136 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:49.253 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:49.374 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnapsDataPool (600 ms) 2024-04-02T09:11:49.374 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-02T09:11:49.404 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:49.418 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:49.481 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:49.536 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:49.722 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:11:49.731 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:49.847 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:49.973 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (600 ms) 2024-04-02T09:11:49.973 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-02T09:11:50.004 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:50.015 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:50.133 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 0 2024-04-02T09:11:50.147 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:50.253 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:50.323 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:50.370 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (397 ms) 2024-04-02T09:11:50.370 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-02T09:11:50.402 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:50.413 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:50.459 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:50.512 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:50 smithi066 ceph-mon[87361]: pgmap v2027: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 41 KiB/s wr, 921 op/s 2024-04-02T09:11:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:50 smithi066 ceph-mon[87361]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:11:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:50 smithi019 ceph-mon[94035]: pgmap v2027: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 41 KiB/s wr, 921 op/s 2024-04-02T09:11:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:50 smithi019 ceph-mon[94035]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:11:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:11:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:11:50] "GET /metrics HTTP/1.1" 200 38803 "" "Prometheus/2.43.0" 2024-04-02T09:11:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:50 smithi019 ceph-mon[96522]: pgmap v2027: 169 pgs: 169 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 41 KiB/s wr, 921 op/s 2024-04-02T09:11:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:50 smithi019 ceph-mon[96522]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:11:50.699 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 0 2024-04-02T09:11:50.711 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:50.778 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:50.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (464 ms) 2024-04-02T09:11:50.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-02T09:11:50.867 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:50.877 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:50.937 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:50.984 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:51.163 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:11:51.171 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:51.282 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:51.417 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (583 ms) 2024-04-02T09:11:51.418 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-02T09:11:51.448 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:51.462 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:51.519 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:11:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:51.752 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: after_prepare_snap 2024-04-02T09:11:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:52 smithi066 ceph-mon[87361]: pgmap v2029: 169 pgs: 169 active+clean; 65 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 1.36k op/s 2024-04-02T09:11:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:11:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:11:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:52 smithi019 ceph-mon[94035]: pgmap v2029: 169 pgs: 169 active+clean; 65 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 1.36k op/s 2024-04-02T09:11:52.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:52 smithi019 ceph-mon[96522]: pgmap v2029: 169 pgs: 169 active+clean; 65 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 1.36k op/s 2024-04-02T09:11:53.286 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:11:53.306 INFO:tasks.workunit.client.0.smithi019.stdout:write: * 0~1000 2024-04-02T09:11:53.312 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:11:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:11:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:53 smithi066 ceph-mon[87361]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:11:53.611 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2193 ms) 2024-04-02T09:11:53.611 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.Snaps 2024-04-02T09:11:53.641 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:53.653 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:11:53.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:53 smithi019 ceph-mon[94035]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:11:53.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:53 smithi019 ceph-mon[96522]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:11:53.708 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:11:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:54 smithi066 ceph-mon[87361]: pgmap v2031: 169 pgs: 169 active+clean; 161 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 37 MiB/s wr, 2.10k op/s 2024-04-02T09:11:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:54 smithi066 ceph-mon[87361]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:11:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:54 smithi019 ceph-mon[94035]: pgmap v2031: 169 pgs: 169 active+clean; 161 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 37 MiB/s wr, 2.10k op/s 2024-04-02T09:11:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:54 smithi019 ceph-mon[94035]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:11:54.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:54 smithi019 ceph-mon[96522]: pgmap v2031: 169 pgs: 169 active+clean; 161 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 37 MiB/s wr, 2.10k op/s 2024-04-02T09:11:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:54 smithi019 ceph-mon[96522]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:11:55.287 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:11:55.301 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:11:55.301 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:11:55.301 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:11:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:55 smithi066 ceph-mon[87361]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:11:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:55 smithi019 ceph-mon[94035]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:11:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:55 smithi019 ceph-mon[96522]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:11:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:56 smithi066 ceph-mon[87361]: pgmap v2034: 169 pgs: 169 active+clean; 161 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 62 MiB/s wr, 2.27k op/s 2024-04-02T09:11:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:56 smithi066 ceph-mon[87361]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:11:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:56 smithi019 ceph-mon[94035]: pgmap v2034: 169 pgs: 169 active+clean; 161 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 62 MiB/s wr, 2.27k op/s 2024-04-02T09:11:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:56 smithi019 ceph-mon[94035]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:11:56.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:56 smithi019 ceph-mon[96522]: pgmap v2034: 169 pgs: 169 active+clean; 161 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 62 MiB/s wr, 2.27k op/s 2024-04-02T09:11:56.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:56 smithi019 ceph-mon[96522]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:11:57.308 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:11:57.313 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:11:57.313 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:11:57.324 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:11:57.345 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:11:57.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:57 smithi066 ceph-mon[87361]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:11:57.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:57 smithi066 ceph-mon[87361]: pgmap v2037: 169 pgs: 169 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 572 op/s 2024-04-02T09:11:57.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:57 smithi019 ceph-mon[94035]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:11:57.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:57 smithi019 ceph-mon[94035]: pgmap v2037: 169 pgs: 169 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 572 op/s 2024-04-02T09:11:57.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:57 smithi019 ceph-mon[96522]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:11:57.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:57 smithi019 ceph-mon[96522]: pgmap v2037: 169 pgs: 169 active+clean; 221 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 572 op/s 2024-04-02T09:11:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:58 smithi066 ceph-mon[87361]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:11:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:58 smithi019 ceph-mon[94035]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:11:58.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:58 smithi019 ceph-mon[96522]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:11:59.313 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:11:59.338 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:11:59.347 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:11:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:59 smithi066 ceph-mon[87361]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:11:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:11:59 smithi066 ceph-mon[87361]: pgmap v2040: 169 pgs: 169 active+clean; 229 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 30 MiB/s wr, 612 op/s 2024-04-02T09:11:59.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:59 smithi019 ceph-mon[94035]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:11:59.595 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:59.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:11:59 smithi019 ceph-mon[94035]: pgmap v2040: 169 pgs: 169 active+clean; 229 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 30 MiB/s wr, 612 op/s 2024-04-02T09:11:59.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:59 smithi019 ceph-mon[96522]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:11:59.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:59.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:11:59 smithi019 ceph-mon[96522]: pgmap v2040: 169 pgs: 169 active+clean; 229 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 30 MiB/s wr, 612 op/s 2024-04-02T09:12:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:00 smithi066 ceph-mon[87361]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:12:00.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:00 smithi019 ceph-mon[94035]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:12:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:12:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:12:00] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-04-02T09:12:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:00 smithi019 ceph-mon[96522]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:12:01.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:01 smithi066 ceph-mon[87361]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:12:01.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:01 smithi066 ceph-mon[87361]: pgmap v2043: 169 pgs: 169 active+clean; 237 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:12:01.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:01 smithi019 ceph-mon[94035]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:12:01.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:01 smithi019 ceph-mon[94035]: pgmap v2043: 169 pgs: 169 active+clean; 237 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:12:01.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:01 smithi019 ceph-mon[96522]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:12:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:01 smithi019 ceph-mon[96522]: pgmap v2043: 169 pgs: 169 active+clean; 237 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:12:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:02 smithi019 ceph-mon[94035]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:02 smithi019 ceph-mon[96522]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:02.758 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:12:02.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:02 smithi066 ceph-mon[87361]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:12:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:12:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:02.917 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:12:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:03 smithi019 ceph-mon[94035]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:03 smithi019 ceph-mon[94035]: pgmap v2046: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:12:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:03 smithi019 ceph-mon[96522]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:03 smithi019 ceph-mon[96522]: pgmap v2046: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:12:03.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:03 smithi066 ceph-mon[87361]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:12:03.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:03 smithi066 ceph-mon[87361]: pgmap v2046: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:12:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:04 smithi019 ceph-mon[94035]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:04 smithi019 ceph-mon[96522]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:04.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:04 smithi066 ceph-mon[87361]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:12:05.628 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.Snaps (12018 ms) 2024-04-02T09:12:05.629 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-02T09:12:05.661 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:05.676 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:12:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:05 smithi019 ceph-mon[94035]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:05 smithi019 ceph-mon[94035]: pgmap v2049: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-02T09:12:05.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:05 smithi019 ceph-mon[96522]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:05 smithi019 ceph-mon[96522]: pgmap v2049: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-02T09:12:05.733 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:12:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:05 smithi066 ceph-mon[87361]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:12:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:05 smithi066 ceph-mon[87361]: pgmap v2049: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-02T09:12:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:06 smithi019 ceph-mon[94035]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:06 smithi019 ceph-mon[96522]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:06.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:06 smithi066 ceph-mon[87361]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:12:07.362 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:12:07.382 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:12:07.382 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:12:07.382 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:12:07.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:07 smithi019 ceph-mon[94035]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:07.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:07 smithi019 ceph-mon[94035]: pgmap v2052: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 6.0 MiB/s wr, 249 op/s 2024-04-02T09:12:07.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:07 smithi019 ceph-mon[96522]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:07.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:07 smithi019 ceph-mon[96522]: pgmap v2052: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 6.0 MiB/s wr, 249 op/s 2024-04-02T09:12:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:07 smithi066 ceph-mon[87361]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:12:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:07 smithi066 ceph-mon[87361]: pgmap v2052: 169 pgs: 169 active+clean; 253 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 6.0 MiB/s wr, 249 op/s 2024-04-02T09:12:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:08 smithi019 ceph-mon[94035]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:08 smithi019 ceph-mon[96522]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:08.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:08 smithi066 ceph-mon[87361]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:12:09.381 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:12:09.387 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:12:09.387 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:12:09.396 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:12:09.417 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:12:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:09 smithi019 ceph-mon[94035]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:09 smithi019 ceph-mon[94035]: pgmap v2055: 169 pgs: 169 active+clean; 257 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 472 op/s 2024-04-02T09:12:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:09 smithi019 ceph-mon[96522]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:09 smithi019 ceph-mon[96522]: pgmap v2055: 169 pgs: 169 active+clean; 257 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 472 op/s 2024-04-02T09:12:09.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:09 smithi066 ceph-mon[87361]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:12:09.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:09 smithi066 ceph-mon[87361]: pgmap v2055: 169 pgs: 169 active+clean; 257 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 472 op/s 2024-04-02T09:12:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:10 smithi019 ceph-mon[94035]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:10 smithi019 ceph-mon[94035]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:12:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:12:10] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-04-02T09:12:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:10 smithi019 ceph-mon[96522]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:10 smithi019 ceph-mon[96522]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:10.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:10 smithi066 ceph-mon[87361]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:12:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:10 smithi066 ceph-mon[87361]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:12:10.934 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:10.958 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:12:10.966 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:12:10.972 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:12:11.037 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:12:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:11 smithi019 ceph-mon[94035]: pgmap v2058: 169 pgs: 169 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 264 op/s 2024-04-02T09:12:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:11 smithi019 ceph-mon[94035]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:11 smithi019 ceph-mon[96522]: pgmap v2058: 169 pgs: 169 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 264 op/s 2024-04-02T09:12:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:11 smithi019 ceph-mon[96522]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:11 smithi066 ceph-mon[87361]: pgmap v2058: 169 pgs: 169 active+clean; 277 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 264 op/s 2024-04-02T09:12:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:11 smithi066 ceph-mon[87361]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:12:12.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:12:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:13.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:12 smithi019 ceph-mon[94035]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:13.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:12 smithi019 ceph-mon[96522]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:13.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:12 smithi066 ceph-mon[87361]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:12:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:13 smithi019 ceph-mon[94035]: pgmap v2061: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 MiB/s wr, 163 op/s 2024-04-02T09:12:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:13 smithi019 ceph-mon[94035]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:13 smithi019 ceph-mon[96522]: pgmap v2061: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 MiB/s wr, 163 op/s 2024-04-02T09:12:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:13 smithi019 ceph-mon[96522]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:13 smithi066 ceph-mon[87361]: pgmap v2061: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 14 MiB/s wr, 163 op/s 2024-04-02T09:12:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:13 smithi066 ceph-mon[87361]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:12:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:14.398 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:12:14.580 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:12:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:14 smithi066 ceph-mon[87361]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:14 smithi019 ceph-mon[94035]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:15.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:14 smithi019 ceph-mon[96522]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:12:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:15 smithi066 ceph-mon[87361]: pgmap v2064: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 MiB/s wr, 122 op/s 2024-04-02T09:12:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:15 smithi066 ceph-mon[87361]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:15 smithi019 ceph-mon[94035]: pgmap v2064: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 MiB/s wr, 122 op/s 2024-04-02T09:12:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:15 smithi019 ceph-mon[94035]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:15 smithi019 ceph-mon[96522]: pgmap v2064: 169 pgs: 169 active+clean; 321 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 9.0 MiB/s wr, 122 op/s 2024-04-02T09:12:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:15 smithi019 ceph-mon[96522]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:12:17.291 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsOtherPool (11663 ms) 2024-04-02T09:12:17.291 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-02T09:12:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:16 smithi066 ceph-mon[87361]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:17.324 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:17.336 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:12:17.403 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:12:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:16 smithi019 ceph-mon[94035]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:17.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:16 smithi019 ceph-mon[96522]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:12:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:17 smithi066 ceph-mon[87361]: pgmap v2067: 169 pgs: 169 active+clean; 365 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 13 MiB/s wr, 415 op/s 2024-04-02T09:12:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:17 smithi066 ceph-mon[87361]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:17 smithi019 ceph-mon[94035]: pgmap v2067: 169 pgs: 169 active+clean; 365 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 13 MiB/s wr, 415 op/s 2024-04-02T09:12:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:17 smithi019 ceph-mon[94035]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:17 smithi019 ceph-mon[96522]: pgmap v2067: 169 pgs: 169 active+clean; 365 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 13 MiB/s wr, 415 op/s 2024-04-02T09:12:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:17 smithi019 ceph-mon[96522]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:12:18.984 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:12:18.998 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:12:18.998 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:12:18.998 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:12:19.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:18 smithi066 ceph-mon[87361]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:18 smithi019 ceph-mon[94035]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:18 smithi019 ceph-mon[96522]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:12:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:19 smithi066 ceph-mon[87361]: pgmap v2070: 169 pgs: 169 active+clean; 377 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 15 MiB/s wr, 451 op/s 2024-04-02T09:12:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:19 smithi066 ceph-mon[87361]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:19 smithi066 ceph-mon[87361]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:12:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:19 smithi019 ceph-mon[94035]: pgmap v2070: 169 pgs: 169 active+clean; 377 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 15 MiB/s wr, 451 op/s 2024-04-02T09:12:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:19 smithi019 ceph-mon[94035]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:19 smithi019 ceph-mon[94035]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:12:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:19 smithi019 ceph-mon[96522]: pgmap v2070: 169 pgs: 169 active+clean; 377 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 15 MiB/s wr, 451 op/s 2024-04-02T09:12:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:19 smithi019 ceph-mon[96522]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:12:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:19 smithi019 ceph-mon[96522]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:12:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:12:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:12:20] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-02T09:12:20.932 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:12:20.938 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:12:20.938 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:12:20.948 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:12:20.963 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:12:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:21 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:21 smithi066 ceph-mon[87361]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:12:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:21 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:21 smithi019 ceph-mon[94035]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:12:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:21 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:21 smithi019 ceph-mon[96522]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:12:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:22 smithi066 ceph-mon[87361]: pgmap v2073: 169 pgs: 169 active+clean; 373 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 58 op/s 2024-04-02T09:12:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:12:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[94035]: pgmap v2073: 169 pgs: 169 active+clean; 373 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 58 op/s 2024-04-02T09:12:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:12:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[96522]: pgmap v2073: 169 pgs: 169 active+clean; 373 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 58 op/s 2024-04-02T09:12:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:12:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:12:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:23.030 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:23.050 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:12:23.058 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:12:23.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:23 smithi066 ceph-mon[87361]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:12:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:23 smithi019 ceph-mon[94035]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:12:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:23 smithi019 ceph-mon[96522]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:12:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:24 smithi066 ceph-mon[87361]: pgmap v2076: 169 pgs: 169 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 10 MiB/s wr, 136 op/s 2024-04-02T09:12:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:24 smithi066 ceph-mon[87361]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:12:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:24 smithi019 ceph-mon[94035]: pgmap v2076: 169 pgs: 169 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 10 MiB/s wr, 136 op/s 2024-04-02T09:12:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:24 smithi019 ceph-mon[94035]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:12:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:24 smithi019 ceph-mon[96522]: pgmap v2076: 169 pgs: 169 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 10 MiB/s wr, 136 op/s 2024-04-02T09:12:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:24 smithi019 ceph-mon[96522]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:12:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:25 smithi066 ceph-mon[87361]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:12:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:25 smithi066 ceph-mon[87361]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:12:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:25 smithi019 ceph-mon[94035]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:12:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:25 smithi019 ceph-mon[94035]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:12:25.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:25 smithi019 ceph-mon[96522]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:12:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:25 smithi019 ceph-mon[96522]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:12:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:26 smithi066 ceph-mon[87361]: pgmap v2079: 169 pgs: 169 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-04-02T09:12:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:26 smithi066 ceph-mon[87361]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:12:26.383 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:12:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:26 smithi019 ceph-mon[94035]: pgmap v2079: 169 pgs: 169 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-04-02T09:12:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:26 smithi019 ceph-mon[94035]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:12:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:26 smithi019 ceph-mon[96522]: pgmap v2079: 169 pgs: 169 active+clean; 385 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-04-02T09:12:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:26 smithi019 ceph-mon[96522]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:12:26.548 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:12:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:28 smithi066 ceph-mon[87361]: pgmap v2082: 169 pgs: 169 active+clean; 405 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 176 op/s 2024-04-02T09:12:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:28 smithi066 ceph-mon[87361]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:12:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:28 smithi019 ceph-mon[94035]: pgmap v2082: 169 pgs: 169 active+clean; 405 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 176 op/s 2024-04-02T09:12:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:28 smithi019 ceph-mon[94035]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:12:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:28 smithi019 ceph-mon[96522]: pgmap v2082: 169 pgs: 169 active+clean; 405 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 176 op/s 2024-04-02T09:12:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:28 smithi019 ceph-mon[96522]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:12:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:29 smithi066 ceph-mon[87361]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:12:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:29 smithi019 ceph-mon[94035]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:12:29.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:29 smithi019 ceph-mon[96522]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:12:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:29.386 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsDataPool (12094 ms) 2024-04-02T09:12:29.386 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-02T09:12:29.418 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:29.429 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:12:29.495 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:12:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:30 smithi066 ceph-mon[87361]: pgmap v2085: 169 pgs: 169 active+clean; 413 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 203 op/s 2024-04-02T09:12:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:30 smithi066 ceph-mon[87361]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:12:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-04-02T09:12:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:12:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-02T09:12:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[96522]: pgmap v2085: 169 pgs: 169 active+clean; 413 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 203 op/s 2024-04-02T09:12:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[96522]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:12:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-04-02T09:12:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:12:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-02T09:12:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[94035]: pgmap v2085: 169 pgs: 169 active+clean; 413 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 203 op/s 2024-04-02T09:12:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[94035]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:12:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]: dispatch 2024-04-02T09:12:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:12:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]: dispatch 2024-04-02T09:12:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:12:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:12:30] "GET /metrics HTTP/1.1" 200 38906 "" "Prometheus/2.43.0" 2024-04-02T09:12:31.077 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:12:31.092 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:12:31.092 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:12:31.093 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:12:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-04-02T09:12:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-02T09:12:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-04-02T09:12:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:31 smithi066 ceph-mon[87361]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:12:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-04-02T09:12:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-02T09:12:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-04-02T09:12:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[94035]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:12:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 2]}]': finished 2024-04-02T09:12:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-02T09:12:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.f", "id": [5, 2]}]': finished 2024-04-02T09:12:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:31 smithi019 ceph-mon[96522]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:12:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:32 smithi019 ceph-mon[94035]: pgmap v2088: 169 pgs: 2 peering, 167 active+clean; 421 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 432 op/s 2024-04-02T09:12:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:32 smithi019 ceph-mon[94035]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:12:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:32 smithi019 ceph-mon[96522]: pgmap v2088: 169 pgs: 2 peering, 167 active+clean; 421 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 432 op/s 2024-04-02T09:12:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:32 smithi019 ceph-mon[96522]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:12:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:32 smithi066 ceph-mon[87361]: pgmap v2088: 169 pgs: 2 peering, 167 active+clean; 421 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 432 op/s 2024-04-02T09:12:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:32 smithi066 ceph-mon[87361]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:12:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:12:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:33.086 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:12:33.092 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:12:33.092 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:12:33.104 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:12:33.124 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:12:33.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:33 smithi066 ceph-mon[87361]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:12:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:33 smithi019 ceph-mon[94035]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:12:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:33 smithi019 ceph-mon[96522]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:12:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:34 smithi019 ceph-mon[94035]: pgmap v2091: 169 pgs: 2 peering, 167 active+clean; 417 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 MiB/s rd, 7.0 MiB/s wr, 475 op/s; 13 B/s, 0 objects/s recovering 2024-04-02T09:12:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:34 smithi019 ceph-mon[94035]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:12:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:34 smithi019 ceph-mon[96522]: pgmap v2091: 169 pgs: 2 peering, 167 active+clean; 417 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 MiB/s rd, 7.0 MiB/s wr, 475 op/s; 13 B/s, 0 objects/s recovering 2024-04-02T09:12:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:34 smithi019 ceph-mon[96522]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:12:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:34 smithi066 ceph-mon[87361]: pgmap v2091: 169 pgs: 2 peering, 167 active+clean; 417 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 MiB/s rd, 7.0 MiB/s wr, 475 op/s; 13 B/s, 0 objects/s recovering 2024-04-02T09:12:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:34 smithi066 ceph-mon[87361]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:12:34.936 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:34.963 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:12:34.971 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:12:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:35 smithi019 ceph-mon[94035]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:12:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:35 smithi019 ceph-mon[94035]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:12:35.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:35 smithi019 ceph-mon[96522]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:12:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:35 smithi019 ceph-mon[96522]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:12:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:35 smithi066 ceph-mon[87361]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:12:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:35 smithi066 ceph-mon[87361]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:12:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:36 smithi019 ceph-mon[94035]: pgmap v2094: 169 pgs: 2 peering, 167 active+clean; 417 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 69 op/s; 13 B/s, 0 objects/s recovering 2024-04-02T09:12:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:36 smithi019 ceph-mon[94035]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:12:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:36 smithi019 ceph-mon[96522]: pgmap v2094: 169 pgs: 2 peering, 167 active+clean; 417 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 69 op/s; 13 B/s, 0 objects/s recovering 2024-04-02T09:12:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:36 smithi019 ceph-mon[96522]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:12:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:36 smithi066 ceph-mon[87361]: pgmap v2094: 169 pgs: 2 peering, 167 active+clean; 417 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 69 op/s; 13 B/s, 0 objects/s recovering 2024-04-02T09:12:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:36 smithi066 ceph-mon[87361]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:12:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:37 smithi019 ceph-mon[94035]: pgmap v2097: 169 pgs: 169 active+clean; 449 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 MiB/s wr, 154 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-04-02T09:12:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:37 smithi019 ceph-mon[94035]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:12:38.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:37 smithi019 ceph-mon[96522]: pgmap v2097: 169 pgs: 169 active+clean; 449 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 MiB/s wr, 154 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-04-02T09:12:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:37 smithi019 ceph-mon[96522]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:12:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:37 smithi066 ceph-mon[87361]: pgmap v2097: 169 pgs: 169 active+clean; 449 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 MiB/s wr, 154 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-04-02T09:12:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:37 smithi066 ceph-mon[87361]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:12:38.373 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:12:38.400 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:12:38.559 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:12:39.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:38 smithi019 ceph-mon[94035]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:12:39.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:38 smithi019 ceph-mon[96522]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:12:39.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:38 smithi066 ceph-mon[87361]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:12:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:39 smithi019 ceph-mon[94035]: pgmap v2100: 169 pgs: 169 active+clean; 453 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 7.0 MiB/s wr, 177 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-04-02T09:12:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:39 smithi019 ceph-mon[94035]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:12:40.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:39 smithi019 ceph-mon[96522]: pgmap v2100: 169 pgs: 169 active+clean; 453 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 7.0 MiB/s wr, 177 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-04-02T09:12:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:39 smithi019 ceph-mon[96522]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:12:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:39 smithi066 ceph-mon[87361]: pgmap v2100: 169 pgs: 169 active+clean; 453 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 7.0 MiB/s wr, 177 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-04-02T09:12:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:39 smithi066 ceph-mon[87361]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:12:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:12:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:12:40] "GET /metrics HTTP/1.1" 200 38906 "" "Prometheus/2.43.0" 2024-04-02T09:12:41.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11865 ms) 2024-04-02T09:12:41.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-02T09:12:41.286 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:41.301 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:12:41.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:40 smithi066 ceph-mon[87361]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:12:41.360 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:12:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:40 smithi019 ceph-mon[94035]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:12:41.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:40 smithi019 ceph-mon[96522]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:12:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:41 smithi066 ceph-mon[87361]: pgmap v2103: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 382 op/s 2024-04-02T09:12:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:41 smithi066 ceph-mon[87361]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:12:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:41 smithi019 ceph-mon[94035]: pgmap v2103: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 382 op/s 2024-04-02T09:12:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:41 smithi019 ceph-mon[94035]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:12:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:41 smithi019 ceph-mon[96522]: pgmap v2103: 169 pgs: 169 active+clean; 461 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 382 op/s 2024-04-02T09:12:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:41 smithi019 ceph-mon[96522]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:12:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:12:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:42.979 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:12:42.997 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:12:42.997 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:12:42.997 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:12:43.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:42 smithi066 ceph-mon[87361]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:12:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:42 smithi019 ceph-mon[96522]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:12:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:42 smithi019 ceph-mon[94035]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:12:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:43 smithi066 ceph-mon[87361]: pgmap v2106: 169 pgs: 169 active+clean; 469 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 6.0 MiB/s wr, 455 op/s 2024-04-02T09:12:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:43 smithi066 ceph-mon[87361]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:12:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:43 smithi019 ceph-mon[94035]: pgmap v2106: 169 pgs: 169 active+clean; 469 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 6.0 MiB/s wr, 455 op/s 2024-04-02T09:12:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:43 smithi019 ceph-mon[94035]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:12:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:43 smithi019 ceph-mon[96522]: pgmap v2106: 169 pgs: 169 active+clean; 469 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 6.0 MiB/s wr, 455 op/s 2024-04-02T09:12:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:43 smithi019 ceph-mon[96522]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:12:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:44.934 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:12:44.940 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:12:44.941 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:12:44.952 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:12:44.970 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:12:45.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:44 smithi066 ceph-mon[87361]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:12:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:44 smithi066 ceph-mon[87361]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:12:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:44 smithi019 ceph-mon[94035]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:12:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:44 smithi019 ceph-mon[94035]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:12:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:44 smithi019 ceph-mon[96522]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:12:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:44 smithi019 ceph-mon[96522]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:12:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:45 smithi066 ceph-mon[87361]: pgmap v2109: 169 pgs: 169 active+clean; 469 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 95 op/s 2024-04-02T09:12:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:45 smithi019 ceph-mon[94035]: pgmap v2109: 169 pgs: 169 active+clean; 469 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 95 op/s 2024-04-02T09:12:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:45 smithi019 ceph-mon[96522]: pgmap v2109: 169 pgs: 169 active+clean; 469 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 95 op/s 2024-04-02T09:12:47.020 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:47.044 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:12:47.053 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 0 2024-04-02T09:12:47.071 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:12:47.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:47 smithi066 ceph-mon[87361]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:12:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:47 smithi019 ceph-mon[94035]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:12:47.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:47 smithi019 ceph-mon[96522]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:12:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:48 smithi066 ceph-mon[87361]: pgmap v2112: 169 pgs: 169 active+clean; 501 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 168 op/s 2024-04-02T09:12:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:48 smithi066 ceph-mon[87361]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:12:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:48 smithi019 ceph-mon[94035]: pgmap v2112: 169 pgs: 169 active+clean; 501 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 168 op/s 2024-04-02T09:12:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:48 smithi019 ceph-mon[94035]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:12:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:48 smithi019 ceph-mon[96522]: pgmap v2112: 169 pgs: 169 active+clean; 501 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 168 op/s 2024-04-02T09:12:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:48 smithi019 ceph-mon[96522]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:12:49.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:49 smithi066 ceph-mon[87361]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:12:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:49 smithi019 ceph-mon[94035]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:12:49.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:49 smithi019 ceph-mon[96522]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:12:50.309 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:12:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:50 smithi066 ceph-mon[87361]: pgmap v2115: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 168 op/s 2024-04-02T09:12:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:50 smithi066 ceph-mon[87361]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:12:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:50 smithi066 ceph-mon[87361]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:12:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:50 smithi019 ceph-mon[94035]: pgmap v2115: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 168 op/s 2024-04-02T09:12:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:50 smithi019 ceph-mon[94035]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:12:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:50 smithi019 ceph-mon[94035]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:12:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:50 smithi019 ceph-mon[96522]: pgmap v2115: 169 pgs: 169 active+clean; 509 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 168 op/s 2024-04-02T09:12:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:50 smithi019 ceph-mon[96522]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:12:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:50 smithi019 ceph-mon[96522]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:12:50.454 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:12:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:12:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:12:50] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-02T09:12:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:52 smithi066 ceph-mon[87361]: pgmap v2118: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 463 op/s 2024-04-02T09:12:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:52 smithi066 ceph-mon[87361]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:12:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:52 smithi019 ceph-mon[94035]: pgmap v2118: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 463 op/s 2024-04-02T09:12:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:52 smithi019 ceph-mon[94035]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:12:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:52 smithi019 ceph-mon[96522]: pgmap v2118: 169 pgs: 169 active+clean; 521 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 463 op/s 2024-04-02T09:12:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:52 smithi019 ceph-mon[96522]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:12:52.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:12:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:53.305 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12054 ms) 2024-04-02T09:12:53.306 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-02T09:12:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:53 smithi066 ceph-mon[87361]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:12:53.338 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:53.350 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:12:53.423 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:12:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:53 smithi019 ceph-mon[94035]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:12:53.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:53 smithi019 ceph-mon[96522]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:12:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:54 smithi066 ceph-mon[87361]: pgmap v2121: 169 pgs: 169 active+clean; 525 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 498 op/s 2024-04-02T09:12:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:54 smithi066 ceph-mon[87361]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:12:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:54 smithi019 ceph-mon[94035]: pgmap v2121: 169 pgs: 169 active+clean; 525 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 498 op/s 2024-04-02T09:12:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:54 smithi019 ceph-mon[94035]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:12:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:54 smithi019 ceph-mon[96522]: pgmap v2121: 169 pgs: 169 active+clean; 525 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 498 op/s 2024-04-02T09:12:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:54 smithi019 ceph-mon[96522]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:12:55.070 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:12:55.088 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:12:55.088 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:12:55.088 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:12:55.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:55 smithi066 ceph-mon[87361]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:12:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:55 smithi019 ceph-mon[94035]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:12:55.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:55 smithi019 ceph-mon[96522]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:12:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:56 smithi066 ceph-mon[87361]: pgmap v2124: 169 pgs: 169 active+clean; 525 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-04-02T09:12:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:56 smithi066 ceph-mon[87361]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:12:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:56 smithi019 ceph-mon[94035]: pgmap v2124: 169 pgs: 169 active+clean; 525 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-04-02T09:12:56.456 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:56 smithi019 ceph-mon[94035]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:12:56.456 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:56 smithi019 ceph-mon[96522]: pgmap v2124: 169 pgs: 169 active+clean; 525 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 35 op/s 2024-04-02T09:12:56.456 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:56 smithi019 ceph-mon[96522]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:12:57.080 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:12:57.087 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:12:57.087 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:12:57.098 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:12:57.118 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:12:57.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:57 smithi019 ceph-mon[96522]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:12:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:57 smithi019 ceph-mon[94035]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:12:57.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:57 smithi066 ceph-mon[87361]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:12:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:58 smithi019 ceph-mon[94035]: pgmap v2127: 169 pgs: 169 active+clean; 521 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-02T09:12:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:58 smithi019 ceph-mon[94035]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:12:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:58 smithi019 ceph-mon[96522]: pgmap v2127: 169 pgs: 169 active+clean; 521 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-02T09:12:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:58 smithi019 ceph-mon[96522]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:12:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:58 smithi066 ceph-mon[87361]: pgmap v2127: 169 pgs: 169 active+clean; 521 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-02T09:12:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:58 smithi066 ceph-mon[87361]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:12:59.096 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:12:59.117 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:12:59.125 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:12:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:59 smithi019 ceph-mon[94035]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:12:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:12:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:59.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:59 smithi019 ceph-mon[96522]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:12:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:12:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:59 smithi066 ceph-mon[87361]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:12:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:12:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:00.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:00 smithi019 ceph-mon[94035]: pgmap v2130: 169 pgs: 169 active+clean; 541 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-04-02T09:13:00.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:00 smithi019 ceph-mon[94035]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:00.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:00 smithi019 ceph-mon[94035]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:00 smithi019 ceph-mon[96522]: pgmap v2130: 169 pgs: 169 active+clean; 541 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-04-02T09:13:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:00 smithi019 ceph-mon[96522]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:00 smithi019 ceph-mon[96522]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:00 smithi066 ceph-mon[87361]: pgmap v2130: 169 pgs: 169 active+clean; 541 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 134 op/s 2024-04-02T09:13:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:00 smithi066 ceph-mon[87361]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:13:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:00 smithi066 ceph-mon[87361]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:13:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:13:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:13:00] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-02T09:13:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:01 smithi019 ceph-mon[94035]: pgmap v2133: 169 pgs: 169 active+clean; 553 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 158 op/s 2024-04-02T09:13:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:01 smithi019 ceph-mon[94035]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:01 smithi019 ceph-mon[96522]: pgmap v2133: 169 pgs: 169 active+clean; 553 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 158 op/s 2024-04-02T09:13:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:01 smithi019 ceph-mon[96522]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:01 smithi066 ceph-mon[87361]: pgmap v2133: 169 pgs: 169 active+clean; 553 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 158 op/s 2024-04-02T09:13:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:01 smithi066 ceph-mon[87361]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:13:02.411 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 0 2024-04-02T09:13:02.493 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:13:02.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:13:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:02.626 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:13:03.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:02 smithi019 ceph-mon[94035]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:03.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:02 smithi019 ceph-mon[96522]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:03.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:02 smithi066 ceph-mon[87361]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:13:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:03 smithi019 ceph-mon[94035]: pgmap v2136: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:13:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:03 smithi019 ceph-mon[94035]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:03 smithi019 ceph-mon[96522]: pgmap v2136: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:13:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:03 smithi019 ceph-mon[96522]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:04.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:03 smithi066 ceph-mon[87361]: pgmap v2136: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-02T09:13:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:03 smithi066 ceph-mon[87361]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:13:05.228 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11922 ms) 2024-04-02T09:13:05.228 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-02T09:13:05.262 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:05.275 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:13:05.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:04 smithi066 ceph-mon[87361]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:05.335 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:13:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:04 smithi019 ceph-mon[94035]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:05.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:04 smithi019 ceph-mon[96522]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:13:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:05 smithi066 ceph-mon[87361]: pgmap v2139: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:13:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:05 smithi066 ceph-mon[87361]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:05 smithi019 ceph-mon[94035]: pgmap v2139: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:13:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:05 smithi019 ceph-mon[94035]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:05 smithi019 ceph-mon[96522]: pgmap v2139: 169 pgs: 169 active+clean; 565 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:13:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:05 smithi019 ceph-mon[96522]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:13:06.976 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:13:06.990 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:13:06.990 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:13:06.990 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:13:07.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:06 smithi066 ceph-mon[87361]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:06 smithi019 ceph-mon[94035]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:07.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:06 smithi019 ceph-mon[96522]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:13:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:07 smithi066 ceph-mon[87361]: pgmap v2142: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 304 op/s 2024-04-02T09:13:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:07 smithi066 ceph-mon[87361]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:07 smithi019 ceph-mon[94035]: pgmap v2142: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 304 op/s 2024-04-02T09:13:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:07 smithi019 ceph-mon[94035]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:07 smithi019 ceph-mon[96522]: pgmap v2142: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 7.0 MiB/s wr, 304 op/s 2024-04-02T09:13:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:07 smithi019 ceph-mon[96522]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:13:08.983 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:13:08.989 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:13:08.989 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:13:09.001 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:13:09.024 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:13:09.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:08 smithi066 ceph-mon[87361]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:08 smithi019 ceph-mon[94035]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:08 smithi019 ceph-mon[96522]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:13:10.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:09 smithi066 ceph-mon[87361]: pgmap v2145: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 10 MiB/s wr, 535 op/s 2024-04-02T09:13:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:09 smithi066 ceph-mon[87361]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:09 smithi066 ceph-mon[87361]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:09 smithi019 ceph-mon[94035]: pgmap v2145: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 10 MiB/s wr, 535 op/s 2024-04-02T09:13:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:09 smithi019 ceph-mon[94035]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:09 smithi019 ceph-mon[94035]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:09 smithi019 ceph-mon[96522]: pgmap v2145: 169 pgs: 169 active+clean; 581 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 MiB/s rd, 10 MiB/s wr, 535 op/s 2024-04-02T09:13:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:09 smithi019 ceph-mon[96522]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:13:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:09 smithi019 ceph-mon[96522]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:13:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:13:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:13:10] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-02T09:13:10.941 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:10.966 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:13:10.975 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:11 smithi019 ceph-mon[94035]: pgmap v2148: 169 pgs: 169 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 283 op/s 2024-04-02T09:13:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:11 smithi019 ceph-mon[94035]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:12.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:11 smithi019 ceph-mon[96522]: pgmap v2148: 169 pgs: 169 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 283 op/s 2024-04-02T09:13:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:11 smithi019 ceph-mon[96522]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:11 smithi066 ceph-mon[87361]: pgmap v2148: 169 pgs: 169 active+clean; 589 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 283 op/s 2024-04-02T09:13:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:11 smithi066 ceph-mon[87361]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:13:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:13:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:13.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:12 smithi066 ceph-mon[87361]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:12 smithi019 ceph-mon[94035]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:13.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:12 smithi019 ceph-mon[96522]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:13:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:13 smithi066 ceph-mon[87361]: pgmap v2151: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.0 MiB/s wr, 171 op/s 2024-04-02T09:13:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:13 smithi066 ceph-mon[87361]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:14.430 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:13:14.441 INFO:tasks.workunit.client.0.smithi019.stdout:write: * 83886080~1000 2024-04-02T09:13:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:13 smithi019 ceph-mon[94035]: pgmap v2151: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.0 MiB/s wr, 171 op/s 2024-04-02T09:13:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:13 smithi019 ceph-mon[94035]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:14.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:13 smithi019 ceph-mon[96522]: pgmap v2151: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.0 MiB/s wr, 171 op/s 2024-04-02T09:13:14.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:13 smithi019 ceph-mon[96522]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:13:14.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:14.477 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:13:14.621 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:13:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:14 smithi066 ceph-mon[87361]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:13:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:14 smithi019 ceph-mon[94035]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:13:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:14 smithi019 ceph-mon[96522]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:13:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:15 smithi066 ceph-mon[87361]: pgmap v2154: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 118 op/s 2024-04-02T09:13:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:15 smithi066 ceph-mon[87361]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:13:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:15 smithi019 ceph-mon[94035]: pgmap v2154: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 118 op/s 2024-04-02T09:13:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:15 smithi019 ceph-mon[94035]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:13:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:15 smithi019 ceph-mon[96522]: pgmap v2154: 169 pgs: 169 active+clean; 621 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 MiB/s wr, 118 op/s 2024-04-02T09:13:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:15 smithi019 ceph-mon[96522]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:13:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:17 smithi066 ceph-mon[87361]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:13:17.362 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12135 ms) 2024-04-02T09:13:17.363 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-02T09:13:17.394 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:17.406 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 41943040~10 2024-04-02T09:13:17.415 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:13:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:17 smithi019 ceph-mon[94035]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:13:17.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:17 smithi019 ceph-mon[96522]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:13:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:18 smithi066 ceph-mon[87361]: pgmap v2157: 169 pgs: 169 active+clean; 645 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 300 op/s 2024-04-02T09:13:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:18 smithi066 ceph-mon[87361]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:13:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:18 smithi019 ceph-mon[94035]: pgmap v2157: 169 pgs: 169 active+clean; 645 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 300 op/s 2024-04-02T09:13:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:18 smithi019 ceph-mon[94035]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:13:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:18 smithi019 ceph-mon[96522]: pgmap v2157: 169 pgs: 169 active+clean; 645 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 300 op/s 2024-04-02T09:13:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:18 smithi019 ceph-mon[96522]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:13:19.043 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:13:19.065 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:19.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:19 smithi066 ceph-mon[87361]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:13:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:19 smithi019 ceph-mon[94035]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:13:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:19 smithi019 ceph-mon[96522]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:13:20.101 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:20.113 INFO:tasks.workunit.client.0.smithi019.stdout:write: Y 41943040~5 2024-04-02T09:13:20.222 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:13:20.304 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:13:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:20 smithi066 ceph-mon[87361]: pgmap v2160: 169 pgs: 169 active+clean; 641 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 470 op/s 2024-04-02T09:13:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:20 smithi066 ceph-mon[87361]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:13:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:20 smithi066 ceph-mon[87361]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:13:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:20 smithi019 ceph-mon[94035]: pgmap v2160: 169 pgs: 169 active+clean; 641 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 470 op/s 2024-04-02T09:13:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:20 smithi019 ceph-mon[94035]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:13:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:20 smithi019 ceph-mon[94035]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:13:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:20 smithi019 ceph-mon[96522]: pgmap v2160: 169 pgs: 169 active+clean; 641 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 470 op/s 2024-04-02T09:13:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:20 smithi019 ceph-mon[96522]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:13:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:20 smithi019 ceph-mon[96522]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:13:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:13:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:13:20] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-02T09:13:21.144 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3782 ms) 2024-04-02T09:13:21.145 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-02T09:13:21.179 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:21.190 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:13:21.254 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:13:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:22 smithi066 ceph-mon[87361]: pgmap v2163: 169 pgs: 169 active+clean; 633 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 KiB/s wr, 253 op/s 2024-04-02T09:13:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:22 smithi066 ceph-mon[87361]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:13:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:22 smithi019 ceph-mon[94035]: pgmap v2163: 169 pgs: 169 active+clean; 633 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 KiB/s wr, 253 op/s 2024-04-02T09:13:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:22 smithi019 ceph-mon[94035]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:13:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:22 smithi019 ceph-mon[96522]: pgmap v2163: 169 pgs: 169 active+clean; 633 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 KiB/s wr, 253 op/s 2024-04-02T09:13:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:22 smithi019 ceph-mon[96522]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:13:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:22 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:13:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:23.059 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:13:23.069 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:13:23.069 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:13:23.069 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:13:23.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:23 smithi066 ceph-mon[87361]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:13:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[96522]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:13:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[94035]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:13:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:24 smithi066 ceph-mon[87361]: pgmap v2166: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 439 op/s 2024-04-02T09:13:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:24 smithi066 ceph-mon[87361]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:13:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:24 smithi019 ceph-mon[94035]: pgmap v2166: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 439 op/s 2024-04-02T09:13:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:24 smithi019 ceph-mon[94035]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:13:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:24 smithi019 ceph-mon[96522]: pgmap v2166: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 439 op/s 2024-04-02T09:13:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:24 smithi019 ceph-mon[96522]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:13:24.951 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:13:24.958 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:13:24.958 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:13:24.967 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:13:24.982 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:13:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:25 smithi066 ceph-mon[87361]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:13:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:25 smithi066 ceph-mon[87361]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:13:25.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:25 smithi019 ceph-mon[96522]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:13:25.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:25 smithi019 ceph-mon[96522]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:13:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:25 smithi019 ceph-mon[94035]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:13:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:25 smithi019 ceph-mon[94035]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:13:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:26 smithi066 ceph-mon[87361]: pgmap v2169: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 355 op/s 2024-04-02T09:13:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:26 smithi066 ceph-mon[87361]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:13:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:26 smithi019 ceph-mon[94035]: pgmap v2169: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 355 op/s 2024-04-02T09:13:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:26 smithi019 ceph-mon[94035]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:13:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:26 smithi019 ceph-mon[96522]: pgmap v2169: 169 pgs: 169 active+clean; 625 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 355 op/s 2024-04-02T09:13:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:26 smithi019 ceph-mon[96522]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:13:26.945 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:26.968 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:13:26.979 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:27 smithi019 ceph-mon[94035]: pgmap v2172: 169 pgs: 169 active+clean; 669 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 10 MiB/s wr, 81 op/s 2024-04-02T09:13:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:27 smithi019 ceph-mon[94035]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:13:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:27 smithi019 ceph-mon[96522]: pgmap v2172: 169 pgs: 169 active+clean; 669 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 10 MiB/s wr, 81 op/s 2024-04-02T09:13:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:27 smithi019 ceph-mon[96522]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:13:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:27 smithi066 ceph-mon[87361]: pgmap v2172: 169 pgs: 169 active+clean; 669 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 10 MiB/s wr, 81 op/s 2024-04-02T09:13:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:27 smithi066 ceph-mon[87361]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:13:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:28 smithi019 ceph-mon[94035]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:13:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:28 smithi019 ceph-mon[96522]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:13:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:28 smithi066 ceph-mon[87361]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:13:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:29 smithi019 ceph-mon[94035]: pgmap v2175: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 11 MiB/s wr, 129 op/s 2024-04-02T09:13:30.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:29 smithi019 ceph-mon[94035]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:13:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:29 smithi019 ceph-mon[94035]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:13:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:29 smithi019 ceph-mon[96522]: pgmap v2175: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 11 MiB/s wr, 129 op/s 2024-04-02T09:13:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:29 smithi019 ceph-mon[96522]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:13:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:29 smithi019 ceph-mon[96522]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:13:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:29 smithi066 ceph-mon[87361]: pgmap v2175: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 11 MiB/s wr, 129 op/s 2024-04-02T09:13:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:29 smithi066 ceph-mon[87361]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:13:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:29 smithi066 ceph-mon[87361]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:13:30.500 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: after_prepare_snap 2024-04-02T09:13:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:13:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:13:30] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-04-02T09:13:31.967 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:13:32.004 INFO:tasks.workunit.client.0.smithi019.stdout:write: * 0~1000 2024-04-02T09:13:32.010 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:13:32.155 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:13:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:31 smithi066 ceph-mon[87361]: pgmap v2178: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 1.0 MiB/s wr, 185 op/s 2024-04-02T09:13:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:31 smithi066 ceph-mon[87361]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:13:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:31 smithi019 ceph-mon[94035]: pgmap v2178: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 1.0 MiB/s wr, 185 op/s 2024-04-02T09:13:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:31 smithi019 ceph-mon[94035]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:13:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:31 smithi019 ceph-mon[96522]: pgmap v2178: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 1.0 MiB/s wr, 185 op/s 2024-04-02T09:13:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:31 smithi019 ceph-mon[96522]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:13:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:13:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:33.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:32 smithi066 ceph-mon[87361]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:13:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:32 smithi019 ceph-mon[94035]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:13:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:32 smithi019 ceph-mon[96522]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:13:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:33 smithi066 ceph-mon[87361]: pgmap v2181: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-04-02T09:13:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:33 smithi066 ceph-mon[87361]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:13:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:33 smithi019 ceph-mon[94035]: pgmap v2181: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-04-02T09:13:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:33 smithi019 ceph-mon[94035]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:13:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:33 smithi019 ceph-mon[96522]: pgmap v2181: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 12 KiB/s wr, 320 op/s 2024-04-02T09:13:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:33 smithi019 ceph-mon[96522]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:13:35.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:34 smithi066 ceph-mon[87361]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:13:35.344 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14199 ms) 2024-04-02T09:13:35.344 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-02T09:13:35.377 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:35.389 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:13:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:34 smithi019 ceph-mon[94035]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:13:35.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:34 smithi019 ceph-mon[96522]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:13:35.447 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:13:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:35 smithi066 ceph-mon[87361]: pgmap v2184: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 KiB/s wr, 184 op/s 2024-04-02T09:13:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:35 smithi066 ceph-mon[87361]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:13:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:35 smithi019 ceph-mon[94035]: pgmap v2184: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 KiB/s wr, 184 op/s 2024-04-02T09:13:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:35 smithi019 ceph-mon[94035]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:13:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:35 smithi019 ceph-mon[96522]: pgmap v2184: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 KiB/s wr, 184 op/s 2024-04-02T09:13:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:35 smithi019 ceph-mon[96522]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:13:37.013 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:13:37.028 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:13:37.028 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:13:37.028 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:13:37.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:36 smithi066 ceph-mon[87361]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:13:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:36 smithi019 ceph-mon[94035]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:13:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:36 smithi019 ceph-mon[96522]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:13:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:37 smithi066 ceph-mon[87361]: pgmap v2187: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 297 op/s 2024-04-02T09:13:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:37 smithi066 ceph-mon[87361]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:13:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:37 smithi019 ceph-mon[94035]: pgmap v2187: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 297 op/s 2024-04-02T09:13:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:37 smithi019 ceph-mon[94035]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:13:38.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:37 smithi019 ceph-mon[96522]: pgmap v2187: 169 pgs: 169 active+clean; 677 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 297 op/s 2024-04-02T09:13:38.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:37 smithi019 ceph-mon[96522]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:13:39.022 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:13:39.028 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:13:39.029 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:13:39.039 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:13:39.056 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:13:39.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:39 smithi066 ceph-mon[87361]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:13:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:39 smithi019 ceph-mon[94035]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:13:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:39 smithi019 ceph-mon[96522]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:13:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:40 smithi019 ceph-mon[94035]: pgmap v2190: 169 pgs: 169 active+clean; 693 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 428 op/s 2024-04-02T09:13:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:40 smithi019 ceph-mon[94035]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:13:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:40 smithi019 ceph-mon[94035]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:13:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:40 smithi019 ceph-mon[96522]: pgmap v2190: 169 pgs: 169 active+clean; 693 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 428 op/s 2024-04-02T09:13:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:40 smithi019 ceph-mon[96522]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:13:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:40 smithi019 ceph-mon[96522]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:13:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:40 smithi066 ceph-mon[87361]: pgmap v2190: 169 pgs: 169 active+clean; 693 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 428 op/s 2024-04-02T09:13:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:40 smithi066 ceph-mon[87361]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:13:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:40 smithi066 ceph-mon[87361]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:13:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:13:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:13:40] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-04-02T09:13:40.951 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:40.974 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:13:40.986 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:41 smithi019 ceph-mon[94035]: pgmap v2193: 169 pgs: 169 active+clean; 717 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 134 op/s 2024-04-02T09:13:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:41 smithi019 ceph-mon[94035]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:13:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:41 smithi019 ceph-mon[96522]: pgmap v2193: 169 pgs: 169 active+clean; 717 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 134 op/s 2024-04-02T09:13:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:41 smithi019 ceph-mon[96522]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:13:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:41 smithi066 ceph-mon[87361]: pgmap v2193: 169 pgs: 169 active+clean; 717 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 134 op/s 2024-04-02T09:13:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:41 smithi066 ceph-mon[87361]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:13:42.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:13:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:43.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:43 smithi066 ceph-mon[87361]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:13:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:43 smithi019 ceph-mon[94035]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:13:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:43 smithi019 ceph-mon[96522]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:13:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:44 smithi066 ceph-mon[87361]: pgmap v2196: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:13:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:44 smithi066 ceph-mon[87361]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:13:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:44 smithi019 ceph-mon[94035]: pgmap v2196: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:13:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:44 smithi019 ceph-mon[94035]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:13:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:44 smithi019 ceph-mon[96522]: pgmap v2196: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 8.0 MiB/s wr, 197 op/s 2024-04-02T09:13:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:44 smithi019 ceph-mon[96522]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:13:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:44.454 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: after_prepare_snap 2024-04-02T09:13:45.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:45 smithi066 ceph-mon[87361]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:13:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:45 smithi019 ceph-mon[94035]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:13:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:45 smithi019 ceph-mon[96522]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:13:46.050 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:13:46.064 INFO:tasks.workunit.client.0.smithi019.stdout:write: * 83886080~1000 2024-04-02T09:13:46.071 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:13:46.227 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:13:46.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:46 smithi066 ceph-mon[87361]: pgmap v2199: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 3.0 MiB/s wr, 194 op/s 2024-04-02T09:13:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:46 smithi066 ceph-mon[87361]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:13:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:46 smithi019 ceph-mon[94035]: pgmap v2199: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 3.0 MiB/s wr, 194 op/s 2024-04-02T09:13:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:46 smithi019 ceph-mon[94035]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:13:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:46 smithi019 ceph-mon[96522]: pgmap v2199: 169 pgs: 169 active+clean; 733 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 3.0 MiB/s wr, 194 op/s 2024-04-02T09:13:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:46 smithi019 ceph-mon[96522]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:13:47.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:47 smithi066 ceph-mon[87361]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:13:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:47 smithi019 ceph-mon[94035]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:13:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:47 smithi019 ceph-mon[96522]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:13:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:48 smithi066 ceph-mon[87361]: pgmap v2202: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 431 op/s 2024-04-02T09:13:48.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:48 smithi066 ceph-mon[87361]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:13:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:48 smithi019 ceph-mon[94035]: pgmap v2202: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 431 op/s 2024-04-02T09:13:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:48 smithi019 ceph-mon[94035]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:13:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:48 smithi019 ceph-mon[96522]: pgmap v2202: 169 pgs: 169 active+clean; 741 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 431 op/s 2024-04-02T09:13:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:48 smithi019 ceph-mon[96522]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:13:49.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:49 smithi066 ceph-mon[87361]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:13:49.444 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14100 ms) 2024-04-02T09:13:49.444 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.Clone 2024-04-02T09:13:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:49 smithi019 ceph-mon[94035]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:13:49.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:49 smithi019 ceph-mon[96522]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:13:49.477 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:49.489 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~8388609 2024-04-02T09:13:49.561 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 16777218~8388609 2024-04-02T09:13:49.616 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap 2024-04-02T09:13:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:50 smithi066 ceph-mon[87361]: pgmap v2205: 169 pgs: 169 active+clean; 749 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 476 op/s 2024-04-02T09:13:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:50 smithi066 ceph-mon[87361]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:13:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:50 smithi019 ceph-mon[94035]: pgmap v2205: 169 pgs: 169 active+clean; 749 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 476 op/s 2024-04-02T09:13:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:50 smithi019 ceph-mon[94035]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:13:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:50 smithi019 ceph-mon[96522]: pgmap v2205: 169 pgs: 169 active+clean; 749 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 476 op/s 2024-04-02T09:13:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:50 smithi019 ceph-mon[96522]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:13:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:13:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:13:50] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-02T09:13:51.079 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap 2024-04-02T09:13:51.092 INFO:tasks.workunit.client.0.smithi019.stdout:clone image105 -> image108 2024-04-02T09:13:51.191 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:13:51.250 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:13:51.252 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap 2024-04-02T09:13:51.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:51 smithi019 ceph-mon[94035]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:13:51.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:51 smithi019 ceph-mon[96522]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:13:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:51 smithi066 ceph-mon[87361]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:13:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:52 smithi019 ceph-mon[94035]: pgmap v2208: 169 pgs: 169 active+clean; 761 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 87 op/s 2024-04-02T09:13:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:52 smithi019 ceph-mon[94035]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:13:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:52 smithi019 ceph-mon[96522]: pgmap v2208: 169 pgs: 169 active+clean; 761 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 87 op/s 2024-04-02T09:13:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:52 smithi019 ceph-mon[96522]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:13:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:52 smithi066 ceph-mon[87361]: pgmap v2208: 169 pgs: 169 active+clean; 761 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 87 op/s 2024-04-02T09:13:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:52 smithi066 ceph-mon[87361]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:13:52.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:13:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:53.085 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap 2024-04-02T09:13:53.102 INFO:tasks.workunit.client.0.smithi019.stdout:clone image108 -> image110 2024-04-02T09:13:53.238 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 1000~1000 2024-04-02T09:13:53.303 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 2010~1000 2024-04-02T09:13:53.306 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:53 smithi019 ceph-mon[94035]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:13:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:53 smithi019 ceph-mon[96522]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:13:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:53 smithi066 ceph-mon[87361]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:13:53.612 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:13:53.789 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:13:53.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.Clone (4517 ms) 2024-04-02T09:13:53.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneParent 2024-04-02T09:13:53.993 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:54.004 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap 2024-04-02T09:13:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:54 smithi019 ceph-mon[94035]: pgmap v2211: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 12 MiB/s wr, 236 op/s 2024-04-02T09:13:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:54 smithi019 ceph-mon[94035]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:13:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:54 smithi019 ceph-mon[96522]: pgmap v2211: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 12 MiB/s wr, 236 op/s 2024-04-02T09:13:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:54 smithi019 ceph-mon[96522]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:13:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:54 smithi066 ceph-mon[87361]: pgmap v2211: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 12 MiB/s wr, 236 op/s 2024-04-02T09:13:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:54 smithi066 ceph-mon[87361]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:13:54.952 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap 2024-04-02T09:13:54.966 INFO:tasks.workunit.client.0.smithi019.stdout:clone image111 -> image114 2024-04-02T09:13:55.063 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:55.222 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:13:55.351 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneParent (1390 ms) 2024-04-02T09:13:55.351 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-02T09:13:55.382 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:55.393 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~10 2024-04-02T09:13:55.402 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap 2024-04-02T09:13:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:55 smithi019 ceph-mon[94035]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:13:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:55 smithi019 ceph-mon[94035]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:13:55.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:55 smithi019 ceph-mon[96522]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:13:55.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:55 smithi019 ceph-mon[96522]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:13:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:55 smithi066 ceph-mon[87361]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:13:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:55 smithi066 ceph-mon[87361]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:13:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:56 smithi019 ceph-mon[94035]: pgmap v2214: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 194 op/s 2024-04-02T09:13:56.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:56 smithi019 ceph-mon[96522]: pgmap v2214: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 194 op/s 2024-04-02T09:13:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:56 smithi066 ceph-mon[87361]: pgmap v2214: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 194 op/s 2024-04-02T09:13:57.109 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap 2024-04-02T09:13:57.124 INFO:tasks.workunit.client.0.smithi019.stdout:clone image115 -> image118 2024-04-02T09:13:57.225 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:57.381 INFO:tasks.workunit.client.0.smithi019.stdout:write: Y 0~1 2024-04-02T09:13:57.414 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:13:57.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:57 smithi019 ceph-mon[94035]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:13:57.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:57 smithi019 ceph-mon[96522]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:13:57.487 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:13:57.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:57 smithi066 ceph-mon[87361]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:13:57.590 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2240 ms) 2024-04-02T09:13:57.591 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-02T09:13:57.622 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:13:57.633 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 41943040~10 2024-04-02T09:13:57.643 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:13:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:58 smithi019 ceph-mon[94035]: pgmap v2217: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 680 op/s 2024-04-02T09:13:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:58 smithi019 ceph-mon[94035]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:13:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:58 smithi019 ceph-mon[96522]: pgmap v2217: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 680 op/s 2024-04-02T09:13:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:58 smithi019 ceph-mon[96522]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:13:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:58 smithi066 ceph-mon[87361]: pgmap v2217: 169 pgs: 169 active+clean; 777 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 680 op/s 2024-04-02T09:13:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:58 smithi066 ceph-mon[87361]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:13:59.119 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 41943041~10 2024-04-02T09:13:59.124 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:13:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:59 smithi019 ceph-mon[94035]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:13:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:13:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:59 smithi019 ceph-mon[96522]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:13:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:13:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:59 smithi066 ceph-mon[87361]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:13:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:13:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:00.252 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 41943042~10 2024-04-02T09:14:00.269 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:14:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:00 smithi019 ceph-mon[94035]: pgmap v2220: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 1.06k op/s 2024-04-02T09:14:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:00 smithi019 ceph-mon[94035]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:00 smithi019 ceph-mon[96522]: pgmap v2220: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 1.06k op/s 2024-04-02T09:14:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:00 smithi019 ceph-mon[96522]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:00 smithi066 ceph-mon[87361]: pgmap v2220: 169 pgs: 169 active+clean; 781 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 1.06k op/s 2024-04-02T09:14:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:00 smithi066 ceph-mon[87361]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:14:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:14:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:14:00] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-02T09:14:01.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:01 smithi019 ceph-mon[94035]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:01.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:01 smithi019 ceph-mon[96522]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:01.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:01 smithi066 ceph-mon[87361]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:14:02.134 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:14:02.165 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:14:02.231 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:14:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:02 smithi019 ceph-mon[94035]: pgmap v2223: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 552 op/s 2024-04-02T09:14:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:02 smithi019 ceph-mon[94035]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:02 smithi019 ceph-mon[96522]: pgmap v2223: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 552 op/s 2024-04-02T09:14:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:02 smithi019 ceph-mon[96522]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:02 smithi066 ceph-mon[87361]: pgmap v2223: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.0 MiB/s wr, 552 op/s 2024-04-02T09:14:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:02 smithi066 ceph-mon[87361]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:14:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:14:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:03.261 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5670 ms) 2024-04-02T09:14:03.261 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-02T09:14:03.298 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:03.310 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 41943040~10 2024-04-02T09:14:03.320 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:03 smithi019 ceph-mon[94035]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:03.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:03 smithi019 ceph-mon[96522]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:03 smithi066 ceph-mon[87361]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:14:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:04 smithi019 ceph-mon[94035]: pgmap v2226: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 533 op/s 2024-04-02T09:14:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:04 smithi019 ceph-mon[94035]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:04 smithi019 ceph-mon[96522]: pgmap v2226: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 533 op/s 2024-04-02T09:14:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:04 smithi019 ceph-mon[96522]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:04 smithi066 ceph-mon[87361]: pgmap v2226: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 533 op/s 2024-04-02T09:14:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:04 smithi066 ceph-mon[87361]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:14:05.156 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:14:05.177 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:05 smithi019 ceph-mon[94035]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:05.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:05 smithi019 ceph-mon[96522]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:05 smithi066 ceph-mon[87361]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:14:06.275 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:06.288 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:14:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:06 smithi019 ceph-mon[94035]: pgmap v2229: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 13 KiB/s wr, 365 op/s 2024-04-02T09:14:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:06 smithi019 ceph-mon[94035]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:06.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:06 smithi019 ceph-mon[96522]: pgmap v2229: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 13 KiB/s wr, 365 op/s 2024-04-02T09:14:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:06 smithi019 ceph-mon[96522]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:06 smithi066 ceph-mon[87361]: pgmap v2229: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 13 KiB/s wr, 365 op/s 2024-04-02T09:14:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:06 smithi066 ceph-mon[87361]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:14:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:07 smithi019 ceph-mon[94035]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:07.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:07 smithi019 ceph-mon[96522]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:07.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:07 smithi066 ceph-mon[87361]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:14:08.179 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 41943040~10 2024-04-02T09:14:08.185 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap4 2024-04-02T09:14:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:08 smithi019 ceph-mon[94035]: pgmap v2232: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-04-02T09:14:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:08 smithi019 ceph-mon[94035]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:08 smithi019 ceph-mon[96522]: pgmap v2232: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-04-02T09:14:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:08 smithi019 ceph-mon[96522]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:08 smithi066 ceph-mon[87361]: pgmap v2232: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 193 op/s 2024-04-02T09:14:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:08 smithi066 ceph-mon[87361]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:14:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:09 smithi019 ceph-mon[94035]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:09 smithi019 ceph-mon[96522]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:09 smithi066 ceph-mon[87361]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:14:09.956 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 41943040 2024-04-02T09:14:09.981 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:14:10.043 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:14:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:10 smithi019 ceph-mon[94035]: pgmap v2235: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 296 op/s 2024-04-02T09:14:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:10 smithi019 ceph-mon[94035]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:10 smithi019 ceph-mon[94035]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:10.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:14:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:14:10] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-02T09:14:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:10 smithi019 ceph-mon[96522]: pgmap v2235: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 296 op/s 2024-04-02T09:14:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:10 smithi019 ceph-mon[96522]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:10 smithi019 ceph-mon[96522]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:10 smithi066 ceph-mon[87361]: pgmap v2235: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 23 KiB/s wr, 296 op/s 2024-04-02T09:14:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:10 smithi066 ceph-mon[87361]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:14:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:10 smithi066 ceph-mon[87361]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:14:11.093 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7832 ms) 2024-04-02T09:14:11.093 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-02T09:14:11.128 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:11.140 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:11.334 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.AbortInUseImage (241 ms) 2024-04-02T09:14:11.334 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-02T09:14:11.364 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:11.376 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:14:11.431 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:14:11.484 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:11.672 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:14:11.725 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:14:11.793 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:11.987 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (654 ms) 2024-04-02T09:14:11.988 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-02T09:14:12.022 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:12.033 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:14:12.096 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:11 smithi019 ceph-mon[94035]: pgmap v2238: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 18 KiB/s wr, 359 op/s 2024-04-02T09:14:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:11 smithi019 ceph-mon[94035]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:12.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:11 smithi019 ceph-mon[96522]: pgmap v2238: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 18 KiB/s wr, 359 op/s 2024-04-02T09:14:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:11 smithi019 ceph-mon[96522]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:12.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:11 smithi066 ceph-mon[87361]: pgmap v2238: 169 pgs: 169 active+clean; 785 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 18 KiB/s wr, 359 op/s 2024-04-02T09:14:12.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:11 smithi066 ceph-mon[87361]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:14:12.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:14:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:13.971 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 8388609~8388609 2024-04-02T09:14:13.982 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 0~1000 2024-04-02T09:14:13.982 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1010~1000 2024-04-02T09:14:13.982 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:14:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:13 smithi066 ceph-mon[87361]: pgmap v2240: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 332 op/s 2024-04-02T09:14:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:13 smithi066 ceph-mon[87361]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:13 smithi019 ceph-mon[94035]: pgmap v2240: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 332 op/s 2024-04-02T09:14:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:13 smithi019 ceph-mon[94035]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:13 smithi019 ceph-mon[96522]: pgmap v2240: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 332 op/s 2024-04-02T09:14:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:13 smithi019 ceph-mon[96522]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:14:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:14 smithi066 ceph-mon[87361]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:14 smithi019 ceph-mon[94035]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:15.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:14 smithi019 ceph-mon[96522]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:14:15.985 INFO:tasks.workunit.client.0.smithi019.stdout:write: X 8388609~1000 2024-04-02T09:14:15.994 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16777228~1000 2024-04-02T09:14:15.994 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 167772160 2024-04-02T09:14:16.003 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 83886079~8388609 2024-04-02T09:14:16.026 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:14:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:15 smithi066 ceph-mon[87361]: pgmap v2243: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 316 op/s 2024-04-02T09:14:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:15 smithi066 ceph-mon[87361]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:14:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:15 smithi019 ceph-mon[94035]: pgmap v2243: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 316 op/s 2024-04-02T09:14:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:15 smithi019 ceph-mon[94035]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:14:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:15 smithi019 ceph-mon[96522]: pgmap v2243: 169 pgs: 169 active+clean; 801 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 316 op/s 2024-04-02T09:14:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:15 smithi019 ceph-mon[96522]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:14:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:16 smithi066 ceph-mon[87361]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:14:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:16 smithi019 ceph-mon[94035]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:14:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:16 smithi019 ceph-mon[96522]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:14:18.001 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:18.022 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83886079~1 2024-04-02T09:14:18.031 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:17 smithi066 ceph-mon[87361]: pgmap v2246: 169 pgs: 169 active+clean; 845 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 353 op/s 2024-04-02T09:14:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:17 smithi066 ceph-mon[87361]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:14:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:17 smithi019 ceph-mon[94035]: pgmap v2246: 169 pgs: 169 active+clean; 845 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 353 op/s 2024-04-02T09:14:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:17 smithi019 ceph-mon[94035]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:14:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:17 smithi019 ceph-mon[96522]: pgmap v2246: 169 pgs: 169 active+clean; 845 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 353 op/s 2024-04-02T09:14:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:17 smithi019 ceph-mon[96522]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:14:19.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:18 smithi066 ceph-mon[87361]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:14:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:18 smithi019 ceph-mon[94035]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:14:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:18 smithi019 ceph-mon[96522]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:14:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:19 smithi066 ceph-mon[87361]: pgmap v2249: 169 pgs: 169 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 26 MiB/s wr, 398 op/s 2024-04-02T09:14:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:19 smithi066 ceph-mon[87361]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:14:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:19 smithi066 ceph-mon[87361]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:14:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:19 smithi019 ceph-mon[94035]: pgmap v2249: 169 pgs: 169 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 26 MiB/s wr, 398 op/s 2024-04-02T09:14:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:19 smithi019 ceph-mon[94035]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:14:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:19 smithi019 ceph-mon[94035]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:14:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:19 smithi019 ceph-mon[96522]: pgmap v2249: 169 pgs: 169 active+clean; 857 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 26 MiB/s wr, 398 op/s 2024-04-02T09:14:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:19 smithi019 ceph-mon[96522]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:14:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:19 smithi019 ceph-mon[96522]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:14:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:14:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:14:20] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-04-02T09:14:21.411 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:14:21.509 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:14:22.007 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 0~8388609 2024-04-02T09:14:22.019 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 16777218~8388609 2024-04-02T09:14:22.099 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:21 smithi019 ceph-mon[94035]: pgmap v2252: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 161 op/s 2024-04-02T09:14:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:21 smithi019 ceph-mon[94035]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:14:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:21 smithi019 ceph-mon[96522]: pgmap v2252: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 161 op/s 2024-04-02T09:14:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:21 smithi019 ceph-mon[96522]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:14:22.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:21 smithi066 ceph-mon[87361]: pgmap v2252: 169 pgs: 169 active+clean; 873 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 161 op/s 2024-04-02T09:14:22.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:21 smithi066 ceph-mon[87361]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:14:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:14:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:22 smithi066 ceph-mon[87361]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:14:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:22 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:22 smithi019 ceph-mon[94035]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:14:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:22 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:23 smithi019 ceph-mon[96522]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:14:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:24 smithi066 ceph-mon[87361]: pgmap v2255: 169 pgs: 169 active+clean; 897 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 217 op/s 2024-04-02T09:14:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:24 smithi066 ceph-mon[87361]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:14:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[94035]: pgmap v2255: 169 pgs: 169 active+clean; 897 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 217 op/s 2024-04-02T09:14:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[94035]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:14:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[96522]: pgmap v2255: 169 pgs: 169 active+clean; 897 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 217 op/s 2024-04-02T09:14:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[96522]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:14:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:25 smithi066 ceph-mon[87361]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:14:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[94035]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:14:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[96522]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:14:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:14:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:26 smithi066 ceph-mon[87361]: pgmap v2258: 169 pgs: 169 active+clean; 897 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 101 op/s 2024-04-02T09:14:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:26 smithi066 ceph-mon[87361]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:14:26.403 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.AbortWithSnapshots (14416 ms) 2024-04-02T09:14:26.403 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-02T09:14:26.440 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:26 smithi019 ceph-mon[94035]: pgmap v2258: 169 pgs: 169 active+clean; 897 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 101 op/s 2024-04-02T09:14:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:26 smithi019 ceph-mon[94035]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:14:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:26 smithi019 ceph-mon[96522]: pgmap v2258: 169 pgs: 169 active+clean; 897 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 101 op/s 2024-04-02T09:14:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:26 smithi019 ceph-mon[96522]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:14:26.452 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:26.462 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:27.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:27 smithi066 ceph-mon[87361]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:14:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:27 smithi019 ceph-mon[94035]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:14:27.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:27 smithi019 ceph-mon[96522]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:14:28.046 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:28.105 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:28 smithi066 ceph-mon[87361]: pgmap v2261: 169 pgs: 169 active+clean; 913 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 12 MiB/s wr, 338 op/s 2024-04-02T09:14:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:28 smithi066 ceph-mon[87361]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:14:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:28 smithi019 ceph-mon[94035]: pgmap v2261: 169 pgs: 169 active+clean; 913 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 12 MiB/s wr, 338 op/s 2024-04-02T09:14:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:28 smithi019 ceph-mon[94035]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:14:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:28 smithi019 ceph-mon[96522]: pgmap v2261: 169 pgs: 169 active+clean; 913 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 12 MiB/s wr, 338 op/s 2024-04-02T09:14:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:28 smithi019 ceph-mon[96522]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:14:29.239 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:14:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:29 smithi066 ceph-mon[87361]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:14:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:29.321 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:14:29.345 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:29 smithi019 ceph-mon[94035]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:14:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:29 smithi019 ceph-mon[96522]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:14:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:30.077 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV1Parent (3673 ms) 2024-04-02T09:14:30.077 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-02T09:14:30.113 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:30.126 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:30.136 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:30 smithi066 ceph-mon[87361]: pgmap v2264: 169 pgs: 169 active+clean; 917 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 17 MiB/s wr, 378 op/s 2024-04-02T09:14:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:30 smithi066 ceph-mon[87361]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:14:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:30 smithi066 ceph-mon[87361]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:14:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:30 smithi019 ceph-mon[94035]: pgmap v2264: 169 pgs: 169 active+clean; 917 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 17 MiB/s wr, 378 op/s 2024-04-02T09:14:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:30 smithi019 ceph-mon[94035]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:14:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:30 smithi019 ceph-mon[94035]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:14:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:30 smithi019 ceph-mon[96522]: pgmap v2264: 169 pgs: 169 active+clean; 917 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 17 MiB/s wr, 378 op/s 2024-04-02T09:14:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:30 smithi019 ceph-mon[96522]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:14:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:30 smithi019 ceph-mon[96522]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:14:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:14:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:14:30] "GET /metrics HTTP/1.1" 200 38906 "" "Prometheus/2.43.0" 2024-04-02T09:14:32.070 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:32.127 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:32 smithi066 ceph-mon[87361]: pgmap v2267: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 291 op/s 2024-04-02T09:14:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:32 smithi066 ceph-mon[87361]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:14:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:32 smithi019 ceph-mon[94035]: pgmap v2267: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 291 op/s 2024-04-02T09:14:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:32 smithi019 ceph-mon[94035]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:14:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:32 smithi019 ceph-mon[96522]: pgmap v2267: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 291 op/s 2024-04-02T09:14:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:32 smithi019 ceph-mon[96522]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:14:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:14:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:33.264 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:14:33.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:33 smithi066 ceph-mon[87361]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:14:33.346 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:14:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:33 smithi019 ceph-mon[94035]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:14:33.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:33 smithi019 ceph-mon[96522]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:14:34.199 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV2Parent (4123 ms) 2024-04-02T09:14:34.200 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-02T09:14:34.230 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:34.241 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:34.251 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:34 smithi066 ceph-mon[87361]: pgmap v2270: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 24 KiB/s wr, 474 op/s 2024-04-02T09:14:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:34 smithi066 ceph-mon[87361]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:14:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:34 smithi019 ceph-mon[94035]: pgmap v2270: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 24 KiB/s wr, 474 op/s 2024-04-02T09:14:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:34 smithi019 ceph-mon[94035]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:14:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:34 smithi019 ceph-mon[96522]: pgmap v2270: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 24 KiB/s wr, 474 op/s 2024-04-02T09:14:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:34 smithi019 ceph-mon[96522]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:14:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:35 smithi019 ceph-mon[94035]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:14:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:35 smithi019 ceph-mon[94035]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:14:35.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:35 smithi019 ceph-mon[96522]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:14:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:35 smithi019 ceph-mon[96522]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:14:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:35 smithi066 ceph-mon[87361]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:14:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:35 smithi066 ceph-mon[87361]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:14:35.961 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:36.024 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:36 smithi019 ceph-mon[94035]: pgmap v2273: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 222 op/s 2024-04-02T09:14:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:36 smithi019 ceph-mon[94035]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:14:36.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:36 smithi019 ceph-mon[96522]: pgmap v2273: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 222 op/s 2024-04-02T09:14:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:36 smithi019 ceph-mon[96522]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:14:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:36 smithi066 ceph-mon[87361]: pgmap v2273: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 222 op/s 2024-04-02T09:14:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:36 smithi066 ceph-mon[87361]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:14:37.257 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:38.231 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4031 ms) 2024-04-02T09:14:38.231 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-02T09:14:38.264 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:38.276 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:38.285 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:38 smithi019 ceph-mon[94035]: pgmap v2276: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 146 op/s 2024-04-02T09:14:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:38 smithi019 ceph-mon[94035]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:14:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:38 smithi019 ceph-mon[96522]: pgmap v2276: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 146 op/s 2024-04-02T09:14:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:38 smithi019 ceph-mon[96522]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:14:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:38 smithi066 ceph-mon[87361]: pgmap v2276: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 146 op/s 2024-04-02T09:14:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:38 smithi066 ceph-mon[87361]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:14:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:39 smithi019 ceph-mon[94035]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:14:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:39 smithi019 ceph-mon[96522]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:14:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:39 smithi066 ceph-mon[87361]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:14:39.964 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:40.020 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:40 smithi019 ceph-mon[94035]: pgmap v2279: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 400 KiB/s rd, 25 KiB/s wr, 505 op/s 2024-04-02T09:14:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:40 smithi019 ceph-mon[94035]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:14:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:40 smithi019 ceph-mon[94035]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:14:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:40 smithi019 ceph-mon[96522]: pgmap v2279: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 400 KiB/s rd, 25 KiB/s wr, 505 op/s 2024-04-02T09:14:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:40 smithi019 ceph-mon[96522]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:14:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:40 smithi019 ceph-mon[96522]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:14:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:40 smithi066 ceph-mon[87361]: pgmap v2279: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 400 KiB/s rd, 25 KiB/s wr, 505 op/s 2024-04-02T09:14:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:40 smithi066 ceph-mon[87361]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:14:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:40 smithi066 ceph-mon[87361]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:14:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:14:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:14:40] "GET /metrics HTTP/1.1" 200 38906 "" "Prometheus/2.43.0" 2024-04-02T09:14:41.124 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:42.244 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4013 ms) 2024-04-02T09:14:42.244 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-02T09:14:42.280 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:42.295 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:42.304 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:42.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:41 smithi066 ceph-mon[87361]: pgmap v2282: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 451 KiB/s rd, 26 KiB/s wr, 563 op/s 2024-04-02T09:14:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:41 smithi066 ceph-mon[87361]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:14:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:41 smithi019 ceph-mon[94035]: pgmap v2282: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 451 KiB/s rd, 26 KiB/s wr, 563 op/s 2024-04-02T09:14:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:41 smithi019 ceph-mon[94035]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:14:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:41 smithi019 ceph-mon[96522]: pgmap v2282: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 451 KiB/s rd, 26 KiB/s wr, 563 op/s 2024-04-02T09:14:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:41 smithi019 ceph-mon[96522]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:14:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:14:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:43 smithi019 ceph-mon[94035]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:14:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:43 smithi019 ceph-mon[96522]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:14:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:43 smithi066 ceph-mon[87361]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:14:44.126 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:44.188 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:44 smithi019 ceph-mon[94035]: pgmap v2285: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 24 KiB/s wr, 415 op/s 2024-04-02T09:14:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:44 smithi019 ceph-mon[94035]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:14:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:44 smithi019 ceph-mon[96522]: pgmap v2285: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 24 KiB/s wr, 415 op/s 2024-04-02T09:14:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:44 smithi019 ceph-mon[96522]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:14:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:44 smithi066 ceph-mon[87361]: pgmap v2285: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 24 KiB/s wr, 415 op/s 2024-04-02T09:14:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:44 smithi066 ceph-mon[87361]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:14:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:45.141 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:45 smithi019 ceph-mon[94035]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:14:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:45 smithi019 ceph-mon[94035]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:14:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:45 smithi019 ceph-mon[96522]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:14:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:45 smithi019 ceph-mon[96522]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:14:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:45 smithi066 ceph-mon[87361]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:14:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:45 smithi066 ceph-mon[87361]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:14:46.262 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4018 ms) 2024-04-02T09:14:46.263 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-02T09:14:46.302 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:46.315 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:46.324 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:46 smithi019 ceph-mon[96522]: pgmap v2288: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-02T09:14:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:46 smithi019 ceph-mon[94035]: pgmap v2288: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-02T09:14:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:46 smithi066 ceph-mon[87361]: pgmap v2288: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-02T09:14:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:47 smithi019 ceph-mon[94035]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:14:47.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:47 smithi019 ceph-mon[96522]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:14:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:47 smithi066 ceph-mon[87361]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:14:48.147 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:48.212 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:48 smithi019 ceph-mon[94035]: pgmap v2291: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 18 KiB/s wr, 423 op/s 2024-04-02T09:14:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:48 smithi019 ceph-mon[94035]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:14:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:48 smithi019 ceph-mon[96522]: pgmap v2291: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 18 KiB/s wr, 423 op/s 2024-04-02T09:14:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:48 smithi019 ceph-mon[96522]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:14:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:48 smithi066 ceph-mon[87361]: pgmap v2291: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 18 KiB/s wr, 423 op/s 2024-04-02T09:14:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:48 smithi066 ceph-mon[87361]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:14:49.327 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:49 smithi019 ceph-mon[94035]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:14:49.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:49 smithi019 ceph-mon[96522]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:14:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:49 smithi066 ceph-mon[87361]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:14:50.091 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3829 ms) 2024-04-02T09:14:50.091 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-02T09:14:50.127 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:50.141 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:50.150 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:50 smithi019 ceph-mon[94035]: pgmap v2294: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 353 KiB/s rd, 21 KiB/s wr, 449 op/s 2024-04-02T09:14:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:50 smithi019 ceph-mon[94035]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:14:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:50 smithi019 ceph-mon[94035]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:14:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:14:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:14:50] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-02T09:14:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:50 smithi019 ceph-mon[96522]: pgmap v2294: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 353 KiB/s rd, 21 KiB/s wr, 449 op/s 2024-04-02T09:14:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:50 smithi019 ceph-mon[96522]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:14:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:50 smithi019 ceph-mon[96522]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:14:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:50 smithi066 ceph-mon[87361]: pgmap v2294: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 353 KiB/s rd, 21 KiB/s wr, 449 op/s 2024-04-02T09:14:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:50 smithi066 ceph-mon[87361]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:14:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:50 smithi066 ceph-mon[87361]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:14:52.168 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:52.233 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:52 smithi019 ceph-mon[96522]: pgmap v2297: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 180 op/s 2024-04-02T09:14:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:52 smithi019 ceph-mon[96522]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:14:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:52 smithi019 ceph-mon[94035]: pgmap v2297: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 180 op/s 2024-04-02T09:14:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:52 smithi019 ceph-mon[94035]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:14:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:52 smithi066 ceph-mon[87361]: pgmap v2297: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 180 op/s 2024-04-02T09:14:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:52 smithi066 ceph-mon[87361]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:14:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:14:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:53.346 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:53 smithi019 ceph-mon[94035]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:14:53.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:53 smithi019 ceph-mon[96522]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:14:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:53 smithi066 ceph-mon[87361]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:14:54.309 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4218 ms) 2024-04-02T09:14:54.310 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-02T09:14:54.345 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:54.357 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:54.367 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:54 smithi019 ceph-mon[94035]: pgmap v2300: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 388 op/s 2024-04-02T09:14:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:54 smithi019 ceph-mon[94035]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:14:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:54 smithi019 ceph-mon[96522]: pgmap v2300: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 388 op/s 2024-04-02T09:14:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:54 smithi019 ceph-mon[96522]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:14:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:54 smithi066 ceph-mon[87361]: pgmap v2300: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 388 op/s 2024-04-02T09:14:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:54 smithi066 ceph-mon[87361]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:14:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:55 smithi019 ceph-mon[94035]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:14:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:55 smithi019 ceph-mon[94035]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:14:55.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:55 smithi019 ceph-mon[96522]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:14:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:55 smithi019 ceph-mon[96522]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:14:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:55 smithi066 ceph-mon[87361]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:14:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:55 smithi066 ceph-mon[87361]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:14:55.970 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:14:56.029 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:14:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:56 smithi019 ceph-mon[94035]: pgmap v2303: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-04-02T09:14:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:56 smithi019 ceph-mon[94035]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:14:56.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:56 smithi019 ceph-mon[96522]: pgmap v2303: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-04-02T09:14:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:56 smithi019 ceph-mon[96522]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:14:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:56 smithi066 ceph-mon[87361]: pgmap v2303: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 10 KiB/s wr, 234 op/s 2024-04-02T09:14:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:56 smithi066 ceph-mon[87361]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:14:57.128 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:14:58.310 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4000 ms) 2024-04-02T09:14:58.310 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-02T09:14:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:57 smithi066 ceph-mon[87361]: pgmap v2306: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-04-02T09:14:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:57 smithi066 ceph-mon[87361]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:14:58.346 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:14:58.359 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:14:58.368 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:14:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:57 smithi019 ceph-mon[94035]: pgmap v2306: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-04-02T09:14:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:57 smithi019 ceph-mon[94035]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:14:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:57 smithi019 ceph-mon[96522]: pgmap v2306: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-04-02T09:14:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:57 smithi019 ceph-mon[96522]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:14:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:59 smithi019 ceph-mon[94035]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:14:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:14:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:59.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:59 smithi019 ceph-mon[96522]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:14:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:14:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:59 smithi066 ceph-mon[87361]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:14:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:14:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:59.976 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:15:00.071 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:15:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:00 smithi019 ceph-mon[94035]: pgmap v2309: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 422 op/s 2024-04-02T09:15:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:00 smithi019 ceph-mon[94035]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:00 smithi019 ceph-mon[94035]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:00.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:15:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:15:00] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-04-02T09:15:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:00 smithi019 ceph-mon[96522]: pgmap v2309: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 422 op/s 2024-04-02T09:15:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:00 smithi019 ceph-mon[96522]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:00 smithi019 ceph-mon[96522]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:00 smithi066 ceph-mon[87361]: pgmap v2309: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 422 op/s 2024-04-02T09:15:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:00 smithi066 ceph-mon[87361]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:15:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:00 smithi066 ceph-mon[87361]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:15:01.138 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:15:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:01 smithi066 ceph-mon[87361]: pgmap v2312: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 24 KiB/s wr, 316 op/s 2024-04-02T09:15:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:01 smithi066 ceph-mon[87361]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:02.330 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4020 ms) 2024-04-02T09:15:02.330 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-02T09:15:02.362 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:15:02.374 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 0~10 2024-04-02T09:15:02.384 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:15:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:01 smithi019 ceph-mon[94035]: pgmap v2312: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 24 KiB/s wr, 316 op/s 2024-04-02T09:15:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:01 smithi019 ceph-mon[94035]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:01 smithi019 ceph-mon[96522]: pgmap v2312: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 24 KiB/s wr, 316 op/s 2024-04-02T09:15:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:01 smithi019 ceph-mon[96522]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:15:02.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:15:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:03 smithi019 ceph-mon[94035]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:03.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:03 smithi019 ceph-mon[96522]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:03 smithi066 ceph-mon[87361]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:15:04.215 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:15:04.273 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:15:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:04 smithi066 ceph-mon[87361]: pgmap v2315: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 27 KiB/s wr, 400 op/s 2024-04-02T09:15:04.593 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:04 smithi066 ceph-mon[87361]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:04 smithi019 ceph-mon[94035]: pgmap v2315: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 27 KiB/s wr, 400 op/s 2024-04-02T09:15:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:04 smithi019 ceph-mon[94035]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:04 smithi019 ceph-mon[96522]: pgmap v2315: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 27 KiB/s wr, 400 op/s 2024-04-02T09:15:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:04 smithi019 ceph-mon[96522]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:15:05.139 INFO:tasks.workunit.client.0.smithi019.stdout:migration_abort 2024-04-02T09:15:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:05 smithi066 ceph-mon[87361]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:05.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:05 smithi066 ceph-mon[87361]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:05 smithi019 ceph-mon[94035]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:05 smithi019 ceph-mon[94035]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:05 smithi019 ceph-mon[96522]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:15:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:05 smithi019 ceph-mon[96522]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:15:06.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3772 ms) 2024-04-02T09:15:06.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-02T09:15:06.135 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:15:06.147 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 31173630~6646460 2024-04-02T09:15:06.198 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 35782887~2043083 2024-04-02T09:15:06.200 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 65711008~2102989 2024-04-02T09:15:06.218 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 46501478~1887856 2024-04-02T09:15:06.218 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 16507740~3783597 2024-04-02T09:15:06.248 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 26961134~1150077 2024-04-02T09:15:06.248 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 75145576~2644046 2024-04-02T09:15:06.266 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 61383761~2357906 2024-04-02T09:15:06.269 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap0 2024-04-02T09:15:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:06 smithi066 ceph-mon[87361]: pgmap v2318: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 9.2 KiB/s wr, 179 op/s 2024-04-02T09:15:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:06 smithi066 ceph-mon[87361]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:06 smithi019 ceph-mon[94035]: pgmap v2318: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 9.2 KiB/s wr, 179 op/s 2024-04-02T09:15:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:06 smithi019 ceph-mon[94035]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:06 smithi019 ceph-mon[96522]: pgmap v2318: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 9.2 KiB/s wr, 179 op/s 2024-04-02T09:15:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:06 smithi019 ceph-mon[96522]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:15:08.243 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 145228183 2024-04-02T09:15:08.255 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 57921910~3673259 2024-04-02T09:15:08.263 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 13710019~6339902 2024-04-02T09:15:08.263 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 29899707~12515 2024-04-02T09:15:08.263 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 109924696~7263108 2024-04-02T09:15:08.263 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 73561562~7366752 2024-04-02T09:15:08.269 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 53381948~3388847 2024-04-02T09:15:08.270 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 29841850~1042569 2024-04-02T09:15:08.283 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 12705766~1948469 2024-04-02T09:15:08.284 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:15:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:08 smithi066 ceph-mon[87361]: pgmap v2321: 169 pgs: 169 active+clean; 920 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 1.3 MiB/s wr, 408 op/s 2024-04-02T09:15:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:08 smithi066 ceph-mon[87361]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:08 smithi019 ceph-mon[94035]: pgmap v2321: 169 pgs: 169 active+clean; 920 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 1.3 MiB/s wr, 408 op/s 2024-04-02T09:15:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:08 smithi019 ceph-mon[94035]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:08 smithi019 ceph-mon[96522]: pgmap v2321: 169 pgs: 169 active+clean; 920 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 1.3 MiB/s wr, 408 op/s 2024-04-02T09:15:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:08 smithi019 ceph-mon[96522]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:15:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:09 smithi066 ceph-mon[87361]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:09 smithi019 ceph-mon[94035]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:09.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:09 smithi019 ceph-mon[96522]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:15:09.972 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:15:09.984 INFO:tasks.workunit.client.0.smithi019.stdout:clone image159 -> image162 2024-04-02T09:15:10.088 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 85893534 2024-04-02T09:15:10.105 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 40254889~7669472 2024-04-02T09:15:10.175 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 73707466~4889404 2024-04-02T09:15:10.201 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 17357226~6129521 2024-04-02T09:15:10.242 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 22326111~79046 2024-04-02T09:15:10.247 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 2570982~1808348 2024-04-02T09:15:10.262 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 31962265~6460085 2024-04-02T09:15:10.293 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 51279272~4091490 2024-04-02T09:15:10.329 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 33623917~2381489 2024-04-02T09:15:10.332 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:15:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:10 smithi066 ceph-mon[87361]: pgmap v2324: 169 pgs: 169 active+clean; 928 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 342 KiB/s rd, 3.8 MiB/s wr, 446 op/s 2024-04-02T09:15:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:10 smithi066 ceph-mon[87361]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:10 smithi066 ceph-mon[87361]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:15:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:15:10] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-04-02T09:15:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:10 smithi019 ceph-mon[94035]: pgmap v2324: 169 pgs: 169 active+clean; 928 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 342 KiB/s rd, 3.8 MiB/s wr, 446 op/s 2024-04-02T09:15:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:10 smithi019 ceph-mon[94035]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:10 smithi019 ceph-mon[94035]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:10 smithi019 ceph-mon[96522]: pgmap v2324: 169 pgs: 169 active+clean; 928 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 342 KiB/s rd, 3.8 MiB/s wr, 446 op/s 2024-04-02T09:15:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:10 smithi019 ceph-mon[96522]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:15:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:10 smithi019 ceph-mon[96522]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:15:12.265 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap2 2024-04-02T09:15:12.278 INFO:tasks.workunit.client.0.smithi019.stdout:clone image162 -> image164 2024-04-02T09:15:12.410 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 74318923~951439 2024-04-02T09:15:12.431 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 14491010~1902468 2024-04-02T09:15:12.438 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 22745277~6797492 2024-04-02T09:15:12.499 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 12896821~4778726 2024-04-02T09:15:12.542 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 71143706~3756324 2024-04-02T09:15:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:12 smithi066 ceph-mon[87361]: pgmap v2327: 169 pgs: 169 active+clean; 1003 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 12 MiB/s wr, 281 op/s 2024-04-02T09:15:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:12 smithi066 ceph-mon[87361]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:15:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:12.591 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 66111024~2527963 2024-04-02T09:15:12.623 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 26043574~4820023 2024-04-02T09:15:12.649 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 70582435~252541 2024-04-02T09:15:12.651 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:15:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:12 smithi019 ceph-mon[94035]: pgmap v2327: 169 pgs: 169 active+clean; 1003 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 12 MiB/s wr, 281 op/s 2024-04-02T09:15:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:12 smithi019 ceph-mon[94035]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:12 smithi019 ceph-mon[96522]: pgmap v2327: 169 pgs: 169 active+clean; 1003 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 12 MiB/s wr, 281 op/s 2024-04-02T09:15:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:12 smithi019 ceph-mon[96522]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:15:13.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:13 smithi066 ceph-mon[87361]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:13 smithi019 ceph-mon[94035]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:13.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:13 smithi019 ceph-mon[96522]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:15:14.284 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap3 2024-04-02T09:15:14.297 INFO:tasks.workunit.client.0.smithi019.stdout:clone image164 -> image166 2024-04-02T09:15:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:14 smithi066 ceph-mon[87361]: pgmap v2330: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 20 MiB/s wr, 362 op/s 2024-04-02T09:15:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:14 smithi066 ceph-mon[87361]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:14.645 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.StressNoMigrate (8543 ms) 2024-04-02T09:15:14.645 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.Stress 2024-04-02T09:15:14.676 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:15:14.687 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 44261856~465662 2024-04-02T09:15:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:14 smithi019 ceph-mon[94035]: pgmap v2330: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 20 MiB/s wr, 362 op/s 2024-04-02T09:15:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:14 smithi019 ceph-mon[94035]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:14.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:14 smithi019 ceph-mon[96522]: pgmap v2330: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 20 MiB/s wr, 362 op/s 2024-04-02T09:15:14.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:14 smithi019 ceph-mon[96522]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:15:14.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:14.698 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 10662618~6480882 2024-04-02T09:15:14.699 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 80049831~2737047 2024-04-02T09:15:14.728 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 6828537~6704205 2024-04-02T09:15:14.728 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 51028735~5499983 2024-04-02T09:15:14.762 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 73568986~516868 2024-04-02T09:15:14.762 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 18245524~3621411 2024-04-02T09:15:14.785 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 81021352~1480159 2024-04-02T09:15:14.788 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap0 2024-04-02T09:15:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:15 smithi066 ceph-mon[87361]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:15 smithi066 ceph-mon[87361]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:15:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:15 smithi019 ceph-mon[94035]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:15 smithi019 ceph-mon[94035]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:15:15.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:15 smithi019 ceph-mon[96522]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:15:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:15 smithi019 ceph-mon[96522]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:15:15.975 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 99606423 2024-04-02T09:15:15.991 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 6704083~1594582 2024-04-02T09:15:15.997 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 28535295~2699451 2024-04-02T09:15:15.997 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 31248092~1833936 2024-04-02T09:15:15.998 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 43538434~6075748 2024-04-02T09:15:15.998 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 44121618~7258930 2024-04-02T09:15:16.023 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 93723889~5882534 2024-04-02T09:15:16.023 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 50277142~7862229 2024-04-02T09:15:16.057 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 38472682~3344659 2024-04-02T09:15:16.057 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:15:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:16 smithi066 ceph-mon[87361]: pgmap v2333: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 11 MiB/s wr, 118 op/s 2024-04-02T09:15:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:16 smithi066 ceph-mon[87361]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:15:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:16 smithi019 ceph-mon[94035]: pgmap v2333: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 11 MiB/s wr, 118 op/s 2024-04-02T09:15:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:16 smithi019 ceph-mon[94035]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:15:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:16 smithi019 ceph-mon[96522]: pgmap v2333: 169 pgs: 169 active+clean; 1.0 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 11 MiB/s wr, 118 op/s 2024-04-02T09:15:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:16 smithi019 ceph-mon[96522]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:15:17.984 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:15:17.997 INFO:tasks.workunit.client.0.smithi019.stdout:clone image167 -> image170 2024-04-02T09:15:18.101 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 19880680~63229 2024-04-02T09:15:18.146 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 35371621~5008393 2024-04-02T09:15:18.152 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 88089236~1506587 2024-04-02T09:15:18.166 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 59714157~4381727 2024-04-02T09:15:18.173 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 32033564~4560067 2024-04-02T09:15:18.208 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 34899299~8179359 2024-04-02T09:15:18.234 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 72854442~460126 2024-04-02T09:15:18.242 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 71391691~3755083 2024-04-02T09:15:18.244 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:15:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:17 smithi066 ceph-mon[87361]: pgmap v2336: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 360 op/s 2024-04-02T09:15:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:17 smithi066 ceph-mon[87361]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:15:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:17 smithi019 ceph-mon[94035]: pgmap v2336: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 360 op/s 2024-04-02T09:15:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:17 smithi019 ceph-mon[94035]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:15:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:17 smithi019 ceph-mon[96522]: pgmap v2336: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 360 op/s 2024-04-02T09:15:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:17 smithi019 ceph-mon[96522]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:15:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:18 smithi066 ceph-mon[87361]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:15:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:18 smithi019 ceph-mon[94035]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:15:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:18 smithi019 ceph-mon[96522]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:15:19.992 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap2 2024-04-02T09:15:20.006 INFO:tasks.workunit.client.0.smithi019.stdout:clone image170 -> image172 2024-04-02T09:15:20.131 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 130777098 2024-04-02T09:15:20.142 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 68803907~328199 2024-04-02T09:15:20.155 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 61922978~647682 2024-04-02T09:15:20.161 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 55576235~6725709 2024-04-02T09:15:20.221 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 63751359~7198388 2024-04-02T09:15:20.228 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 101646641~856118 2024-04-02T09:15:20.238 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 40800220~699633 2024-04-02T09:15:20.244 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 1689351~620640 2024-04-02T09:15:20.253 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 4821586~5372921 2024-04-02T09:15:20.267 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:15:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:19 smithi066 ceph-mon[87361]: pgmap v2339: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 24 MiB/s wr, 523 op/s 2024-04-02T09:15:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:19 smithi066 ceph-mon[87361]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:15:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:19 smithi019 ceph-mon[94035]: pgmap v2339: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 24 MiB/s wr, 523 op/s 2024-04-02T09:15:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:19 smithi019 ceph-mon[94035]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:15:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:19 smithi019 ceph-mon[96522]: pgmap v2339: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 24 MiB/s wr, 523 op/s 2024-04-02T09:15:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:19 smithi019 ceph-mon[96522]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:15:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:15:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:15:20] "GET /metrics HTTP/1.1" 200 38906 "" "Prometheus/2.43.0" 2024-04-02T09:15:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:20 smithi066 ceph-mon[87361]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:15:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:20 smithi019 ceph-mon[94035]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:15:21.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:20 smithi019 ceph-mon[96522]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:15:21.997 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap3 2024-04-02T09:15:22.012 INFO:tasks.workunit.client.0.smithi019.stdout:clone image172 -> image174 2024-04-02T09:15:22.174 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:15:22.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:21 smithi066 ceph-mon[87361]: pgmap v2342: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 365 op/s 2024-04-02T09:15:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:21 smithi066 ceph-mon[87361]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:15:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:21 smithi019 ceph-mon[94035]: pgmap v2342: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 365 op/s 2024-04-02T09:15:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:21 smithi019 ceph-mon[94035]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:15:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:21 smithi019 ceph-mon[96522]: pgmap v2342: 169 pgs: 169 active+clean; 1.2 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 365 op/s 2024-04-02T09:15:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:21 smithi019 ceph-mon[96522]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:15:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:15:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:22.598 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:15:22.792 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:15:23.031 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.Stress (8387 ms) 2024-04-02T09:15:23.031 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.Stress2 2024-04-02T09:15:23.063 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:15:23.074 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 73279697~5762684 2024-04-02T09:15:23.115 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 24056899~4624287 2024-04-02T09:15:23.115 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 25850614~5961585 2024-04-02T09:15:23.154 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 7346919~7739810 2024-04-02T09:15:23.154 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 52842428~4439873 2024-04-02T09:15:23.185 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 18417500~1599370 2024-04-02T09:15:23.185 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 69036433~4288139 2024-04-02T09:15:23.209 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 4935821~2483459 2024-04-02T09:15:23.210 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap0 2024-04-02T09:15:23.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:22 smithi066 ceph-mon[87361]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:15:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:22 smithi019 ceph-mon[94035]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:15:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:23 smithi019 ceph-mon[96522]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:15:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:24 smithi066 ceph-mon[87361]: pgmap v2345: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:15:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:23 smithi019 ceph-mon[94035]: pgmap v2345: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:15:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:24 smithi019 ceph-mon[96522]: pgmap v2345: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:15:25.018 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap0 2024-04-02T09:15:25.029 INFO:tasks.workunit.client.0.smithi019.stdout:clone image175 -> image178 2024-04-02T09:15:25.129 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 25239331~2447280 2024-04-02T09:15:25.187 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 45246438~7359011 2024-04-02T09:15:25.211 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 16447252~630919 2024-04-02T09:15:25.219 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 26417383~3667926 2024-04-02T09:15:25.245 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 50983887~1359388 2024-04-02T09:15:25.255 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 63275582~2632516 2024-04-02T09:15:25.261 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 33561024~716460 2024-04-02T09:15:25.269 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 47283787~2337552 2024-04-02T09:15:25.272 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:15:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:25 smithi066 ceph-mon[87361]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:15:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:15:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[94035]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:15:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:15:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[96522]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:15:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:15:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:26 smithi066 ceph-mon[87361]: pgmap v2347: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 354 op/s 2024-04-02T09:15:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:26 smithi066 ceph-mon[87361]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:15:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:26 smithi019 ceph-mon[94035]: pgmap v2347: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 354 op/s 2024-04-02T09:15:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:26 smithi019 ceph-mon[94035]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:15:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:26 smithi019 ceph-mon[96522]: pgmap v2347: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 354 op/s 2024-04-02T09:15:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:26 smithi019 ceph-mon[96522]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:15:27.035 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap1 2024-04-02T09:15:27.047 INFO:tasks.workunit.client.0.smithi019.stdout:clone image178 -> image180 2024-04-02T09:15:27.179 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 157020481 2024-04-02T09:15:27.193 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 57353377~6637477 2024-04-02T09:15:27.255 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16237470~2076802 2024-04-02T09:15:27.266 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 49086873~468210 2024-04-02T09:15:27.275 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 7121921~5047789 2024-04-02T09:15:27.283 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 87608434~6200545 2024-04-02T09:15:27.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:27 smithi066 ceph-mon[87361]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:15:27.326 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 23798321~3659506 2024-04-02T09:15:27.335 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 59618761~4042283 2024-04-02T09:15:27.365 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 141327690~5991509 2024-04-02T09:15:27.365 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:15:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:27 smithi019 ceph-mon[94035]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:15:27.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:27 smithi019 ceph-mon[96522]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:15:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:28 smithi066 ceph-mon[87361]: pgmap v2350: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 7.4 MiB/s wr, 565 op/s 2024-04-02T09:15:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:28 smithi066 ceph-mon[87361]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:15:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:28 smithi019 ceph-mon[94035]: pgmap v2350: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 7.4 MiB/s wr, 565 op/s 2024-04-02T09:15:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:28 smithi019 ceph-mon[94035]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:15:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:28 smithi019 ceph-mon[96522]: pgmap v2350: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 7.4 MiB/s wr, 565 op/s 2024-04-02T09:15:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:28 smithi019 ceph-mon[96522]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:15:29.051 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap2 2024-04-02T09:15:29.063 INFO:tasks.workunit.client.0.smithi019.stdout:clone image180 -> image182 2024-04-02T09:15:29.212 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 134008219 2024-04-02T09:15:29.229 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 59866689~5615492 2024-04-02T09:15:29.284 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 17055634~3277239 2024-04-02T09:15:29.289 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 115559711~3187652 2024-04-02T09:15:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:29 smithi066 ceph-mon[87361]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:15:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:29.313 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 89620793~8254600 2024-04-02T09:15:29.341 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 76356222~945839 2024-04-02T09:15:29.345 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:29 smithi019 ceph-mon[94035]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:15:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:29 smithi019 ceph-mon[96522]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:15:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:29.389 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 101760172~5435733 2024-04-02T09:15:29.395 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 128607082~5401137 2024-04-02T09:15:29.436 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 8884404~659571 2024-04-02T09:15:29.442 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:15:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:30 smithi066 ceph-mon[87361]: pgmap v2353: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2024-04-02T09:15:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:30 smithi066 ceph-mon[87361]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:15:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:30 smithi019 ceph-mon[96522]: pgmap v2353: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2024-04-02T09:15:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:30 smithi019 ceph-mon[96522]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:15:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:30 smithi019 ceph-mon[94035]: pgmap v2353: 169 pgs: 169 active+clean; 1.3 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2024-04-02T09:15:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:30 smithi019 ceph-mon[94035]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:15:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:15:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:15:30] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-02T09:15:31.054 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap3 2024-04-02T09:15:31.068 INFO:tasks.workunit.client.0.smithi019.stdout:clone image182 -> image184 2024-04-02T09:15:31.249 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 88382120 2024-04-02T09:15:31.280 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:15:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:31 smithi066 ceph-mon[87361]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:15:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:31 smithi019 ceph-mon[94035]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:15:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:31 smithi019 ceph-mon[96522]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:15:31.725 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 56684547~7168562 2024-04-02T09:15:31.801 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 83967150~4414970 2024-04-02T09:15:31.819 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 80937365~821092 2024-04-02T09:15:31.841 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 72111049~6172474 2024-04-02T09:15:31.887 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 38387855~7414327 2024-04-02T09:15:31.943 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 1650719~4085539 2024-04-02T09:15:31.969 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 68016312~7763292 2024-04-02T09:15:32.027 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 45069692~4927958 2024-04-02T09:15:32.047 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user0 2024-04-02T09:15:32.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:32 smithi066 ceph-mon[87361]: pgmap v2356: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 687 op/s 2024-04-02T09:15:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:32 smithi066 ceph-mon[87361]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:15:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:32 smithi019 ceph-mon[94035]: pgmap v2356: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 687 op/s 2024-04-02T09:15:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:32 smithi019 ceph-mon[94035]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:15:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:32 smithi019 ceph-mon[96522]: pgmap v2356: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 687 op/s 2024-04-02T09:15:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:32 smithi019 ceph-mon[96522]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:15:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:15:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:34.070 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 49099989~533050 2024-04-02T09:15:34.080 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 42486721~3042112 2024-04-02T09:15:34.080 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 19823813~6252345 2024-04-02T09:15:34.086 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 51454370~61657 2024-04-02T09:15:34.086 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 36961284~4393810 2024-04-02T09:15:34.093 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 46885329~1037053 2024-04-02T09:15:34.093 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 83284234~5097886 2024-04-02T09:15:34.098 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 34202721~7946547 2024-04-02T09:15:34.205 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user1 2024-04-02T09:15:34.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:34 smithi066 ceph-mon[87361]: pgmap v2358: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 617 op/s 2024-04-02T09:15:34.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:34 smithi066 ceph-mon[87361]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:15:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:34 smithi019 ceph-mon[94035]: pgmap v2358: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 617 op/s 2024-04-02T09:15:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:34 smithi019 ceph-mon[94035]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:15:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:34 smithi019 ceph-mon[96522]: pgmap v2358: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 617 op/s 2024-04-02T09:15:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:34 smithi019 ceph-mon[96522]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:15:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:35 smithi019 ceph-mon[94035]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:15:35.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:35 smithi019 ceph-mon[96522]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:15:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:35 smithi066 ceph-mon[87361]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:15:36.084 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 86384720~1997400 2024-04-02T09:15:36.097 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 68972282~8340637 2024-04-02T09:15:36.098 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 56159324~6531567 2024-04-02T09:15:36.105 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 63030906~1929066 2024-04-02T09:15:36.105 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 44121998~628467 2024-04-02T09:15:36.106 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 13009826~4946362 2024-04-02T09:15:36.106 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 43471103~537834 2024-04-02T09:15:36.106 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 23596791~6089476 2024-04-02T09:15:36.166 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user2 2024-04-02T09:15:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:36 smithi019 ceph-mon[94035]: pgmap v2361: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 17 MiB/s wr, 618 op/s 2024-04-02T09:15:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:36 smithi019 ceph-mon[94035]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:15:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:36 smithi019 ceph-mon[96522]: pgmap v2361: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 17 MiB/s wr, 618 op/s 2024-04-02T09:15:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:36 smithi019 ceph-mon[96522]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:15:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:36 smithi066 ceph-mon[87361]: pgmap v2361: 169 pgs: 169 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 17 MiB/s wr, 618 op/s 2024-04-02T09:15:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:36 smithi066 ceph-mon[87361]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:15:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:37 smithi019 ceph-mon[94035]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:15:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:37 smithi019 ceph-mon[96522]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:15:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:37 smithi066 ceph-mon[87361]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:15:38.098 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 90850973 2024-04-02T09:15:38.113 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 45151277~5890256 2024-04-02T09:15:38.127 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 54099283~7630022 2024-04-02T09:15:38.127 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 36825551~1599823 2024-04-02T09:15:38.127 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 47168279~1803576 2024-04-02T09:15:38.181 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 39368712~5060529 2024-04-02T09:15:38.183 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 40360264~1935748 2024-04-02T09:15:38.205 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 80854335~5543982 2024-04-02T09:15:38.207 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 9920838~3677367 2024-04-02T09:15:38.207 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user3 2024-04-02T09:15:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:38 smithi019 ceph-mon[94035]: pgmap v2364: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 33 MiB/s wr, 541 op/s 2024-04-02T09:15:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:38 smithi019 ceph-mon[94035]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:15:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:38 smithi019 ceph-mon[96522]: pgmap v2364: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 33 MiB/s wr, 541 op/s 2024-04-02T09:15:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:38 smithi019 ceph-mon[96522]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:15:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:38 smithi066 ceph-mon[87361]: pgmap v2364: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 33 MiB/s wr, 541 op/s 2024-04-02T09:15:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:38 smithi066 ceph-mon[87361]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:15:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:39 smithi019 ceph-mon[94035]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:15:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:39 smithi019 ceph-mon[96522]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:15:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:39 smithi066 ceph-mon[87361]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:15:40.109 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 154771244 2024-04-02T09:15:40.131 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 15477124~3869281 2024-04-02T09:15:40.132 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 16444444~1934640 2024-04-02T09:15:40.165 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 30954248~3869281 2024-04-02T09:15:40.166 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 31921568~1934640 2024-04-02T09:15:40.198 INFO:tasks.workunit.client.0.smithi019.stdout:write: 3 46431373~3869281 2024-04-02T09:15:40.198 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 47398693~1934640 2024-04-02T09:15:40.231 INFO:tasks.workunit.client.0.smithi019.stdout:write: 4 61908497~3869281 2024-04-02T09:15:40.231 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 62875817~1934640 2024-04-02T09:15:40.261 INFO:tasks.workunit.client.0.smithi019.stdout:write: 5 77385622~3869281 2024-04-02T09:15:40.262 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 78352942~1934640 2024-04-02T09:15:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:40 smithi019 ceph-mon[94035]: pgmap v2367: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 40 MiB/s wr, 632 op/s 2024-04-02T09:15:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:40 smithi019 ceph-mon[94035]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:15:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:40 smithi019 ceph-mon[96522]: pgmap v2367: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 40 MiB/s wr, 632 op/s 2024-04-02T09:15:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:40 smithi019 ceph-mon[96522]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:15:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:40 smithi066 ceph-mon[87361]: pgmap v2367: 169 pgs: 169 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 40 MiB/s wr, 632 op/s 2024-04-02T09:15:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:40 smithi066 ceph-mon[87361]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:15:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:15:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:15:40] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-02T09:15:41.055 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:15:41.311 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:15:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:41 smithi019 ceph-mon[94035]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:15:41.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:41 smithi019 ceph-mon[96522]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:15:41.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:41 smithi066 ceph-mon[87361]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:15:42.202 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.Stress2 (19170 ms) 2024-04-02T09:15:42.202 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMigration.StressLive 2024-04-02T09:15:42.233 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 83886080 2024-04-02T09:15:42.243 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 14032089~4473760 2024-04-02T09:15:42.276 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 5102227~4048824 2024-04-02T09:15:42.276 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 34161011~6947231 2024-04-02T09:15:42.319 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 32650889~2270045 2024-04-02T09:15:42.321 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 75468385~3069850 2024-04-02T09:15:42.347 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 75684097~7122977 2024-04-02T09:15:42.349 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 38179057~7539278 2024-04-02T09:15:42.388 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 40335125~5781246 2024-04-02T09:15:42.390 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap0 2024-04-02T09:15:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:42 smithi019 ceph-mon[94035]: pgmap v2370: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 373 op/s 2024-04-02T09:15:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:42 smithi019 ceph-mon[96522]: pgmap v2370: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 373 op/s 2024-04-02T09:15:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:42 smithi066 ceph-mon[87361]: pgmap v2370: 169 pgs: 169 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 27 MiB/s wr, 373 op/s 2024-04-02T09:15:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:15:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:44.130 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 74303589~6743336 2024-04-02T09:15:44.151 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 53746905~1370271 2024-04-02T09:15:44.151 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 28471843~4466715 2024-04-02T09:15:44.154 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 26787913~7373659 2024-04-02T09:15:44.185 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 2662418~7239168 2024-04-02T09:15:44.187 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 2564975~7118100 2024-04-02T09:15:44.220 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 45146292~4482745 2024-04-02T09:15:44.225 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 67251825~8208456 2024-04-02T09:15:44.225 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap1 2024-04-02T09:15:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:44 smithi019 ceph-mon[94035]: pgmap v2371: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 MiB/s rd, 18 MiB/s wr, 415 op/s 2024-04-02T09:15:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:44 smithi019 ceph-mon[94035]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:15:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:44 smithi019 ceph-mon[96522]: pgmap v2371: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 MiB/s rd, 18 MiB/s wr, 415 op/s 2024-04-02T09:15:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:44 smithi019 ceph-mon[96522]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:15:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:44.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:44 smithi066 ceph-mon[87361]: pgmap v2371: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 MiB/s rd, 18 MiB/s wr, 415 op/s 2024-04-02T09:15:44.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:44 smithi066 ceph-mon[87361]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:15:44.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:45 smithi019 ceph-mon[94035]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:15:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:45 smithi019 ceph-mon[96522]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:15:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:45 smithi066 ceph-mon[87361]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:15:46.143 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 134967268 2024-04-02T09:15:46.161 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 63977920~2186917 2024-04-02T09:15:46.167 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 131147878~3819390 2024-04-02T09:15:46.167 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 7897384~4597905 2024-04-02T09:15:46.171 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 28392035~1308501 2024-04-02T09:15:46.171 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 112643858~1398654 2024-04-02T09:15:46.172 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 88918104~6225071 2024-04-02T09:15:46.172 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 32589300~6443922 2024-04-02T09:15:46.179 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 67829895~1761387 2024-04-02T09:15:46.179 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap2 2024-04-02T09:15:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:46 smithi019 ceph-mon[94035]: pgmap v2374: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 MiB/s rd, 18 MiB/s wr, 416 op/s 2024-04-02T09:15:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:46 smithi019 ceph-mon[94035]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:15:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:46 smithi019 ceph-mon[96522]: pgmap v2374: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 MiB/s rd, 18 MiB/s wr, 416 op/s 2024-04-02T09:15:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:46 smithi019 ceph-mon[96522]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:15:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:46 smithi066 ceph-mon[87361]: pgmap v2374: 169 pgs: 169 active+clean; 1.7 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 71 MiB/s rd, 18 MiB/s wr, 416 op/s 2024-04-02T09:15:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:46 smithi066 ceph-mon[87361]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:15:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:47 smithi019 ceph-mon[94035]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:15:47.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:47 smithi019 ceph-mon[96522]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:15:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:47 smithi066 ceph-mon[87361]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:15:48.152 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap2 2024-04-02T09:15:48.166 INFO:tasks.workunit.client.0.smithi019.stdout:clone image185 -> image188 2024-04-02T09:15:48.271 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 209421282 2024-04-02T09:15:48.282 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 173747553~2731384 2024-04-02T09:15:48.312 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 68569741~3118041 2024-04-02T09:15:48.320 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 60577696~6482942 2024-04-02T09:15:48.361 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 133895418~4664129 2024-04-02T09:15:48.368 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 29746825~7743747 2024-04-02T09:15:48.432 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 117545192~4681261 2024-04-02T09:15:48.439 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 145350361~6767919 2024-04-02T09:15:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:48 smithi019 ceph-mon[94035]: pgmap v2377: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 117 MiB/s rd, 18 MiB/s wr, 645 op/s 2024-04-02T09:15:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:48 smithi019 ceph-mon[94035]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:15:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:48 smithi019 ceph-mon[96522]: pgmap v2377: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 117 MiB/s rd, 18 MiB/s wr, 645 op/s 2024-04-02T09:15:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:48 smithi019 ceph-mon[96522]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:15:48.493 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 85892812~3924070 2024-04-02T09:15:48.499 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: snap3 2024-04-02T09:15:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:48 smithi066 ceph-mon[87361]: pgmap v2377: 169 pgs: 169 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 117 MiB/s rd, 18 MiB/s wr, 645 op/s 2024-04-02T09:15:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:48 smithi066 ceph-mon[87361]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:15:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:49 smithi019 ceph-mon[94035]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:15:49.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:49 smithi019 ceph-mon[96522]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:15:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:49 smithi066 ceph-mon[87361]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:15:50.165 INFO:tasks.workunit.client.0.smithi019.stdout:snap_protect: snap3 2024-04-02T09:15:50.175 INFO:tasks.workunit.client.0.smithi019.stdout:clone image188 -> image190 2024-04-02T09:15:50.311 INFO:tasks.workunit.client.0.smithi019.stdout:migration_prepare 2024-04-02T09:15:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:50 smithi019 ceph-mon[94035]: pgmap v2380: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 124 MiB/s rd, 23 MiB/s wr, 727 op/s 2024-04-02T09:15:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:50 smithi019 ceph-mon[94035]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:15:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:15:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:15:50] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-02T09:15:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:50 smithi019 ceph-mon[96522]: pgmap v2380: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 124 MiB/s rd, 23 MiB/s wr, 727 op/s 2024-04-02T09:15:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:50 smithi019 ceph-mon[96522]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:15:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:50 smithi066 ceph-mon[87361]: pgmap v2380: 169 pgs: 169 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 124 MiB/s rd, 23 MiB/s wr, 727 op/s 2024-04-02T09:15:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:50 smithi066 ceph-mon[87361]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:15:50.765 INFO:tasks.workunit.client.0.smithi019.stdout:migration_execute 2024-04-02T09:15:50.765 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 18034052~1845643 2024-04-02T09:15:50.805 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 44958860~940133 2024-04-02T09:15:50.832 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 119359597~5424481 2024-04-02T09:15:50.878 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 20901704~7990152 2024-04-02T09:15:50.901 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 196067526~3092637 2024-04-02T09:15:50.948 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 135752672~3176357 2024-04-02T09:15:50.967 INFO:tasks.workunit.client.0.smithi019.stdout:write: a 123936090~1527738 2024-04-02T09:15:50.975 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 205731879~3689403 2024-04-02T09:15:50.978 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user0 2024-04-02T09:15:51.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:51 smithi019 ceph-mon[94035]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:15:51.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:51 smithi019 ceph-mon[96522]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:15:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:51 smithi066 ceph-mon[87361]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:15:52.186 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 338797647 2024-04-02T09:15:52.200 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 37709153~3857957 2024-04-02T09:15:52.208 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 147701387~8086527 2024-04-02T09:15:52.208 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 301744368~8225142 2024-04-02T09:15:52.219 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 73713317~3317777 2024-04-02T09:15:52.219 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 108415724~6535369 2024-04-02T09:15:52.306 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 110699433~7141595 2024-04-02T09:15:52.374 INFO:tasks.workunit.client.0.smithi019.stdout:write: b 21139754~6783326 2024-04-02T09:15:52.380 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 90238166~4100266 2024-04-02T09:15:52.380 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user1 2024-04-02T09:15:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:52 smithi019 ceph-mon[94035]: pgmap v2383: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 18 MiB/s wr, 482 op/s 2024-04-02T09:15:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:52 smithi019 ceph-mon[94035]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:15:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:52 smithi019 ceph-mon[96522]: pgmap v2383: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 18 MiB/s wr, 482 op/s 2024-04-02T09:15:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:52 smithi019 ceph-mon[96522]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:15:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:52 smithi066 ceph-mon[87361]: pgmap v2383: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 18 MiB/s wr, 482 op/s 2024-04-02T09:15:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:52 smithi066 ceph-mon[87361]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:15:52.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:15:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:53 smithi019 ceph-mon[94035]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:15:53.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:53 smithi019 ceph-mon[96522]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:15:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:53 smithi066 ceph-mon[87361]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:15:54.203 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 289642680~1136140 2024-04-02T09:15:54.211 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 292179782~1746405 2024-04-02T09:15:54.212 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 278271212~3758737 2024-04-02T09:15:54.213 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 114464031~6379559 2024-04-02T09:15:54.213 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 136745048~4346259 2024-04-02T09:15:54.217 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 47681752~7219576 2024-04-02T09:15:54.218 INFO:tasks.workunit.client.0.smithi019.stdout:write: c 237377683~2878704 2024-04-02T09:15:54.221 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 332307184~4461388 2024-04-02T09:15:54.244 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user2 2024-04-02T09:15:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:54 smithi019 ceph-mon[94035]: pgmap v2386: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 21 MiB/s wr, 660 op/s 2024-04-02T09:15:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:54 smithi019 ceph-mon[94035]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:15:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:54 smithi019 ceph-mon[96522]: pgmap v2386: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 21 MiB/s wr, 660 op/s 2024-04-02T09:15:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:54 smithi019 ceph-mon[96522]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:15:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:54 smithi066 ceph-mon[87361]: pgmap v2386: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 21 MiB/s wr, 660 op/s 2024-04-02T09:15:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:54 smithi066 ceph-mon[87361]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:15:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:55 smithi019 ceph-mon[94035]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:15:55.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:55 smithi019 ceph-mon[96522]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:15:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:55 smithi066 ceph-mon[87361]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:15:56.225 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 285065397~7674485 2024-04-02T09:15:56.243 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 252890521~4691804 2024-04-02T09:15:56.243 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 110519097~4575224 2024-04-02T09:15:56.249 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 95602899~1456894 2024-04-02T09:15:56.249 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 108903516~7739422 2024-04-02T09:15:56.296 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 7214989~3926841 2024-04-02T09:15:56.296 INFO:tasks.workunit.client.0.smithi019.stdout:write: d 98856971~7575071 2024-04-02T09:15:56.302 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 35288949~4587221 2024-04-02T09:15:56.303 INFO:tasks.workunit.client.0.smithi019.stdout:snap_create: user3 2024-04-02T09:15:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:56 smithi066 ceph-mon[87361]: pgmap v2389: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.5 MiB/s wr, 259 op/s 2024-04-02T09:15:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:56 smithi066 ceph-mon[87361]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:15:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:56 smithi019 ceph-mon[94035]: pgmap v2389: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.5 MiB/s wr, 259 op/s 2024-04-02T09:15:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:56 smithi019 ceph-mon[94035]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:15:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:56 smithi019 ceph-mon[96522]: pgmap v2389: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.5 MiB/s wr, 259 op/s 2024-04-02T09:15:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:56 smithi019 ceph-mon[96522]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:15:57.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:57 smithi066 ceph-mon[87361]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:15:57.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:57 smithi019 ceph-mon[94035]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:15:57.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:57 smithi019 ceph-mon[96522]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:15:58.244 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 215840332 2024-04-02T09:15:58.280 INFO:tasks.workunit.client.0.smithi019.stdout:write: 1 21584033~5396008 2024-04-02T09:15:58.285 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 22933035~2698004 2024-04-02T09:15:58.309 INFO:tasks.workunit.client.0.smithi019.stdout:write: 2 43168066~5396008 2024-04-02T09:15:58.310 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 44517068~2698004 2024-04-02T09:15:58.335 INFO:tasks.workunit.client.0.smithi019.stdout:write: 3 64752099~5396008 2024-04-02T09:15:58.337 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 66101101~2698004 2024-04-02T09:15:58.383 INFO:tasks.workunit.client.0.smithi019.stdout:write: 4 86336132~5396008 2024-04-02T09:15:58.385 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 87685134~2698004 2024-04-02T09:15:58.412 INFO:tasks.workunit.client.0.smithi019.stdout:write: 5 107920166~5396008 2024-04-02T09:15:58.413 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 109269168~2698004 2024-04-02T09:15:58.514 INFO:tasks.workunit.client.0.smithi019.stdout:migration_commit 2024-04-02T09:15:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:58 smithi066 ceph-mon[87361]: pgmap v2392: 169 pgs: 169 active+clean; 2.1 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 39 MiB/s wr, 491 op/s 2024-04-02T09:15:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:58 smithi066 ceph-mon[87361]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:15:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:58 smithi019 ceph-mon[94035]: pgmap v2392: 169 pgs: 169 active+clean; 2.1 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 39 MiB/s wr, 491 op/s 2024-04-02T09:15:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:58 smithi019 ceph-mon[94035]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:15:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:58 smithi019 ceph-mon[96522]: pgmap v2392: 169 pgs: 169 active+clean; 2.1 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 39 MiB/s wr, 491 op/s 2024-04-02T09:15:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:58 smithi019 ceph-mon[96522]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:15:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:59 smithi066 ceph-mon[87361]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:15:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:15:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:59.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:59 smithi019 ceph-mon[94035]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:15:59.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:15:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:59.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:59 smithi019 ceph-mon[96522]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:15:59.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:15:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:00.055 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMigration.StressLive (17854 ms) 2024-04-02T09:16:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:00 smithi066 ceph-mon[87361]: pgmap v2395: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 49 MiB/s wr, 523 op/s 2024-04-02T09:16:00.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:00 smithi019 ceph-mon[94035]: pgmap v2395: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 49 MiB/s wr, 523 op/s 2024-04-02T09:16:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:00 smithi019 ceph-mon[96522]: pgmap v2395: 169 pgs: 169 active+clean; 2.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 49 MiB/s wr, 523 op/s 2024-04-02T09:16:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:16:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:16:00] "GET /metrics HTTP/1.1" 200 38906 "" "Prometheus/2.43.0" 2024-04-02T09:16:01.250 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 57 tests from TestMigration (259850 ms total) 2024-04-02T09:16:01.251 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:16:01.251 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 6 tests from TestGroup 2024-04-02T09:16:01.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:01 smithi066 ceph-mon[87361]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:01.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:01 smithi019 ceph-mon[94035]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:01.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:01 smithi019 ceph-mon[96522]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:16:02.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:16:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:02.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:02 smithi066 ceph-mon[87361]: pgmap v2397: 137 pgs: 137 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s wr, 2 op/s 2024-04-02T09:16:02.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:02 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:02.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:02 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T09:16:02.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:02 smithi066 ceph-mon[87361]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[94035]: pgmap v2397: 137 pgs: 137 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s wr, 2 op/s 2024-04-02T09:16:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T09:16:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[94035]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[96522]: pgmap v2397: 137 pgs: 137 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s wr, 2 op/s 2024-04-02T09:16:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T09:16:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:02 smithi019 ceph-mon[96522]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:16:03.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestGroup.group_create 2024-04-02T09:16:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:03 smithi066 ceph-mon[87361]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:03 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3912687698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:03 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:03 smithi019 ceph-mon[94035]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:03 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3912687698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:03 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:03 smithi019 ceph-mon[96522]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:16:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:03 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3912687698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:03 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:04 smithi066 ceph-mon[87361]: pgmap v2400: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.7 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:16:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:04 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:16:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:04 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:04 smithi066 ceph-mon[87361]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[96522]: pgmap v2400: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.7 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:16:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:16:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[96522]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[94035]: pgmap v2400: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.7 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:16:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:16:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:04 smithi019 ceph-mon[94035]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:16:05.300 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestGroup.group_create (2044 ms) 2024-04-02T09:16:05.300 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestGroup.group_createPP 2024-04-02T09:16:05.316 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-04-02T09:16:05.316 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestGroup.add_image 2024-04-02T09:16:05.357 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-04-02T09:16:05.357 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-02T09:16:05.395 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestGroup.add_imagePP (39 ms) 2024-04-02T09:16:05.395 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-02T09:16:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:05 smithi066 ceph-mon[87361]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:05 smithi019 ceph-mon[94035]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:05.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:05 smithi019 ceph-mon[96522]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:16:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:06 smithi066 ceph-mon[87361]: pgmap v2403: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.7 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:16:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:06 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:06 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T09:16:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:06 smithi066 ceph-mon[87361]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[94035]: pgmap v2403: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.7 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:16:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T09:16:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[94035]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[96522]: pgmap v2403: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.7 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:16:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T09:16:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:06 smithi019 ceph-mon[96522]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:16:07.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:07 smithi066 ceph-mon[87361]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:07.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:07 smithi019 ceph-mon[94035]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:07.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:07 smithi019 ceph-mon[96522]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:16:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:08 smithi066 ceph-mon[87361]: pgmap v2406: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-04-02T09:16:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:08 smithi066 ceph-mon[87361]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:08 smithi019 ceph-mon[94035]: pgmap v2406: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-04-02T09:16:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:08 smithi019 ceph-mon[94035]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:08 smithi019 ceph-mon[96522]: pgmap v2406: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-04-02T09:16:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:08 smithi019 ceph-mon[96522]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:16:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:09 smithi066 ceph-mon[87361]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:09 smithi019 ceph-mon[94035]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:09.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:09 smithi019 ceph-mon[96522]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:16:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:10 smithi066 ceph-mon[87361]: pgmap v2409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 109 op/s 2024-04-02T09:16:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:10 smithi066 ceph-mon[87361]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:10 smithi066 ceph-mon[87361]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:16:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:16:10] "GET /metrics HTTP/1.1" 200 38906 "" "Prometheus/2.43.0" 2024-04-02T09:16:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:10 smithi019 ceph-mon[96522]: pgmap v2409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 109 op/s 2024-04-02T09:16:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:10 smithi019 ceph-mon[96522]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:10 smithi019 ceph-mon[96522]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:10 smithi019 ceph-mon[94035]: pgmap v2409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 13 KiB/s wr, 109 op/s 2024-04-02T09:16:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:10 smithi019 ceph-mon[94035]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:16:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:10 smithi019 ceph-mon[94035]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:16:10.998 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestGroup.add_snapshot (5602 ms) 2024-04-02T09:16:10.998 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-02T09:16:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:11 smithi066 ceph-mon[87361]: pgmap v2412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:16:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:11 smithi066 ceph-mon[87361]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:11 smithi019 ceph-mon[94035]: pgmap v2412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:16:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:11 smithi019 ceph-mon[94035]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:11 smithi019 ceph-mon[96522]: pgmap v2412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:16:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:11 smithi019 ceph-mon[96522]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:16:12.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:16:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:13.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:12 smithi066 ceph-mon[87361]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:12 smithi019 ceph-mon[94035]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:12 smithi019 ceph-mon[96522]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:16:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:13 smithi066 ceph-mon[87361]: pgmap v2415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.7 KiB/s wr, 151 op/s 2024-04-02T09:16:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:13 smithi066 ceph-mon[87361]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:16:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[94035]: pgmap v2415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.7 KiB/s wr, 151 op/s 2024-04-02T09:16:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[94035]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:16:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[96522]: pgmap v2415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.7 KiB/s wr, 151 op/s 2024-04-02T09:16:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[96522]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:16:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:16:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:14 smithi066 ceph-mon[87361]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:14 smithi066 ceph-mon[87361]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:14 smithi019 ceph-mon[94035]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:14 smithi019 ceph-mon[94035]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:15.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:14 smithi019 ceph-mon[96522]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:16:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:14 smithi019 ceph-mon[96522]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:16:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:15 smithi066 ceph-mon[87361]: pgmap v2418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-02T09:16:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:15 smithi019 ceph-mon[94035]: pgmap v2418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-02T09:16:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:15 smithi019 ceph-mon[96522]: pgmap v2418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-02T09:16:17.034 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestGroup.add_snapshotPP (6037 ms) 2024-04-02T09:16:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:17 smithi066 ceph-mon[87361]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:17 smithi019 ceph-mon[94035]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:17.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:17 smithi019 ceph-mon[96522]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:16:18.014 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 6 tests from TestGroup (13779 ms total) 2024-04-02T09:16:18.014 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:16:18.014 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 31 tests from TestDeepCopy 2024-04-02T09:16:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:18 smithi066 ceph-mon[87361]: pgmap v2421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2024-04-02T09:16:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:18 smithi066 ceph-mon[87361]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:18 smithi019 ceph-mon[94035]: pgmap v2421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2024-04-02T09:16:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:18 smithi019 ceph-mon[94035]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:18 smithi019 ceph-mon[96522]: pgmap v2421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 9.2 KiB/s wr, 132 op/s 2024-04-02T09:16:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:18 smithi019 ceph-mon[96522]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:16:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:19 smithi066 ceph-mon[87361]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:19 smithi019 ceph-mon[94035]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:19 smithi019 ceph-mon[96522]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:16:20.021 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-02T09:16:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:20 smithi066 ceph-mon[87361]: pgmap v2424: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:20 smithi066 ceph-mon[87361]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:20 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4234647472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:20 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[96522]: pgmap v2424: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[96522]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4234647472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[94035]: pgmap v2424: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[94035]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:16:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4234647472' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:16:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:16:20] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2024-04-02T09:16:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:21 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:21.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:21 smithi066 ceph-mon[87361]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:16:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:21 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:21 smithi019 ceph-mon[94035]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:16:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:21 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:21 smithi019 ceph-mon[96522]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:16:22.151 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Empty (2131 ms) 2024-04-02T09:16:22.151 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-02T09:16:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:22 smithi066 ceph-mon[87361]: pgmap v2427: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:22 smithi066 ceph-mon[87361]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:16:22.397 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.NoSnaps (245 ms) 2024-04-02T09:16:22.397 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-02T09:16:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:22 smithi019 ceph-mon[94035]: pgmap v2427: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:22 smithi019 ceph-mon[94035]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:16:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:22 smithi019 ceph-mon[96522]: pgmap v2427: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:22 smithi019 ceph-mon[96522]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:16:22.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:16:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:23.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:23 smithi066 ceph-mon[87361]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:16:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:23 smithi019 ceph-mon[94035]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:16:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:23 smithi019 ceph-mon[96522]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:16:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:24 smithi066 ceph-mon[87361]: pgmap v2430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:24 smithi066 ceph-mon[87361]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:16:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:24 smithi019 ceph-mon[94035]: pgmap v2430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:24 smithi019 ceph-mon[94035]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:16:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:24 smithi019 ceph-mon[96522]: pgmap v2430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:24 smithi019 ceph-mon[96522]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:16:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:25 smithi066 ceph-mon[87361]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:16:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:25 smithi019 ceph-mon[94035]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:16:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:25 smithi019 ceph-mon[96522]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:16:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:26 smithi066 ceph-mon[87361]: pgmap v2433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:26 smithi066 ceph-mon[87361]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:16:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:16:26.336 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Snaps (3940 ms) 2024-04-02T09:16:26.337 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-02T09:16:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[94035]: pgmap v2433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[94035]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:16:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:16:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[96522]: pgmap v2433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:16:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[96522]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:16:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:16:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:27 smithi019 ceph-mon[94035]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:16:27.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:27 smithi019 ceph-mon[96522]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:16:27.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:27 smithi066 ceph-mon[87361]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:16:28.180 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.SnapDiscard (1843 ms) 2024-04-02T09:16:28.180 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-02T09:16:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:28 smithi019 ceph-mon[94035]: pgmap v2436: 137 pgs: 137 active+clean; 53 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 196 op/s 2024-04-02T09:16:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:28 smithi019 ceph-mon[94035]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:16:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:28 smithi019 ceph-mon[96522]: pgmap v2436: 137 pgs: 137 active+clean; 53 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 196 op/s 2024-04-02T09:16:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:28 smithi019 ceph-mon[96522]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:16:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:28 smithi066 ceph-mon[87361]: pgmap v2436: 137 pgs: 137 active+clean; 53 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 196 op/s 2024-04-02T09:16:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:28 smithi066 ceph-mon[87361]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:16:29.267 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.CloneDiscard (1088 ms) 2024-04-02T09:16:29.267 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-02T09:16:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:29 smithi019 ceph-mon[94035]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:16:29.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:29 smithi019 ceph-mon[96522]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:16:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:29 smithi066 ceph-mon[87361]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:16:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:30.139 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.CloneShrink (871 ms) 2024-04-02T09:16:30.139 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-02T09:16:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:30 smithi019 ceph-mon[94035]: pgmap v2439: 137 pgs: 137 active+clean; 61 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 14 MiB/s wr, 206 op/s 2024-04-02T09:16:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:30 smithi019 ceph-mon[94035]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:16:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:30 smithi019 ceph-mon[94035]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:16:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:30 smithi019 ceph-mon[96522]: pgmap v2439: 137 pgs: 137 active+clean; 61 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 14 MiB/s wr, 206 op/s 2024-04-02T09:16:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:30 smithi019 ceph-mon[96522]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:16:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:30 smithi019 ceph-mon[96522]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:16:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:30 smithi066 ceph-mon[87361]: pgmap v2439: 137 pgs: 137 active+clean; 61 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 14 MiB/s wr, 206 op/s 2024-04-02T09:16:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:30 smithi066 ceph-mon[87361]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:16:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:30 smithi066 ceph-mon[87361]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:16:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:16:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:16:30] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-04-02T09:16:31.306 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.CloneExpand (1167 ms) 2024-04-02T09:16:31.306 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-02T09:16:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:32 smithi019 ceph-mon[94035]: pgmap v2442: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-04-02T09:16:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:32 smithi019 ceph-mon[94035]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:16:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:32 smithi019 ceph-mon[96522]: pgmap v2442: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-04-02T09:16:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:32 smithi019 ceph-mon[96522]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:16:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:32 smithi066 ceph-mon[87361]: pgmap v2442: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-04-02T09:16:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:32 smithi066 ceph-mon[87361]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:16:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:16:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:33 smithi019 ceph-mon[94035]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:16:33.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:33 smithi019 ceph-mon[96522]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:16:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:33 smithi066 ceph-mon[87361]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:16:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:34 smithi019 ceph-mon[94035]: pgmap v2445: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 515 op/s 2024-04-02T09:16:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:34 smithi019 ceph-mon[94035]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:16:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:34 smithi019 ceph-mon[96522]: pgmap v2445: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 515 op/s 2024-04-02T09:16:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:34 smithi019 ceph-mon[96522]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:16:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:34 smithi066 ceph-mon[87361]: pgmap v2445: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 515 op/s 2024-04-02T09:16:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:34 smithi066 ceph-mon[87361]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:16:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:35 smithi019 ceph-mon[94035]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:16:35.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:35 smithi019 ceph-mon[96522]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:16:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:35 smithi066 ceph-mon[87361]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:16:36.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:36 smithi019 ceph-mon[96522]: pgmap v2448: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 17 KiB/s wr, 300 op/s 2024-04-02T09:16:36.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:36 smithi019 ceph-mon[96522]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:16:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:36 smithi019 ceph-mon[94035]: pgmap v2448: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 17 KiB/s wr, 300 op/s 2024-04-02T09:16:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:36 smithi019 ceph-mon[94035]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:16:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:36 smithi066 ceph-mon[87361]: pgmap v2448: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 17 KiB/s wr, 300 op/s 2024-04-02T09:16:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:36 smithi066 ceph-mon[87361]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:16:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:37 smithi019 ceph-mon[94035]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:16:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:37 smithi019 ceph-mon[96522]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:16:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:37 smithi066 ceph-mon[87361]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:16:38.247 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.CloneHideParent (6941 ms) 2024-04-02T09:16:38.247 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-02T09:16:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:38 smithi019 ceph-mon[94035]: pgmap v2451: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 14 KiB/s wr, 217 op/s 2024-04-02T09:16:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:38 smithi019 ceph-mon[94035]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:16:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:38 smithi019 ceph-mon[96522]: pgmap v2451: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 14 KiB/s wr, 217 op/s 2024-04-02T09:16:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:38 smithi019 ceph-mon[96522]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:16:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:38 smithi066 ceph-mon[87361]: pgmap v2451: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 14 KiB/s wr, 217 op/s 2024-04-02T09:16:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:38 smithi066 ceph-mon[87361]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:16:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:39 smithi019 ceph-mon[94035]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:16:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:39 smithi019 ceph-mon[96522]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:16:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:39 smithi066 ceph-mon[87361]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:16:40.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:40 smithi019 ceph-mon[94035]: pgmap v2454: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-04-02T09:16:40.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:40 smithi019 ceph-mon[94035]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:16:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:40 smithi019 ceph-mon[96522]: pgmap v2454: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-04-02T09:16:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:40 smithi019 ceph-mon[96522]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:16:40.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:16:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:16:40] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-04-02T09:16:40.502 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Clone (2255 ms) 2024-04-02T09:16:40.502 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-02T09:16:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:40 smithi066 ceph-mon[87361]: pgmap v2454: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 219 op/s 2024-04-02T09:16:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:40 smithi066 ceph-mon[87361]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:16:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:41 smithi019 ceph-mon[94035]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:16:41.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:41 smithi019 ceph-mon[96522]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:16:41.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:41 smithi066 ceph-mon[87361]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:16:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:42 smithi019 ceph-mon[94035]: pgmap v2457: 137 pgs: 137 active+clean; 85 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 253 op/s 2024-04-02T09:16:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:42 smithi019 ceph-mon[94035]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:16:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:42 smithi019 ceph-mon[96522]: pgmap v2457: 137 pgs: 137 active+clean; 85 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 253 op/s 2024-04-02T09:16:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:42 smithi019 ceph-mon[96522]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:16:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:42 smithi066 ceph-mon[87361]: pgmap v2457: 137 pgs: 137 active+clean; 85 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 253 op/s 2024-04-02T09:16:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:42 smithi066 ceph-mon[87361]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:16:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:16:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:42.654 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.CloneFlatten (2153 ms) 2024-04-02T09:16:42.655 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-02T09:16:42.680 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 275172~2556368 2024-04-02T09:16:42.694 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 55491671~3202969 2024-04-02T09:16:42.695 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 22818751~4850396 2024-04-02T09:16:42.716 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 41733039~6616917 2024-04-02T09:16:42.716 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 78493730~5392350 2024-04-02T09:16:42.735 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 59175079~3716841 2024-04-02T09:16:42.736 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 18177151~5654992 2024-04-02T09:16:42.758 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 30673379~5042044 2024-04-02T09:16:42.759 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap0 2024-04-02T09:16:43.189 INFO:tasks.workunit.client.0.smithi019.stdout:clone image236 -> image237 2024-04-02T09:16:43.237 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 143336584 2024-04-02T09:16:43.243 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 19699969~3077454 2024-04-02T09:16:43.284 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 7836869~7871723 2024-04-02T09:16:43.288 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 92618510~3128085 2024-04-02T09:16:43.307 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 56899650~92228 2024-04-02T09:16:43.310 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 131738463~3654098 2024-04-02T09:16:43.321 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 38996567~1214043 2024-04-02T09:16:43.326 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 76986688~5919087 2024-04-02T09:16:43.352 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 102249182~5368233 2024-04-02T09:16:43.352 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:16:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:43 smithi019 ceph-mon[94035]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:16:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:43 smithi019 ceph-mon[96522]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:16:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:43 smithi066 ceph-mon[87361]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:16:44.190 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 77245596~918811 2024-04-02T09:16:44.193 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 7743220~24902 2024-04-02T09:16:44.193 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 96031285~1457845 2024-04-02T09:16:44.193 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 44070572~4653724 2024-04-02T09:16:44.194 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 17819640~5521769 2024-04-02T09:16:44.194 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 472404~3687214 2024-04-02T09:16:44.194 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 72413036~2502920 2024-04-02T09:16:44.194 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 7453651~3413646 2024-04-02T09:16:44.229 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:16:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:44 smithi019 ceph-mon[94035]: pgmap v2460: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 351 op/s 2024-04-02T09:16:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:44 smithi019 ceph-mon[94035]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:16:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:44 smithi019 ceph-mon[96522]: pgmap v2460: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 351 op/s 2024-04-02T09:16:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:44 smithi019 ceph-mon[96522]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:16:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:44 smithi066 ceph-mon[87361]: pgmap v2460: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 351 op/s 2024-04-02T09:16:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:44 smithi066 ceph-mon[87361]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:16:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:45.198 INFO:tasks.workunit.client.0.smithi019.stdout:clone image237 -> image238 2024-04-02T09:16:45.261 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 183958241 2024-04-02T09:16:45.268 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 26366534~8140021 2024-04-02T09:16:45.304 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 149267278~2707084 2024-04-02T09:16:45.304 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 133066007~6665417 2024-04-02T09:16:45.334 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 128550820~644612 2024-04-02T09:16:45.337 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 35003423~1851972 2024-04-02T09:16:45.346 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 149844009~6105637 2024-04-02T09:16:45.346 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 83482058~4253926 2024-04-02T09:16:45.383 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 148814669~4898035 2024-04-02T09:16:45.384 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap3 2024-04-02T09:16:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:45 smithi019 ceph-mon[94035]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:16:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:45 smithi019 ceph-mon[96522]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:16:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:45 smithi066 ceph-mon[87361]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:16:46.210 INFO:tasks.workunit.client.0.smithi019.stdout:clone image238 -> image239 2024-04-02T09:16:46.289 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 197184839 2024-04-02T09:16:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:46 smithi019 ceph-mon[94035]: pgmap v2463: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 100 op/s 2024-04-02T09:16:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:46 smithi019 ceph-mon[94035]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:16:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:46 smithi019 ceph-mon[96522]: pgmap v2463: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 100 op/s 2024-04-02T09:16:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:46 smithi019 ceph-mon[96522]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:16:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:46 smithi066 ceph-mon[87361]: pgmap v2463: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 100 op/s 2024-04-02T09:16:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:46 smithi066 ceph-mon[87361]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:16:46.616 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Stress (3961 ms) 2024-04-02T09:16:46.616 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-02T09:16:46.875 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (259 ms) 2024-04-02T09:16:46.875 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-02T09:16:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:47 smithi019 ceph-mon[94035]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:16:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:47 smithi019 ceph-mon[96522]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:16:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:47 smithi066 ceph-mon[87361]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:16:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:48 smithi019 ceph-mon[94035]: pgmap v2466: 137 pgs: 137 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 40 MiB/s wr, 600 op/s 2024-04-02T09:16:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:48 smithi019 ceph-mon[94035]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:16:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:48 smithi019 ceph-mon[96522]: pgmap v2466: 137 pgs: 137 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 40 MiB/s wr, 600 op/s 2024-04-02T09:16:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:48 smithi019 ceph-mon[96522]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:16:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:48 smithi066 ceph-mon[87361]: pgmap v2466: 137 pgs: 137 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 40 MiB/s wr, 600 op/s 2024-04-02T09:16:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:48 smithi066 ceph-mon[87361]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:16:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:49 smithi066 ceph-mon[87361]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:16:49.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:49 smithi019 ceph-mon[94035]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:16:49.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:49 smithi019 ceph-mon[96522]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:16:50.518 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3642 ms) 2024-04-02T09:16:50.518 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-02T09:16:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:50 smithi066 ceph-mon[87361]: pgmap v2469: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 43 MiB/s wr, 623 op/s 2024-04-02T09:16:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:50 smithi066 ceph-mon[87361]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:16:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:50 smithi019 ceph-mon[94035]: pgmap v2469: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 43 MiB/s wr, 623 op/s 2024-04-02T09:16:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:50 smithi019 ceph-mon[94035]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:16:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:16:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:16:50] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2024-04-02T09:16:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:50 smithi019 ceph-mon[96522]: pgmap v2469: 137 pgs: 137 active+clean; 314 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 43 MiB/s wr, 623 op/s 2024-04-02T09:16:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:50 smithi019 ceph-mon[96522]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:16:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:51 smithi066 ceph-mon[87361]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:16:51.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:51 smithi019 ceph-mon[94035]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:16:51.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:51 smithi019 ceph-mon[96522]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:16:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:52 smithi066 ceph-mon[87361]: pgmap v2472: 137 pgs: 137 active+clean; 350 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 12 MiB/s wr, 212 op/s 2024-04-02T09:16:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:52 smithi066 ceph-mon[87361]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:16:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:16:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:52.614 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2096 ms) 2024-04-02T09:16:52.614 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-02T09:16:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:52 smithi019 ceph-mon[94035]: pgmap v2472: 137 pgs: 137 active+clean; 350 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 12 MiB/s wr, 212 op/s 2024-04-02T09:16:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:52 smithi019 ceph-mon[94035]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:16:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:52 smithi019 ceph-mon[96522]: pgmap v2472: 137 pgs: 137 active+clean; 350 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 12 MiB/s wr, 212 op/s 2024-04-02T09:16:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:52 smithi019 ceph-mon[96522]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:16:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:53 smithi066 ceph-mon[87361]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:16:53.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:53 smithi019 ceph-mon[94035]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:16:53.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:53 smithi019 ceph-mon[96522]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:16:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:54 smithi066 ceph-mon[87361]: pgmap v2475: 137 pgs: 137 active+clean; 386 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 365 op/s 2024-04-02T09:16:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:54 smithi066 ceph-mon[87361]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:16:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:54 smithi019 ceph-mon[94035]: pgmap v2475: 137 pgs: 137 active+clean; 386 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 365 op/s 2024-04-02T09:16:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:54 smithi019 ceph-mon[94035]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:16:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:54 smithi019 ceph-mon[96522]: pgmap v2475: 137 pgs: 137 active+clean; 386 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 365 op/s 2024-04-02T09:16:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:54 smithi019 ceph-mon[96522]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:16:54.743 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2129 ms) 2024-04-02T09:16:54.743 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-02T09:16:54.767 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 37642375~3460872 2024-04-02T09:16:54.786 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 60557188~3793367 2024-04-02T09:16:54.787 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 14168011~7501589 2024-04-02T09:16:54.804 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 5654712~1496118 2024-04-02T09:16:54.805 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 9636139~4832388 2024-04-02T09:16:54.824 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 7539472~2717478 2024-04-02T09:16:54.826 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 59714543~4361664 2024-04-02T09:16:54.838 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 46949316~4023212 2024-04-02T09:16:54.838 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap0 2024-04-02T09:16:55.253 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 65586205~8341390 2024-04-02T09:16:55.256 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 29372532~2359709 2024-04-02T09:16:55.256 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 32423569~2323983 2024-04-02T09:16:55.256 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 74737333~7459367 2024-04-02T09:16:55.258 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 32142966~4246898 2024-04-02T09:16:55.280 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 57089468~7402128 2024-04-02T09:16:55.282 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 27640216~8267589 2024-04-02T09:16:55.297 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 37226780~2457155 2024-04-02T09:16:55.308 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:16:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:55 smithi066 ceph-mon[87361]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:16:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:55 smithi019 ceph-mon[94035]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:16:55.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:55 smithi019 ceph-mon[96522]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:16:56.269 INFO:tasks.workunit.client.0.smithi019.stdout:clone image258 -> image259 2024-04-02T09:16:56.318 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 22584659~1063143 2024-04-02T09:16:56.331 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 14284140~7224849 2024-04-02T09:16:56.351 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 76831106~7054974 2024-04-02T09:16:56.376 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 19805246~5046396 2024-04-02T09:16:56.378 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 42624040~2548006 2024-04-02T09:16:56.392 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 53639966~8034306 2024-04-02T09:16:56.397 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 58318737~6556185 2024-04-02T09:16:56.417 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 67636150~1785659 2024-04-02T09:16:56.430 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:16:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:56 smithi066 ceph-mon[87361]: pgmap v2478: 137 pgs: 137 active+clean; 386 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 176 op/s 2024-04-02T09:16:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:56 smithi066 ceph-mon[87361]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:16:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:56 smithi019 ceph-mon[94035]: pgmap v2478: 137 pgs: 137 active+clean; 386 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 176 op/s 2024-04-02T09:16:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:56 smithi019 ceph-mon[94035]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:16:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:56 smithi019 ceph-mon[96522]: pgmap v2478: 137 pgs: 137 active+clean; 386 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 176 op/s 2024-04-02T09:16:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:56 smithi019 ceph-mon[96522]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:16:57.275 INFO:tasks.workunit.client.0.smithi019.stdout:clone image259 -> image260 2024-04-02T09:16:57.337 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 44818988~7785031 2024-04-02T09:16:57.368 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 37197753~3349504 2024-04-02T09:16:57.392 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 61083280~1464482 2024-04-02T09:16:57.417 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 43286503~2012534 2024-04-02T09:16:57.419 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 4469689~4837416 2024-04-02T09:16:57.453 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 76257605~5015812 2024-04-02T09:16:57.474 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 31244779~6039826 2024-04-02T09:16:57.508 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 46819107~6567576 2024-04-02T09:16:57.509 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap3 2024-04-02T09:16:57.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:57 smithi066 ceph-mon[87361]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:16:57.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:57 smithi019 ceph-mon[94035]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:16:57.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:57 smithi019 ceph-mon[96522]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:16:58.278 INFO:tasks.workunit.client.0.smithi019.stdout:clone image260 -> image261 2024-04-02T09:16:58.359 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 123870298 2024-04-02T09:16:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:58 smithi066 ceph-mon[87361]: pgmap v2481: 137 pgs: 137 active+clean; 576 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 44 MiB/s wr, 457 op/s 2024-04-02T09:16:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:58 smithi066 ceph-mon[87361]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:16:58.618 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3875 ms) 2024-04-02T09:16:58.618 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-02T09:16:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:58 smithi019 ceph-mon[94035]: pgmap v2481: 137 pgs: 137 active+clean; 576 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 44 MiB/s wr, 457 op/s 2024-04-02T09:16:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:58 smithi019 ceph-mon[94035]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:16:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:58 smithi019 ceph-mon[96522]: pgmap v2481: 137 pgs: 137 active+clean; 576 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 44 MiB/s wr, 457 op/s 2024-04-02T09:16:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:58 smithi019 ceph-mon[96522]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:16:58.870 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (252 ms) 2024-04-02T09:16:58.870 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-02T09:16:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:59 smithi066 ceph-mon[87361]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:16:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:16:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:59.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:59 smithi019 ceph-mon[94035]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:16:59.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:16:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:59.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:59 smithi019 ceph-mon[96522]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:16:59.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:16:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:00 smithi066 ceph-mon[87361]: pgmap v2484: 137 pgs: 137 active+clean; 588 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 47 MiB/s wr, 591 op/s 2024-04-02T09:17:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:00 smithi066 ceph-mon[87361]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:00.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:00 smithi019 ceph-mon[94035]: pgmap v2484: 137 pgs: 137 active+clean; 588 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 47 MiB/s wr, 591 op/s 2024-04-02T09:17:00.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:00 smithi019 ceph-mon[94035]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:17:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:17:00] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-02T09:17:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:00 smithi019 ceph-mon[96522]: pgmap v2484: 137 pgs: 137 active+clean; 588 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 47 MiB/s wr, 591 op/s 2024-04-02T09:17:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:00 smithi019 ceph-mon[96522]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:17:01.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:01 smithi066 ceph-mon[87361]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:01.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:01 smithi019 ceph-mon[94035]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:01.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:01 smithi019 ceph-mon[96522]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:17:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:02 smithi066 ceph-mon[87361]: pgmap v2487: 137 pgs: 137 active+clean; 634 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 373 op/s 2024-04-02T09:17:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:02 smithi066 ceph-mon[87361]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:17:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:02.573 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3704 ms) 2024-04-02T09:17:02.574 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-02T09:17:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:02 smithi019 ceph-mon[94035]: pgmap v2487: 137 pgs: 137 active+clean; 634 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 373 op/s 2024-04-02T09:17:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:02 smithi019 ceph-mon[94035]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:02 smithi019 ceph-mon[96522]: pgmap v2487: 137 pgs: 137 active+clean; 634 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 373 op/s 2024-04-02T09:17:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:02 smithi019 ceph-mon[96522]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:17:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:03 smithi066 ceph-mon[87361]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:03 smithi019 ceph-mon[94035]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:03.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:03 smithi019 ceph-mon[96522]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:17:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:04 smithi066 ceph-mon[87361]: pgmap v2490: 137 pgs: 137 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 514 op/s 2024-04-02T09:17:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:04 smithi066 ceph-mon[87361]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:04.647 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2073 ms) 2024-04-02T09:17:04.647 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-02T09:17:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:04 smithi019 ceph-mon[94035]: pgmap v2490: 137 pgs: 137 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 514 op/s 2024-04-02T09:17:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:04 smithi019 ceph-mon[94035]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:04 smithi019 ceph-mon[96522]: pgmap v2490: 137 pgs: 137 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 514 op/s 2024-04-02T09:17:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:04 smithi019 ceph-mon[96522]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:17:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:05 smithi066 ceph-mon[87361]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:05 smithi019 ceph-mon[94035]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:05.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:05 smithi019 ceph-mon[96522]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:17:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:06 smithi066 ceph-mon[87361]: pgmap v2493: 137 pgs: 137 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 275 op/s 2024-04-02T09:17:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:06 smithi066 ceph-mon[87361]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:06 smithi019 ceph-mon[94035]: pgmap v2493: 137 pgs: 137 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 275 op/s 2024-04-02T09:17:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:06 smithi019 ceph-mon[94035]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:06 smithi019 ceph-mon[96522]: pgmap v2493: 137 pgs: 137 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 275 op/s 2024-04-02T09:17:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:06 smithi019 ceph-mon[96522]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:17:06.766 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2119 ms) 2024-04-02T09:17:06.766 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-02T09:17:06.789 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 66627928~924668 2024-04-02T09:17:06.796 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 24258069~3897502 2024-04-02T09:17:06.797 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 47626201~7506153 2024-04-02T09:17:06.818 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 44865774~8008140 2024-04-02T09:17:06.822 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 7404563~1404196 2024-04-02T09:17:06.827 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 63473956~5798683 2024-04-02T09:17:06.829 INFO:tasks.workunit.client.0.smithi019.stdout:write: A 32428989~2659277 2024-04-02T09:17:06.840 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 71780675~7116724 2024-04-02T09:17:06.840 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap0 2024-04-02T09:17:07.334 INFO:tasks.workunit.client.0.smithi019.stdout:clone image280 -> image281 2024-04-02T09:17:07.381 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 55565481~752892 2024-04-02T09:17:07.394 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 6792718~4325666 2024-04-02T09:17:07.401 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 19281850~2924180 2024-04-02T09:17:07.415 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 65230316~3280177 2024-04-02T09:17:07.419 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 9709963~7738577 2024-04-02T09:17:07.447 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 49554983~6753728 2024-04-02T09:17:07.450 INFO:tasks.workunit.client.0.smithi019.stdout:write: B 58010044~1910539 2024-04-02T09:17:07.457 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 14196649~7131007 2024-04-02T09:17:07.459 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:17:07.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:07 smithi019 ceph-mon[94035]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:07.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:07 smithi019 ceph-mon[94035]: pgmap v2496: 137 pgs: 137 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 25 MiB/s wr, 598 op/s 2024-04-02T09:17:07.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:07 smithi019 ceph-mon[96522]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:07.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:07 smithi019 ceph-mon[96522]: pgmap v2496: 137 pgs: 137 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 25 MiB/s wr, 598 op/s 2024-04-02T09:17:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:07 smithi066 ceph-mon[87361]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:17:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:07 smithi066 ceph-mon[87361]: pgmap v2496: 137 pgs: 137 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 25 MiB/s wr, 598 op/s 2024-04-02T09:17:08.340 INFO:tasks.workunit.client.0.smithi019.stdout:clone image281 -> image282 2024-04-02T09:17:08.403 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 73499038~3102595 2024-04-02T09:17:08.421 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 4506791~782678 2024-04-02T09:17:08.424 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 23358577~5406129 2024-04-02T09:17:08.449 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 58397054~871883 2024-04-02T09:17:08.460 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 41543039~5455919 2024-04-02T09:17:08.485 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 30839764~4348609 2024-04-02T09:17:08.492 INFO:tasks.workunit.client.0.smithi019.stdout:write: C 72210366~3165531 2024-04-02T09:17:08.505 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 24268413~2519165 2024-04-02T09:17:08.507 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:17:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:08 smithi019 ceph-mon[94035]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:08 smithi019 ceph-mon[96522]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:08.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:08 smithi066 ceph-mon[87361]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:17:09.343 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 160990776 2024-04-02T09:17:09.350 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 114576413~6785790 2024-04-02T09:17:09.353 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 146244297~957193 2024-04-02T09:17:09.353 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 46395480~1929917 2024-04-02T09:17:09.353 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 110624098~1629077 2024-04-02T09:17:09.354 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 125582606~7311535 2024-04-02T09:17:09.355 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 74240055~7990348 2024-04-02T09:17:09.355 INFO:tasks.workunit.client.0.smithi019.stdout:write: D 75060490~2151105 2024-04-02T09:17:09.393 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 147657008~5954158 2024-04-02T09:17:09.397 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap3 2024-04-02T09:17:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:09 smithi019 ceph-mon[94035]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:09 smithi019 ceph-mon[94035]: pgmap v2499: 137 pgs: 137 active+clean; 802 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 29 MiB/s wr, 677 op/s 2024-04-02T09:17:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:09 smithi019 ceph-mon[96522]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:09 smithi019 ceph-mon[96522]: pgmap v2499: 137 pgs: 137 active+clean; 802 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 29 MiB/s wr, 677 op/s 2024-04-02T09:17:09.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:09 smithi066 ceph-mon[87361]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:17:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:09 smithi066 ceph-mon[87361]: pgmap v2499: 137 pgs: 137 active+clean; 802 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 29 MiB/s wr, 677 op/s 2024-04-02T09:17:10.351 INFO:tasks.workunit.client.0.smithi019.stdout:clone image282 -> image283 2024-04-02T09:17:10.429 INFO:tasks.workunit.client.0.smithi019.stdout:resize: 149233867 2024-04-02T09:17:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:10 smithi019 ceph-mon[94035]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:10 smithi019 ceph-mon[96522]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:17:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:17:10] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-02T09:17:10.702 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3937 ms) 2024-04-02T09:17:10.703 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:17:10.728 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-02T09:17:10.728 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:10.801 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (98 ms) 2024-04-02T09:17:10.801 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:17:10.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:10 smithi066 ceph-mon[87361]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:17:10.824 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-02T09:17:10.824 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:10.899 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (98 ms) 2024-04-02T09:17:10.899 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:17:10.923 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-02T09:17:10.923 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:10.996 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (97 ms) 2024-04-02T09:17:10.996 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:17:11.019 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-02T09:17:11.019 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:11.093 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (98 ms) 2024-04-02T09:17:11.094 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:17:11.120 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-02T09:17:11.120 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:11.194 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (100 ms) 2024-04-02T09:17:11.194 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:17:11.216 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-02T09:17:11.216 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:11.286 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (93 ms) 2024-04-02T09:17:11.286 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:17:11.311 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-02T09:17:11.311 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:11.388 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (101 ms) 2024-04-02T09:17:11.388 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:17:11.412 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-02T09:17:11.412 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:11.484 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (96 ms) 2024-04-02T09:17:11.484 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:17:11.507 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-02T09:17:11.507 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:11.578 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (95 ms) 2024-04-02T09:17:11.579 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:17:11.604 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-02T09:17:11.604 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:11.678 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (100 ms) 2024-04-02T09:17:11.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:11 smithi019 ceph-mon[94035]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:11.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:11 smithi019 ceph-mon[94035]: pgmap v2502: 137 pgs: 137 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 514 op/s 2024-04-02T09:17:11.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:11 smithi019 ceph-mon[96522]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:11.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:11 smithi019 ceph-mon[96522]: pgmap v2502: 137 pgs: 137 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 514 op/s 2024-04-02T09:17:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:11 smithi066 ceph-mon[87361]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:17:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:11 smithi066 ceph-mon[87361]: pgmap v2502: 137 pgs: 137 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 514 op/s 2024-04-02T09:17:12.349 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 31 tests from TestDeepCopy (51658 ms total) 2024-04-02T09:17:12.349 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:17:12.349 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 51 tests from TestMirroring 2024-04-02T09:17:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:17:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:13 smithi019 ceph-mon[94035]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:13 smithi019 ceph-mon[94035]: pgmap v2504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:13 smithi019 ceph-mon[96522]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:13 smithi019 ceph-mon[96522]: pgmap v2504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:13 smithi066 ceph-mon[87361]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:17:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:13 smithi066 ceph-mon[87361]: pgmap v2504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:14.355 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-02T09:17:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:14 smithi019 ceph-mon[94035]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:14 smithi019 ceph-mon[96522]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:14.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:14 smithi066 ceph-mon[87361]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:17:14.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:17:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:15 smithi019 ceph-mon[94035]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:15 smithi019 ceph-mon[94035]: pgmap v2507: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:15 smithi019 ceph-mon[96522]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:15 smithi019 ceph-mon[96522]: pgmap v2507: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:15.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:17:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:15 smithi066 ceph-mon[87361]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:17:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:15 smithi066 ceph-mon[87361]: pgmap v2507: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:17:16.494 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2138 ms) 2024-04-02T09:17:16.494 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-02T09:17:16.604 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (110 ms) 2024-04-02T09:17:16.604 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-02T09:17:16.689 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (85 ms) 2024-04-02T09:17:16.689 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-02T09:17:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:16 smithi019 ceph-mon[94035]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:17:16.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:16 smithi019 ceph-mon[96522]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:17:16.793 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (104 ms) 2024-04-02T09:17:16.793 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-02T09:17:16.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:16 smithi066 ceph-mon[87361]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:17:16.888 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (94 ms) 2024-04-02T09:17:16.888 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-02T09:17:16.983 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (95 ms) 2024-04-02T09:17:16.983 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-02T09:17:17.097 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (115 ms) 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-02T09:17:17.098 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-02T09:17:17.171 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (74 ms) 2024-04-02T09:17:17.171 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-02T09:17:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (80 ms) 2024-04-02T09:17:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:17:17.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:17 smithi019 ceph-mon[94035]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:17:17.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:17 smithi019 ceph-mon[94035]: pgmap v2510: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-04-02T09:17:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:17 smithi019 ceph-mon[96522]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:17:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:17 smithi019 ceph-mon[96522]: pgmap v2510: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-04-02T09:17:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:17 smithi066 ceph-mon[87361]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:17:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:17 smithi066 ceph-mon[87361]: pgmap v2510: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-04-02T09:17:18.452 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1201 ms) 2024-04-02T09:17:18.452 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-02T09:17:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:18 smithi019 ceph-mon[94035]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:17:18.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:18 smithi019 ceph-mon[96522]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:17:18.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:18 smithi066 ceph-mon[87361]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:17:19.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:19 smithi019 ceph-mon[96522]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:17:19.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:19 smithi019 ceph-mon[96522]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-02T09:17:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:19 smithi019 ceph-mon[94035]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:17:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:19 smithi019 ceph-mon[94035]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-02T09:17:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:19 smithi066 ceph-mon[87361]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:17:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:19 smithi066 ceph-mon[87361]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-02T09:17:20.452 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2000 ms) 2024-04-02T09:17:20.452 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-02T09:17:20.541 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (89 ms) 2024-04-02T09:17:20.541 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-02T09:17:20.637 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (95 ms) 2024-04-02T09:17:20.637 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-02T09:17:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:20 smithi019 ceph-mon[94035]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:17:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:20 smithi019 ceph-mon[96522]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:17:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:17:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:17:20] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-02T09:17:20.742 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (106 ms) 2024-04-02T09:17:20.742 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-02T09:17:20.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:20 smithi066 ceph-mon[87361]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:17:20.827 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (84 ms) 2024-04-02T09:17:20.827 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:17:20.909 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (82 ms) 2024-04-02T09:17:20.909 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-02T09:17:21.003 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (95 ms) 2024-04-02T09:17:21.004 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-02T09:17:21.100 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (97 ms) 2024-04-02T09:17:21.100 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-02T09:17:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:21 smithi019 ceph-mon[94035]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:17:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:21 smithi019 ceph-mon[94035]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 57 KiB/s wr, 620 op/s 2024-04-02T09:17:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:21 smithi019 ceph-mon[96522]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:17:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:21 smithi019 ceph-mon[96522]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 57 KiB/s wr, 620 op/s 2024-04-02T09:17:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:21 smithi066 ceph-mon[87361]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:17:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:21 smithi066 ceph-mon[87361]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 57 KiB/s wr, 620 op/s 2024-04-02T09:17:22.488 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1387 ms) 2024-04-02T09:17:22.488 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-02T09:17:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:22 smithi066 ceph-mon[87361]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:17:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:17:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:22.608 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (121 ms) 2024-04-02T09:17:22.608 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-02T09:17:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:22 smithi019 ceph-mon[94035]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:17:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:22 smithi019 ceph-mon[96522]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:17:22.717 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (109 ms) 2024-04-02T09:17:22.718 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-02T09:17:22.823 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (106 ms) 2024-04-02T09:17:22.823 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-02T09:17:22.982 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (158 ms) 2024-04-02T09:17:22.982 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-02T09:17:23.147 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (166 ms) 2024-04-02T09:17:23.148 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-02T09:17:23.291 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (144 ms) 2024-04-02T09:17:23.292 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-02T09:17:23.450 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (159 ms) 2024-04-02T09:17:23.450 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-02T09:17:23.610 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (159 ms) 2024-04-02T09:17:23.610 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-02T09:17:23.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:23 smithi019 ceph-mon[94035]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:17:23.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:23 smithi019 ceph-mon[94035]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 70 KiB/s wr, 757 op/s 2024-04-02T09:17:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:23 smithi019 ceph-mon[96522]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:17:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:23 smithi019 ceph-mon[96522]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 70 KiB/s wr, 757 op/s 2024-04-02T09:17:23.787 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (178 ms) 2024-04-02T09:17:23.787 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-02T09:17:23.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:23 smithi066 ceph-mon[87361]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:17:23.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:23 smithi066 ceph-mon[87361]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 70 KiB/s wr, 757 op/s 2024-04-02T09:17:23.873 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (85 ms) 2024-04-02T09:17:23.873 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-02T09:17:23.957 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (85 ms) 2024-04-02T09:17:23.957 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-02T09:17:24.024 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2024-04-02T09:17:24.024 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-02T09:17:24.148 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (124 ms) 2024-04-02T09:17:24.148 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-02T09:17:24.279 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (131 ms) 2024-04-02T09:17:24.279 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-02T09:17:24.396 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (117 ms) 2024-04-02T09:17:24.397 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-02T09:17:24.517 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (121 ms) 2024-04-02T09:17:24.517 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-02T09:17:24.596 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.MirrorStatusList (79 ms) 2024-04-02T09:17:24.597 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-02T09:17:24.698 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.RemoveBootstrapped (102 ms) 2024-04-02T09:17:24.698 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-02T09:17:25.090 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.AioPromoteDemote (391 ms) 2024-04-02T09:17:25.090 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-02T09:17:25.454 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.AioGetInfo (365 ms) 2024-04-02T09:17:25.454 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-02T09:17:25.681 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.AioGetStatus (227 ms) 2024-04-02T09:17:25.681 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.SiteName 2024-04-02T09:17:25.690 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-04-02T09:17:25.690 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-02T09:17:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 52 KiB/s wr, 567 op/s 2024-04-02T09:17:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:17:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' 2024-04-02T09:17:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:17:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 52 KiB/s wr, 567 op/s 2024-04-02T09:17:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 387 KiB/s rd, 52 KiB/s wr, 567 op/s 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:17:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:26.624 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.Bootstrap (935 ms) 2024-04-02T09:17:26.624 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-02T09:17:26.633 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-02T09:17:26.633 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ce73bd36-0dbf-40f1-8e16-0a7cedaff2c2"}]: dispatch 2024-04-02T09:17:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ce73bd36-0dbf-40f1-8e16-0a7cedaff2c2"}]': finished 2024-04-02T09:17:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ce73bd36-0dbf-40f1-8e16-0a7cedaff2c2"}]: dispatch 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ce73bd36-0dbf-40f1-8e16-0a7cedaff2c2"}]': finished 2024-04-02T09:17:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ce73bd36-0dbf-40f1-8e16-0a7cedaff2c2"}]: dispatch 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ce73bd36-0dbf-40f1-8e16-0a7cedaff2c2"}]': finished 2024-04-02T09:17:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:27 smithi066 ceph-mon[87361]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 161 KiB/s wr, 1.51k op/s 2024-04-02T09:17:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:27 smithi066 ceph-mon[87361]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:17:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:27 smithi019 ceph-mon[94035]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 161 KiB/s wr, 1.51k op/s 2024-04-02T09:17:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:27 smithi019 ceph-mon[94035]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:17:28.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:27 smithi019 ceph-mon[96522]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 161 KiB/s wr, 1.51k op/s 2024-04-02T09:17:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:27 smithi019 ceph-mon[96522]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:17:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:28 smithi066 ceph-mon[87361]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:17:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:29.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:28 smithi019 ceph-mon[94035]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:17:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:28 smithi019 ceph-mon[96522]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:17:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:29 smithi066 ceph-mon[87361]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 202 KiB/s wr, 1.82k op/s 2024-04-02T09:17:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:29 smithi066 ceph-mon[87361]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:17:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:29 smithi019 ceph-mon[94035]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 202 KiB/s wr, 1.82k op/s 2024-04-02T09:17:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:29 smithi019 ceph-mon[94035]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:17:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:29 smithi019 ceph-mon[96522]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 202 KiB/s wr, 1.82k op/s 2024-04-02T09:17:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:29 smithi019 ceph-mon[96522]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:17:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:17:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:17:30] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-04-02T09:17:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:30 smithi066 ceph-mon[87361]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:17:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:30 smithi019 ceph-mon[94035]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:17:31.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:30 smithi019 ceph-mon[96522]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:17:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:32 smithi066 ceph-mon[87361]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 109 KiB/s wr, 1.06k op/s 2024-04-02T09:17:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:32 smithi066 ceph-mon[87361]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:17:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:32 smithi019 ceph-mon[94035]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 109 KiB/s wr, 1.06k op/s 2024-04-02T09:17:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:32 smithi019 ceph-mon[94035]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:17:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:32 smithi019 ceph-mon[96522]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 109 KiB/s wr, 1.06k op/s 2024-04-02T09:17:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:32 smithi019 ceph-mon[96522]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:17:32.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:17:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:33.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:33 smithi066 ceph-mon[87361]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:17:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:33 smithi019 ceph-mon[94035]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:17:33.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:33 smithi019 ceph-mon[96522]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:17:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:34 smithi066 ceph-mon[87361]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 34 KiB/s wr, 446 op/s 2024-04-02T09:17:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:34 smithi066 ceph-mon[87361]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:17:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:34 smithi019 ceph-mon[96522]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 34 KiB/s wr, 446 op/s 2024-04-02T09:17:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:34 smithi019 ceph-mon[96522]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:17:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:34 smithi019 ceph-mon[94035]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 34 KiB/s wr, 446 op/s 2024-04-02T09:17:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:34 smithi019 ceph-mon[94035]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:17:35.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:35 smithi066 ceph-mon[87361]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:17:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:35 smithi066 ceph-mon[87361]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:17:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:35 smithi019 ceph-mon[94035]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:17:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:35 smithi019 ceph-mon[94035]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:17:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:35 smithi019 ceph-mon[96522]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:17:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:35 smithi019 ceph-mon[96522]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:17:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:36 smithi066 ceph-mon[87361]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:17:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:36 smithi066 ceph-mon[87361]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:17:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:36 smithi019 ceph-mon[94035]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:17:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:36 smithi019 ceph-mon[94035]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:17:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:36 smithi019 ceph-mon[96522]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-02T09:17:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:36 smithi019 ceph-mon[96522]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:17:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:37 smithi066 ceph-mon[87361]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 85 op/s 2024-04-02T09:17:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:37 smithi066 ceph-mon[87361]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:17:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:37 smithi019 ceph-mon[94035]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 85 op/s 2024-04-02T09:17:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:37 smithi019 ceph-mon[94035]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:17:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:37 smithi019 ceph-mon[96522]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 85 op/s 2024-04-02T09:17:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:37 smithi019 ceph-mon[96522]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:17:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:38 smithi066 ceph-mon[87361]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:17:39.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:38 smithi019 ceph-mon[94035]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:17:39.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:38 smithi019 ceph-mon[96522]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:17:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:39 smithi066 ceph-mon[87361]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-04-02T09:17:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:39 smithi066 ceph-mon[87361]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:17:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:39 smithi066 ceph-mon[87361]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:17:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:39 smithi019 ceph-mon[94035]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-04-02T09:17:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:39 smithi019 ceph-mon[94035]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:17:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:39 smithi019 ceph-mon[94035]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:17:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:40 smithi019 ceph-mon[96522]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-04-02T09:17:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:40 smithi019 ceph-mon[96522]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:17:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:40 smithi019 ceph-mon[96522]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:17:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:17:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:17:40] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-04-02T09:17:42.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.Snapshot (15467 ms) 2024-04-02T09:17:42.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-02T09:17:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:42 smithi066 ceph-mon[87361]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-04-02T09:17:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:42 smithi066 ceph-mon[87361]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:17:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:42 smithi019 ceph-mon[94035]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-04-02T09:17:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:42 smithi019 ceph-mon[94035]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:17:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:42 smithi019 ceph-mon[96522]: pgmap v2543: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 88 op/s 2024-04-02T09:17:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:42 smithi019 ceph-mon[96522]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:17:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:17:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:43.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:43 smithi066 ceph-mon[87361]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:17:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:43 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5f469498-53c2-4f50-9149-ad11cb3d68a9"}]: dispatch 2024-04-02T09:17:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:43 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5f469498-53c2-4f50-9149-ad11cb3d68a9"}]': finished 2024-04-02T09:17:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:43 smithi019 ceph-mon[96522]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:17:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:43 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5f469498-53c2-4f50-9149-ad11cb3d68a9"}]: dispatch 2024-04-02T09:17:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:43 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5f469498-53c2-4f50-9149-ad11cb3d68a9"}]': finished 2024-04-02T09:17:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:43 smithi019 ceph-mon[94035]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:17:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:43 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5f469498-53c2-4f50-9149-ad11cb3d68a9"}]: dispatch 2024-04-02T09:17:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:43 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5f469498-53c2-4f50-9149-ad11cb3d68a9"}]': finished 2024-04-02T09:17:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:44 smithi019 ceph-mon[94035]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:17:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:44 smithi019 ceph-mon[94035]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:17:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:44 smithi019 ceph-mon[96522]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:17:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:44 smithi019 ceph-mon[96522]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:17:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:44 smithi066 ceph-mon[87361]: pgmap v2546: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:17:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:44 smithi066 ceph-mon[87361]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:17:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:45 smithi019 ceph-mon[94035]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:17:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:45 smithi019 ceph-mon[94035]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:17:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:45 smithi019 ceph-mon[96522]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:17:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:45 smithi019 ceph-mon[96522]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:17:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:45 smithi066 ceph-mon[87361]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:17:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:45 smithi066 ceph-mon[87361]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:17:46.078 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3977 ms) 2024-04-02T09:17:46.078 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-02T09:17:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[94035]: pgmap v2549: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:17:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[94035]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:17:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2ca797cc-217f-48d2-b632-5367cd578c9f"}]: dispatch 2024-04-02T09:17:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2ca797cc-217f-48d2-b632-5367cd578c9f"}]': finished 2024-04-02T09:17:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[96522]: pgmap v2549: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:17:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[96522]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:17:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2ca797cc-217f-48d2-b632-5367cd578c9f"}]: dispatch 2024-04-02T09:17:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:46 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2ca797cc-217f-48d2-b632-5367cd578c9f"}]': finished 2024-04-02T09:17:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:46 smithi066 ceph-mon[87361]: pgmap v2549: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:17:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:46 smithi066 ceph-mon[87361]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:17:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:46 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2ca797cc-217f-48d2-b632-5367cd578c9f"}]: dispatch 2024-04-02T09:17:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:46 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2ca797cc-217f-48d2-b632-5367cd578c9f"}]': finished 2024-04-02T09:17:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:48 smithi019 ceph-mon[94035]: pgmap v2552: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 9.0 KiB/s wr, 106 op/s 2024-04-02T09:17:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:48 smithi019 ceph-mon[94035]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:17:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:48 smithi019 ceph-mon[96522]: pgmap v2552: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 9.0 KiB/s wr, 106 op/s 2024-04-02T09:17:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:48 smithi019 ceph-mon[96522]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:17:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:48 smithi066 ceph-mon[87361]: pgmap v2552: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 9.0 KiB/s wr, 106 op/s 2024-04-02T09:17:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:48 smithi066 ceph-mon[87361]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:17:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:49 smithi019 ceph-mon[94035]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:17:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:49 smithi019 ceph-mon[96522]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:17:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:49 smithi066 ceph-mon[87361]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:17:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:50 smithi019 ceph-mon[94035]: pgmap v2555: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 112 op/s 2024-04-02T09:17:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:50 smithi019 ceph-mon[94035]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:17:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:50 smithi019 ceph-mon[94035]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:17:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:50 smithi019 ceph-mon[96522]: pgmap v2555: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 112 op/s 2024-04-02T09:17:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:50 smithi019 ceph-mon[96522]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:17:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:50 smithi019 ceph-mon[96522]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:17:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:50 smithi066 ceph-mon[87361]: pgmap v2555: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 112 op/s 2024-04-02T09:17:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:50 smithi066 ceph-mon[87361]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:17:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:50 smithi066 ceph-mon[87361]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:17:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:17:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:17:50] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-02T09:17:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:51 smithi066 ceph-mon[87361]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-02T09:17:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:51 smithi066 ceph-mon[87361]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:17:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:51 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6beaae0-0c45-4e33-a91b-19a375739121"}]: dispatch 2024-04-02T09:17:52.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:51 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6beaae0-0c45-4e33-a91b-19a375739121"}]': finished 2024-04-02T09:17:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[94035]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-02T09:17:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[94035]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:17:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6beaae0-0c45-4e33-a91b-19a375739121"}]: dispatch 2024-04-02T09:17:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6beaae0-0c45-4e33-a91b-19a375739121"}]': finished 2024-04-02T09:17:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[96522]: pgmap v2558: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 156 op/s 2024-04-02T09:17:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[96522]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:17:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6beaae0-0c45-4e33-a91b-19a375739121"}]: dispatch 2024-04-02T09:17:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:51 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6beaae0-0c45-4e33-a91b-19a375739121"}]': finished 2024-04-02T09:17:52.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:17:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:53 smithi066 ceph-mon[87361]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:17:53.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:53 smithi019 ceph-mon[94035]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:17:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:53 smithi019 ceph-mon[96522]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:17:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:54 smithi066 ceph-mon[87361]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2024-04-02T09:17:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:54 smithi066 ceph-mon[87361]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:17:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:54 smithi019 ceph-mon[94035]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2024-04-02T09:17:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:54 smithi019 ceph-mon[94035]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:17:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:54 smithi019 ceph-mon[96522]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2024-04-02T09:17:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:54 smithi019 ceph-mon[96522]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:17:55.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:55 smithi066 ceph-mon[87361]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:17:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:55 smithi066 ceph-mon[87361]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:17:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:55 smithi019 ceph-mon[94035]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:17:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:55 smithi019 ceph-mon[94035]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:17:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:55 smithi019 ceph-mon[96522]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:17:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:55 smithi019 ceph-mon[96522]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:17:56.071 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9993 ms) 2024-04-02T09:17:56.071 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-02T09:17:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:56 smithi066 ceph-mon[87361]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-02T09:17:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:56 smithi066 ceph-mon[87361]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:17:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:56 smithi019 ceph-mon[94035]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-02T09:17:56.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:56 smithi019 ceph-mon[94035]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:17:56.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:56 smithi019 ceph-mon[96522]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-02T09:17:56.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:56 smithi019 ceph-mon[96522]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:17:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bf7a770d-e073-4189-aa70-6635998c2dd3"}]: dispatch 2024-04-02T09:17:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bf7a770d-e073-4189-aa70-6635998c2dd3"}]': finished 2024-04-02T09:17:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4a3fe5cb-2f37-4130-87cd-4d46023aa175"}]: dispatch 2024-04-02T09:17:57.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:57 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4a3fe5cb-2f37-4130-87cd-4d46023aa175"}]': finished 2024-04-02T09:17:57.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bf7a770d-e073-4189-aa70-6635998c2dd3"}]: dispatch 2024-04-02T09:17:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bf7a770d-e073-4189-aa70-6635998c2dd3"}]': finished 2024-04-02T09:17:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4a3fe5cb-2f37-4130-87cd-4d46023aa175"}]: dispatch 2024-04-02T09:17:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4a3fe5cb-2f37-4130-87cd-4d46023aa175"}]': finished 2024-04-02T09:17:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bf7a770d-e073-4189-aa70-6635998c2dd3"}]: dispatch 2024-04-02T09:17:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bf7a770d-e073-4189-aa70-6635998c2dd3"}]': finished 2024-04-02T09:17:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4a3fe5cb-2f37-4130-87cd-4d46023aa175"}]: dispatch 2024-04-02T09:17:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:57 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4a3fe5cb-2f37-4130-87cd-4d46023aa175"}]': finished 2024-04-02T09:17:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:58 smithi019 ceph-mon[94035]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.2 KiB/s wr, 213 op/s 2024-04-02T09:17:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:58 smithi019 ceph-mon[94035]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:17:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:58 smithi019 ceph-mon[96522]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.2 KiB/s wr, 213 op/s 2024-04-02T09:17:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:58 smithi019 ceph-mon[96522]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:17:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:58 smithi066 ceph-mon[87361]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.2 KiB/s wr, 213 op/s 2024-04-02T09:17:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:58 smithi066 ceph-mon[87361]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:17:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:59 smithi019 ceph-mon[94035]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:17:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:17:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:59.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:59 smithi019 ceph-mon[96522]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:17:59.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:17:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:59 smithi066 ceph-mon[87361]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:17:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:17:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:00.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.SnapshotImageState (3976 ms) 2024-04-02T09:18:00.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-02T09:18:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:00 smithi019 ceph-mon[94035]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 9.5 KiB/s wr, 217 op/s 2024-04-02T09:18:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:00 smithi019 ceph-mon[94035]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:00 smithi019 ceph-mon[94035]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:00 smithi019 ceph-mon[96522]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 9.5 KiB/s wr, 217 op/s 2024-04-02T09:18:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:00 smithi019 ceph-mon[96522]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:00 smithi019 ceph-mon[96522]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:00 smithi066 ceph-mon[87361]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 9.5 KiB/s wr, 217 op/s 2024-04-02T09:18:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:00 smithi066 ceph-mon[87361]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:18:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:00 smithi066 ceph-mon[87361]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:18:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:18:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:18:00] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-04-02T09:18:02.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:01 smithi066 ceph-mon[87361]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 21 KiB/s wr, 227 op/s 2024-04-02T09:18:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:01 smithi066 ceph-mon[87361]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:01 smithi019 ceph-mon[94035]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 21 KiB/s wr, 227 op/s 2024-04-02T09:18:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:01 smithi019 ceph-mon[94035]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:01 smithi019 ceph-mon[96522]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 21 KiB/s wr, 227 op/s 2024-04-02T09:18:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:01 smithi019 ceph-mon[96522]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:18:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:18:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:03 smithi066 ceph-mon[87361]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:02 smithi019 ceph-mon[94035]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:03.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:02 smithi019 ceph-mon[96522]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:18:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:03 smithi066 ceph-mon[87361]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 26 KiB/s wr, 266 op/s 2024-04-02T09:18:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:03 smithi066 ceph-mon[87361]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:03 smithi019 ceph-mon[94035]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 26 KiB/s wr, 266 op/s 2024-04-02T09:18:04.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:03 smithi019 ceph-mon[94035]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:03 smithi019 ceph-mon[96522]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 26 KiB/s wr, 266 op/s 2024-04-02T09:18:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:03 smithi019 ceph-mon[96522]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:18:05.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:05 smithi066 ceph-mon[87361]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:05 smithi066 ceph-mon[87361]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:05 smithi019 ceph-mon[94035]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:05 smithi019 ceph-mon[94035]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:05 smithi019 ceph-mon[96522]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:18:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:05 smithi019 ceph-mon[96522]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:18:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:06 smithi066 ceph-mon[87361]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.2 KiB/s wr, 42 op/s 2024-04-02T09:18:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:06 smithi019 ceph-mon[94035]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.2 KiB/s wr, 42 op/s 2024-04-02T09:18:06.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:06 smithi019 ceph-mon[96522]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.2 KiB/s wr, 42 op/s 2024-04-02T09:18:07.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:07 smithi066 ceph-mon[87361]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:07 smithi019 ceph-mon[94035]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:07.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:07 smithi019 ceph-mon[96522]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:18:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:08 smithi066 ceph-mon[87361]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:18:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:08 smithi066 ceph-mon[87361]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:08 smithi019 ceph-mon[94035]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:18:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:08 smithi019 ceph-mon[94035]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:08 smithi019 ceph-mon[96522]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:18:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:08 smithi019 ceph-mon[96522]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:18:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:09 smithi066 ceph-mon[87361]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:09 smithi019 ceph-mon[94035]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:09 smithi019 ceph-mon[96522]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:18:10.108 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10061 ms) 2024-04-02T09:18:10.108 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-02T09:18:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:10 smithi066 ceph-mon[87361]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2024-04-02T09:18:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:10 smithi066 ceph-mon[87361]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:10 smithi019 ceph-mon[94035]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2024-04-02T09:18:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:10 smithi019 ceph-mon[94035]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:10 smithi019 ceph-mon[96522]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 147 op/s 2024-04-02T09:18:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:10 smithi019 ceph-mon[96522]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:18:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:18:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:18:10] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-04-02T09:18:11.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:11 smithi066 ceph-mon[87361]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:11 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2b8a0d1e-de14-4894-9db2-1c14a13233bc"}]: dispatch 2024-04-02T09:18:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:11 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2b8a0d1e-de14-4894-9db2-1c14a13233bc"}]': finished 2024-04-02T09:18:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:11 smithi019 ceph-mon[94035]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:11 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2b8a0d1e-de14-4894-9db2-1c14a13233bc"}]: dispatch 2024-04-02T09:18:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:11 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2b8a0d1e-de14-4894-9db2-1c14a13233bc"}]': finished 2024-04-02T09:18:11.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:11 smithi019 ceph-mon[96522]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:18:11.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:11 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2b8a0d1e-de14-4894-9db2-1c14a13233bc"}]: dispatch 2024-04-02T09:18:11.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:11 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2b8a0d1e-de14-4894-9db2-1c14a13233bc"}]': finished 2024-04-02T09:18:12.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:12 smithi019 ceph-mon[94035]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 7.7 KiB/s wr, 144 op/s 2024-04-02T09:18:12.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:12 smithi019 ceph-mon[94035]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:12.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:12 smithi019 ceph-mon[96522]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 7.7 KiB/s wr, 144 op/s 2024-04-02T09:18:12.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:12 smithi019 ceph-mon[96522]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:12 smithi066 ceph-mon[87361]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 7.7 KiB/s wr, 144 op/s 2024-04-02T09:18:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:12 smithi066 ceph-mon[87361]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:18:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:18:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:13 smithi019 ceph-mon[94035]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:13.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:13 smithi019 ceph-mon[96522]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:13.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:13 smithi066 ceph-mon[87361]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:18:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:14 smithi019 ceph-mon[94035]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 7.5 KiB/s wr, 64 op/s 2024-04-02T09:18:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:14 smithi019 ceph-mon[94035]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:14 smithi019 ceph-mon[96522]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 7.5 KiB/s wr, 64 op/s 2024-04-02T09:18:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:14 smithi019 ceph-mon[96522]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:14 smithi066 ceph-mon[87361]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 7.5 KiB/s wr, 64 op/s 2024-04-02T09:18:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:14 smithi066 ceph-mon[87361]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:18:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:15 smithi019 ceph-mon[94035]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:15 smithi019 ceph-mon[94035]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:15 smithi019 ceph-mon[96522]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:15 smithi019 ceph-mon[96522]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:15 smithi066 ceph-mon[87361]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:18:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:15 smithi066 ceph-mon[87361]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:18:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:16 smithi019 ceph-mon[94035]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 44 op/s 2024-04-02T09:18:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:16 smithi019 ceph-mon[94035]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:16 smithi019 ceph-mon[96522]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 44 op/s 2024-04-02T09:18:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:16 smithi019 ceph-mon[96522]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:16 smithi066 ceph-mon[87361]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 44 op/s 2024-04-02T09:18:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:16 smithi066 ceph-mon[87361]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:18:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:17 smithi066 ceph-mon[87361]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 104 op/s 2024-04-02T09:18:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:17 smithi066 ceph-mon[87361]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:17 smithi019 ceph-mon[94035]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 104 op/s 2024-04-02T09:18:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:17 smithi019 ceph-mon[94035]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:17 smithi019 ceph-mon[96522]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 104 op/s 2024-04-02T09:18:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:17 smithi019 ceph-mon[96522]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:18:19.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:18 smithi066 ceph-mon[87361]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:18:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:18 smithi019 ceph-mon[94035]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:18:19.482 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:18 smithi019 ceph-mon[96522]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:18:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:20 smithi066 ceph-mon[87361]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 112 op/s 2024-04-02T09:18:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:20 smithi066 ceph-mon[87361]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:18:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:20 smithi019 ceph-mon[94035]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 112 op/s 2024-04-02T09:18:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:20 smithi019 ceph-mon[94035]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:18:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:20 smithi019 ceph-mon[96522]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 112 op/s 2024-04-02T09:18:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:20 smithi019 ceph-mon[96522]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:18:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:18:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:18:20] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-04-02T09:18:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:21 smithi066 ceph-mon[87361]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:18:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:21 smithi019 ceph-mon[94035]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:18:21.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:21 smithi019 ceph-mon[96522]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:18:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:22 smithi066 ceph-mon[87361]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-02T09:18:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:22 smithi066 ceph-mon[87361]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:18:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:22 smithi019 ceph-mon[94035]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-02T09:18:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:22 smithi019 ceph-mon[94035]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:18:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:22 smithi019 ceph-mon[96522]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-02T09:18:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:22 smithi019 ceph-mon[96522]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:18:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:18:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:23.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:23 smithi066 ceph-mon[87361]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:18:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:23 smithi019 ceph-mon[94035]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:18:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:23 smithi019 ceph-mon[96522]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:18:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:24 smithi066 ceph-mon[87361]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 17 KiB/s wr, 164 op/s 2024-04-02T09:18:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:24 smithi066 ceph-mon[87361]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:18:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:24 smithi019 ceph-mon[94035]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 17 KiB/s wr, 164 op/s 2024-04-02T09:18:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:24 smithi019 ceph-mon[94035]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:18:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:24 smithi019 ceph-mon[96522]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 17 KiB/s wr, 164 op/s 2024-04-02T09:18:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:24 smithi019 ceph-mon[96522]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:18:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:25 smithi066 ceph-mon[87361]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:18:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:25 smithi019 ceph-mon[94035]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:18:25.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:25 smithi019 ceph-mon[96522]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:18:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:26 smithi066 ceph-mon[87361]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.0 KiB/s wr, 62 op/s 2024-04-02T09:18:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:26 smithi066 ceph-mon[87361]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:18:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:26 smithi019 ceph-mon[94035]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.0 KiB/s wr, 62 op/s 2024-04-02T09:18:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:26 smithi019 ceph-mon[94035]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:18:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:26 smithi019 ceph-mon[96522]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.0 KiB/s wr, 62 op/s 2024-04-02T09:18:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:26 smithi019 ceph-mon[96522]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:18:27.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:27 smithi066 ceph-mon[87361]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:18:27.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:27 smithi019 ceph-mon[94035]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:18:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:27 smithi019 ceph-mon[96522]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:18:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:28.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[96522]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 194 op/s 2024-04-02T09:18:28.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[96522]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:18:28.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:28.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:18:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[94035]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 194 op/s 2024-04-02T09:18:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[94035]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:18:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:18:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:28 smithi066 ceph-mon[87361]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 14 KiB/s wr, 194 op/s 2024-04-02T09:18:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:28 smithi066 ceph-mon[87361]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:18:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:18:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:29 smithi019 ceph-mon[94035]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:18:29.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:29 smithi019 ceph-mon[96522]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:18:29.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:29 smithi066 ceph-mon[87361]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:18:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:30 smithi019 ceph-mon[94035]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 213 op/s 2024-04-02T09:18:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:30 smithi019 ceph-mon[94035]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:18:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:30 smithi019 ceph-mon[94035]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:18:30.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:30 smithi019 ceph-mon[96522]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 213 op/s 2024-04-02T09:18:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:30 smithi019 ceph-mon[96522]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:18:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:30 smithi019 ceph-mon[96522]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:18:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:30 smithi066 ceph-mon[87361]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 213 op/s 2024-04-02T09:18:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:30 smithi066 ceph-mon[87361]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:18:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:30 smithi066 ceph-mon[87361]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:18:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:18:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:18:30] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-04-02T09:18:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:31 smithi066 ceph-mon[87361]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-04-02T09:18:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:31 smithi066 ceph-mon[87361]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:18:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:31 smithi019 ceph-mon[94035]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-04-02T09:18:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:31 smithi019 ceph-mon[94035]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:18:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:31 smithi019 ceph-mon[96522]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 98 op/s 2024-04-02T09:18:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:31 smithi019 ceph-mon[96522]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:18:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:18:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:33 smithi019 ceph-mon[94035]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:18:33.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:33 smithi019 ceph-mon[96522]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:18:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:33 smithi066 ceph-mon[87361]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:18:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:34 smithi019 ceph-mon[94035]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:18:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:34 smithi019 ceph-mon[94035]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:18:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:34 smithi019 ceph-mon[96522]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:18:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:34 smithi019 ceph-mon[96522]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:18:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:34 smithi066 ceph-mon[87361]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2024-04-02T09:18:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:34 smithi066 ceph-mon[87361]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:18:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:35 smithi019 ceph-mon[94035]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:18:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:35 smithi019 ceph-mon[94035]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:18:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:35 smithi019 ceph-mon[96522]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:18:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:35 smithi019 ceph-mon[96522]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:18:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:35 smithi066 ceph-mon[87361]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:18:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:35 smithi066 ceph-mon[87361]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:18:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:36 smithi019 ceph-mon[94035]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 52 op/s 2024-04-02T09:18:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:36 smithi019 ceph-mon[96522]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 52 op/s 2024-04-02T09:18:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:36 smithi066 ceph-mon[87361]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 52 op/s 2024-04-02T09:18:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:37 smithi019 ceph-mon[94035]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:18:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:37 smithi019 ceph-mon[96522]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:18:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:37 smithi066 ceph-mon[87361]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:18:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:38 smithi019 ceph-mon[94035]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 134 op/s 2024-04-02T09:18:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:38 smithi019 ceph-mon[94035]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:18:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:38 smithi019 ceph-mon[96522]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 134 op/s 2024-04-02T09:18:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:38 smithi019 ceph-mon[96522]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:18:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:38 smithi066 ceph-mon[87361]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 134 op/s 2024-04-02T09:18:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:38 smithi066 ceph-mon[87361]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:18:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:39 smithi019 ceph-mon[94035]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:18:39.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:39 smithi019 ceph-mon[96522]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:18:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:39 smithi066 ceph-mon[87361]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:18:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:40 smithi019 ceph-mon[94035]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 143 op/s 2024-04-02T09:18:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:40 smithi019 ceph-mon[94035]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:18:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:40 smithi019 ceph-mon[94035]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:18:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:40 smithi019 ceph-mon[96522]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 143 op/s 2024-04-02T09:18:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:40 smithi019 ceph-mon[96522]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:18:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:40 smithi019 ceph-mon[96522]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:18:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:40 smithi066 ceph-mon[87361]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 143 op/s 2024-04-02T09:18:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:40 smithi066 ceph-mon[87361]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:18:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:40 smithi066 ceph-mon[87361]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:18:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:18:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:18:40] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-04-02T09:18:41.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30949 ms) 2024-04-02T09:18:42.059 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 51 tests from TestMirroring (86701 ms total) 2024-04-02T09:18:42.059 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:18:42.059 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 34 tests from TestInternal 2024-04-02T09:18:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:41 smithi066 ceph-mon[87361]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-04-02T09:18:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:41 smithi066 ceph-mon[87361]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:18:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:41 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eadec216-c554-4c23-8698-2d3bac52fb58"}]: dispatch 2024-04-02T09:18:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:41 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eadec216-c554-4c23-8698-2d3bac52fb58"}]': finished 2024-04-02T09:18:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[94035]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-04-02T09:18:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[94035]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:18:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eadec216-c554-4c23-8698-2d3bac52fb58"}]: dispatch 2024-04-02T09:18:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eadec216-c554-4c23-8698-2d3bac52fb58"}]': finished 2024-04-02T09:18:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[96522]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 113 op/s 2024-04-02T09:18:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[96522]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:18:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eadec216-c554-4c23-8698-2d3bac52fb58"}]: dispatch 2024-04-02T09:18:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:41 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3564777215' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/eadec216-c554-4c23-8698-2d3bac52fb58"}]': finished 2024-04-02T09:18:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:18:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:43 smithi066 ceph-mon[87361]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:18:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:43 smithi019 ceph-mon[94035]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:18:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:43 smithi019 ceph-mon[96522]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:18:44.069 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.OpenByID 2024-04-02T09:18:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:44 smithi066 ceph-mon[87361]: pgmap v2636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:44 smithi066 ceph-mon[87361]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:18:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:44 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1590727166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:44 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[94035]: pgmap v2636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[94035]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:18:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1590727166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[96522]: pgmap v2636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[96522]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:18:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1590727166' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:18:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:45 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:45 smithi019 ceph-mon[94035]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:18:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:45 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:45 smithi019 ceph-mon[96522]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:18:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:45 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:18:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:45 smithi066 ceph-mon[87361]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:18:46.112 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.OpenByID (2042 ms) 2024-04-02T09:18:46.112 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-02T09:18:46.134 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.OpenSnapDNE (23 ms) 2024-04-02T09:18:46.135 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-02T09:18:46.158 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-04-02T09:18:46.158 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-02T09:18:46.182 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-04-02T09:18:46.182 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-02T09:18:46.202 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (19 ms) 2024-04-02T09:18:46.202 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-02T09:18:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:46 smithi019 ceph-mon[94035]: pgmap v2639: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:46 smithi019 ceph-mon[94035]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:18:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:46 smithi019 ceph-mon[96522]: pgmap v2639: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:46 smithi019 ceph-mon[96522]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:18:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:46 smithi066 ceph-mon[87361]: pgmap v2639: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:18:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:46 smithi066 ceph-mon[87361]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:18:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:47 smithi019 ceph-mon[94035]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:18:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:47 smithi019 ceph-mon[96522]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:18:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:47 smithi066 ceph-mon[87361]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:18:48.109 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1908 ms) 2024-04-02T09:18:48.109 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-02T09:18:48.133 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (23 ms) 2024-04-02T09:18:48.133 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-02T09:18:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:48 smithi019 ceph-mon[94035]: pgmap v2642: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.5 KiB/s wr, 28 op/s 2024-04-02T09:18:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:48 smithi019 ceph-mon[94035]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:18:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:48 smithi019 ceph-mon[96522]: pgmap v2642: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.5 KiB/s wr, 28 op/s 2024-04-02T09:18:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:48 smithi019 ceph-mon[96522]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:18:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:48 smithi066 ceph-mon[87361]: pgmap v2642: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.5 KiB/s wr, 28 op/s 2024-04-02T09:18:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:48 smithi066 ceph-mon[87361]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:18:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:49 smithi019 ceph-mon[94035]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:18:49.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:49 smithi019 ceph-mon[96522]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:18:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:49 smithi066 ceph-mon[87361]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:18:50.123 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1991 ms) 2024-04-02T09:18:50.124 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-02T09:18:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:50 smithi019 ceph-mon[94035]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-04-02T09:18:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:50 smithi019 ceph-mon[94035]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:18:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:50 smithi019 ceph-mon[96522]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-04-02T09:18:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:50 smithi019 ceph-mon[96522]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:18:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:50 smithi066 ceph-mon[87361]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-04-02T09:18:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:50 smithi066 ceph-mon[87361]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:18:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:18:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:18:50] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-04-02T09:18:51.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:51 smithi019 ceph-mon[94035]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:18:51.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:51 smithi019 ceph-mon[96522]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:18:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:51 smithi066 ceph-mon[87361]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:18:52.137 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2013 ms) 2024-04-02T09:18:52.137 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-02T09:18:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:52 smithi019 ceph-mon[96522]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-04-02T09:18:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:52 smithi019 ceph-mon[96522]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:18:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:52 smithi019 ceph-mon[94035]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-04-02T09:18:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:52 smithi019 ceph-mon[94035]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:18:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:52 smithi066 ceph-mon[87361]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-04-02T09:18:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:52 smithi066 ceph-mon[87361]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:18:52.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:18:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:53 smithi019 ceph-mon[94035]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:18:53.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:53 smithi019 ceph-mon[96522]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:18:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:53 smithi066 ceph-mon[87361]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:18:54.152 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2016 ms) 2024-04-02T09:18:54.152 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-02T09:18:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:54 smithi019 ceph-mon[94035]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.7 KiB/s wr, 122 op/s 2024-04-02T09:18:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:54 smithi019 ceph-mon[94035]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:18:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:54 smithi019 ceph-mon[96522]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.7 KiB/s wr, 122 op/s 2024-04-02T09:18:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:54 smithi019 ceph-mon[96522]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:18:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:54 smithi066 ceph-mon[87361]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.7 KiB/s wr, 122 op/s 2024-04-02T09:18:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:54 smithi066 ceph-mon[87361]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:18:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:55 smithi019 ceph-mon[94035]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:18:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:55 smithi019 ceph-mon[94035]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:18:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:55 smithi019 ceph-mon[96522]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:18:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:55 smithi019 ceph-mon[96522]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:18:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:55 smithi066 ceph-mon[87361]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:18:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:55 smithi066 ceph-mon[87361]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:18:56.025 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.FlattenLocksImage (1872 ms) 2024-04-02T09:18:56.025 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-02T09:18:56.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:56 smithi019 ceph-mon[94035]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 66 op/s 2024-04-02T09:18:56.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:56 smithi019 ceph-mon[94035]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:18:56.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:56 smithi019 ceph-mon[96522]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 66 op/s 2024-04-02T09:18:56.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:56 smithi019 ceph-mon[96522]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:18:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:56 smithi066 ceph-mon[87361]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 66 op/s 2024-04-02T09:18:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:56 smithi066 ceph-mon[87361]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:18:58.166 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2141 ms) 2024-04-02T09:18:58.166 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-02T09:18:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:58 smithi066 ceph-mon[87361]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 142 op/s 2024-04-02T09:18:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:58 smithi066 ceph-mon[87361]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:18:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:58 smithi019 ceph-mon[94035]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 142 op/s 2024-04-02T09:18:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:58 smithi019 ceph-mon[94035]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:18:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:58 smithi019 ceph-mon[96522]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 142 op/s 2024-04-02T09:18:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:58 smithi019 ceph-mon[96522]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:18:59.156 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (991 ms) 2024-04-02T09:18:59.156 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-02T09:18:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[94035]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:18:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2076007734' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]: dispatch 2024-04-02T09:18:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]: dispatch 2024-04-02T09:18:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[96522]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:18:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2076007734' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]: dispatch 2024-04-02T09:18:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]: dispatch 2024-04-02T09:18:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:18:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:59 smithi066 ceph-mon[87361]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:18:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:59 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2076007734' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]: dispatch 2024-04-02T09:18:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:59 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]: dispatch 2024-04-02T09:18:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:18:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:00.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:19:00] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[96522]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]': finished 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[96522]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2342557887' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2342557887"}]: dispatch 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2342557887' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2342557887"}]': finished 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[96522]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[94035]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]': finished 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[94035]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2342557887' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2342557887"}]: dispatch 2024-04-02T09:19:00.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2342557887' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2342557887"}]': finished 2024-04-02T09:19:00.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:00 smithi019 ceph-mon[94035]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:00 smithi066 ceph-mon[87361]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-02T09:19:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:00 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2076007734"}]': finished 2024-04-02T09:19:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:00 smithi066 ceph-mon[87361]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:19:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:00 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2342557887' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2342557887"}]: dispatch 2024-04-02T09:19:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:00 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2342557887' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/2342557887"}]': finished 2024-04-02T09:19:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:00 smithi066 ceph-mon[87361]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:19:01.000 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1843 ms) 2024-04-02T09:19:01.000 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-02T09:19:01.030 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.AioWriteRequestsLock (30 ms) 2024-04-02T09:19:01.030 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-02T09:19:01.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (27 ms) 2024-04-02T09:19:01.057 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-02T09:19:01.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2024-04-02T09:19:01.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-02T09:19:01.164 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.MultipleResize (62 ms) 2024-04-02T09:19:01.164 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.Metadata 2024-04-02T09:19:01.215 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.Metadata (51 ms) 2024-04-02T09:19:01.215 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-02T09:19:01.245 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2024-04-02T09:19:01.245 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-02T09:19:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:02 smithi019 ceph-mon[94035]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.7 KiB/s wr, 100 op/s 2024-04-02T09:19:02.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:02 smithi019 ceph-mon[96522]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.7 KiB/s wr, 100 op/s 2024-04-02T09:19:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:02 smithi066 ceph-mon[87361]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.7 KiB/s wr, 100 op/s 2024-04-02T09:19:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:19:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:03 smithi019 ceph-mon[94035]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:03.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:03 smithi019 ceph-mon[96522]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:03 smithi066 ceph-mon[87361]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:19:04.257 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapshotCopyup (3013 ms) 2024-04-02T09:19:04.258 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-02T09:19:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:04 smithi019 ceph-mon[94035]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 19 KiB/s wr, 245 op/s 2024-04-02T09:19:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:04 smithi019 ceph-mon[94035]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:04 smithi019 ceph-mon[96522]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 19 KiB/s wr, 245 op/s 2024-04-02T09:19:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:04 smithi019 ceph-mon[96522]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:04 smithi066 ceph-mon[87361]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 19 KiB/s wr, 245 op/s 2024-04-02T09:19:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:04 smithi066 ceph-mon[87361]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:19:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:05 smithi019 ceph-mon[94035]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:05 smithi019 ceph-mon[94035]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:05 smithi019 ceph-mon[96522]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:05 smithi019 ceph-mon[96522]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:05 smithi066 ceph-mon[87361]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:19:05.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:05 smithi066 ceph-mon[87361]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:19:06.030 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1772 ms) 2024-04-02T09:19:06.030 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-02T09:19:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:06 smithi019 ceph-mon[94035]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 19 KiB/s wr, 237 op/s 2024-04-02T09:19:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:06 smithi019 ceph-mon[94035]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:06 smithi019 ceph-mon[96522]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 19 KiB/s wr, 237 op/s 2024-04-02T09:19:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:06 smithi019 ceph-mon[96522]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:06 smithi066 ceph-mon[87361]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 19 KiB/s wr, 237 op/s 2024-04-02T09:19:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:06 smithi066 ceph-mon[87361]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:19:07.025 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (996 ms) 2024-04-02T09:19:07.025 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-02T09:19:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:08 smithi066 ceph-mon[87361]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 16 KiB/s wr, 226 op/s 2024-04-02T09:19:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:08 smithi066 ceph-mon[87361]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:08 smithi019 ceph-mon[94035]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 16 KiB/s wr, 226 op/s 2024-04-02T09:19:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:08 smithi019 ceph-mon[94035]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:08 smithi019 ceph-mon[96522]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 16 KiB/s wr, 226 op/s 2024-04-02T09:19:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:08 smithi019 ceph-mon[96522]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:19:09.081 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.ResizeCopyup (2056 ms) 2024-04-02T09:19:09.081 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-02T09:19:09.090 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-02T09:19:09.090 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:19:09.090 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (8 ms) 2024-04-02T09:19:09.090 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-02T09:19:09.097 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-02T09:19:09.098 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-02T09:19:09.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:09 smithi066 ceph-mon[87361]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:09 smithi019 ceph-mon[94035]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:09 smithi019 ceph-mon[96522]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:19:10.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:10 smithi066 ceph-mon[87361]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 296 op/s 2024-04-02T09:19:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:10 smithi066 ceph-mon[87361]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:10.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:10 smithi019 ceph-mon[94035]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 296 op/s 2024-04-02T09:19:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:10 smithi019 ceph-mon[94035]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:10 smithi019 ceph-mon[96522]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 296 op/s 2024-04-02T09:19:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:10 smithi019 ceph-mon[96522]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:19:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:19:10] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-02T09:19:11.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:11 smithi066 ceph-mon[87361]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:11 smithi019 ceph-mon[94035]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:11.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:11 smithi019 ceph-mon[96522]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:19:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:12 smithi066 ceph-mon[87361]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 15 KiB/s wr, 243 op/s 2024-04-02T09:19:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:12 smithi066 ceph-mon[87361]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:12 smithi019 ceph-mon[94035]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 15 KiB/s wr, 243 op/s 2024-04-02T09:19:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:12 smithi019 ceph-mon[94035]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:12 smithi019 ceph-mon[96522]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 15 KiB/s wr, 243 op/s 2024-04-02T09:19:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:12 smithi019 ceph-mon[96522]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:19:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:19:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:13.058 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.WriteFullCopyup (3960 ms) 2024-04-02T09:19:13.058 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-02T09:19:13.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:13 smithi066 ceph-mon[87361]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:13 smithi019 ceph-mon[94035]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:13.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:13 smithi019 ceph-mon[96522]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:19:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:14 smithi066 ceph-mon[87361]: pgmap v2680: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 300 op/s 2024-04-02T09:19:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:14 smithi066 ceph-mon[87361]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:14 smithi019 ceph-mon[94035]: pgmap v2680: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 300 op/s 2024-04-02T09:19:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:14 smithi019 ceph-mon[94035]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:14 smithi019 ceph-mon[96522]: pgmap v2680: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 300 op/s 2024-04-02T09:19:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:14 smithi019 ceph-mon[96522]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:19:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:15.080 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2022 ms) 2024-04-02T09:19:15.080 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.TestCoR 2024-04-02T09:19:15.090 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-02T09:19:15.090 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to disabled copy-on-read 2024-04-02T09:19:15.090 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestInternal.TestCoR (11 ms) 2024-04-02T09:19:15.090 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-02T09:19:15.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:15 smithi066 ceph-mon[87361]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:19:15.319 INFO:tasks.workunit.client.0.smithi019.stdout:made parent image "image394": 4194304K (1024 * 4K) 2024-04-02T09:19:15.319 INFO:tasks.workunit.client.0.smithi019.stdout:generated random write map: 2024-04-02T09:19:15.319 INFO:tasks.workunit.client.0.smithi019.stdout: [22 , 93232 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [23 , 94827 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [40 , 163893 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [71 , 291862 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [74 , 303156 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [98 , 404975 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [132 , 543741 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [140 , 573993 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [152 , 626009 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [169 , 693161 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [170 , 699015 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [173 , 711507 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [180 , 739488 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [182 , 747191 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [189 , 775505 ] 2024-04-02T09:19:15.320 INFO:tasks.workunit.client.0.smithi019.stdout: [190 , 779079 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [195 , 799181 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [202 , 829218 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [208 , 855002 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [217 , 891874 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [227 , 931634 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [248 , 1018018 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [250 , 1024292 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [253 , 1038706 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [254 , 1040782 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [261 , 1072408 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [276 , 1133586 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [283 , 1160297 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [297 , 1219732 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [303 , 1242056 ] 2024-04-02T09:19:15.321 INFO:tasks.workunit.client.0.smithi019.stdout: [313 , 1284686 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [316 , 1294983 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [333 , 1365950 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [340 , 1394983 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [358 , 1468006 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [362 , 1482978 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [368 , 1510745 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [372 , 1525879 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [387 , 1587708 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [388 , 1592666 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [393 , 1611906 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [396 , 1624847 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [411 , 1685419 ] 2024-04-02T09:19:15.322 INFO:tasks.workunit.client.0.smithi019.stdout: [449 , 1839853 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [450 , 1843831 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [472 , 1934946 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [489 , 2003064 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [500 , 2048832 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [516 , 2116382 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [524 , 2149346 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [526 , 2157931 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [527 , 2161994 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [530 , 2172484 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [546 , 2238984 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [558 , 2288068 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [574 , 2354152 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [585 , 2398449 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [586 , 2403775 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [598 , 2451790 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [634 , 2597478 ] 2024-04-02T09:19:15.323 INFO:tasks.workunit.client.0.smithi019.stdout: [639 , 2618318 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [662 , 2714455 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [682 , 2796334 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [686 , 2813080 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [696 , 2854014 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [701 , 2873719 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [714 , 2924969 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [717 , 2937719 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [723 , 2961858 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [742 , 3040369 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [743 , 3046124 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [757 , 3102463 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [767 , 3145157 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [770 , 3155998 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [789 , 3233989 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [790 , 3236416 ] 2024-04-02T09:19:15.324 INFO:tasks.workunit.client.0.smithi019.stdout: [792 , 3244088 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [803 , 3292321 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [812 , 3328853 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [814 , 3337094 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [832 , 3408379 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [868 , 3556078 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [914 , 3747234 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [924 , 3784960 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [940 , 3851635 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [954 , 3910458 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [958 , 3927311 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [960 , 3933736 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [965 , 3955814 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [966 , 3959267 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [969 , 3970453 ] 2024-04-02T09:19:15.325 INFO:tasks.workunit.client.0.smithi019.stdout: [970 , 3975037 ] 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: [975 , 3995665 ] 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: [1000 , 4097090 ] 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: [1003 , 4110165 ] 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: [1010 , 4140292 ] 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: [1014 , 4155849 ] 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout:write data based on random map 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-22 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-23 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-40 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-71 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-74 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-98 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-132 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-140 2024-04-02T09:19:15.326 INFO:tasks.workunit.client.0.smithi019.stdout: write object-152 2024-04-02T09:19:15.327 INFO:tasks.workunit.client.0.smithi019.stdout: write object-169 2024-04-02T09:19:15.327 INFO:tasks.workunit.client.0.smithi019.stdout: write object-170 2024-04-02T09:19:15.327 INFO:tasks.workunit.client.0.smithi019.stdout: write object-173 2024-04-02T09:19:15.327 INFO:tasks.workunit.client.0.smithi019.stdout: write object-180 2024-04-02T09:19:15.327 INFO:tasks.workunit.client.0.smithi019.stdout: write object-182 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-189 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-190 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-195 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-202 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-208 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-217 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-227 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-248 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-250 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-253 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-254 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-261 2024-04-02T09:19:15.328 INFO:tasks.workunit.client.0.smithi019.stdout: write object-276 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-283 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-297 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-303 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-313 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-316 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-333 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-340 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-358 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-362 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-368 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-372 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-387 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-388 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-393 2024-04-02T09:19:15.329 INFO:tasks.workunit.client.0.smithi019.stdout: write object-396 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-411 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-449 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-450 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-472 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-489 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-500 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-516 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-524 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-526 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-527 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-530 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-546 2024-04-02T09:19:15.330 INFO:tasks.workunit.client.0.smithi019.stdout: write object-558 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-574 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-585 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-586 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-598 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-634 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-639 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-662 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-682 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-686 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-696 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-701 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-714 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-717 2024-04-02T09:19:15.331 INFO:tasks.workunit.client.0.smithi019.stdout: write object-723 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-742 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-743 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-757 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-767 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-770 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-789 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-790 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-792 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-803 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-812 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-814 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-832 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-868 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-914 2024-04-02T09:19:15.332 INFO:tasks.workunit.client.0.smithi019.stdout: write object-924 2024-04-02T09:19:15.333 INFO:tasks.workunit.client.0.smithi019.stdout: write object-940 2024-04-02T09:19:15.333 INFO:tasks.workunit.client.0.smithi019.stdout: write object-954 2024-04-02T09:19:15.333 INFO:tasks.workunit.client.0.smithi019.stdout: write object-958 2024-04-02T09:19:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:15 smithi019 ceph-mon[94035]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:19:15.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:15 smithi019 ceph-mon[96522]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-960 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-965 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-966 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-969 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-970 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-975 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-1000 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-1003 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-1010 2024-04-02T09:19:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: write object-1014 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout:verify written data by reading 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: read object-22 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout:made snapshot "image394@parent_snap" and protect it 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout:made and opened clone "image395" 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout:flattening clone: "image395" 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout:check whether child image has the same set of objects as parent 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1168 ms) 2024-04-02T09:19:16.260 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-02T09:19:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:16 smithi066 ceph-mon[87361]: pgmap v2683: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-02T09:19:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:16 smithi066 ceph-mon[87361]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:19:16.341 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.PoolMetadataConfApply (83 ms) 2024-04-02T09:19:16.342 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.Sparsify 2024-04-02T09:19:16.367 INFO:tasks.workunit.client.0.smithi019.stdout:sparsify_supported=1 2024-04-02T09:19:16.367 INFO:tasks.workunit.client.0.smithi019.stdout:sparse_read_supported=1 2024-04-02T09:19:16.398 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.Sparsify (57 ms) 2024-04-02T09:19:16.398 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-02T09:19:16.402 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-mon[94035]: pgmap v2683: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-02T09:19:16.402 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-mon[94035]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:19:16.402 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-mon[96522]: pgmap v2683: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 127 op/s 2024-04-02T09:19:16.403 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-mon[96522]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:19:16.403 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:19:16] ENGINE Bus STOPPING 2024-04-02T09:19:16.403 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:19:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:19:16.403 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:19:16] ENGINE Bus STOPPED 2024-04-02T09:19:16.403 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:19:16] ENGINE Bus STARTING 2024-04-02T09:19:16.403 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:19:16] ENGINE Serving on http://:::9283 2024-04-02T09:19:16.403 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:16 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:19:16] ENGINE Bus STARTED 2024-04-02T09:19:16.417 INFO:tasks.workunit.client.0.smithi019.stdout:sparsify_supported=1 2024-04-02T09:19:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:17 smithi066 ceph-mon[87361]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:19:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:17 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' 2024-04-02T09:19:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:17 smithi066 ceph-mon[87361]: pgmap v2686: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 165 op/s 2024-04-02T09:19:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[94035]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:19:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' 2024-04-02T09:19:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[94035]: pgmap v2686: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 165 op/s 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[96522]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[96522]: pgmap v2686: 137 pgs: 137 active+clean; 17 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 165 op/s 2024-04-02T09:19:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:18 smithi066 ceph-mon[87361]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:19:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:18 smithi066 ceph-mon[87361]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:19:18.330 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.SparsifyClone (1931 ms) 2024-04-02T09:19:18.330 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-02T09:19:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:18 smithi019 ceph-mon[94035]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:19:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:18 smithi019 ceph-mon[94035]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:19:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:18 smithi019 ceph-mon[96522]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:19:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:18 smithi019 ceph-mon[96522]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:19:19.439 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestInternal.MissingDataPool (1110 ms) 2024-04-02T09:19:19.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:19 smithi019 ceph-mon[94035]: pgmap v2688: 137 pgs: 137 active+clean; 9.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 107 KiB/s wr, 571 op/s 2024-04-02T09:19:19.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:19 smithi019 ceph-mon[94035]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:19:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:19 smithi019 ceph-mon[96522]: pgmap v2688: 137 pgs: 137 active+clean; 9.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 107 KiB/s wr, 571 op/s 2024-04-02T09:19:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:19 smithi019 ceph-mon[96522]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:19:19.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:19 smithi066 ceph-mon[87361]: pgmap v2688: 137 pgs: 137 active+clean; 9.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 107 KiB/s wr, 571 op/s 2024-04-02T09:19:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:19 smithi066 ceph-mon[87361]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:19:20.009 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 34 tests from TestInternal (35370 ms total) 2024-04-02T09:19:20.009 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:19:20.010 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 17 tests from TestImageWatcher 2024-04-02T09:19:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:20 smithi019 ceph-mon[94035]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:19:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:20 smithi019 ceph-mon[94035]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:19:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:20 smithi019 ceph-mon[94035]: pgmap v2692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:19:20] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-04-02T09:19:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:20 smithi019 ceph-mon[96522]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:19:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:20 smithi019 ceph-mon[96522]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:19:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:20 smithi019 ceph-mon[96522]: pgmap v2692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:20.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:20 smithi066 ceph-mon[87361]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:19:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:20 smithi066 ceph-mon[87361]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:19:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:20 smithi066 ceph-mon[87361]: pgmap v2692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:22.009 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-02T09:19:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:22 smithi066 ceph-mon[87361]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:19:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:22 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3899847010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:22 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:22 smithi019 ceph-mon[94035]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:19:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:22 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3899847010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:22 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:22 smithi019 ceph-mon[96522]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:19:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:22 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3899847010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:22 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:19:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:23 smithi066 ceph-mon[87361]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:19:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:23 smithi066 ceph-mon[87361]: pgmap v2695: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:23 smithi019 ceph-mon[94035]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:19:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:23 smithi019 ceph-mon[94035]: pgmap v2695: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:23 smithi019 ceph-mon[96522]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:19:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:23 smithi019 ceph-mon[96522]: pgmap v2695: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:24.058 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2049 ms) 2024-04-02T09:19:24.058 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-02T09:19:24.083 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-04-02T09:19:24.083 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-02T09:19:24.106 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-04-02T09:19:24.106 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-02T09:19:24.130 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (25 ms) 2024-04-02T09:19:24.130 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-02T09:19:24.152 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (21 ms) 2024-04-02T09:19:24.152 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-02T09:19:24.175 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (24 ms) 2024-04-02T09:19:24.175 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-02T09:19:24.195 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-04-02T09:19:24.195 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-02T09:19:24.217 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifySnapRename (22 ms) 2024-04-02T09:19:24.217 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-02T09:19:24.237 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-04-02T09:19:24.237 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-02T09:19:24.257 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-04-02T09:19:24.257 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-02T09:19:24.277 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-02T09:19:24.278 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-02T09:19:24.299 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-04-02T09:19:24.299 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-02T09:19:24.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:24 smithi066 ceph-mon[87361]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:19:24.319 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-04-02T09:19:24.320 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-02T09:19:24.343 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-04-02T09:19:24.343 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-02T09:19:24.360 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (22 ms) 2024-04-02T09:19:24.360 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-02T09:19:24.382 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (22 ms) 2024-04-02T09:19:24.383 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-02T09:19:24.402 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-02T09:19:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:24 smithi019 ceph-mon[94035]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:19:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:24 smithi019 ceph-mon[96522]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:19:25.036 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 17 tests from TestImageWatcher (2393 ms total) 2024-04-02T09:19:25.037 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:19:25.037 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 168 tests from TestLibRBD 2024-04-02T09:19:25.072 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-02T09:19:25.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:25 smithi066 ceph-mon[87361]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:19:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:25 smithi066 ceph-mon[87361]: pgmap v2698: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:25.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:25 smithi019 ceph-mon[96522]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:19:25.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:25 smithi019 ceph-mon[96522]: pgmap v2698: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:25 smithi019 ceph-mon[94035]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:19:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:25 smithi019 ceph-mon[94035]: pgmap v2698: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:26 smithi066 ceph-mon[87361]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:19:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:26 smithi019 ceph-mon[94035]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:19:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:26 smithi019 ceph-mon[96522]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:19:27.044 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:27.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:27 smithi066 ceph-mon[87361]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:19:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:27 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2908742556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:27 smithi066 ceph-mon[87361]: pgmap v2701: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:27 smithi019 ceph-mon[94035]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:19:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:27 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2908742556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:27 smithi019 ceph-mon[94035]: pgmap v2701: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:27 smithi019 ceph-mon[96522]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:19:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:27 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2908742556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:27 smithi019 ceph-mon[96522]: pgmap v2701: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:28 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:28 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2908742556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:28 smithi066 ceph-mon[87361]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:19:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:28 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:28 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2908742556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:28 smithi019 ceph-mon[94035]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:19:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:28 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:28 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2908742556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:28 smithi019 ceph-mon[96522]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:19:29.078 INFO:tasks.workunit.client.0.smithi019.stdout:image has size 2097152 and order 22 2024-04-02T09:19:29.078 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CreateAndStat (4005 ms) 2024-04-02T09:19:29.078 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-02T09:19:29.078 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.100 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (22 ms) 2024-04-02T09:19:29.100 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-02T09:19:29.100 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.119 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-04-02T09:19:29.119 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.GetId 2024-04-02T09:19:29.119 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.142 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.GetId (24 ms) 2024-04-02T09:19:29.142 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-02T09:19:29.142 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.167 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2024-04-02T09:19:29.167 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-02T09:19:29.167 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.183 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-02T09:19:29.183 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-02T09:19:29.183 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.200 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-04-02T09:19:29.201 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-02T09:19:29.201 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.218 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (18 ms) 2024-04-02T09:19:29.218 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-02T09:19:29.218 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.235 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-02T09:19:29.235 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-02T09:19:29.235 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.255 INFO:tasks.workunit.client.0.smithi019.stdout:image has size 2097152 and order 22 2024-04-02T09:19:29.255 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.OpenAio (20 ms) 2024-04-02T09:19:29.255 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-02T09:19:29.257 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-02T09:19:29.257 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-02T09:19:29.257 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.280 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-04-02T09:19:29.280 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-02T09:19:29.283 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-02T09:19:29.283 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-02T09:19:29.283 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:29 smithi066 ceph-mon[87361]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:19:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:29 smithi066 ceph-mon[87361]: pgmap v2704: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:29.318 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ResizeAndStat (35 ms) 2024-04-02T09:19:29.319 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-02T09:19:29.319 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.345 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[94035]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:19:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[94035]: pgmap v2704: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:29.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[96522]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:19:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[96522]: pgmap v2704: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:29.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:29.350 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (32 ms) 2024-04-02T09:19:29.350 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-02T09:19:29.350 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.385 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (35 ms) 2024-04-02T09:19:29.385 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-02T09:19:29.385 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:29.421 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (36 ms) 2024-04-02T09:19:29.422 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-02T09:19:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:30 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:30 smithi066 ceph-mon[87361]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:19:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:30 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:30.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:30 smithi019 ceph-mon[94035]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:19:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:30 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:30.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:30 smithi019 ceph-mon[96522]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:19:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:19:30] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2024-04-02T09:19:31.079 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:31.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:31 smithi066 ceph-mon[87361]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:19:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:31 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1443408678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:31 smithi066 ceph-mon[87361]: pgmap v2707: 169 pgs: 17 creating+peering, 47 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:31 smithi019 ceph-mon[94035]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:19:31.471 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:31 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1443408678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:31.472 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:31 smithi019 ceph-mon[94035]: pgmap v2707: 169 pgs: 17 creating+peering, 47 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:31.472 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:31 smithi019 ceph-mon[96522]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:19:31.472 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:31 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1443408678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:31.472 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:31 smithi019 ceph-mon[96522]: pgmap v2707: 169 pgs: 17 creating+peering, 47 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:19:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:32 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:32 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1443408678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:32 smithi066 ceph-mon[87361]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:19:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:32 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:32 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1443408678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:32 smithi019 ceph-mon[94035]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:19:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:32 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:32 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1443408678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:32 smithi019 ceph-mon[96522]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:19:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:19:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:33.094 INFO:tasks.workunit.client.0.smithi019.stdout:image: image18 2024-04-02T09:19:33.094 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image18 2024-04-02T09:19:33.094 INFO:tasks.workunit.client.0.smithi019.stdout:found image18 2024-04-02T09:19:33.095 INFO:tasks.workunit.client.0.smithi019.stdout:erased image18 2024-04-02T09:19:33.095 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:image: image18 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:image: image19 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image18 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:found image18 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:erased image18 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image19 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:found image19 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:erased image19 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:image: image19 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image19 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:found image19 2024-04-02T09:19:33.177 INFO:tasks.workunit.client.0.smithi019.stdout:erased image19 2024-04-02T09:19:33.178 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3755 ms) 2024-04-02T09:19:33.178 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-02T09:19:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:33 smithi019 ceph-mon[94035]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:19:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:33 smithi019 ceph-mon[94035]: pgmap v2710: 169 pgs: 11 creating+peering, 158 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:19:33.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:33 smithi019 ceph-mon[96522]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:19:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:33 smithi019 ceph-mon[96522]: pgmap v2710: 169 pgs: 11 creating+peering, 158 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:19:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:33 smithi066 ceph-mon[87361]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:19:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:33 smithi066 ceph-mon[87361]: pgmap v2710: 169 pgs: 11 creating+peering, 158 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:19:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:34 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:34 smithi019 ceph-mon[94035]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:19:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:34 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:34 smithi019 ceph-mon[96522]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:19:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:34 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:34 smithi066 ceph-mon[87361]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:19:35.023 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[94035]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:19:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1039795922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[94035]: pgmap v2713: 201 pgs: 32 unknown, 11 creating+peering, 158 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:19:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1039795922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[94035]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:19:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[96522]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:19:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1039795922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:35.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[96522]: pgmap v2713: 201 pgs: 32 unknown, 11 creating+peering, 158 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:19:35.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1039795922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:35.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:35 smithi019 ceph-mon[96522]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:19:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:35 smithi066 ceph-mon[87361]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:19:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1039795922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:35 smithi066 ceph-mon[87361]: pgmap v2713: 201 pgs: 32 unknown, 11 creating+peering, 158 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:19:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1039795922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:35 smithi066 ceph-mon[87361]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:19:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:36 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:36 smithi019 ceph-mon[94035]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:19:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:36 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:36 smithi019 ceph-mon[96522]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:19:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:36 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:36 smithi066 ceph-mon[87361]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:19:37.055 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 1 2024-04-02T09:19:37.055 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:19:37.055 INFO:tasks.workunit.client.0.smithi019.stdout:image: image20 2024-04-02T09:19:37.055 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image20 2024-04-02T09:19:37.055 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 2 2024-04-02T09:19:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:19:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:image: image20 2024-04-02T09:19:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:image: image21 2024-04-02T09:19:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image20 2024-04-02T09:19:37.063 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image21 2024-04-02T09:19:37.126 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 1 2024-04-02T09:19:37.126 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:19:37.126 INFO:tasks.workunit.client.0.smithi019.stdout:image: image21 2024-04-02T09:19:37.126 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image21 2024-04-02T09:19:37.126 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3949 ms) 2024-04-02T09:19:37.126 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-02T09:19:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:37 smithi019 ceph-mon[94035]: pgmap v2716: 201 pgs: 15 unknown, 186 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 511 B/s wr, 24 op/s 2024-04-02T09:19:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:37 smithi019 ceph-mon[94035]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:19:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:37 smithi019 ceph-mon[96522]: pgmap v2716: 201 pgs: 15 unknown, 186 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 511 B/s wr, 24 op/s 2024-04-02T09:19:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:37 smithi019 ceph-mon[96522]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:19:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:37 smithi066 ceph-mon[87361]: pgmap v2716: 201 pgs: 15 unknown, 186 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 511 B/s wr, 24 op/s 2024-04-02T09:19:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:37 smithi066 ceph-mon[87361]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:19:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:38 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:38.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:38 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:38 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:39.133 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:39 smithi019 ceph-mon[94035]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:19:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:39 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/13726522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:39 smithi019 ceph-mon[94035]: pgmap v2719: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:19:39.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:39 smithi019 ceph-mon[96522]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:19:39.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:39 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/13726522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:39.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:39 smithi019 ceph-mon[96522]: pgmap v2719: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:19:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:39 smithi066 ceph-mon[87361]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:19:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:39 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/13726522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:39 smithi066 ceph-mon[87361]: pgmap v2719: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:19:40.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:40.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/13726522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:40.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[94035]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:19:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[94035]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:19:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/13726522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[96522]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:19:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-mon[96522]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:19:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:40 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:40 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/13726522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:40 smithi066 ceph-mon[87361]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:19:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:40 smithi066 ceph-mon[87361]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:19:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:19:40] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:image: image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:found image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:erased image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:image: image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:image: image23 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:found image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:erased image22 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image23 2024-04-02T09:19:41.397 INFO:tasks.workunit.client.0.smithi019.stdout:found image23 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:erased image23 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:image: image22 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:image: image23 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:image: image24 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image22 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:found image22 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:erased image22 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image23 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:found image23 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:erased image23 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image24 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:found image24 2024-04-02T09:19:41.398 INFO:tasks.workunit.client.0.smithi019.stdout:erased image24 2024-04-02T09:19:41.399 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCopy (4271 ms) 2024-04-02T09:19:41.399 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-02T09:19:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:41 smithi019 ceph-mon[94035]: pgmap v2722: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 KiB/s wr, 16 op/s 2024-04-02T09:19:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:41 smithi019 ceph-mon[94035]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:19:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:41 smithi019 ceph-mon[96522]: pgmap v2722: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 KiB/s wr, 16 op/s 2024-04-02T09:19:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:41 smithi019 ceph-mon[96522]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:19:41.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:41 smithi066 ceph-mon[87361]: pgmap v2722: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 3.0 KiB/s wr, 16 op/s 2024-04-02T09:19:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:41 smithi066 ceph-mon[87361]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:19:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:42 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:42 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:42 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:19:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:43.157 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:43 smithi019 ceph-mon[94035]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:19:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:43 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/48975567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:43 smithi019 ceph-mon[94035]: pgmap v2725: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 381 op/s 2024-04-02T09:19:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:43 smithi019 ceph-mon[96522]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:19:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:43 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/48975567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:43 smithi019 ceph-mon[96522]: pgmap v2725: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 381 op/s 2024-04-02T09:19:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:43 smithi066 ceph-mon[87361]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:19:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:43 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/48975567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:43 smithi066 ceph-mon[87361]: pgmap v2725: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 381 op/s 2024-04-02T09:19:44.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:44.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/48975567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[96522]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:19:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/48975567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[94035]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:19:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:44 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:44 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/48975567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:44 smithi066 ceph-mon[87361]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:19:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:45.305 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 1 2024-04-02T09:19:45.306 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:19:45.306 INFO:tasks.workunit.client.0.smithi019.stdout:image: image25 2024-04-02T09:19:45.306 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image25 2024-04-02T09:19:45.326 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 2 2024-04-02T09:19:45.326 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:19:45.326 INFO:tasks.workunit.client.0.smithi019.stdout:image: image25 2024-04-02T09:19:45.326 INFO:tasks.workunit.client.0.smithi019.stdout:image: image26 2024-04-02T09:19:45.326 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image25 2024-04-02T09:19:45.327 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image26 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 3 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:image: image25 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:image: image26 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:image: image27 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image25 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image26 2024-04-02T09:19:45.371 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image27 2024-04-02T09:19:45.401 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCopyPP (4005 ms) 2024-04-02T09:19:45.401 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-02T09:19:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:45 smithi019 ceph-mon[94035]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:19:45.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:45 smithi019 ceph-mon[94035]: pgmap v2728: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 381 op/s 2024-04-02T09:19:45.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:45 smithi019 ceph-mon[94035]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:19:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:45 smithi019 ceph-mon[96522]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:19:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:45 smithi019 ceph-mon[96522]: pgmap v2728: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 381 op/s 2024-04-02T09:19:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:45 smithi019 ceph-mon[96522]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:19:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:45 smithi066 ceph-mon[87361]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:19:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:45 smithi066 ceph-mon[87361]: pgmap v2728: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 23 KiB/s wr, 381 op/s 2024-04-02T09:19:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:45 smithi066 ceph-mon[87361]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:19:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:46 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:46 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:46 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:47.188 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:47 smithi019 ceph-mon[94035]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:19:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:47 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2118539351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:47.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:47 smithi019 ceph-mon[94035]: pgmap v2731: 297 pgs: 50 unknown, 247 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.7 KiB/s wr, 90 op/s 2024-04-02T09:19:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:47 smithi019 ceph-mon[96522]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:19:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:47 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2118539351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:47 smithi019 ceph-mon[96522]: pgmap v2731: 297 pgs: 50 unknown, 247 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.7 KiB/s wr, 90 op/s 2024-04-02T09:19:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:47 smithi066 ceph-mon[87361]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:19:47.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:47 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2118539351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:47.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:47 smithi066 ceph-mon[87361]: pgmap v2731: 297 pgs: 50 unknown, 247 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.7 KiB/s wr, 90 op/s 2024-04-02T09:19:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:48 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:48 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2118539351' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:48 smithi019 ceph-mon[94035]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:19:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:48 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:48 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2118539351' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:48 smithi019 ceph-mon[96522]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:19:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:48 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:48 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2118539351' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:48 smithi066 ceph-mon[87361]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:19:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:49 smithi019 ceph-mon[94035]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:19:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:49 smithi019 ceph-mon[94035]: pgmap v2734: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 455 op/s 2024-04-02T09:19:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:49 smithi019 ceph-mon[96522]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:19:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:49 smithi019 ceph-mon[96522]: pgmap v2734: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 455 op/s 2024-04-02T09:19:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:49 smithi066 ceph-mon[87361]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:19:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:49 smithi066 ceph-mon[87361]: pgmap v2734: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 24 KiB/s wr, 455 op/s 2024-04-02T09:19:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:50 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:50 smithi019 ceph-mon[94035]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:19:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:50 smithi019 ceph-mon[94035]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:19:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:50 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:50 smithi019 ceph-mon[96522]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:19:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:50 smithi019 ceph-mon[96522]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:19:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:19:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:19:50] "GET /metrics HTTP/1.1" 200 46100 "" "Prometheus/2.43.0" 2024-04-02T09:19:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:50 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:50 smithi066 ceph-mon[87361]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:19:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:50 smithi066 ceph-mon[87361]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:19:51.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:51 smithi019 ceph-mon[94035]: pgmap v2737: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 21 KiB/s wr, 365 op/s 2024-04-02T09:19:51.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:51 smithi019 ceph-mon[94035]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:19:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:51 smithi019 ceph-mon[96522]: pgmap v2737: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 21 KiB/s wr, 365 op/s 2024-04-02T09:19:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:51 smithi019 ceph-mon[96522]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:19:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:51 smithi066 ceph-mon[87361]: pgmap v2737: 297 pgs: 16 creating+peering, 16 unknown, 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 21 KiB/s wr, 365 op/s 2024-04-02T09:19:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:51 smithi066 ceph-mon[87361]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:19:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:19:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:53.093 INFO:tasks.workunit.client.0.smithi019.stdout:image: image28 2024-04-02T09:19:53.093 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image28 2024-04-02T09:19:53.093 INFO:tasks.workunit.client.0.smithi019.stdout:found image28 2024-04-02T09:19:53.093 INFO:tasks.workunit.client.0.smithi019.stdout:erased image28 2024-04-02T09:19:53.093 INFO:tasks.workunit.client.0.smithi019.stdout:image: image28 2024-04-02T09:19:53.093 INFO:tasks.workunit.client.0.smithi019.stdout:image: image29 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image28 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:found image28 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:erased image28 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image29 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:found image29 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:erased image29 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:image: image28 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:image: image29 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:image: image30 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image28 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:found image28 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:erased image28 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image29 2024-04-02T09:19:53.094 INFO:tasks.workunit.client.0.smithi019.stdout:found image29 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:erased image29 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image30 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:found image30 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:erased image30 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:image: image28 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:image: image29 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:image: image30 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:image: image31 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image28 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:found image28 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:erased image28 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image29 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:found image29 2024-04-02T09:19:53.095 INFO:tasks.workunit.client.0.smithi019.stdout:erased image29 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image30 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:found image30 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:erased image30 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image31 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:found image31 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:erased image31 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:image: image28 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:image: image29 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:image: image30 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:image: image31 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:image: image32 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image28 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:found image28 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:erased image28 2024-04-02T09:19:53.096 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image29 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:found image29 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:erased image29 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image30 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:found image30 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:erased image30 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image31 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:found image31 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:erased image31 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image32 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:found image32 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:erased image32 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:image: image28 2024-04-02T09:19:53.097 INFO:tasks.workunit.client.0.smithi019.stdout:image: image29 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:image: image30 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:image: image31 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:image: image32 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:image: image33 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image28 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:found image28 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:erased image28 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image29 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:found image29 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:erased image29 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image30 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:found image30 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:erased image30 2024-04-02T09:19:53.098 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image31 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:found image31 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:erased image31 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image32 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:found image32 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:erased image32 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image33 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:found image33 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:erased image33 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestDeepCopy (7691 ms) 2024-04-02T09:19:53.099 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-02T09:19:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:53 smithi066 ceph-mon[87361]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:19:53.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:53 smithi066 ceph-mon[87361]: pgmap v2740: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 26 KiB/s wr, 476 op/s 2024-04-02T09:19:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:53 smithi019 ceph-mon[94035]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:19:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:53 smithi019 ceph-mon[94035]: pgmap v2740: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 26 KiB/s wr, 476 op/s 2024-04-02T09:19:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:53 smithi019 ceph-mon[96522]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:19:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:53 smithi019 ceph-mon[96522]: pgmap v2740: 297 pgs: 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 26 KiB/s wr, 476 op/s 2024-04-02T09:19:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:54 smithi066 ceph-mon[87361]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:19:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:54 smithi019 ceph-mon[94035]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:19:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:54 smithi019 ceph-mon[96522]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:19:55.031 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:55.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:55 smithi066 ceph-mon[87361]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:19:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:55 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1090999935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:55 smithi066 ceph-mon[87361]: pgmap v2743: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 26 KiB/s wr, 476 op/s 2024-04-02T09:19:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:55 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1090999935' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:55.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:55 smithi066 ceph-mon[87361]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:19:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[94035]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:19:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1090999935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[94035]: pgmap v2743: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 26 KiB/s wr, 476 op/s 2024-04-02T09:19:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1090999935' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[94035]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:19:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[96522]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:19:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1090999935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:19:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[96522]: pgmap v2743: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 400 KiB/s rd, 26 KiB/s wr, 476 op/s 2024-04-02T09:19:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1090999935' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:19:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:55 smithi019 ceph-mon[96522]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:19:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:56 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:56 smithi066 ceph-mon[87361]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:19:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:56 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:56 smithi019 ceph-mon[94035]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:19:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:56 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:19:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:56 smithi019 ceph-mon[96522]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:19:57.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:57 smithi066 ceph-mon[87361]: pgmap v2746: 329 pgs: 14 unknown, 315 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 3.5 KiB/s wr, 121 op/s 2024-04-02T09:19:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 1 2024-04-02T09:19:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:19:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:image: image34 2024-04-02T09:19:57.333 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image34 2024-04-02T09:19:57.359 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 2 2024-04-02T09:19:57.360 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:19:57.360 INFO:tasks.workunit.client.0.smithi019.stdout:image: image34 2024-04-02T09:19:57.360 INFO:tasks.workunit.client.0.smithi019.stdout:image: image35 2024-04-02T09:19:57.360 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image34 2024-04-02T09:19:57.360 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image35 2024-04-02T09:19:57.410 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:19:57.410 INFO:tasks.workunit.client.0.smithi019.stdout:num images is: 3 2024-04-02T09:19:57.410 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:19:57.410 INFO:tasks.workunit.client.0.smithi019.stdout:image: image34 2024-04-02T09:19:57.411 INFO:tasks.workunit.client.0.smithi019.stdout:image: image35 2024-04-02T09:19:57.411 INFO:tasks.workunit.client.0.smithi019.stdout:image: image36 2024-04-02T09:19:57.411 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image34 2024-04-02T09:19:57.411 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image35 2024-04-02T09:19:57.411 INFO:tasks.workunit.client.0.smithi019.stdout:expected = image36 2024-04-02T09:19:57.443 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4350 ms) 2024-04-02T09:19:57.443 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-02T09:19:57.443 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:19:57.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:57 smithi019 ceph-mon[94035]: pgmap v2746: 329 pgs: 14 unknown, 315 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 3.5 KiB/s wr, 121 op/s 2024-04-02T09:19:57.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:57 smithi019 ceph-mon[96522]: pgmap v2746: 329 pgs: 14 unknown, 315 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 3.5 KiB/s wr, 121 op/s 2024-04-02T09:19:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:58 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:58 smithi066 ceph-mon[87361]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:19:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:58 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:58 smithi019 ceph-mon[94035]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:19:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:58 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:19:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:58 smithi019 ceph-mon[96522]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:19:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:59 smithi066 ceph-mon[87361]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:19:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:59 smithi066 ceph-mon[87361]: pgmap v2749: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 6.2 KiB/s wr, 174 op/s 2024-04-02T09:19:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:19:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:59.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[94035]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:19:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[94035]: pgmap v2749: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 6.2 KiB/s wr, 174 op/s 2024-04-02T09:19:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:59.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[96522]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:19:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[96522]: pgmap v2749: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 6.2 KiB/s wr, 174 op/s 2024-04-02T09:19:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:19:59.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:19:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:00 smithi066 ceph-mon[87361]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:00 smithi066 ceph-mon[87361]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:00 smithi066 ceph-mon[87361]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:00 smithi066 ceph-mon[87361]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[96522]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[96522]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[96522]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[96522]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[94035]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:20:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[94035]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[94035]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-mon[94035]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:20:00] "GET /metrics HTTP/1.1" 200 50940 "" "Prometheus/2.43.0" 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:found snap1 with size 2097152 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 2 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:found snap1 with size 2097152 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:found snap2 with size 4194304 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:20:01.090 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:20:01.091 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:20:01.091 INFO:tasks.workunit.client.0.smithi019.stdout:found snap2 with size 4194304 2024-04-02T09:20:01.091 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 0 2024-04-02T09:20:01.091 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:20:01.091 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3647 ms) 2024-04-02T09:20:01.091 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-02T09:20:01.091 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:01.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:01 smithi019 ceph-mon[94035]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:01.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:01 smithi019 ceph-mon[94035]: pgmap v2752: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-04-02T09:20:01.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:01 smithi019 ceph-mon[96522]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:01.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:01 smithi019 ceph-mon[96522]: pgmap v2752: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-04-02T09:20:01.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:01 smithi066 ceph-mon[87361]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:20:01.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:01 smithi066 ceph-mon[87361]: pgmap v2752: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-04-02T09:20:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:02 smithi019 ceph-mon[94035]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:02 smithi019 ceph-mon[96522]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:02 smithi066 ceph-mon[87361]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:20:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:20:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:03.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2011 ms) 2024-04-02T09:20:03.101 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-02T09:20:03.101 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:03 smithi019 ceph-mon[94035]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:03 smithi019 ceph-mon[94035]: pgmap v2755: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 28 KiB/s wr, 475 op/s 2024-04-02T09:20:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:03 smithi019 ceph-mon[96522]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:03 smithi019 ceph-mon[96522]: pgmap v2755: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 28 KiB/s wr, 475 op/s 2024-04-02T09:20:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:03 smithi066 ceph-mon[87361]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:20:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:03 smithi066 ceph-mon[87361]: pgmap v2755: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 28 KiB/s wr, 475 op/s 2024-04-02T09:20:04.104 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:20:04.105 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:20:04.105 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:20:04.105 INFO:tasks.workunit.client.0.smithi019.stdout:found snap1 with size 2097152 2024-04-02T09:20:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:04 smithi019 ceph-mon[94035]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:04.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:04 smithi019 ceph-mon[96522]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:04 smithi066 ceph-mon[87361]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:20:05.036 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 2 2024-04-02T09:20:05.036 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:20:05.036 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:20:05.036 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:20:05.037 INFO:tasks.workunit.client.0.smithi019.stdout:found snap1 with size 2097152 2024-04-02T09:20:05.037 INFO:tasks.workunit.client.0.smithi019.stdout:found snap2 with size 4194304 2024-04-02T09:20:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:05 smithi019 ceph-mon[94035]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:05 smithi019 ceph-mon[94035]: pgmap v2758: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 28 KiB/s wr, 475 op/s 2024-04-02T09:20:05.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:05 smithi019 ceph-mon[94035]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:05 smithi019 ceph-mon[96522]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:05 smithi019 ceph-mon[96522]: pgmap v2758: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 28 KiB/s wr, 475 op/s 2024-04-02T09:20:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:05 smithi019 ceph-mon[96522]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:05 smithi066 ceph-mon[87361]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:20:05.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:05 smithi066 ceph-mon[87361]: pgmap v2758: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 394 KiB/s rd, 28 KiB/s wr, 475 op/s 2024-04-02T09:20:05.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:05 smithi066 ceph-mon[87361]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:20:06.032 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:20:06.032 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:20:06.032 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:20:06.032 INFO:tasks.workunit.client.0.smithi019.stdout:found snap2 with size 4194304 2024-04-02T09:20:07.038 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 0 2024-04-02T09:20:07.039 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:20:07.045 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3945 ms) 2024-04-02T09:20:07.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-02T09:20:07.046 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:07.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:07 smithi066 ceph-mon[87361]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:07 smithi066 ceph-mon[87361]: pgmap v2761: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-02T09:20:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:07 smithi019 ceph-mon[94035]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:07 smithi019 ceph-mon[94035]: pgmap v2761: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-02T09:20:07.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:07 smithi019 ceph-mon[96522]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:20:07.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:07 smithi019 ceph-mon[96522]: pgmap v2761: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-02T09:20:08.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:08 smithi066 ceph-mon[87361]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:08 smithi019 ceph-mon[94035]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:08 smithi019 ceph-mon[96522]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:20:09.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:09 smithi066 ceph-mon[87361]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:09 smithi066 ceph-mon[87361]: pgmap v2764: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-04-02T09:20:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:09 smithi019 ceph-mon[94035]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:09.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:09 smithi019 ceph-mon[94035]: pgmap v2764: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-04-02T09:20:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:09 smithi019 ceph-mon[96522]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:20:09.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:09 smithi019 ceph-mon[96522]: pgmap v2764: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-04-02T09:20:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:10 smithi066 ceph-mon[87361]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:10 smithi066 ceph-mon[87361]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:10 smithi019 ceph-mon[94035]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:10 smithi019 ceph-mon[94035]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:10 smithi019 ceph-mon[96522]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:20:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:10 smithi019 ceph-mon[96522]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:20:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:20:10] "GET /metrics HTTP/1.1" 200 50940 "" "Prometheus/2.43.0" 2024-04-02T09:20:11.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:11 smithi066 ceph-mon[87361]: pgmap v2767: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-02T09:20:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:11 smithi019 ceph-mon[94035]: pgmap v2767: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-02T09:20:11.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:11 smithi019 ceph-mon[96522]: pgmap v2767: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-02T09:20:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:12 smithi066 ceph-mon[87361]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:12 smithi019 ceph-mon[94035]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:12 smithi019 ceph-mon[96522]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:20:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:20:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:13.077 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 0 2024-04-02T09:20:13.077 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:20:13.086 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6041 ms) 2024-04-02T09:20:13.087 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-02T09:20:13.087 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:13.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:13 smithi066 ceph-mon[87361]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:13 smithi066 ceph-mon[87361]: pgmap v2770: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:20:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:13 smithi019 ceph-mon[94035]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:13 smithi019 ceph-mon[94035]: pgmap v2770: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:20:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:13 smithi019 ceph-mon[96522]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:20:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:13 smithi019 ceph-mon[96522]: pgmap v2770: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:20:14.091 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:20:14.091 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:20:14.092 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:20:14.092 INFO:tasks.workunit.client.0.smithi019.stdout:found snap1 with size 2097152 2024-04-02T09:20:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:14 smithi066 ceph-mon[87361]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:20:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:14.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:14 smithi019 ceph-mon[96522]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:20:14.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:14 smithi019 ceph-mon[94035]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:20:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:15.046 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 2 2024-04-02T09:20:15.046 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:20:15.046 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1 2024-04-02T09:20:15.046 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:20:15.046 INFO:tasks.workunit.client.0.smithi019.stdout:found snap1 with size 2097152 2024-04-02T09:20:15.046 INFO:tasks.workunit.client.0.smithi019.stdout:found snap2 with size 4194304 2024-04-02T09:20:15.051 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 2 2024-04-02T09:20:15.051 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:20:15.051 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap1-rename 2024-04-02T09:20:15.051 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2 2024-04-02T09:20:15.051 INFO:tasks.workunit.client.0.smithi019.stdout:found snap1-rename with size 2097152 2024-04-02T09:20:15.051 INFO:tasks.workunit.client.0.smithi019.stdout:found snap2 with size 4194304 2024-04-02T09:20:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:15 smithi019 ceph-mon[94035]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:20:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:15 smithi019 ceph-mon[94035]: pgmap v2773: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:20:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:15 smithi019 ceph-mon[94035]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:20:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:15 smithi019 ceph-mon[96522]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:20:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:15 smithi019 ceph-mon[96522]: pgmap v2773: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:20:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:15 smithi019 ceph-mon[96522]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:20:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:15 smithi066 ceph-mon[87361]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:20:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:15 smithi066 ceph-mon[87361]: pgmap v2773: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:20:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:15 smithi066 ceph-mon[87361]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:20:16.046 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:20:16.046 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:20:16.046 INFO:tasks.workunit.client.0.smithi019.stdout:snap: snap2-rename 2024-04-02T09:20:16.046 INFO:tasks.workunit.client.0.smithi019.stdout:found snap2-rename with size 4194304 2024-04-02T09:20:17.041 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 0 2024-04-02T09:20:17.041 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:20:17.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3959 ms) 2024-04-02T09:20:17.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-02T09:20:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:17 smithi066 ceph-mon[87361]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:20:17.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:17 smithi066 ceph-mon[87361]: pgmap v2776: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:20:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:17 smithi019 ceph-mon[94035]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:20:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:17 smithi019 ceph-mon[94035]: pgmap v2776: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:20:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:17 smithi019 ceph-mon[96522]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:20:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:17 smithi019 ceph-mon[96522]: pgmap v2776: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-04-02T09:20:17.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:18 smithi066 ceph-mon[87361]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:20:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[96522]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:20:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[94035]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:20:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:19.047 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:19.047 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:19.047 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:19.047 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:19 smithi066 ceph-mon[87361]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:20:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:19 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2321358498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:19 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:19 smithi066 ceph-mon[87361]: pgmap v2779: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-02T09:20:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[94035]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:20:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2321358498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[94035]: pgmap v2779: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-02T09:20:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[96522]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:20:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2321358498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:19 smithi019 ceph-mon[96522]: pgmap v2779: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-02T09:20:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:20 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:20 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:20 smithi066 ceph-mon[87361]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:20:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:20 smithi066 ceph-mon[87361]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:20:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[94035]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:20:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[94035]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:20:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[96522]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:20:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-mon[96522]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:20:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:20:20] "GET /metrics HTTP/1.1" 200 50971 "" "Prometheus/2.43.0" 2024-04-02T09:20:21.303 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4258 ms) 2024-04-02T09:20:21.303 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-02T09:20:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:21 smithi066 ceph-mon[87361]: pgmap v2782: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-02T09:20:21.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:21 smithi066 ceph-mon[87361]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:20:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:21 smithi019 ceph-mon[94035]: pgmap v2782: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-02T09:20:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:21 smithi019 ceph-mon[94035]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:20:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:21 smithi019 ceph-mon[96522]: pgmap v2782: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-02T09:20:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:21 smithi019 ceph-mon[96522]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:20:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:22 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:22 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:22 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:20:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:23.098 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:23.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:23 smithi066 ceph-mon[87361]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:20:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3198305171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:23 smithi066 ceph-mon[87361]: pgmap v2785: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:20:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-mon[94035]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:20:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3198305171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-mon[94035]: pgmap v2785: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:20:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-mon[96522]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:20:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3198305171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-mon[96522]: pgmap v2785: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:20:23.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:23] ENGINE Bus STOPPING 2024-04-02T09:20:23.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:20:23.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:23] ENGINE Bus STOPPED 2024-04-02T09:20:23.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:23] ENGINE Bus STARTING 2024-04-02T09:20:23.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:23] ENGINE Serving on http://:::9283 2024-04-02T09:20:23.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:23 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:23] ENGINE Bus STARTED 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3198305171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3198305171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3198305171' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:24.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:24.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:25.113 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:25 smithi019 ceph-mon[94035]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:20:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:25 smithi019 ceph-mon[94035]: pgmap v2788: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:20:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:25 smithi019 ceph-mon[94035]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:20:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:25 smithi019 ceph-mon[96522]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:20:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:25 smithi019 ceph-mon[96522]: pgmap v2788: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:20:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:25 smithi019 ceph-mon[96522]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:20:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:25 smithi066 ceph-mon[87361]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:20:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:25 smithi066 ceph-mon[87361]: pgmap v2788: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:20:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:25 smithi066 ceph-mon[87361]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:20:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:26 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:20:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:26 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:20:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:26 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:20:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:27 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:20:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:27 smithi019 ceph-mon[94035]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:20:27.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:27 smithi019 ceph-mon[94035]: pgmap v2791: 393 pgs: 16 unknown, 377 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-04-02T09:20:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:27 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:20:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:27 smithi019 ceph-mon[96522]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:20:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:27 smithi019 ceph-mon[96522]: pgmap v2791: 393 pgs: 16 unknown, 377 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-04-02T09:20:27.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:27 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:20:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:27 smithi066 ceph-mon[87361]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:20:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:27 smithi066 ceph-mon[87361]: pgmap v2791: 393 pgs: 16 unknown, 377 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-04-02T09:20:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:28 smithi019 ceph-mon[94035]: pgmap v2792: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.6 KiB/s wr, 68 op/s 2024-04-02T09:20:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:28 smithi019 ceph-mon[96522]: pgmap v2792: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.6 KiB/s wr, 68 op/s 2024-04-02T09:20:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:28 smithi066 ceph-mon[87361]: pgmap v2792: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.6 KiB/s wr, 68 op/s 2024-04-02T09:20:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:20:30] "GET /metrics HTTP/1.1" 200 55796 "" "Prometheus/2.43.0" 2024-04-02T09:20:30.812 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 09:20:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T09:20:30.342355416Z level=info msg="Completed cleanup jobs" duration=3.521821ms 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]: dispatch 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]: dispatch 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]: dispatch 2024-04-02T09:20:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-02T09:20:31.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.5", "id": [4, 3]}]: dispatch 2024-04-02T09:20:31.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:31 smithi066 ceph-mon[87361]: pgmap v2794: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 59 op/s 2024-04-02T09:20:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:20:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.5", "id": [4, 3]}]: dispatch 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[94035]: pgmap v2794: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 59 op/s 2024-04-02T09:20:31.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.5", "id": [4, 3]}]: dispatch 2024-04-02T09:20:31.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:31 smithi019 ceph-mon[96522]: pgmap v2794: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 59 op/s 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.5", "id": [4, 3]}]': finished 2024-04-02T09:20:32.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-mon[87361]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:20:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-04-02T09:20:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:20:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.5", "id": [4, 3]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[94035]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]': finished 2024-04-02T09:20:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.15", "id": [1, 4]}]': finished 2024-04-02T09:20:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.8", "id": [0, 3]}]': finished 2024-04-02T09:20:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-04-02T09:20:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.5", "id": [4, 3]}]': finished 2024-04-02T09:20:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:32 smithi019 ceph-mon[96522]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:20:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:20:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:33.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:33 smithi066 ceph-mon[87361]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:20:33.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:33 smithi066 ceph-mon[87361]: pgmap v2797: 393 pgs: 6 peering, 387 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 855 KiB/s wr, 15 op/s 2024-04-02T09:20:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:33 smithi019 ceph-mon[94035]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:20:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:33 smithi019 ceph-mon[94035]: pgmap v2797: 393 pgs: 6 peering, 387 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 855 KiB/s wr, 15 op/s 2024-04-02T09:20:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:33 smithi019 ceph-mon[96522]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:20:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:33 smithi019 ceph-mon[96522]: pgmap v2797: 393 pgs: 6 peering, 387 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 855 KiB/s wr, 15 op/s 2024-04-02T09:20:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:34 smithi019 ceph-mon[94035]: pgmap v2798: 393 pgs: 6 peering, 387 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 853 KiB/s wr, 5 op/s 2024-04-02T09:20:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:34 smithi019 ceph-mon[96522]: pgmap v2798: 393 pgs: 6 peering, 387 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 853 KiB/s wr, 5 op/s 2024-04-02T09:20:34.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:34 smithi066 ceph-mon[87361]: pgmap v2798: 393 pgs: 6 peering, 387 active+clean; 9.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 853 KiB/s wr, 5 op/s 2024-04-02T09:20:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:36 smithi019 ceph-mon[94035]: pgmap v2799: 393 pgs: 6 peering, 387 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.6 MiB/s wr, 6 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:20:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:36 smithi019 ceph-mon[96522]: pgmap v2799: 393 pgs: 6 peering, 387 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.6 MiB/s wr, 6 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:20:36.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:36 smithi066 ceph-mon[87361]: pgmap v2799: 393 pgs: 6 peering, 387 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.6 MiB/s wr, 6 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:20:39.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:39 smithi019 ceph-mon[94035]: pgmap v2800: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.3 MiB/s wr, 5 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:20:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:39 smithi019 ceph-mon[96522]: pgmap v2800: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.3 MiB/s wr, 5 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:20:39.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:39 smithi066 ceph-mon[87361]: pgmap v2800: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.3 MiB/s wr, 5 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:20:40.257 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.RemoveFullTry (18954 ms) 2024-04-02T09:20:40.258 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-02T09:20:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:40 smithi019 ceph-mon[94035]: pool 'test-librbd-smithi019-144236-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:20:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:40 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:20:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:40 smithi019 ceph-mon[94035]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:20:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:20:40] "GET /metrics HTTP/1.1" 200 55796 "" "Prometheus/2.43.0" 2024-04-02T09:20:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:40 smithi019 ceph-mon[96522]: pool 'test-librbd-smithi019-144236-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:20:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:40 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:20:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:40 smithi019 ceph-mon[96522]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:20:40.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:40 smithi066 ceph-mon[87361]: pool 'test-librbd-smithi019-144236-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:20:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:40 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:20:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:40 smithi066 ceph-mon[87361]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:20:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:42 smithi066 ceph-mon[87361]: pgmap v2802: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 616 B/s rd, 617 KiB/s wr, 1 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:20:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:42 smithi066 ceph-mon[87361]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:20:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:42 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2929426378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:42 smithi019 ceph-mon[94035]: pgmap v2802: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 616 B/s rd, 617 KiB/s wr, 1 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:20:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:42 smithi019 ceph-mon[94035]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:20:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:42 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2929426378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:42 smithi019 ceph-mon[96522]: pgmap v2802: 393 pgs: 393 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 616 B/s rd, 617 KiB/s wr, 1 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:20:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:42 smithi019 ceph-mon[96522]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:20:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:42 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2929426378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:20:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:43 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2929426378' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:43 smithi066 ceph-mon[87361]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:20:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:43 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2929426378' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:43 smithi019 ceph-mon[94035]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:20:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:43 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2929426378' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:43 smithi019 ceph-mon[96522]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:20:44.085 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:20:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:44 smithi066 ceph-mon[87361]: pgmap v2805: 425 pgs: 17 creating+peering, 15 unknown, 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 684 KiB/s wr, 29 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:20:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:44 smithi066 ceph-mon[87361]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:20:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:44 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1026598696' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[94035]: pgmap v2805: 425 pgs: 17 creating+peering, 15 unknown, 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 684 KiB/s wr, 29 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:20:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[94035]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:20:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1026598696' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[96522]: pgmap v2805: 425 pgs: 17 creating+peering, 15 unknown, 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 684 KiB/s wr, 29 op/s; 5 B/s, 0 objects/s recovering 2024-04-02T09:20:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[96522]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:20:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1026598696' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:44.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:44] ENGINE Bus STOPPING 2024-04-02T09:20:44.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:20:44.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:44] ENGINE Bus STOPPED 2024-04-02T09:20:44.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:44] ENGINE Bus STARTING 2024-04-02T09:20:44.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:44] ENGINE Serving on http://:::9283 2024-04-02T09:20:44.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:44 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:20:44] ENGINE Bus STARTED 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1026598696' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: pool 'test-librbd-smithi019-144236-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:20:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:45 smithi066 ceph-mon[87361]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:20:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1026598696' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: pool 'test-librbd-smithi019-144236-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:20:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[94035]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1026598696' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: pool 'test-librbd-smithi019-144236-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:20:45.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:45 smithi019 ceph-mon[96522]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:20:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:46 smithi019 ceph-mon[94035]: pgmap v2808: 457 pgs: 17 creating+peering, 47 unknown, 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-02T09:20:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:46 smithi019 ceph-mon[94035]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:20:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:46 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:20:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:46 smithi019 ceph-mon[96522]: pgmap v2808: 457 pgs: 17 creating+peering, 47 unknown, 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-02T09:20:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:46 smithi019 ceph-mon[96522]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:20:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:46 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:20:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:46 smithi066 ceph-mon[87361]: pgmap v2808: 457 pgs: 17 creating+peering, 47 unknown, 393 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-02T09:20:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:46 smithi066 ceph-mon[87361]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:20:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:46 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:20:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:48 smithi066 ceph-mon[87361]: pgmap v2811: 457 pgs: 17 creating+peering, 13 unknown, 427 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:20:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:48 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:20:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:48 smithi066 ceph-mon[87361]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:20:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:48 smithi019 ceph-mon[94035]: pgmap v2811: 457 pgs: 17 creating+peering, 13 unknown, 427 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:20:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:48 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:20:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:48 smithi019 ceph-mon[94035]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:20:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:48 smithi019 ceph-mon[96522]: pgmap v2811: 457 pgs: 17 creating+peering, 13 unknown, 427 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:20:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:48 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi019-144236-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:20:48.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:48 smithi019 ceph-mon[96522]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:20:50.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:50 smithi066 ceph-mon[87361]: pgmap v2813: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 958 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:20:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:50 smithi019 ceph-mon[94035]: pgmap v2813: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 958 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:20:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:50 smithi019 ceph-mon[96522]: pgmap v2813: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 958 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:20:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:20:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:20:50] "GET /metrics HTTP/1.1" 200 60693 "" "Prometheus/2.43.0" 2024-04-02T09:20:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:52 smithi066 ceph-mon[87361]: pgmap v2814: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 853 B/s wr, 1 op/s 2024-04-02T09:20:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:52 smithi019 ceph-mon[94035]: pgmap v2814: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 853 B/s wr, 1 op/s 2024-04-02T09:20:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:52 smithi019 ceph-mon[96522]: pgmap v2814: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 853 B/s wr, 1 op/s 2024-04-02T09:20:52.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:20:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:54.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:54 smithi066 ceph-mon[87361]: pgmap v2815: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 562 KiB/s wr, 9 op/s 2024-04-02T09:20:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:54 smithi019 ceph-mon[94035]: pgmap v2815: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 562 KiB/s wr, 9 op/s 2024-04-02T09:20:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:54 smithi019 ceph-mon[96522]: pgmap v2815: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 562 KiB/s wr, 9 op/s 2024-04-02T09:20:56.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:56 smithi066 ceph-mon[87361]: pgmap v2816: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 494 KiB/s wr, 7 op/s 2024-04-02T09:20:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:56 smithi066 ceph-mon[87361]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:20:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:56 smithi019 ceph-mon[94035]: pgmap v2816: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 494 KiB/s wr, 7 op/s 2024-04-02T09:20:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:56 smithi019 ceph-mon[94035]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:20:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:56 smithi019 ceph-mon[96522]: pgmap v2816: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 494 KiB/s wr, 7 op/s 2024-04-02T09:20:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:56 smithi019 ceph-mon[96522]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:20:58.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:58 smithi066 ceph-mon[87361]: pgmap v2818: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 991 KiB/s wr, 6 op/s 2024-04-02T09:20:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:58 smithi019 ceph-mon[94035]: pgmap v2818: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 991 KiB/s wr, 6 op/s 2024-04-02T09:20:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:58 smithi019 ceph-mon[96522]: pgmap v2818: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 991 KiB/s wr, 6 op/s 2024-04-02T09:20:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:59 smithi019 ceph-mon[94035]: pgmap v2819: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-02T09:20:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:20:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:59 smithi019 ceph-mon[96522]: pgmap v2819: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-02T09:20:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:20:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:59.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:59 smithi066 ceph-mon[87361]: pgmap v2819: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-02T09:20:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:20:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:20:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:21:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:21:00] "GET /metrics HTTP/1.1" 200 60784 "" "Prometheus/2.43.0" 2024-04-02T09:21:01.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:01 smithi019 ceph-mon[94035]: pgmap v2820: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-02T09:21:01.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:01 smithi019 ceph-mon[96522]: pgmap v2820: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-02T09:21:01.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:01 smithi066 ceph-mon[87361]: pgmap v2820: 457 pgs: 457 active+clean; 14 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-02T09:21:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:21:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:03 smithi019 ceph-mon[94035]: pgmap v2821: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:21:03.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:03 smithi019 ceph-mon[96522]: pgmap v2821: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:21:03.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:03 smithi066 ceph-mon[87361]: pgmap v2821: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:21:05.247 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24989 ms) 2024-04-02T09:21:05.247 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-02T09:21:05.247 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:21:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[94035]: pgmap v2822: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:21:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[94035]: pool 'test-librbd-smithi019-144236-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:21:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:21:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[94035]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[96522]: pgmap v2822: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:21:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[96522]: pool 'test-librbd-smithi019-144236-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:21:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:21:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:05 smithi019 ceph-mon[96522]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:05.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:05 smithi066 ceph-mon[87361]: pgmap v2822: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:21:05.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:05 smithi066 ceph-mon[87361]: pool 'test-librbd-smithi019-144236-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:21:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:05 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:21:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:05 smithi066 ceph-mon[87361]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:21:07.131 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:07.131 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:07.131 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:07.131 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:07.131 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:07.131 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.132 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:07.133 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.134 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.135 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.136 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 512~512 = 512 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 1536~512 = 0 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.137 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.138 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.139 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.140 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.141 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.142 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.143 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:07.144 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:07.145 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:07.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:07 smithi019 ceph-mon[94035]: pgmap v2824: 457 pgs: 457 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 717 KiB/s wr, 5 op/s 2024-04-02T09:21:07.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:07 smithi019 ceph-mon[96522]: pgmap v2824: 457 pgs: 457 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 717 KiB/s wr, 5 op/s 2024-04-02T09:21:07.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:07 smithi066 ceph-mon[87361]: pgmap v2824: 457 pgs: 457 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 717 KiB/s wr, 5 op/s 2024-04-02T09:21:08.757 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.757 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.757 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.758 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.759 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.760 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.761 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.762 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.763 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:08.764 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestIO (3509 ms) 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-02T09:21:08.765 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:21:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:09 smithi019 ceph-mon[94035]: pgmap v2825: 457 pgs: 457 active+clean; 4.8 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 1.0 MiB/s wr, 378 op/s 2024-04-02T09:21:09.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:09 smithi019 ceph-mon[96522]: pgmap v2825: 457 pgs: 457 active+clean; 4.8 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 1.0 MiB/s wr, 378 op/s 2024-04-02T09:21:09.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:09 smithi066 ceph-mon[87361]: pgmap v2825: 457 pgs: 457 active+clean; 4.8 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 1.0 MiB/s wr, 378 op/s 2024-04-02T09:21:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:10 smithi019 ceph-mon[94035]: pool 'test-librbd-smithi019-144236-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:21:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:10 smithi019 ceph-mon[94035]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:21:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:10 smithi019 ceph-mon[94035]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:21:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:21:10] "GET /metrics HTTP/1.1" 200 60784 "" "Prometheus/2.43.0" 2024-04-02T09:21:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:10 smithi019 ceph-mon[96522]: pool 'test-librbd-smithi019-144236-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:21:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:10 smithi019 ceph-mon[96522]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:21:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:10 smithi019 ceph-mon[96522]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:10.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:10 smithi066 ceph-mon[87361]: pool 'test-librbd-smithi019-144236-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:21:10.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:10 smithi066 ceph-mon[87361]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:21:10.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:10 smithi066 ceph-mon[87361]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:21:12.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:12 smithi066 ceph-mon[87361]: pgmap v2827: 457 pgs: 457 active+clean; 4.8 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 646 KiB/s wr, 471 op/s 2024-04-02T09:21:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:12 smithi019 ceph-mon[94035]: pgmap v2827: 457 pgs: 457 active+clean; 4.8 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 646 KiB/s wr, 471 op/s 2024-04-02T09:21:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:12 smithi019 ceph-mon[96522]: pgmap v2827: 457 pgs: 457 active+clean; 4.8 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 250 KiB/s rd, 646 KiB/s wr, 471 op/s 2024-04-02T09:21:12.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:21:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:14.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:14 smithi066 ceph-mon[87361]: pgmap v2828: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2024-04-02T09:21:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:14 smithi019 ceph-mon[94035]: pgmap v2828: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2024-04-02T09:21:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:14 smithi019 ceph-mon[96522]: pgmap v2828: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2024-04-02T09:21:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:14.553 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.554 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:14.555 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.556 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.557 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.558 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 512~512 = 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 1536~512 = 0 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:14.559 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:21:14.560 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:21:14.561 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.563 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.564 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.565 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:14.568 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:14.568 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:14.568 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:16.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:16 smithi066 ceph-mon[87361]: pgmap v2829: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 667 KiB/s wr, 931 op/s 2024-04-02T09:21:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:16 smithi019 ceph-mon[94035]: pgmap v2829: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 667 KiB/s wr, 931 op/s 2024-04-02T09:21:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:16 smithi019 ceph-mon[96522]: pgmap v2829: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 667 KiB/s wr, 931 op/s 2024-04-02T09:21:18.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:18 smithi066 ceph-mon[87361]: pgmap v2830: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.55k op/s 2024-04-02T09:21:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:18 smithi019 ceph-mon[94035]: pgmap v2830: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.55k op/s 2024-04-02T09:21:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:18 smithi019 ceph-mon[96522]: pgmap v2830: 457 pgs: 457 active+clean; 11 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 1.55k op/s 2024-04-02T09:21:20.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:20 smithi066 ceph-mon[87361]: pgmap v2831: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 874 KiB/s wr, 1.18k op/s 2024-04-02T09:21:20.381 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:20 smithi019 ceph-mon[94035]: pgmap v2831: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 874 KiB/s wr, 1.18k op/s 2024-04-02T09:21:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:20 smithi019 ceph-mon[96522]: pgmap v2831: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 874 KiB/s wr, 1.18k op/s 2024-04-02T09:21:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:21:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:21:20] "GET /metrics HTTP/1.1" 200 60750 "" "Prometheus/2.43.0" 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.815 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.816 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.817 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.818 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.819 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.820 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.821 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.822 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 4 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (12059 ms) 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-02T09:21:20.823 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:21:22.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:22 smithi066 ceph-mon[87361]: pgmap v2832: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 847 KiB/s wr, 1.15k op/s 2024-04-02T09:21:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:22 smithi019 ceph-mon[94035]: pgmap v2832: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 847 KiB/s wr, 1.15k op/s 2024-04-02T09:21:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:22 smithi019 ceph-mon[96522]: pgmap v2832: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 847 KiB/s wr, 1.15k op/s 2024-04-02T09:21:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:21:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:24 smithi066 ceph-mon[87361]: pgmap v2833: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 779 KiB/s wr, 1.12k op/s 2024-04-02T09:21:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:24 smithi019 ceph-mon[94035]: pgmap v2833: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 779 KiB/s wr, 1.12k op/s 2024-04-02T09:21:24.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:24 smithi019 ceph-mon[96522]: pgmap v2833: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 779 KiB/s wr, 1.12k op/s 2024-04-02T09:21:26.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:26 smithi066 ceph-mon[87361]: pgmap v2834: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 714 op/s 2024-04-02T09:21:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:26 smithi019 ceph-mon[94035]: pgmap v2834: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 714 op/s 2024-04-02T09:21:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:26 smithi019 ceph-mon[96522]: pgmap v2834: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 714 op/s 2024-04-02T09:21:28.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:28 smithi066 ceph-mon[87361]: pgmap v2835: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:21:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:28 smithi019 ceph-mon[94035]: pgmap v2835: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:21:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:28 smithi019 ceph-mon[96522]: pgmap v2835: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:21:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:29.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:30.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:30 smithi066 ceph-mon[87361]: pgmap v2836: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 871 KiB/s rd, 52 KiB/s wr, 144 op/s 2024-04-02T09:21:30.346 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:30 smithi019 ceph-mon[94035]: pgmap v2836: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 871 KiB/s rd, 52 KiB/s wr, 144 op/s 2024-04-02T09:21:30.346 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:30 smithi019 ceph-mon[96522]: pgmap v2836: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 871 KiB/s rd, 52 KiB/s wr, 144 op/s 2024-04-02T09:21:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:21:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:21:30] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-02T09:21:30.862 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:30.862 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.865 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.866 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.867 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:30.868 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 512~512 = 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 1536~512 = 0 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.869 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.870 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:21:30.871 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.872 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:21:30.873 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:30.874 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.875 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.876 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:30.877 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:32.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:32 smithi066 ceph-mon[87361]: pgmap v2837: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 51 KiB/s wr, 139 op/s 2024-04-02T09:21:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:32 smithi019 ceph-mon[94035]: pgmap v2837: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 51 KiB/s wr, 139 op/s 2024-04-02T09:21:32.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:32 smithi019 ceph-mon[96522]: pgmap v2837: 457 pgs: 457 active+clean; 15 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 51 KiB/s wr, 139 op/s 2024-04-02T09:21:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:21:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:34.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:34 smithi066 ceph-mon[87361]: pgmap v2838: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 480 op/s 2024-04-02T09:21:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:34 smithi019 ceph-mon[94035]: pgmap v2838: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 480 op/s 2024-04-02T09:21:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:34 smithi019 ceph-mon[96522]: pgmap v2838: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 480 op/s 2024-04-02T09:21:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:36 smithi066 ceph-mon[87361]: pgmap v2839: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-02T09:21:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:36 smithi019 ceph-mon[94035]: pgmap v2839: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-02T09:21:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:36 smithi019 ceph-mon[96522]: pgmap v2839: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-02T09:21:36.796 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.796 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.796 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.796 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.796 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.796 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.796 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.797 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.798 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.799 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.800 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.801 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.802 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:21:36.803 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 4 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (15981 ms) 2024-04-02T09:21:36.804 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-02T09:21:36.805 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:21:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:38 smithi019 ceph-mon[94035]: pgmap v2840: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-04-02T09:21:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:38 smithi019 ceph-mon[94035]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:38 smithi019 ceph-mon[96522]: pgmap v2840: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-04-02T09:21:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:38 smithi019 ceph-mon[96522]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:38 smithi066 ceph-mon[87361]: pgmap v2840: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 719 op/s 2024-04-02T09:21:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:38 smithi066 ceph-mon[87361]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:21:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:40 smithi019 ceph-mon[94035]: pgmap v2842: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-02T09:21:40.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:40 smithi019 ceph-mon[96522]: pgmap v2842: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-02T09:21:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:40 smithi066 ceph-mon[87361]: pgmap v2842: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-02T09:21:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:21:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:21:40] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-02T09:21:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:42 smithi019 ceph-mon[94035]: pgmap v2843: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-02T09:21:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:42 smithi019 ceph-mon[96522]: pgmap v2843: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-02T09:21:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:42 smithi066 ceph-mon[87361]: pgmap v2843: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-02T09:21:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:21:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:44 smithi019 ceph-mon[94035]: pgmap v2844: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 486 op/s 2024-04-02T09:21:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:44 smithi019 ceph-mon[94035]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:44 smithi019 ceph-mon[96522]: pgmap v2844: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 486 op/s 2024-04-02T09:21:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:44 smithi019 ceph-mon[96522]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:44.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:44 smithi066 ceph-mon[87361]: pgmap v2844: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 218 KiB/s wr, 486 op/s 2024-04-02T09:21:44.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:44 smithi066 ceph-mon[87361]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:21:44.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:45.428 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:45.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:46.425 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:46 smithi066 ceph-mon[87361]: pgmap v2846: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 42 op/s 2024-04-02T09:21:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:46 smithi019 ceph-mon[96522]: pgmap v2846: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 42 op/s 2024-04-02T09:21:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:46 smithi019 ceph-mon[94035]: pgmap v2846: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 42 op/s 2024-04-02T09:21:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:48 smithi019 ceph-mon[94035]: pgmap v2847: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 444 KiB/s wr, 52 op/s 2024-04-02T09:21:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:48 smithi019 ceph-mon[96522]: pgmap v2847: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 444 KiB/s wr, 52 op/s 2024-04-02T09:21:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:48 smithi066 ceph-mon[87361]: pgmap v2847: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 444 KiB/s wr, 52 op/s 2024-04-02T09:21:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:50 smithi066 ceph-mon[87361]: pgmap v2848: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-02T09:21:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:21:50] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[96522]: pgmap v2848: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[94035]: pgmap v2848: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:21:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:52 smithi066 ceph-mon[87361]: pgmap v2849: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-02T09:21:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:21:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:52 smithi019 ceph-mon[94035]: pgmap v2849: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-02T09:21:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:52 smithi019 ceph-mon[96522]: pgmap v2849: 457 pgs: 457 active+clean; 39 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 57 op/s 2024-04-02T09:21:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:54 smithi066 ceph-mon[87361]: pgmap v2850: 457 pgs: 457 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-02T09:21:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:54 smithi019 ceph-mon[94035]: pgmap v2850: 457 pgs: 457 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-02T09:21:54.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:54 smithi019 ceph-mon[96522]: pgmap v2850: 457 pgs: 457 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-02T09:21:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:56 smithi066 ceph-mon[87361]: pgmap v2851: 457 pgs: 457 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 728 KiB/s wr, 30 op/s 2024-04-02T09:21:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:56 smithi066 ceph-mon[87361]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:56 smithi019 ceph-mon[94035]: pgmap v2851: 457 pgs: 457 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 728 KiB/s wr, 30 op/s 2024-04-02T09:21:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:56 smithi019 ceph-mon[94035]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:56 smithi019 ceph-mon[96522]: pgmap v2851: 457 pgs: 457 active+clean; 43 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 728 KiB/s wr, 30 op/s 2024-04-02T09:21:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:56 smithi019 ceph-mon[96522]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:21:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:58 smithi066 ceph-mon[87361]: pgmap v2853: 457 pgs: 457 active+clean; 55 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-02T09:21:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:58 smithi019 ceph-mon[94035]: pgmap v2853: 457 pgs: 457 active+clean; 55 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-02T09:21:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:58 smithi019 ceph-mon[96522]: pgmap v2853: 457 pgs: 457 active+clean; 55 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-02T09:21:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:21:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:59.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:21:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:21:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:00 smithi066 ceph-mon[87361]: pgmap v2854: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:22:00.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:00 smithi019 ceph-mon[94035]: pgmap v2854: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:22:00.596 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:22:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:22:00] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-02T09:22:00.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:00 smithi019 ceph-mon[96522]: pgmap v2854: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:22:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:02 smithi066 ceph-mon[87361]: pgmap v2855: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:22:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:22:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:02 smithi019 ceph-mon[94035]: pgmap v2855: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:22:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:02 smithi019 ceph-mon[96522]: pgmap v2855: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:22:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:04 smithi066 ceph-mon[87361]: pgmap v2856: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T09:22:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:04 smithi019 ceph-mon[96522]: pgmap v2856: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T09:22:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:04 smithi019 ceph-mon[94035]: pgmap v2856: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T09:22:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:06 smithi066 ceph-mon[87361]: pgmap v2857: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T09:22:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:06 smithi019 ceph-mon[94035]: pgmap v2857: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T09:22:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:06 smithi019 ceph-mon[96522]: pgmap v2857: 457 pgs: 457 active+clean; 59 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-02T09:22:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:08 smithi066 ceph-mon[87361]: pgmap v2858: 457 pgs: 457 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-04-02T09:22:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:08 smithi019 ceph-mon[94035]: pgmap v2858: 457 pgs: 457 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-04-02T09:22:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:08 smithi019 ceph-mon[96522]: pgmap v2858: 457 pgs: 457 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 2.5 MiB/s wr, 33 op/s 2024-04-02T09:22:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:10 smithi066 ceph-mon[87361]: pgmap v2859: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T09:22:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:10 smithi019 ceph-mon[94035]: pgmap v2859: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T09:22:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:22:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:22:10] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-02T09:22:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:10 smithi019 ceph-mon[96522]: pgmap v2859: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T09:22:12.529 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:12 smithi019 ceph-mon[94035]: pgmap v2860: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:12.530 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:12 smithi019 ceph-mon[96522]: pgmap v2860: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:12 smithi066 ceph-mon[87361]: pgmap v2860: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:22:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:14 smithi066 ceph-mon[87361]: pgmap v2861: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:14 smithi019 ceph-mon[94035]: pgmap v2861: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:14 smithi019 ceph-mon[96522]: pgmap v2861: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:16 smithi066 ceph-mon[87361]: pgmap v2862: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:16 smithi019 ceph-mon[94035]: pgmap v2862: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:16 smithi019 ceph-mon[96522]: pgmap v2862: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:22:17.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:17 smithi066 ceph-mon[87361]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:22:17.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:17 smithi019 ceph-mon[94035]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:22:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:17 smithi019 ceph-mon[96522]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:22:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:18 smithi066 ceph-mon[87361]: pgmap v2864: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 878 KiB/s rd, 410 KiB/s wr, 4 op/s 2024-04-02T09:22:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:18 smithi019 ceph-mon[94035]: pgmap v2864: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 878 KiB/s rd, 410 KiB/s wr, 4 op/s 2024-04-02T09:22:18.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:18 smithi019 ceph-mon[96522]: pgmap v2864: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 878 KiB/s rd, 410 KiB/s wr, 4 op/s 2024-04-02T09:22:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:20 smithi066 ceph-mon[87361]: pgmap v2865: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 716 B/s wr, 15 op/s 2024-04-02T09:22:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:20 smithi019 ceph-mon[94035]: pgmap v2865: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 716 B/s wr, 15 op/s 2024-04-02T09:22:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:20 smithi019 ceph-mon[96522]: pgmap v2865: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 716 B/s wr, 15 op/s 2024-04-02T09:22:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:22:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:22:20] "GET /metrics HTTP/1.1" 200 60763 "" "Prometheus/2.43.0" 2024-04-02T09:22:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:22 smithi066 ceph-mon[87361]: pgmap v2866: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 716 B/s wr, 15 op/s 2024-04-02T09:22:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:22:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:22 smithi019 ceph-mon[94035]: pgmap v2866: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 716 B/s wr, 15 op/s 2024-04-02T09:22:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:22 smithi019 ceph-mon[96522]: pgmap v2866: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 716 B/s wr, 15 op/s 2024-04-02T09:22:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:24 smithi066 ceph-mon[87361]: pgmap v2867: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:22:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:24 smithi019 ceph-mon[94035]: pgmap v2867: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:22:24.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:24 smithi019 ceph-mon[96522]: pgmap v2867: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:22:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:26 smithi066 ceph-mon[87361]: pgmap v2868: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:22:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:26 smithi019 ceph-mon[94035]: pgmap v2868: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:22:26.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:26 smithi019 ceph-mon[96522]: pgmap v2868: 457 pgs: 457 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:22:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:28 smithi019 ceph-mon[94035]: pgmap v2869: 457 pgs: 457 active+clean; 207 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 13 MiB/s wr, 51 op/s 2024-04-02T09:22:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:28 smithi019 ceph-mon[96522]: pgmap v2869: 457 pgs: 457 active+clean; 207 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 13 MiB/s wr, 51 op/s 2024-04-02T09:22:28.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:28 smithi066 ceph-mon[87361]: pgmap v2869: 457 pgs: 457 active+clean; 207 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 13 MiB/s wr, 51 op/s 2024-04-02T09:22:29.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:29 smithi019 ceph-mon[94035]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:22:29.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:29.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:29 smithi019 ceph-mon[96522]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:22:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:29.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:29 smithi066 ceph-mon[87361]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:22:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:30.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:30 smithi019 ceph-mon[94035]: pgmap v2871: 457 pgs: 457 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 26 MiB/s wr, 101 op/s 2024-04-02T09:22:30.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:30 smithi019 ceph-mon[94035]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:22:30.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:22:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:22:30] "GET /metrics HTTP/1.1" 200 60778 "" "Prometheus/2.43.0" 2024-04-02T09:22:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:30 smithi019 ceph-mon[96522]: pgmap v2871: 457 pgs: 457 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 26 MiB/s wr, 101 op/s 2024-04-02T09:22:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:30 smithi019 ceph-mon[96522]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:22:30.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:30 smithi066 ceph-mon[87361]: pgmap v2871: 457 pgs: 457 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1020 KiB/s rd, 26 MiB/s wr, 101 op/s 2024-04-02T09:22:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:30 smithi066 ceph-mon[87361]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:22:31.443 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 4 2024-04-02T09:22:31.443 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 4 2024-04-02T09:22:31.443 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 4 2024-04-02T09:22:31.443 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:22:31.443 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:22:31.443 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:22:31.444 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:22:31.444 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:22:31.444 INFO:tasks.workunit.client.0.smithi019.stdout:read: 4 2024-04-02T09:22:31.444 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCloneEncryption (54647 ms) 2024-04-02T09:22:31.444 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-02T09:22:31.444 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:22:31.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:31 smithi019 ceph-mon[94035]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:22:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:31 smithi019 ceph-mon[96522]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:22:31.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:31 smithi066 ceph-mon[87361]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:22:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:32 smithi066 ceph-mon[87361]: pgmap v2874: 457 pgs: 457 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 43 MiB/s wr, 124 op/s 2024-04-02T09:22:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:32 smithi066 ceph-mon[87361]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:22:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:22:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:32 smithi019 ceph-mon[94035]: pgmap v2874: 457 pgs: 457 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 43 MiB/s wr, 124 op/s 2024-04-02T09:22:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:32 smithi019 ceph-mon[94035]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:22:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:32 smithi019 ceph-mon[96522]: pgmap v2874: 457 pgs: 457 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 43 MiB/s wr, 124 op/s 2024-04-02T09:22:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:32 smithi019 ceph-mon[96522]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:22:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:34 smithi019 ceph-mon[94035]: pgmap v2876: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 15 KiB/s wr, 277 op/s 2024-04-02T09:22:34.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:34 smithi019 ceph-mon[96522]: pgmap v2876: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 15 KiB/s wr, 277 op/s 2024-04-02T09:22:34.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:34 smithi066 ceph-mon[87361]: pgmap v2876: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 15 KiB/s wr, 277 op/s 2024-04-02T09:22:36.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:36 smithi066 ceph-mon[87361]: pgmap v2877: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-04-02T09:22:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:36 smithi066 ceph-mon[87361]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:22:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:36 smithi019 ceph-mon[94035]: pgmap v2877: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-04-02T09:22:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:36 smithi019 ceph-mon[94035]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:22:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:36 smithi019 ceph-mon[96522]: pgmap v2877: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-04-02T09:22:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:36 smithi019 ceph-mon[96522]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:22:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:37 smithi019 ceph-mon[94035]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:22:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:37 smithi019 ceph-mon[96522]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:22:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:37 smithi066 ceph-mon[87361]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:22:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:38 smithi019 ceph-mon[94035]: pgmap v2880: 457 pgs: 457 active+clean; 59 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-04-02T09:22:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:38 smithi019 ceph-mon[96522]: pgmap v2880: 457 pgs: 457 active+clean; 59 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-04-02T09:22:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:38 smithi066 ceph-mon[87361]: pgmap v2880: 457 pgs: 457 active+clean; 59 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-04-02T09:22:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:40 smithi019 ceph-mon[94035]: pgmap v2881: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.1 MiB/s wr, 128 op/s 2024-04-02T09:22:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:40 smithi019 ceph-mon[94035]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:22:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:40 smithi019 ceph-mon[96522]: pgmap v2881: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.1 MiB/s wr, 128 op/s 2024-04-02T09:22:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:40 smithi019 ceph-mon[96522]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:22:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:40 smithi066 ceph-mon[87361]: pgmap v2881: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.1 MiB/s wr, 128 op/s 2024-04-02T09:22:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:40 smithi066 ceph-mon[87361]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:22:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:22:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:22:40] "GET /metrics HTTP/1.1" 200 60778 "" "Prometheus/2.43.0" 2024-04-02T09:22:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:42 smithi019 ceph-mon[94035]: pgmap v2883: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.8 MiB/s wr, 60 op/s 2024-04-02T09:22:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:42 smithi019 ceph-mon[96522]: pgmap v2883: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.8 MiB/s wr, 60 op/s 2024-04-02T09:22:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:42 smithi066 ceph-mon[87361]: pgmap v2883: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.8 MiB/s wr, 60 op/s 2024-04-02T09:22:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:22:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:44 smithi019 ceph-mon[94035]: pgmap v2884: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:22:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:44 smithi019 ceph-mon[96522]: pgmap v2884: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:22:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:44 smithi066 ceph-mon[87361]: pgmap v2884: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:22:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:46 smithi019 ceph-mon[94035]: pgmap v2885: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 617 KiB/s wr, 37 op/s 2024-04-02T09:22:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:46 smithi019 ceph-mon[96522]: pgmap v2885: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 617 KiB/s wr, 37 op/s 2024-04-02T09:22:46.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:46 smithi066 ceph-mon[87361]: pgmap v2885: 457 pgs: 457 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 617 KiB/s wr, 37 op/s 2024-04-02T09:22:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:48 smithi019 ceph-mon[94035]: pgmap v2886: 457 pgs: 457 active+clean; 68 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 924 KiB/s wr, 31 op/s 2024-04-02T09:22:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:48 smithi019 ceph-mon[96522]: pgmap v2886: 457 pgs: 457 active+clean; 68 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 924 KiB/s wr, 31 op/s 2024-04-02T09:22:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:48 smithi066 ceph-mon[87361]: pgmap v2886: 457 pgs: 457 active+clean; 68 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 924 KiB/s wr, 31 op/s 2024-04-02T09:22:49.064 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (17621 ms) 2024-04-02T09:22:49.064 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-02T09:22:49.064 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:22:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:50 smithi019 ceph-mon[94035]: pgmap v2887: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:22:50.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:50.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:50 smithi019 ceph-mon[96522]: pgmap v2887: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:22:50.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:50 smithi066 ceph-mon[87361]: pgmap v2887: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-02T09:22:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:22:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:22:50] "GET /metrics HTTP/1.1" 200 60764 "" "Prometheus/2.43.0" 2024-04-02T09:22:51.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:51.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:22:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:22:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:22:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:52 smithi019 ceph-mon[94035]: pgmap v2888: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T09:22:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:52 smithi019 ceph-mon[96522]: pgmap v2888: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T09:22:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:52 smithi066 ceph-mon[87361]: pgmap v2888: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T09:22:52.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:22:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:54 smithi019 ceph-mon[94035]: pgmap v2889: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T09:22:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:54 smithi019 ceph-mon[96522]: pgmap v2889: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T09:22:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:54 smithi066 ceph-mon[87361]: pgmap v2889: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T09:22:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:56 smithi019 ceph-mon[94035]: pgmap v2890: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:22:56.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:56 smithi019 ceph-mon[96522]: pgmap v2890: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:22:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:56 smithi066 ceph-mon[87361]: pgmap v2890: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:22:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:58 smithi019 ceph-mon[94035]: pgmap v2891: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:22:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:58 smithi019 ceph-mon[96522]: pgmap v2891: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:22:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:58 smithi066 ceph-mon[87361]: pgmap v2891: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:22:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:59 smithi019 ceph-mon[94035]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:22:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:22:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:59.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:59 smithi019 ceph-mon[96522]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:22:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:22:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:59 smithi066 ceph-mon[87361]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:22:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:22:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:00 smithi019 ceph-mon[94035]: pgmap v2893: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 409 B/s wr, 4 op/s 2024-04-02T09:23:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:00 smithi019 ceph-mon[96522]: pgmap v2893: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 409 B/s wr, 4 op/s 2024-04-02T09:23:00.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:23:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:23:00] "GET /metrics HTTP/1.1" 200 60764 "" "Prometheus/2.43.0" 2024-04-02T09:23:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:00 smithi066 ceph-mon[87361]: pgmap v2893: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 409 B/s wr, 4 op/s 2024-04-02T09:23:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:02 smithi019 ceph-mon[94035]: pgmap v2894: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 409 B/s wr, 4 op/s 2024-04-02T09:23:02.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:02 smithi019 ceph-mon[96522]: pgmap v2894: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 409 B/s wr, 4 op/s 2024-04-02T09:23:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:02 smithi066 ceph-mon[87361]: pgmap v2894: 457 pgs: 457 active+clean; 80 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 409 B/s wr, 4 op/s 2024-04-02T09:23:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:23:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:04 smithi019 ceph-mon[94035]: pgmap v2895: 457 pgs: 457 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:23:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:04 smithi019 ceph-mon[96522]: pgmap v2895: 457 pgs: 457 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:23:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:04 smithi066 ceph-mon[87361]: pgmap v2895: 457 pgs: 457 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:23:05.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (16897 ms) 2024-04-02T09:23:05.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-02T09:23:05.961 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:23:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:06 smithi019 ceph-mon[94035]: pgmap v2896: 457 pgs: 457 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:23:06.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:06 smithi019 ceph-mon[96522]: pgmap v2896: 457 pgs: 457 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:23:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:06 smithi066 ceph-mon[87361]: pgmap v2896: 457 pgs: 457 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:23:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:08 smithi019 ceph-mon[94035]: pgmap v2897: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:23:08.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:08 smithi019 ceph-mon[96522]: pgmap v2897: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:23:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:08 smithi066 ceph-mon[87361]: pgmap v2897: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:23:10.205 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4245 ms) 2024-04-02T09:23:10.206 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-02T09:23:10.206 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:23:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:10 smithi019 ceph-mon[94035]: pgmap v2898: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-04-02T09:23:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:10 smithi019 ceph-mon[96522]: pgmap v2898: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-04-02T09:23:10.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:23:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:23:10] "GET /metrics HTTP/1.1" 200 60764 "" "Prometheus/2.43.0" 2024-04-02T09:23:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:10 smithi066 ceph-mon[87361]: pgmap v2898: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-04-02T09:23:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:12 smithi019 ceph-mon[94035]: pgmap v2899: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-02T09:23:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:12 smithi019 ceph-mon[96522]: pgmap v2899: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-02T09:23:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:12 smithi066 ceph-mon[87361]: pgmap v2899: 457 pgs: 457 active+clean; 125 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-02T09:23:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:23:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:14 smithi019 ceph-mon[94035]: pgmap v2900: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:23:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:14 smithi019 ceph-mon[96522]: pgmap v2900: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:23:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:14 smithi066 ceph-mon[87361]: pgmap v2900: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:23:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:15.521 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5316 ms) 2024-04-02T09:23:15.521 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:23:15.522 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-02T09:23:15.522 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:23:15.522 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-02T09:23:15.522 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-02T09:23:15.522 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:23:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:16 smithi019 ceph-mon[94035]: pgmap v2901: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 13 op/s 2024-04-02T09:23:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:16 smithi019 ceph-mon[96522]: pgmap v2901: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 13 op/s 2024-04-02T09:23:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:16 smithi066 ceph-mon[87361]: pgmap v2901: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 13 op/s 2024-04-02T09:23:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:18 smithi019 ceph-mon[96522]: pgmap v2902: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 16 op/s 2024-04-02T09:23:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:18 smithi019 ceph-mon[94035]: pgmap v2902: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 16 op/s 2024-04-02T09:23:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:18 smithi066 ceph-mon[87361]: pgmap v2902: 457 pgs: 457 active+clean; 129 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 16 op/s 2024-04-02T09:23:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:20 smithi019 ceph-mon[94035]: pgmap v2903: 457 pgs: 457 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 26 op/s 2024-04-02T09:23:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:20 smithi019 ceph-mon[94035]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:23:20.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:23:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:23:20] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-02T09:23:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:20 smithi019 ceph-mon[96522]: pgmap v2903: 457 pgs: 457 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 26 op/s 2024-04-02T09:23:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:20 smithi019 ceph-mon[96522]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:23:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:20 smithi066 ceph-mon[87361]: pgmap v2903: 457 pgs: 457 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 26 op/s 2024-04-02T09:23:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:20 smithi066 ceph-mon[87361]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:23:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:21 smithi019 ceph-mon[94035]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:23:21.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:21 smithi019 ceph-mon[96522]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:23:21.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:21 smithi066 ceph-mon[87361]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:23:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:22 smithi019 ceph-mon[94035]: pgmap v2906: 457 pgs: 457 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 19 op/s 2024-04-02T09:23:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:22 smithi019 ceph-mon[96522]: pgmap v2906: 457 pgs: 457 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 19 op/s 2024-04-02T09:23:22.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:22 smithi066 ceph-mon[87361]: pgmap v2906: 457 pgs: 457 active+clean; 133 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 19 op/s 2024-04-02T09:23:22.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:23:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:24 smithi019 ceph-mon[94035]: pgmap v2907: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-02T09:23:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:24 smithi019 ceph-mon[96522]: pgmap v2907: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-02T09:23:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:24 smithi066 ceph-mon[87361]: pgmap v2907: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.0 MiB/s wr, 86 op/s 2024-04-02T09:23:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:26 smithi019 ceph-mon[96522]: pgmap v2908: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 82 op/s 2024-04-02T09:23:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:26 smithi019 ceph-mon[94035]: pgmap v2908: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 82 op/s 2024-04-02T09:23:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:26 smithi066 ceph-mon[87361]: pgmap v2908: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 82 op/s 2024-04-02T09:23:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:28 smithi019 ceph-mon[94035]: pgmap v2909: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-02T09:23:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:28 smithi019 ceph-mon[96522]: pgmap v2909: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-02T09:23:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:28 smithi066 ceph-mon[87361]: pgmap v2909: 457 pgs: 457 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-02T09:23:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:23:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:23:30] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:23:30.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:30 smithi019 ceph-mon[96522]: pgmap v2910: 457 pgs: 457 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 1.3 MiB/s wr, 63 op/s 2024-04-02T09:23:30.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:30 smithi019 ceph-mon[94035]: pgmap v2910: 457 pgs: 457 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 1.3 MiB/s wr, 63 op/s 2024-04-02T09:23:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:30 smithi066 ceph-mon[87361]: pgmap v2910: 457 pgs: 457 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 1.3 MiB/s wr, 63 op/s 2024-04-02T09:23:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:32 smithi066 ceph-mon[87361]: pgmap v2911: 457 pgs: 457 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 1.2 MiB/s wr, 57 op/s 2024-04-02T09:23:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:23:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:32 smithi019 ceph-mon[94035]: pgmap v2911: 457 pgs: 457 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 1.2 MiB/s wr, 57 op/s 2024-04-02T09:23:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:32 smithi019 ceph-mon[96522]: pgmap v2911: 457 pgs: 457 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 1.2 MiB/s wr, 57 op/s 2024-04-02T09:23:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:34 smithi066 ceph-mon[87361]: pgmap v2912: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 60 op/s 2024-04-02T09:23:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:34 smithi019 ceph-mon[94035]: pgmap v2912: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 60 op/s 2024-04-02T09:23:34.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:34 smithi019 ceph-mon[96522]: pgmap v2912: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 60 op/s 2024-04-02T09:23:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:36 smithi066 ceph-mon[87361]: pgmap v2913: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:36 smithi019 ceph-mon[94035]: pgmap v2913: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:36 smithi019 ceph-mon[96522]: pgmap v2913: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:38 smithi066 ceph-mon[87361]: pgmap v2914: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:38 smithi019 ceph-mon[94035]: pgmap v2914: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:38 smithi019 ceph-mon[96522]: pgmap v2914: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:40 smithi066 ceph-mon[87361]: pgmap v2915: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:40 smithi019 ceph-mon[94035]: pgmap v2915: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:23:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:23:40] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:23:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:40 smithi019 ceph-mon[96522]: pgmap v2915: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:23:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:42 smithi066 ceph-mon[87361]: pgmap v2916: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 682 KiB/s wr, 11 op/s 2024-04-02T09:23:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:23:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:42 smithi019 ceph-mon[94035]: pgmap v2916: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 682 KiB/s wr, 11 op/s 2024-04-02T09:23:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:42 smithi019 ceph-mon[96522]: pgmap v2916: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 682 KiB/s wr, 11 op/s 2024-04-02T09:23:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:44 smithi066 ceph-mon[87361]: pgmap v2917: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 682 KiB/s wr, 12 op/s 2024-04-02T09:23:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:44 smithi019 ceph-mon[94035]: pgmap v2917: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 682 KiB/s wr, 12 op/s 2024-04-02T09:23:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:44 smithi019 ceph-mon[96522]: pgmap v2917: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 682 KiB/s wr, 12 op/s 2024-04-02T09:23:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:46 smithi066 ceph-mon[87361]: pgmap v2918: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:23:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:46 smithi019 ceph-mon[94035]: pgmap v2918: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:23:46.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:46 smithi019 ceph-mon[96522]: pgmap v2918: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:23:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:48 smithi066 ceph-mon[87361]: pgmap v2919: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s 2024-04-02T09:23:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:48 smithi019 ceph-mon[94035]: pgmap v2919: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s 2024-04-02T09:23:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:48 smithi019 ceph-mon[96522]: pgmap v2919: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s 2024-04-02T09:23:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:50 smithi066 ceph-mon[87361]: pgmap v2920: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:23:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:50 smithi019 ceph-mon[94035]: pgmap v2920: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:23:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:23:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:23:50] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-02T09:23:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:50 smithi019 ceph-mon[96522]: pgmap v2920: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:23:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:51 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:51.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:51.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:51.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:51 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:51.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:51.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:51.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:51 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:52.489 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:23:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:52.489 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:52 smithi066 ceph-mon[87361]: pgmap v2921: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:23:52.489 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:52.489 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:52.490 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[94035]: pgmap v2921: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:23:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[96522]: pgmap v2921: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:23:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:23:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:54 smithi066 ceph-mon[87361]: pgmap v2922: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:23:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:54 smithi019 ceph-mon[94035]: pgmap v2922: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:23:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:54 smithi019 ceph-mon[96522]: pgmap v2922: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:23:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:56 smithi066 ceph-mon[87361]: pgmap v2923: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:23:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:56 smithi019 ceph-mon[94035]: pgmap v2923: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:23:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:56 smithi019 ceph-mon[96522]: pgmap v2923: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:23:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:58 smithi066 ceph-mon[87361]: pgmap v2924: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:23:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:58 smithi019 ceph-mon[94035]: pgmap v2924: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:23:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:58 smithi019 ceph-mon[96522]: pgmap v2924: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:23:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:23:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:23:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:59.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:23:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:00 smithi066 ceph-mon[87361]: pgmap v2925: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:24:00.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:00 smithi019 ceph-mon[94035]: pgmap v2925: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:24:00.596 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:24:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:24:00] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:24:00.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:00 smithi019 ceph-mon[96522]: pgmap v2925: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:24:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:02 smithi066 ceph-mon[87361]: pgmap v2926: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:24:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:24:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:02 smithi019 ceph-mon[94035]: pgmap v2926: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:24:02.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:02 smithi019 ceph-mon[96522]: pgmap v2926: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:24:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:04 smithi066 ceph-mon[87361]: pgmap v2927: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:24:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:04 smithi019 ceph-mon[94035]: pgmap v2927: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:24:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:04 smithi019 ceph-mon[96522]: pgmap v2927: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:24:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:06 smithi066 ceph-mon[87361]: pgmap v2928: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:24:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:06 smithi019 ceph-mon[94035]: pgmap v2928: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:24:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:06 smithi019 ceph-mon[96522]: pgmap v2928: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:24:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:08 smithi066 ceph-mon[87361]: pgmap v2929: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:24:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:08 smithi019 ceph-mon[94035]: pgmap v2929: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:24:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:08 smithi019 ceph-mon[96522]: pgmap v2929: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 8 op/s 2024-04-02T09:24:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:10 smithi066 ceph-mon[87361]: pgmap v2930: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 8 op/s 2024-04-02T09:24:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:10 smithi019 ceph-mon[94035]: pgmap v2930: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 8 op/s 2024-04-02T09:24:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:10 smithi019 ceph-mon[96522]: pgmap v2930: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 8 op/s 2024-04-02T09:24:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:24:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:24:10] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:24:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:12 smithi066 ceph-mon[87361]: pgmap v2931: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-02T09:24:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:24:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:12 smithi019 ceph-mon[94035]: pgmap v2931: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-02T09:24:12.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:12 smithi019 ceph-mon[96522]: pgmap v2931: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-02T09:24:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:14 smithi066 ceph-mon[87361]: pgmap v2932: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:24:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:14 smithi019 ceph-mon[94035]: pgmap v2932: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:24:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:14 smithi019 ceph-mon[96522]: pgmap v2932: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:24:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:16 smithi066 ceph-mon[87361]: pgmap v2933: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:16 smithi019 ceph-mon[94035]: pgmap v2933: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:16 smithi019 ceph-mon[96522]: pgmap v2933: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:18 smithi066 ceph-mon[87361]: pgmap v2934: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:18 smithi019 ceph-mon[94035]: pgmap v2934: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:18 smithi019 ceph-mon[96522]: pgmap v2934: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:20 smithi066 ceph-mon[87361]: pgmap v2935: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:24:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:20 smithi019 ceph-mon[94035]: pgmap v2935: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:24:20.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:20 smithi019 ceph-mon[96522]: pgmap v2935: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:24:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:24:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:24:20] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:24:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:22 smithi066 ceph-mon[87361]: pgmap v2936: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:24:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:24:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:22.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:22 smithi019 ceph-mon[96522]: pgmap v2936: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:24:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:22 smithi019 ceph-mon[94035]: pgmap v2936: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:24:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:24 smithi066 ceph-mon[87361]: pgmap v2937: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:24:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:24 smithi019 ceph-mon[94035]: pgmap v2937: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:24:24.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:24 smithi019 ceph-mon[96522]: pgmap v2937: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:24:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:26 smithi066 ceph-mon[87361]: pgmap v2938: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:24:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:26 smithi019 ceph-mon[94035]: pgmap v2938: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:24:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:26 smithi019 ceph-mon[96522]: pgmap v2938: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:24:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:28 smithi066 ceph-mon[87361]: pgmap v2939: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:28 smithi019 ceph-mon[94035]: pgmap v2939: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:28 smithi019 ceph-mon[96522]: pgmap v2939: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:29.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:29.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:30 smithi066 ceph-mon[87361]: pgmap v2940: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:30.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:30 smithi019 ceph-mon[94035]: pgmap v2940: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:30 smithi019 ceph-mon[96522]: pgmap v2940: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:30.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:24:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:24:30] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:24:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:32 smithi066 ceph-mon[87361]: pgmap v2941: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:24:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:32 smithi019 ceph-mon[94035]: pgmap v2941: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:32.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:32 smithi019 ceph-mon[96522]: pgmap v2941: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:24:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:34 smithi066 ceph-mon[87361]: pgmap v2942: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:24:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:34 smithi019 ceph-mon[94035]: pgmap v2942: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:24:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:34 smithi019 ceph-mon[96522]: pgmap v2942: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-02T09:24:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:36 smithi066 ceph-mon[87361]: pgmap v2943: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:24:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:36 smithi019 ceph-mon[94035]: pgmap v2943: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:24:36.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:36 smithi019 ceph-mon[96522]: pgmap v2943: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:24:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:38 smithi066 ceph-mon[87361]: pgmap v2944: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:24:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:38 smithi019 ceph-mon[94035]: pgmap v2944: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:24:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:38 smithi019 ceph-mon[96522]: pgmap v2944: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:24:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:40 smithi019 ceph-mon[94035]: pgmap v2945: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:24:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:24:40] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:24:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:40 smithi019 ceph-mon[96522]: pgmap v2945: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:40.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:40 smithi066 ceph-mon[87361]: pgmap v2945: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:42 smithi066 ceph-mon[87361]: pgmap v2946: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-02T09:24:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:24:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:42 smithi019 ceph-mon[94035]: pgmap v2946: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-02T09:24:42.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:42 smithi019 ceph-mon[96522]: pgmap v2946: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-02T09:24:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:44 smithi019 ceph-mon[94035]: pgmap v2947: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:24:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:44 smithi019 ceph-mon[96522]: pgmap v2947: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:24:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:44.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:44 smithi066 ceph-mon[87361]: pgmap v2947: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:24:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:46 smithi019 ceph-mon[94035]: pgmap v2948: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:46.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:46 smithi019 ceph-mon[96522]: pgmap v2948: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:46.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:46 smithi066 ceph-mon[87361]: pgmap v2948: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:24:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:48 smithi019 ceph-mon[94035]: pgmap v2949: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:48.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:48 smithi019 ceph-mon[96522]: pgmap v2949: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:48.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:48 smithi066 ceph-mon[87361]: pgmap v2949: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:50 smithi019 ceph-mon[94035]: pgmap v2950: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 8 op/s 2024-04-02T09:24:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:50 smithi019 ceph-mon[96522]: pgmap v2950: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 8 op/s 2024-04-02T09:24:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:24:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:24:50] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:24:50.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:50 smithi066 ceph-mon[87361]: pgmap v2950: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 8 op/s 2024-04-02T09:24:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:52 smithi066 ceph-mon[87361]: pgmap v2951: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:24:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:24:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:52 smithi019 ceph-mon[94035]: pgmap v2951: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:24:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:52 smithi019 ceph-mon[96522]: pgmap v2951: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:24:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:53.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[96522]: pgmap v2952: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:24:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[94035]: pgmap v2952: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:24:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:53.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:53 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:53 smithi066 ceph-mon[87361]: pgmap v2952: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-02T09:24:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:53 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:24:55.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:55 smithi019 ceph-mon[94035]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:24:55.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:55 smithi019 ceph-mon[96522]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:24:56.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:55 smithi066 ceph-mon[87361]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:24:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:57 smithi019 ceph-mon[94035]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:57 smithi019 ceph-mon[96522]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:58.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:57 smithi066 ceph-mon[87361]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:24:58.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:59.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:59.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:24:59 smithi019 ceph-mon[94035]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:24:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:24:59 smithi019 ceph-mon[96522]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:25:00.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:24:59 smithi066 ceph-mon[87361]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:25:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:25:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:25:00] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:25:01.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:01 smithi019 ceph-mon[94035]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:25:01.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:01 smithi019 ceph-mon[96522]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:25:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:01 smithi066 ceph-mon[87361]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:25:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:25:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:03.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:03 smithi019 ceph-mon[94035]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:25:03.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:03 smithi019 ceph-mon[96522]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:25:04.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:03 smithi066 ceph-mon[87361]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:25:05.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:05 smithi019 ceph-mon[94035]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:25:05.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:05 smithi019 ceph-mon[96522]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:25:06.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:05 smithi066 ceph-mon[87361]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-02T09:25:07.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:07 smithi019 ceph-mon[94035]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 24 op/s 2024-04-02T09:25:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:07 smithi019 ceph-mon[96522]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 24 op/s 2024-04-02T09:25:08.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:07 smithi066 ceph-mon[87361]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 24 op/s 2024-04-02T09:25:09.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:09 smithi019 ceph-mon[94035]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:09.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:09 smithi019 ceph-mon[96522]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:09 smithi066 ceph-mon[87361]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:25:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:25:10] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:25:11.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:11 smithi019 ceph-mon[94035]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-02T09:25:11.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:11 smithi019 ceph-mon[96522]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-02T09:25:12.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:11 smithi066 ceph-mon[87361]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-02T09:25:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:25:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:13.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:13 smithi019 ceph-mon[94035]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:25:13.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:13 smithi019 ceph-mon[96522]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:25:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:14.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:13 smithi066 ceph-mon[87361]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:25:14.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:15.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:15 smithi019 ceph-mon[94035]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:15.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:15 smithi019 ceph-mon[96522]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:16.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:15 smithi066 ceph-mon[87361]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:25:17.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:17 smithi019 ceph-mon[94035]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:25:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:17 smithi019 ceph-mon[96522]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:25:18.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:17 smithi066 ceph-mon[87361]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:25:19.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:19 smithi019 ceph-mon[94035]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 8 op/s 2024-04-02T09:25:19.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:19 smithi019 ceph-mon[96522]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 8 op/s 2024-04-02T09:25:20.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:19 smithi066 ceph-mon[87361]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 8 op/s 2024-04-02T09:25:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:25:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:25:20] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-02T09:25:22.246 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (126725 ms) 2024-04-02T09:25:22.247 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-02T09:25:22.247 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:22 smithi019 ceph-mon[94035]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:25:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:22 smithi019 ceph-mon[96522]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:25:22.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:22 smithi066 ceph-mon[87361]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8 op/s 2024-04-02T09:25:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:25:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:24 smithi019 ceph-mon[94035]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:25:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:24 smithi019 ceph-mon[96522]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:25:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:24 smithi066 ceph-mon[87361]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:25:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:26 smithi019 ceph-mon[94035]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:25:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:26 smithi019 ceph-mon[96522]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:25:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:26 smithi066 ceph-mon[87361]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:25:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:28 smithi019 ceph-mon[94035]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-02T09:25:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:28 smithi019 ceph-mon[96522]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-02T09:25:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:28 smithi066 ceph-mon[87361]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-02T09:25:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:30.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:30 smithi019 ceph-mon[94035]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-02T09:25:30.384 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:25:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:25:30] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:25:30.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:30 smithi019 ceph-mon[96522]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-02T09:25:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:30 smithi066 ceph-mon[87361]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-02T09:25:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:32 smithi019 ceph-mon[94035]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-02T09:25:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:32 smithi019 ceph-mon[96522]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-02T09:25:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:32 smithi066 ceph-mon[87361]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-02T09:25:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:25:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:33.582 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.EncryptedResize (11335 ms) 2024-04-02T09:25:33.582 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-02T09:25:33.582 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:34 smithi019 ceph-mon[94035]: pgmap v2972: 457 pgs: 457 active+clean; 173 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:25:34.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:34 smithi019 ceph-mon[96522]: pgmap v2972: 457 pgs: 457 active+clean; 173 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:25:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:34 smithi066 ceph-mon[87361]: pgmap v2972: 457 pgs: 457 active+clean; 173 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-02T09:25:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:36 smithi019 ceph-mon[94035]: pgmap v2973: 457 pgs: 457 active+clean; 173 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:25:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:36 smithi019 ceph-mon[96522]: pgmap v2973: 457 pgs: 457 active+clean; 173 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:25:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:36 smithi066 ceph-mon[87361]: pgmap v2973: 457 pgs: 457 active+clean; 173 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:25:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:38 smithi019 ceph-mon[94035]: pgmap v2974: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-02T09:25:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:38 smithi019 ceph-mon[96522]: pgmap v2974: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-02T09:25:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:38 smithi066 ceph-mon[87361]: pgmap v2974: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-02T09:25:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:40 smithi019 ceph-mon[94035]: pgmap v2975: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:25:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:40 smithi019 ceph-mon[96522]: pgmap v2975: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:25:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:40 smithi066 ceph-mon[87361]: pgmap v2975: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:25:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:25:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:25:40] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:25:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:42 smithi019 ceph-mon[94035]: pgmap v2976: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:25:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:42 smithi019 ceph-mon[96522]: pgmap v2976: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:25:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:42 smithi066 ceph-mon[87361]: pgmap v2976: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:25:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:25:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:43 smithi019 ceph-mon[94035]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:25:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:43 smithi019 ceph-mon[96522]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:25:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:43 smithi066 ceph-mon[87361]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:25:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:44 smithi019 ceph-mon[94035]: pgmap v2978: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:25:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:44 smithi019 ceph-mon[96522]: pgmap v2978: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:25:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:44 smithi066 ceph-mon[87361]: pgmap v2978: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:25:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:46 smithi019 ceph-mon[96522]: pgmap v2979: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:25:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:46 smithi019 ceph-mon[94035]: pgmap v2979: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:25:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:46 smithi066 ceph-mon[87361]: pgmap v2979: 457 pgs: 457 active+clean; 169 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-04-02T09:25:48.315 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (14733 ms) 2024-04-02T09:25:48.315 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-02T09:25:48.315 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:48 smithi019 ceph-mon[94035]: pgmap v2980: 457 pgs: 457 active+clean; 185 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-02T09:25:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:48 smithi019 ceph-mon[96522]: pgmap v2980: 457 pgs: 457 active+clean; 185 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-02T09:25:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:48 smithi066 ceph-mon[87361]: pgmap v2980: 457 pgs: 457 active+clean; 185 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-02T09:25:50.066 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:50.067 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:50.068 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.069 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:50.070 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:50.071 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:50.072 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 512~512 = 512 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 1536~512 = 0 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:25:50.073 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:25:50.074 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.075 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:25:50.076 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:25:50.077 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.078 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.079 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.080 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.081 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:50.081 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:50.081 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:50.081 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:50.081 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:50.081 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:50.081 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:50 smithi019 ceph-mon[94035]: pgmap v2981: 457 pgs: 457 active+clean; 197 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:25:50.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:50 smithi019 ceph-mon[96522]: pgmap v2981: 457 pgs: 457 active+clean; 197 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:25:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:25:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:25:50] "GET /metrics HTTP/1.1" 200 60767 "" "Prometheus/2.43.0" 2024-04-02T09:25:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:50 smithi066 ceph-mon[87361]: pgmap v2981: 457 pgs: 457 active+clean; 197 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:25:51.568 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.568 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.568 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.568 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.568 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.568 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.569 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.570 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.571 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.572 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.573 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.574 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.575 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3254 ms) 2024-04-02T09:25:51.576 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-02T09:25:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:52 smithi019 ceph-mon[94035]: pgmap v2982: 457 pgs: 457 active+clean; 197 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:25:52.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:52 smithi019 ceph-mon[96522]: pgmap v2982: 457 pgs: 457 active+clean; 197 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:25:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:52 smithi066 ceph-mon[87361]: pgmap v2982: 457 pgs: 457 active+clean; 197 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:25:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:25:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:53.167 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:53 smithi019 ceph-mon[94035]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:25:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:53 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/426542731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:53 smithi019 ceph-mon[96522]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:25:53.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:53 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/426542731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:53 smithi066 ceph-mon[87361]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:25:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:53 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/426542731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: pgmap v2984: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 637 op/s 2024-04-02T09:25:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/426542731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: pgmap v2984: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 637 op/s 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/426542731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:54.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:54.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:54 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:25:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: pgmap v2984: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 637 op/s 2024-04-02T09:25:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/426542731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:25:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:54 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:55.268 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.269 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:55.271 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 512~512 = 512 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 1536~512 = 0 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3699 ms) 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-02T09:25:55.272 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (27 ms) 2024-04-02T09:25:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-02T09:25:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.320 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (26 ms) 2024-04-02T09:25:55.320 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-02T09:25:55.320 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.347 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-04-02T09:25:55.347 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-02T09:25:55.347 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.374 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (26 ms) 2024-04-02T09:25:55.374 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-02T09:25:55.374 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:55 smithi019 ceph-mon[94035]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:25:55.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:55 smithi019 ceph-mon[96522]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:25:55.446 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (73 ms) 2024-04-02T09:25:55.446 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-02T09:25:55.446 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.506 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (60 ms) 2024-04-02T09:25:55.506 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-02T09:25:55.506 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:55 smithi066 ceph-mon[87361]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:25:55.580 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (74 ms) 2024-04-02T09:25:55.581 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-02T09:25:55.581 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.641 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (61 ms) 2024-04-02T09:25:55.641 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-02T09:25:55.641 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:55.901 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (259 ms) 2024-04-02T09:25:55.901 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-02T09:25:55.901 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.231 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (331 ms) 2024-04-02T09:25:56.231 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-02T09:25:56.231 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.260 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (28 ms) 2024-04-02T09:25:56.260 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-02T09:25:56.260 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.287 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (28 ms) 2024-04-02T09:25:56.287 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-02T09:25:56.288 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.317 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (30 ms) 2024-04-02T09:25:56.317 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-02T09:25:56.317 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.343 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2024-04-02T09:25:56.343 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-02T09:25:56.343 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 0~1048576 = 0 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 0~4194304 = 0 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:aio discard: 3145728~1048576 = 0 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (23 ms) 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-02T09:25:56.367 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:56 smithi019 ceph-mon[94035]: pgmap v2987: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 940 KiB/s wr, 1.01k op/s 2024-04-02T09:25:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:56 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:56 smithi019 ceph-mon[94035]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:25:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:56 smithi019 ceph-mon[96522]: pgmap v2987: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 940 KiB/s wr, 1.01k op/s 2024-04-02T09:25:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:56 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:56 smithi019 ceph-mon[96522]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.475 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.476 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.477 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestFUA (108 ms) 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-02T09:25:56.478 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:56.494 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.495 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:56.496 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.511 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.511 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:56.511 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:56.511 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:56.511 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:56.511 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:start compare and write 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:compare and wrote: 512 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.512 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:56.513 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.514 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.514 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:56.514 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.514 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:56.514 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.515 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.515 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:56.515 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.515 INFO:tasks.workunit.client.0.smithi019.stdout:started aio compare and write 2024-04-02T09:25:56.516 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:finished aio compare and write 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.517 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:56.518 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.518 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.518 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.518 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.518 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:56.519 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:56.520 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:56.520 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:56.520 INFO:tasks.workunit.client.0.smithi019.stdout:discard: 512~512 2024-04-02T09:25:56.520 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:56 smithi066 ceph-mon[87361]: pgmap v2987: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 940 KiB/s wr, 1.01k op/s 2024-04-02T09:25:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:56 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:56 smithi066 ceph-mon[87361]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:25:57.527 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:57.527 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:57.527 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:57.527 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.528 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.529 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:25:57.530 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:25:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.532 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.532 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.532 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.532 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:25:57.532 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.532 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.532 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.533 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.534 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.535 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.535 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.535 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.535 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.535 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.535 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.535 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.536 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.543 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.544 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.544 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.544 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.544 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.566 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.588 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.589 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.589 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.589 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.589 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.589 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.589 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.620 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.620 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.620 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.620 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.620 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.620 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.621 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.649 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.649 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.649 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.649 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.650 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.695 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.695 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.695 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.695 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.695 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.696 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.696 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.740 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.740 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.740 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.740 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.740 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.740 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.741 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.793 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.793 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.793 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.793 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.793 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.793 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.794 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.847 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.847 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.847 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.847 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.847 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.847 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.848 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.848 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.848 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.848 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:57.848 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.848 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.848 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.921 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.921 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.921 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.921 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.921 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.921 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.921 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:57.985 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:57.985 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:57.985 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:57.985 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:57.985 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:57.985 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:57.985 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.062 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:58.062 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:58.063 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:58.063 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:58.063 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.063 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.063 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.135 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:58.135 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:58.135 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.136 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.238 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:58.238 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:58.238 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:58.238 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:58.238 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.238 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.238 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.319 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:58.319 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:58.319 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:58.320 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:58.320 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.320 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.320 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:58.414 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.415 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.415 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:58 smithi019 ceph-mon[94035]: pgmap v2989: 489 pgs: 12 unknown, 477 active+clean; 221 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 615 op/s 2024-04-02T09:25:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:58 smithi019 ceph-mon[96522]: pgmap v2989: 489 pgs: 12 unknown, 477 active+clean; 221 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 615 op/s 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:58.519 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:58.520 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:25:58.520 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:25:58.520 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestIOPP (2044 ms) 2024-04-02T09:25:58.520 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-02T09:25:58.520 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.545 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (27 ms) 2024-04-02T09:25:58.545 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-02T09:25:58.545 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:58 smithi066 ceph-mon[87361]: pgmap v2989: 489 pgs: 12 unknown, 477 active+clean; 221 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 615 op/s 2024-04-02T09:25:58.569 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-04-02T09:25:58.569 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-02T09:25:58.570 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.592 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (23 ms) 2024-04-02T09:25:58.593 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-02T09:25:58.593 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.617 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-02T09:25:58.617 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-02T09:25:58.617 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.642 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (24 ms) 2024-04-02T09:25:58.642 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-02T09:25:58.642 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.664 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.668 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2024-04-02T09:25:58.668 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:25:58.668 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.695 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-04-02T09:25:58.695 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:25:58.695 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.722 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.726 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (31 ms) 2024-04-02T09:25:58.726 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-02T09:25:58.726 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.753 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-04-02T09:25:58.753 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-02T09:25:58.753 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.780 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.784 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (31 ms) 2024-04-02T09:25:58.784 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:25:58.784 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.815 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (31 ms) 2024-04-02T09:25:58.816 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:25:58.816 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.845 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.849 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (33 ms) 2024-04-02T09:25:58.849 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:25:58.849 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.917 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (68 ms) 2024-04-02T09:25:58.917 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:25:58.917 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:58.963 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:58.980 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (63 ms) 2024-04-02T09:25:58.980 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-02T09:25:58.980 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:59.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (66 ms) 2024-04-02T09:25:59.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-02T09:25:59.046 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:59.094 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:59.113 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (68 ms) 2024-04-02T09:25:59.113 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:25:59.114 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:59.385 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (271 ms) 2024-04-02T09:25:59.385 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:25:59.385 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:25:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:25:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:25:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:59.697 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:59.712 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (328 ms) 2024-04-02T09:25:59.713 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-02T09:25:59.713 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:25:59.744 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:59.744 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:59.744 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:59.744 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:59.744 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:59.745 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:59.746 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:59.746 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:59.746 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.746 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:59.746 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:59.747 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:59.747 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:59.747 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.747 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:59.747 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:59.751 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:59.751 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:59.751 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.751 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:25:59.751 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:read: 512 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:59.752 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:59.753 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:25:59.754 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:25:59.754 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:25:59.754 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:25:59.754 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:25:59.754 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:26:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:00 smithi019 ceph-mon[94035]: pgmap v2990: 489 pgs: 489 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.8 MiB/s wr, 791 op/s 2024-04-02T09:26:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:00 smithi019 ceph-mon[94035]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:26:00.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:26:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:26:00] "GET /metrics HTTP/1.1" 200 63233 "" "Prometheus/2.43.0" 2024-04-02T09:26:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:00 smithi019 ceph-mon[96522]: pgmap v2990: 489 pgs: 489 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.8 MiB/s wr, 791 op/s 2024-04-02T09:26:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:00 smithi019 ceph-mon[96522]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:26:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:00 smithi066 ceph-mon[87361]: pgmap v2990: 489 pgs: 489 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.8 MiB/s wr, 791 op/s 2024-04-02T09:26:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:00 smithi066 ceph-mon[87361]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:26:00.854 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:26:00.854 INFO:tasks.workunit.client.0.smithi019.stdout:finished read 2024-04-02T09:26:00.854 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 0 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 16384 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.855 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 49152 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 65536 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:26:00.856 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 98304 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 114688 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.857 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 147456 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 163840 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.858 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 196608 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 212992 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.859 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.860 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.861 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.861 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.864 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.865 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.865 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.865 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.865 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.865 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.865 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.874 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.874 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.875 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.900 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.900 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.900 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.900 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.900 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.900 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.900 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.922 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.922 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.922 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.922 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.922 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.922 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.922 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.951 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.951 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.951 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.952 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.952 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.952 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.952 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:00.981 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:00.982 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.030 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.030 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.030 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.030 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.030 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.031 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.031 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.077 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.077 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.077 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.077 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.077 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.077 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.077 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.132 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.132 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.132 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.132 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.133 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.133 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.133 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:01.188 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.189 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.189 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:01.189 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.189 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.189 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.256 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.256 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.257 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.257 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.257 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.257 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.257 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.322 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.323 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.323 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.323 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.323 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.323 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.323 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.398 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.398 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.399 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.399 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.399 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.399 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.399 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.472 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.473 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:01.473 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.473 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.473 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.566 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.567 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.567 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.567 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.567 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.567 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.567 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.650 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.651 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.651 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.651 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.651 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.651 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.651 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.752 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.753 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.753 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.753 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.753 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.753 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.753 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:26:01.842 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:26:01.842 INFO:tasks.workunit.client.0.smithi019.stdout:finished writesame 2024-04-02T09:26:01.842 INFO:tasks.workunit.client.0.smithi019.stdout:to verify the data 2024-04-02T09:26:01.842 INFO:tasks.workunit.client.0.smithi019.stdout:verified 2024-04-02T09:26:01.842 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:started writesame 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:expected fail, finished writesame 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2129 ms) 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-02T09:26:01.843 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:02 smithi019 ceph-mon[94035]: pgmap v2992: 489 pgs: 489 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 749 op/s 2024-04-02T09:26:02.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:02 smithi019 ceph-mon[96522]: pgmap v2992: 489 pgs: 489 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 749 op/s 2024-04-02T09:26:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:02 smithi066 ceph-mon[87361]: pgmap v2992: 489 pgs: 489 active+clean; 245 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 749 op/s 2024-04-02T09:26:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:26:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:03.234 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 0 2024-04-02T09:26:03.234 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:26:03.234 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:26:03.234 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:26:03.234 INFO:tasks.workunit.client.0.smithi019.stdout:snap: orig 2024-04-02T09:26:03.234 INFO:tasks.workunit.client.0.smithi019.stdout:found orig with size 2097152 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:read: 80 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:write test data! 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 80 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 2 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:snap: orig 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:snap: written 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:found orig with size 2097152 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:found written with size 2097152 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:read: 80 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:read: 80 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:read: 80 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:write to snapshot returned -30 2024-04-02T09:26:03.235 INFO:tasks.workunit.client.0.smithi019.stdout:Read-only file system 2024-04-02T09:26:03.263 INFO:tasks.workunit.client.0.smithi019.stdout:read: 80 2024-04-02T09:26:03.263 INFO:tasks.workunit.client.0.smithi019.stdout:read: 80 2024-04-02T09:26:03.263 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 80 2024-04-02T09:26:03.263 INFO:tasks.workunit.client.0.smithi019.stdout:opening testimg@orig 2024-04-02T09:26:03.263 INFO:tasks.workunit.client.0.smithi019.stdout:read: 80 2024-04-02T09:26:03.263 INFO:tasks.workunit.client.0.smithi019.stdout:write to snapshot returned -30 2024-04-02T09:26:03.264 INFO:tasks.workunit.client.0.smithi019.stdout:Read-only file system 2024-04-02T09:26:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:03 smithi066 ceph-mon[87361]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:26:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:03 smithi019 ceph-mon[94035]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:26:03.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:03 smithi019 ceph-mon[96522]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:26:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:04 smithi019 ceph-mon[94035]: pgmap v2994: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 2.89k op/s 2024-04-02T09:26:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:04 smithi019 ceph-mon[94035]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:26:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:04 smithi019 ceph-mon[96522]: pgmap v2994: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 2.89k op/s 2024-04-02T09:26:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:04 smithi019 ceph-mon[96522]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:26:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:04 smithi066 ceph-mon[87361]: pgmap v2994: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 2.89k op/s 2024-04-02T09:26:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:04 smithi066 ceph-mon[87361]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 2 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:snap: orig 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:snap: written 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:found orig with size 2097152 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:found written with size 2097152 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 1 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:snap: orig 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:found orig with size 2097152 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 0 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:26:05.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3401 ms) 2024-04-02T09:26:05.244 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-02T09:26:05.244 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:05 smithi066 ceph-mon[87361]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:26:05.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:05 smithi019 ceph-mon[96522]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:26:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:05 smithi019 ceph-mon[94035]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:26:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:06 smithi066 ceph-mon[87361]: pgmap v2997: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 3.72k op/s 2024-04-02T09:26:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:06 smithi066 ceph-mon[87361]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:26:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:06 smithi019 ceph-mon[94035]: pgmap v2997: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 3.72k op/s 2024-04-02T09:26:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:06 smithi019 ceph-mon[94035]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:26:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:06 smithi019 ceph-mon[96522]: pgmap v2997: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 17 MiB/s wr, 3.72k op/s 2024-04-02T09:26:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:06 smithi019 ceph-mon[96522]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:26:07.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2007 ms) 2024-04-02T09:26:07.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-02T09:26:07.250 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:07.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:07 smithi066 ceph-mon[87361]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:26:07.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:07 smithi019 ceph-mon[94035]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:26:07.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:07 smithi019 ceph-mon[96522]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:26:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:08 smithi066 ceph-mon[87361]: pgmap v3000: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-02T09:26:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:08 smithi066 ceph-mon[87361]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:26:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:08 smithi019 ceph-mon[94035]: pgmap v3000: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-02T09:26:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:08 smithi019 ceph-mon[94035]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:26:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:08 smithi019 ceph-mon[96522]: pgmap v3000: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-02T09:26:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:08 smithi019 ceph-mon[96522]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:made parent image "parent" 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:parent has no parent info 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:can't unprotect an unprotected snap 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:can't protect a protected snap 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:made and opened clone "child" 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:read: 8 2024-04-02T09:26:09.249 INFO:tasks.workunit.client.0.smithi019.stdout:read: 8 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:read: 8 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:sizes and overlaps are good between parent and child 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:sized down clone, changed overlap 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:can't remove parent while child still exists 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:can't remove parent while still protected 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:removed parent snap after unprotecting 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestClone (1999 ms) 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-02T09:26:09.250 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:09 smithi066 ceph-mon[87361]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:26:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:09 smithi019 ceph-mon[94035]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:26:09.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:09 smithi019 ceph-mon[96522]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:26:10.274 INFO:tasks.workunit.client.0.smithi019.stdout:made parent image "parent" 2024-04-02T09:26:10.274 INFO:tasks.workunit.client.0.smithi019.stdout:parent has no parent info 2024-04-02T09:26:10.274 INFO:tasks.workunit.client.0.smithi019.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:26:10.274 INFO:tasks.workunit.client.0.smithi019.stdout:made and opened clone "child" 2024-04-02T09:26:10.275 INFO:tasks.workunit.client.0.smithi019.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:26:10.275 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestClone2 (1025 ms) 2024-04-02T09:26:10.275 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-02T09:26:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:10 smithi066 ceph-mon[87361]: pgmap v3003: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 261 op/s 2024-04-02T09:26:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:10 smithi066 ceph-mon[87361]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:26:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:10 smithi066 ceph-mon[87361]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:26:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:10 smithi019 ceph-mon[94035]: pgmap v3003: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 261 op/s 2024-04-02T09:26:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:10 smithi019 ceph-mon[94035]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:26:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:10 smithi019 ceph-mon[94035]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:26:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:10 smithi019 ceph-mon[96522]: pgmap v3003: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 261 op/s 2024-04-02T09:26:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:10 smithi019 ceph-mon[96522]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:26:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:10 smithi019 ceph-mon[96522]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:26:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:26:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:26:10] "GET /metrics HTTP/1.1" 200 63233 "" "Prometheus/2.43.0" 2024-04-02T09:26:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:26:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:12 smithi066 ceph-mon[87361]: pgmap v3006: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 239 op/s 2024-04-02T09:26:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:12 smithi066 ceph-mon[87361]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:26:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:12 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/470568622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:12 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[94035]: pgmap v3006: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 239 op/s 2024-04-02T09:26:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[94035]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:26:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/470568622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[96522]: pgmap v3006: 489 pgs: 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 239 op/s 2024-04-02T09:26:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[96522]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:26:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/470568622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:12 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:13.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:13 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:13 smithi066 ceph-mon[87361]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:26:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:13 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:13 smithi019 ceph-mon[94035]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:26:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:13 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:13 smithi019 ceph-mon[96522]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:26:14.274 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:14 smithi066 ceph-mon[87361]: pgmap v3009: 521 pgs: 16 creating+peering, 16 unknown, 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 55 KiB/s wr, 930 op/s 2024-04-02T09:26:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:14 smithi066 ceph-mon[87361]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:26:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/581743879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:14 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:14.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[96522]: pgmap v3009: 521 pgs: 16 creating+peering, 16 unknown, 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 55 KiB/s wr, 930 op/s 2024-04-02T09:26:14.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[96522]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:26:14.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/581743879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[94035]: pgmap v3009: 521 pgs: 16 creating+peering, 16 unknown, 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 55 KiB/s wr, 930 op/s 2024-04-02T09:26:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[94035]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:26:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/581743879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:15 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:15 smithi066 ceph-mon[87361]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:26:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:15 smithi066 ceph-mon[87361]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:26:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:15 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:15 smithi019 ceph-mon[94035]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:26:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:15 smithi019 ceph-mon[94035]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:26:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:15 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:15 smithi019 ceph-mon[96522]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:26:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:15 smithi019 ceph-mon[96522]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:26:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:16 smithi066 ceph-mon[87361]: pgmap v3012: 553 pgs: 16 creating+peering, 48 unknown, 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 55 KiB/s wr, 930 op/s 2024-04-02T09:26:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:16 smithi066 ceph-mon[87361]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:26:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:16 smithi019 ceph-mon[94035]: pgmap v3012: 553 pgs: 16 creating+peering, 48 unknown, 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 55 KiB/s wr, 930 op/s 2024-04-02T09:26:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:16 smithi019 ceph-mon[94035]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:26:16.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:16 smithi019 ceph-mon[96522]: pgmap v3012: 553 pgs: 16 creating+peering, 48 unknown, 489 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 55 KiB/s wr, 930 op/s 2024-04-02T09:26:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:16 smithi019 ceph-mon[96522]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:26:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:18 smithi019 ceph-mon[94035]: pgmap v3015: 553 pgs: 16 creating+peering, 16 unknown, 521 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:18 smithi019 ceph-mon[94035]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:26:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:18 smithi019 ceph-mon[96522]: pgmap v3015: 553 pgs: 16 creating+peering, 16 unknown, 521 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:18 smithi019 ceph-mon[96522]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:26:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:18 smithi066 ceph-mon[87361]: pgmap v3015: 553 pgs: 16 creating+peering, 16 unknown, 521 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:18 smithi066 ceph-mon[87361]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:26:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:19 smithi019 ceph-mon[94035]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:26:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:19 smithi019 ceph-mon[96522]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:26:19.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:19 smithi066 ceph-mon[87361]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 1 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:26:19.623 INFO:tasks.workunit.client.0.smithi019.stdout:child: image113 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113/8bd4a209422c 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.624 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 2 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:child: image113 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113/8bd4a209422c 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.625 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 3 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:child: image113 2024-04-02T09:26:19.626 INFO:tasks.workunit.client.0.smithi019.stdout:child: image115 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113/8bd4a209422c 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115/8bd4574a3440 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 3 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:child: image113 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:child: image115 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113/8bd4a209422c 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115/8bd4574a3440 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.628 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.629 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 4 2024-04-02T09:26:19.630 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 4 2024-04-02T09:26:19.630 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:19.630 INFO:tasks.workunit.client.0.smithi019.stdout:child: image113 2024-04-02T09:26:19.630 INFO:tasks.workunit.client.0.smithi019.stdout:child: image115 2024-04-02T09:26:19.630 INFO:tasks.workunit.client.0.smithi019.stdout:child: image116 2024-04-02T09:26:19.630 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113/8bd4a209422c 2024-04-02T09:26:19.630 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115/8bd4574a3440 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116/8bd4a872a6e6 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.631 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:19.632 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:19.633 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.633 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:19.633 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.215 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.215 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image113 2024-04-02T09:26:20.215 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:20.215 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.215 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.215 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.215 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 4 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 4 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:child: image113 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:child: image115 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:child: image116 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image113/8bd4a209422c 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115/8bd4574a3440 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116/8bd4a872a6e6 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.216 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.217 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image115 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 3 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:child: image115 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:child: image116 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image115/8bd4574a3440 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116/8bd4a872a6e6 2024-04-02T09:26:20.218 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 2 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:child: image116 2024-04-02T09:26:20.219 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-28/image116/8bd4a872a6e6 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 1 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:child: image114 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-27/image114/8bd488d06cfa 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:20.220 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 0 2024-04-02T09:26:20.221 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:26:20.221 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ListChildren (9941 ms) 2024-04-02T09:26:20.221 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-02T09:26:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:20 smithi019 ceph-mon[94035]: pgmap v3018: 553 pgs: 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-02T09:26:20.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:20 smithi019 ceph-mon[94035]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:26:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:20 smithi019 ceph-mon[96522]: pgmap v3018: 553 pgs: 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-02T09:26:20.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:20 smithi019 ceph-mon[96522]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:26:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:20 smithi066 ceph-mon[87361]: pgmap v3018: 553 pgs: 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-02T09:26:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:20 smithi066 ceph-mon[87361]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:26:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:26:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:26:20] "GET /metrics HTTP/1.1" 200 68078 "" "Prometheus/2.43.0" 2024-04-02T09:26:21.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:21 smithi019 ceph-mon[94035]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:26:21.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:21 smithi019 ceph-mon[96522]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:26:21.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:21 smithi066 ceph-mon[87361]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:26:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:22 smithi019 ceph-mon[94035]: pgmap v3021: 553 pgs: 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-02T09:26:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:22 smithi019 ceph-mon[94035]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:26:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:22 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2583651680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:22 smithi019 ceph-mon[96522]: pgmap v3021: 553 pgs: 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-02T09:26:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:22 smithi019 ceph-mon[96522]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:26:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:22 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2583651680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:22.463 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:22 smithi066 ceph-mon[87361]: pgmap v3021: 553 pgs: 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-02T09:26:22.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:22 smithi066 ceph-mon[87361]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:26:22.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:22 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2583651680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:22.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:26:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:23.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2583651680' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:23.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:23 smithi019 ceph-mon[94035]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:26:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2583651680' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:23.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:23 smithi019 ceph-mon[96522]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:26:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2583651680' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:23 smithi066 ceph-mon[87361]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:26:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:24 smithi019 ceph-mon[96522]: pgmap v3024: 585 pgs: 16 creating+peering, 16 unknown, 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 15 KiB/s wr, 725 op/s 2024-04-02T09:26:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:24 smithi019 ceph-mon[96522]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:26:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3783962219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:24 smithi019 ceph-mon[94035]: pgmap v3024: 585 pgs: 16 creating+peering, 16 unknown, 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 15 KiB/s wr, 725 op/s 2024-04-02T09:26:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:24 smithi019 ceph-mon[94035]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:26:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3783962219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:24 smithi066 ceph-mon[87361]: pgmap v3024: 585 pgs: 16 creating+peering, 16 unknown, 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 15 KiB/s wr, 725 op/s 2024-04-02T09:26:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:24 smithi066 ceph-mon[87361]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:26:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3783962219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3783962219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[94035]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[94035]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2287345478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3783962219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[96522]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[96522]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2287345478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:25 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:25.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3783962219' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:25 smithi066 ceph-mon[87361]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:25 smithi066 ceph-mon[87361]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:25 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2287345478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:25 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[94035]: pgmap v3027: 617 pgs: 16 creating+peering, 48 unknown, 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 15 KiB/s wr, 725 op/s 2024-04-02T09:26:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[94035]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:26:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31", "force_nonempty":""}]: dispatch 2024-04-02T09:26:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[96522]: pgmap v3027: 617 pgs: 16 creating+peering, 48 unknown, 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 15 KiB/s wr, 725 op/s 2024-04-02T09:26:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[96522]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:26:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:26 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31", "force_nonempty":""}]: dispatch 2024-04-02T09:26:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:26 smithi066 ceph-mon[87361]: pgmap v3027: 617 pgs: 16 creating+peering, 48 unknown, 553 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 15 KiB/s wr, 725 op/s 2024-04-02T09:26:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:26 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:26 smithi066 ceph-mon[87361]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:26:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:26 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31", "force_nonempty":""}]: dispatch 2024-04-02T09:26:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[94035]: pgmap v3030: 649 pgs: 32 creating+peering, 30 unknown, 587 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31", "force_nonempty":""}]': finished 2024-04-02T09:26:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[94035]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:26:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi019-144236-31", "mode":"writeback"}]: dispatch 2024-04-02T09:26:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[96522]: pgmap v3030: 649 pgs: 32 creating+peering, 30 unknown, 587 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31", "force_nonempty":""}]': finished 2024-04-02T09:26:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[96522]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:26:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:28 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi019-144236-31", "mode":"writeback"}]: dispatch 2024-04-02T09:26:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:28 smithi066 ceph-mon[87361]: pgmap v3030: 649 pgs: 32 creating+peering, 30 unknown, 587 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:28 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31", "force_nonempty":""}]': finished 2024-04-02T09:26:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:28 smithi066 ceph-mon[87361]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:26:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:28 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi019-144236-31", "mode":"writeback"}]: dispatch 2024-04-02T09:26:29.108 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:26:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi019-144236-31", "mode":"writeback"}]': finished 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi019-144236-29", "overlaypool":"test-librbd-smithi019-144236-31"}]: dispatch 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi019-144236-29", "overlaypool":"test-librbd-smithi019-144236-31"}]': finished 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[94035]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi019-144236-31", "mode":"writeback"}]': finished 2024-04-02T09:26:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:26:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi019-144236-29", "overlaypool":"test-librbd-smithi019-144236-31"}]: dispatch 2024-04-02T09:26:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi019-144236-29", "overlaypool":"test-librbd-smithi019-144236-31"}]': finished 2024-04-02T09:26:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:29 smithi019 ceph-mon[96522]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:26:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:26:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi019-144236-31", "mode":"writeback"}]': finished 2024-04-02T09:26:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:26:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi019-144236-29", "overlaypool":"test-librbd-smithi019-144236-31"}]: dispatch 2024-04-02T09:26:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi019-144236-29", "overlaypool":"test-librbd-smithi019-144236-31"}]': finished 2024-04-02T09:26:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:29 smithi066 ceph-mon[87361]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:26:30.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:30 smithi019 ceph-mon[94035]: pgmap v3033: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:30 smithi019 ceph-mon[94035]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:26:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:30 smithi019 ceph-mon[96522]: pgmap v3033: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:30 smithi019 ceph-mon[96522]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:26:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:26:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:26:30] "GET /metrics HTTP/1.1" 200 75503 "" "Prometheus/2.43.0" 2024-04-02T09:26:30.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:30 smithi066 ceph-mon[87361]: pgmap v3033: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:30 smithi066 ceph-mon[87361]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:26:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[94035]: pgmap v3036: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[94035]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]: dispatch 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[96522]: pgmap v3036: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[96522]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]: dispatch 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:26:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:26:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:26:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:32 smithi066 ceph-mon[87361]: pgmap v3036: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:32 smithi066 ceph-mon[87361]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:26:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]: dispatch 2024-04-02T09:26:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]: dispatch 2024-04-02T09:26:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:26:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]': finished 2024-04-02T09:26:33.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:26:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-02T09:26:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[94035]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:26:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]': finished 2024-04-02T09:26:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:26:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-02T09:26:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:33 smithi019 ceph-mon[96522]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:26:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.16", "id": [6, 7]}]': finished 2024-04-02T09:26:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.f", "id": [2, 5]}]': finished 2024-04-02T09:26:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-02T09:26:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:33 smithi066 ceph-mon[87361]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:26:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:34 smithi019 ceph-mon[94035]: pgmap v3039: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:26:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:34 smithi019 ceph-mon[94035]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:26:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:34 smithi019 ceph-mon[96522]: pgmap v3039: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:26:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:34 smithi019 ceph-mon[96522]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:26:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:34 smithi066 ceph-mon[87361]: pgmap v3039: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:26:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:34 smithi066 ceph-mon[87361]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:26:34.674 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 1 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:child: image118 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118/8bd41b8a68b9 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.675 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 2 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:child: image118 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118/8bd41b8a68b9 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.676 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:34.677 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 3 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:child: image118 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:child: image120 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118/8bd41b8a68b9 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.678 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120/8bd49ab6d972 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 3 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:26:34.679 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:child: image118 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:child: image120 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118/8bd41b8a68b9 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120/8bd49ab6d972 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.680 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 4 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 4 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:child: image118 2024-04-02T09:26:34.681 INFO:tasks.workunit.client.0.smithi019.stdout:child: image120 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:child: image121 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118/8bd41b8a68b9 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120/8bd49ab6d972 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121/8bd483b33a5c 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.682 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:34.683 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:35.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:35 smithi019 ceph-mon[94035]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:26:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:35 smithi019 ceph-mon[96522]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:26:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:35 smithi066 ceph-mon[87361]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:26:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:36 smithi019 ceph-mon[94035]: pgmap v3042: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:26:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:36 smithi019 ceph-mon[94035]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:26:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:36 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi019-144236-29"}]: dispatch 2024-04-02T09:26:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:36 smithi019 ceph-mon[96522]: pgmap v3042: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:26:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:36 smithi019 ceph-mon[96522]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:26:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:36 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi019-144236-29"}]: dispatch 2024-04-02T09:26:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:36 smithi066 ceph-mon[87361]: pgmap v3042: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:26:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:36 smithi066 ceph-mon[87361]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:26:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:36 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi019-144236-29"}]: dispatch 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image118 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 4 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 4 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:37.151 INFO:tasks.workunit.client.0.smithi019.stdout:child: image118 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:child: image120 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:child: image121 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image118/8bd41b8a68b9 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120/8bd49ab6d972 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121/8bd483b33a5c 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.152 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image120 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 3 2024-04-02T09:26:37.153 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:child: image120 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:child: image121 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image120/8bd49ab6d972 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121/8bd483b33a5c 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.154 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 2 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 2 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:child: image121 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-30/image121/8bd483b33a5c 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:trying to find test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.155 INFO:tasks.workunit.client.0.smithi019.stdout:checking test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 1 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 1 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:child: image119 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-29/image119/8bd4d7822254 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 0 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16936 ms) 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-02T09:26:37.156 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:37.220 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.LockingPP (70 ms) 2024-04-02T09:26:37.220 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-02T09:26:37.221 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi019-144236-29"}]': finished 2024-04-02T09:26:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[96522]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:26:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31"}]: dispatch 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[96522]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31"}]': finished 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[96522]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi019-144236-29"}]': finished 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[94035]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31"}]: dispatch 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[94035]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31"}]': finished 2024-04-02T09:26:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:37 smithi019 ceph-mon[94035]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:26:37.497 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.FlushAio (276 ms) 2024-04-02T09:26:37.497 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-02T09:26:37.497 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:37 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi019-144236-29"}]': finished 2024-04-02T09:26:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:37 smithi066 ceph-mon[87361]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:26:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:37 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31"}]: dispatch 2024-04-02T09:26:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:37 smithi066 ceph-mon[87361]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:26:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:37 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi019-144236-29", "tierpool":"test-librbd-smithi019-144236-31"}]': finished 2024-04-02T09:26:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:37 smithi066 ceph-mon[87361]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:26:37.697 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.FlushAioPP (200 ms) 2024-04-02T09:26:37.697 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-02T09:26:37.697 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:37.718 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (22 ms) 2024-04-02T09:26:37.718 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-02T09:26:37.718 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:37.752 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (34 ms) 2024-04-02T09:26:37.752 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-02T09:26:37.752 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:37.769 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2024-04-02T09:26:37.769 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-02T09:26:37.769 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:37.805 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.LargeCacheRead (36 ms) 2024-04-02T09:26:37.806 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-02T09:26:37.806 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:38.044 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestPendingAio (239 ms) 2024-04-02T09:26:38.044 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-02T09:26:38.045 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:38.291 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:38 smithi019 ceph-mon[94035]: pgmap v3045: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 8.2 KiB/s wr, 370 op/s 2024-04-02T09:26:38.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:38 smithi019 ceph-mon[96522]: pgmap v3045: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 8.2 KiB/s wr, 370 op/s 2024-04-02T09:26:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:38 smithi066 ceph-mon[87361]: pgmap v3045: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 8.2 KiB/s wr, 370 op/s 2024-04-02T09:26:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:39 smithi019 ceph-mon[94035]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:26:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:39 smithi019 ceph-mon[96522]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:26:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:39 smithi066 ceph-mon[87361]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:26:40.163 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2119 ms) 2024-04-02T09:26:40.164 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-02T09:26:40.164 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:40.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:26:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:26:40] "GET /metrics HTTP/1.1" 200 75503 "" "Prometheus/2.43.0" 2024-04-02T09:26:40.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:40 smithi019 ceph-mon[94035]: pgmap v3048: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 15 KiB/s wr, 733 op/s 2024-04-02T09:26:40.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:40 smithi019 ceph-mon[94035]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:26:40.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:40 smithi019 ceph-mon[94035]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:26:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:40 smithi019 ceph-mon[96522]: pgmap v3048: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 15 KiB/s wr, 733 op/s 2024-04-02T09:26:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:40 smithi019 ceph-mon[96522]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:26:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:40 smithi019 ceph-mon[96522]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:26:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:40 smithi066 ceph-mon[87361]: pgmap v3048: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 15 KiB/s wr, 733 op/s 2024-04-02T09:26:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:40 smithi066 ceph-mon[87361]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:26:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:40 smithi066 ceph-mon[87361]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:26:41.293 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:42 smithi019 ceph-mon[94035]: pgmap v3051: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 302 KiB/s rd, 6.5 KiB/s wr, 363 op/s 2024-04-02T09:26:42.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:42 smithi019 ceph-mon[94035]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:26:42.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:42 smithi019 ceph-mon[96522]: pgmap v3051: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 302 KiB/s rd, 6.5 KiB/s wr, 363 op/s 2024-04-02T09:26:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:42 smithi019 ceph-mon[96522]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:26:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:42 smithi066 ceph-mon[87361]: pgmap v3051: 649 pgs: 649 active+clean; 301 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 302 KiB/s rd, 6.5 KiB/s wr, 363 op/s 2024-04-02T09:26:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:42 smithi066 ceph-mon[87361]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:26:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:26:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:43.262 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3099 ms) 2024-04-02T09:26:43.263 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-02T09:26:43.263 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:43 smithi066 ceph-mon[87361]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:26:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:43 smithi019 ceph-mon[94035]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:26:43.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:43 smithi019 ceph-mon[96522]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:26:44.313 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.Flatten (1051 ms) 2024-04-02T09:26:44.313 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-02T09:26:44.313 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:44.355 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 32768 2024-04-02T09:26:44.355 INFO:tasks.workunit.client.0.smithi019.stdout:read: 32768 2024-04-02T09:26:44.355 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.Sparsify (41 ms) 2024-04-02T09:26:44.355 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-02T09:26:44.355 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:44.392 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SparsifyPP (38 ms) 2024-04-02T09:26:44.393 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-02T09:26:44.393 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:44 smithi066 ceph-mon[87361]: pgmap v3054: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 737 KiB/s wr, 630 op/s 2024-04-02T09:26:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:44 smithi066 ceph-mon[87361]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:26:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[94035]: pgmap v3054: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 737 KiB/s wr, 630 op/s 2024-04-02T09:26:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[94035]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:26:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[96522]: pgmap v3054: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 737 KiB/s wr, 630 op/s 2024-04-02T09:26:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[96522]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:26:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:45 smithi066 ceph-mon[87361]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:26:45.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:45 smithi019 ceph-mon[94035]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:26:45.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:45 smithi019 ceph-mon[96522]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:26:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:46 smithi066 ceph-mon[87361]: pgmap v3057: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 737 KiB/s wr, 630 op/s 2024-04-02T09:26:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:46 smithi066 ceph-mon[87361]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:26:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:46 smithi019 ceph-mon[94035]: pgmap v3057: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 737 KiB/s wr, 630 op/s 2024-04-02T09:26:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:46 smithi019 ceph-mon[94035]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:26:46.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:46 smithi019 ceph-mon[96522]: pgmap v3057: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 840 KiB/s rd, 737 KiB/s wr, 630 op/s 2024-04-02T09:26:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:46 smithi019 ceph-mon[96522]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:26:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:47 smithi066 ceph-mon[87361]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:26:47.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:47 smithi019 ceph-mon[94035]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:26:47.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:47 smithi019 ceph-mon[96522]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:26:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:48 smithi066 ceph-mon[87361]: pgmap v3060: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 26 KiB/s wr, 243 op/s 2024-04-02T09:26:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:48 smithi066 ceph-mon[87361]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:26:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:48 smithi019 ceph-mon[94035]: pgmap v3060: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 26 KiB/s wr, 243 op/s 2024-04-02T09:26:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:48 smithi019 ceph-mon[94035]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:26:48.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:48 smithi019 ceph-mon[96522]: pgmap v3060: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 202 KiB/s rd, 26 KiB/s wr, 243 op/s 2024-04-02T09:26:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:48 smithi019 ceph-mon[96522]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:26:49.275 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapshotLimit (4883 ms) 2024-04-02T09:26:49.275 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-02T09:26:49.275 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:49 smithi066 ceph-mon[87361]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:26:49.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:49 smithi019 ceph-mon[94035]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:26:49.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:49 smithi019 ceph-mon[96522]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:26:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:50 smithi066 ceph-mon[87361]: pgmap v3063: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 39 KiB/s wr, 294 op/s 2024-04-02T09:26:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:50 smithi066 ceph-mon[87361]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:26:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:50 smithi019 ceph-mon[94035]: pgmap v3063: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 39 KiB/s wr, 294 op/s 2024-04-02T09:26:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:50 smithi019 ceph-mon[94035]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:26:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:26:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:26:50] "GET /metrics HTTP/1.1" 200 75580 "" "Prometheus/2.43.0" 2024-04-02T09:26:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:50 smithi019 ceph-mon[96522]: pgmap v3063: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 39 KiB/s wr, 294 op/s 2024-04-02T09:26:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:50 smithi019 ceph-mon[96522]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:26:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:51 smithi066 ceph-mon[87361]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:26:51.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:51 smithi019 ceph-mon[94035]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:26:51.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:51 smithi019 ceph-mon[96522]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:26:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:52 smithi066 ceph-mon[87361]: pgmap v3066: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 13 KiB/s wr, 50 op/s 2024-04-02T09:26:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:52 smithi066 ceph-mon[87361]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:26:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:26:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:52 smithi019 ceph-mon[94035]: pgmap v3066: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 13 KiB/s wr, 50 op/s 2024-04-02T09:26:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:52 smithi019 ceph-mon[94035]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:26:52.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:52 smithi019 ceph-mon[96522]: pgmap v3066: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 13 KiB/s wr, 50 op/s 2024-04-02T09:26:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:52 smithi019 ceph-mon[96522]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:26:53.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:53 smithi066 ceph-mon[87361]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:26:53.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:53 smithi019 ceph-mon[94035]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:26:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:53 smithi019 ceph-mon[96522]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:26:54.317 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5042 ms) 2024-04-02T09:26:54.317 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-02T09:26:54.318 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:54.373 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:26:54.373 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (56 ms) 2024-04-02T09:26:54.373 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-02T09:26:54.373 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:54.449 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (76 ms) 2024-04-02T09:26:54.450 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-02T09:26:54.450 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:54 smithi066 ceph-mon[87361]: pgmap v3069: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-02T09:26:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:54 smithi066 ceph-mon[87361]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:26:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:54 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:54 smithi019 ceph-mon[94035]: pgmap v3069: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-02T09:26:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:54 smithi019 ceph-mon[94035]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:26:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:54 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:54 smithi019 ceph-mon[96522]: pgmap v3069: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-02T09:26:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:54 smithi019 ceph-mon[96522]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:26:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:54 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:55.149 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (700 ms) 2024-04-02T09:26:55.150 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-02T09:26:55.150 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:55 smithi066 ceph-mon[87361]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:26:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:55 smithi066 ceph-mon[87361]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:26:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[94035]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:26:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[94035]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:26:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[96522]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:26:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:26:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:55 smithi019 ceph-mon[96522]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:26:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:56 smithi066 ceph-mon[87361]: pgmap v3072: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-02T09:26:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:56 smithi066 ceph-mon[87361]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:26:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:56 smithi019 ceph-mon[94035]: pgmap v3072: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-02T09:26:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:56 smithi019 ceph-mon[94035]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:26:56.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:56 smithi019 ceph-mon[96522]: pgmap v3072: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-02T09:26:56.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:56 smithi019 ceph-mon[96522]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:26:57.155 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2005 ms) 2024-04-02T09:26:57.155 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-02T09:26:57.155 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:57.212 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (57 ms) 2024-04-02T09:26:57.213 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:26:57.213 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-02T09:26:57.213 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:26:57.213 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-02T09:26:57.213 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-02T09:26:57.213 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:58 smithi019 ceph-mon[94035]: pgmap v3075: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 KiB/s wr, 66 op/s 2024-04-02T09:26:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:58 smithi019 ceph-mon[94035]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:26:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:58 smithi019 ceph-mon[96522]: pgmap v3075: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 KiB/s wr, 66 op/s 2024-04-02T09:26:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:58 smithi019 ceph-mon[96522]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:26:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:58 smithi066 ceph-mon[87361]: pgmap v3075: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 2.7 KiB/s wr, 66 op/s 2024-04-02T09:26:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:58 smithi066 ceph-mon[87361]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:26:59.147 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:26:59.147 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapRemove2 (1934 ms) 2024-04-02T09:26:59.147 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-02T09:26:59.147 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:26:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:59 smithi019 ceph-mon[94035]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:26:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:26:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:59 smithi019 ceph-mon[96522]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:26:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:26:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:59 smithi066 ceph-mon[87361]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:26:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:26:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:00.167 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1020 ms) 2024-04-02T09:27:00.167 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-02T09:27:00.168 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:00 smithi019 ceph-mon[94035]: pgmap v3078: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 11 KiB/s wr, 157 op/s 2024-04-02T09:27:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:00 smithi019 ceph-mon[94035]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:27:00.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:00 smithi019 ceph-mon[94035]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:27:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:00 smithi019 ceph-mon[96522]: pgmap v3078: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 11 KiB/s wr, 157 op/s 2024-04-02T09:27:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:00 smithi019 ceph-mon[96522]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:27:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:00 smithi019 ceph-mon[96522]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:27:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:00 smithi066 ceph-mon[87361]: pgmap v3078: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 11 KiB/s wr, 157 op/s 2024-04-02T09:27:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:00 smithi066 ceph-mon[87361]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:27:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:00 smithi066 ceph-mon[87361]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:27:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:27:00] "GET /metrics HTTP/1.1" 200 75574 "" "Prometheus/2.43.0" 2024-04-02T09:27:01.166 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (999 ms) 2024-04-02T09:27:01.167 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-02T09:27:01.167 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:02.196 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1030 ms) 2024-04-02T09:27:02.197 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-02T09:27:02.197 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:02 smithi019 ceph-mon[94035]: pgmap v3081: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-04-02T09:27:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:02 smithi019 ceph-mon[94035]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:27:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:02 smithi019 ceph-mon[96522]: pgmap v3081: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-04-02T09:27:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:02 smithi019 ceph-mon[96522]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:27:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:02 smithi066 ceph-mon[87361]: pgmap v3081: 649 pgs: 649 active+clean; 309 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.5 KiB/s wr, 91 op/s 2024-04-02T09:27:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:02 smithi066 ceph-mon[87361]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:27:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:27:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:03.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1059 ms) 2024-04-02T09:27:03.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-02T09:27:03.256 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:03.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (40 ms) 2024-04-02T09:27:03.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-02T09:27:03.295 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:03.337 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (41 ms) 2024-04-02T09:27:03.337 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-02T09:27:03.337 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:03 smithi019 ceph-mon[94035]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:27:03.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:03 smithi019 ceph-mon[96522]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:27:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:03 smithi066 ceph-mon[87361]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:27:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:04 smithi019 ceph-mon[94035]: pgmap v3084: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 12 KiB/s wr, 220 op/s 2024-04-02T09:27:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:04 smithi019 ceph-mon[94035]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:27:04.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:04 smithi019 ceph-mon[96522]: pgmap v3084: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 12 KiB/s wr, 220 op/s 2024-04-02T09:27:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:04 smithi019 ceph-mon[96522]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:27:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:04 smithi066 ceph-mon[87361]: pgmap v3084: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 12 KiB/s wr, 220 op/s 2024-04-02T09:27:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:04 smithi066 ceph-mon[87361]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:27:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:05 smithi019 ceph-mon[94035]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:27:05.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:05 smithi019 ceph-mon[94035]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:27:05.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:05 smithi019 ceph-mon[96522]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:27:05.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:05 smithi019 ceph-mon[96522]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:27:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:05 smithi066 ceph-mon[87361]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:27:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:05 smithi066 ceph-mon[87361]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:27:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:06 smithi019 ceph-mon[94035]: pgmap v3087: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 12 KiB/s wr, 220 op/s 2024-04-02T09:27:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:06 smithi019 ceph-mon[94035]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:06 smithi019 ceph-mon[96522]: pgmap v3087: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 12 KiB/s wr, 220 op/s 2024-04-02T09:27:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:06 smithi019 ceph-mon[96522]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:06 smithi066 ceph-mon[87361]: pgmap v3087: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 12 KiB/s wr, 220 op/s 2024-04-02T09:27:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:06 smithi066 ceph-mon[87361]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:27:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:08 smithi019 ceph-mon[94035]: pgmap v3090: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 147 op/s 2024-04-02T09:27:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:08 smithi019 ceph-mon[94035]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:08 smithi019 ceph-mon[96522]: pgmap v3090: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 147 op/s 2024-04-02T09:27:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:08 smithi019 ceph-mon[96522]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:08 smithi066 ceph-mon[87361]: pgmap v3090: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 147 op/s 2024-04-02T09:27:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:08 smithi066 ceph-mon[87361]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:27:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:09 smithi019 ceph-mon[94035]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:09 smithi019 ceph-mon[96522]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:09 smithi066 ceph-mon[87361]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:27:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:10 smithi019 ceph-mon[94035]: pgmap v3093: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-02T09:27:10.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:10 smithi019 ceph-mon[94035]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:10 smithi019 ceph-mon[96522]: pgmap v3093: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-02T09:27:10.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:10 smithi019 ceph-mon[96522]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:10 smithi066 ceph-mon[87361]: pgmap v3093: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-02T09:27:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:10 smithi066 ceph-mon[87361]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:27:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:27:10] "GET /metrics HTTP/1.1" 200 75574 "" "Prometheus/2.43.0" 2024-04-02T09:27:11.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:11 smithi019 ceph-mon[94035]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:11.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:11 smithi019 ceph-mon[96522]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:11.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:11 smithi066 ceph-mon[87361]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:27:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:12 smithi019 ceph-mon[94035]: pgmap v3096: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2024-04-02T09:27:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:12 smithi019 ceph-mon[94035]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:12.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:12 smithi019 ceph-mon[96522]: pgmap v3096: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2024-04-02T09:27:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:12 smithi019 ceph-mon[96522]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:12 smithi066 ceph-mon[87361]: pgmap v3096: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2024-04-02T09:27:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:12 smithi066 ceph-mon[87361]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:27:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:27:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:13 smithi019 ceph-mon[94035]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:13.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:13 smithi019 ceph-mon[96522]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:13.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:13 smithi066 ceph-mon[87361]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:27:13.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10499 ms) 2024-04-02T09:27:13.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-02T09:27:13.835 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:14.267 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.Metadata (431 ms) 2024-04-02T09:27:14.267 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-02T09:27:14.267 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:14 smithi019 ceph-mon[94035]: pgmap v3099: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-02T09:27:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:14 smithi019 ceph-mon[94035]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:14 smithi019 ceph-mon[96522]: pgmap v3099: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-02T09:27:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:14 smithi019 ceph-mon[96522]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:14 smithi066 ceph-mon[87361]: pgmap v3099: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-02T09:27:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:14 smithi066 ceph-mon[87361]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:27:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:15.284 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.MetadataPP (1018 ms) 2024-04-02T09:27:15.284 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-02T09:27:15.284 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:15.401 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.UpdateFeatures (117 ms) 2024-04-02T09:27:15.402 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-02T09:27:15.402 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-02T09:27:15.402 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-02T09:27:15.402 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:15 smithi019 ceph-mon[94035]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:15.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:15 smithi019 ceph-mon[96522]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:15 smithi066 ceph-mon[87361]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:27:16.242 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:27:16.242 INFO:tasks.workunit.client.0.smithi019.stdout:25.00% done 2024-04-02T09:27:16.242 INFO:tasks.workunit.client.0.smithi019.stdout:50.00% done 2024-04-02T09:27:16.242 INFO:tasks.workunit.client.0.smithi019.stdout:75.00% done 2024-04-02T09:27:16.242 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.RebuildObjectMap (840 ms) 2024-04-02T09:27:16.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-02T09:27:16.275 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:27:16.275 INFO:tasks.workunit.client.0.smithi019.stdout:25.00% done 2024-04-02T09:27:16.276 INFO:tasks.workunit.client.0.smithi019.stdout:50.00% done 2024-04-02T09:27:16.276 INFO:tasks.workunit.client.0.smithi019.stdout:75.00% done 2024-04-02T09:27:16.276 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (34 ms) 2024-04-02T09:27:16.276 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-02T09:27:16.276 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:16 smithi019 ceph-mon[94035]: pgmap v3102: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-02T09:27:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:16 smithi019 ceph-mon[94035]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:16 smithi019 ceph-mon[96522]: pgmap v3102: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-02T09:27:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:16 smithi019 ceph-mon[96522]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:16 smithi066 ceph-mon[87361]: pgmap v3102: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-04-02T09:27:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:16 smithi066 ceph-mon[87361]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:27:17.251 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:27:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:25.00% done 2024-04-02T09:27:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:50.00% done 2024-04-02T09:27:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:75.00% done 2024-04-02T09:27:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CheckObjectMap (976 ms) 2024-04-02T09:27:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-02T09:27:17.252 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:17.281 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.BlockingAIO (30 ms) 2024-04-02T09:27:17.281 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-02T09:27:17.281 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:17.416 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (134 ms) 2024-04-02T09:27:17.416 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:27:17.416 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-02T09:27:17.416 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:27:17.416 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-02T09:27:17.417 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-02T09:27:17.417 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:17.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:17 smithi019 ceph-mon[94035]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:17.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:17 smithi019 ceph-mon[96522]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:17.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:17 smithi066 ceph-mon[87361]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:27:18.276 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (861 ms) 2024-04-02T09:27:18.276 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-02T09:27:18.276 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:18 smithi019 ceph-mon[94035]: pgmap v3105: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 170 KiB/s wr, 846 op/s 2024-04-02T09:27:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:18 smithi019 ceph-mon[94035]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:18 smithi019 ceph-mon[96522]: pgmap v3105: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 170 KiB/s wr, 846 op/s 2024-04-02T09:27:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:18 smithi019 ceph-mon[96522]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:18 smithi066 ceph-mon[87361]: pgmap v3105: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 170 KiB/s wr, 846 op/s 2024-04-02T09:27:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:18 smithi066 ceph-mon[87361]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:27:19.232 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (955 ms) 2024-04-02T09:27:19.232 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-02T09:27:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:19 smithi019 ceph-mon[94035]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:19 smithi019 ceph-mon[96522]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:19.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:19 smithi066 ceph-mon[87361]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:27:20.343 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:27:20.343 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:27:20.343 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestImageOptions (1112 ms) 2024-04-02T09:27:20.344 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-02T09:27:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:20 smithi019 ceph-mon[94035]: pgmap v3108: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 220 KiB/s wr, 1.04k op/s 2024-04-02T09:27:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:20 smithi019 ceph-mon[94035]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:20.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:27:20] "GET /metrics HTTP/1.1" 200 75580 "" "Prometheus/2.43.0" 2024-04-02T09:27:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:20 smithi019 ceph-mon[96522]: pgmap v3108: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 220 KiB/s wr, 1.04k op/s 2024-04-02T09:27:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:20 smithi019 ceph-mon[96522]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:20 smithi066 ceph-mon[87361]: pgmap v3108: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 671 KiB/s rd, 220 KiB/s wr, 1.04k op/s 2024-04-02T09:27:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:20 smithi066 ceph-mon[87361]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:27:21.323 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:27:21.323 INFO:tasks.workunit.client.0.smithi019.stdout:100.00% done 2024-04-02T09:27:21.323 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (979 ms) 2024-04-02T09:27:21.323 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-02T09:27:21.323 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-02T09:27:21.323 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-02T09:27:21.324 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-02T09:27:21.324 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-02T09:27:21.324 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:21.371 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:27:21.371 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:wrote: 512 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:27:21.372 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:started write 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:write completion cb called! 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 0 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:finished write 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.373 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:27:21.374 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:27:21.375 INFO:tasks.workunit.client.0.smithi019.stdout:created completion 2024-04-02T09:27:21.375 INFO:tasks.workunit.client.0.smithi019.stdout:started read 2024-04-02T09:27:21.375 INFO:tasks.workunit.client.0.smithi019.stdout:read completion cb called! 2024-04-02T09:27:21.375 INFO:tasks.workunit.client.0.smithi019.stdout:return value is: 512 2024-04-02T09:27:21.375 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ImagePollIO (48 ms) 2024-04-02T09:27:21.375 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-02T09:27:21.375 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:21.385 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:21.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:21 smithi066 ceph-mon[87361]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:21 smithi019 ceph-mon[94035]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:21.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:21 smithi019 ceph-mon[96522]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:27:22.387 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.Mirror (1016 ms) 2024-04-02T09:27:22.387 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-02T09:27:22.405 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (19 ms) 2024-04-02T09:27:22.405 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-02T09:27:22.463 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:22 smithi066 ceph-mon[87361]: pgmap v3111: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 49 KiB/s wr, 199 op/s 2024-04-02T09:27:22.463 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:22 smithi066 ceph-mon[87361]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:22.463 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:27:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:22 smithi019 ceph-mon[94035]: pgmap v3111: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 49 KiB/s wr, 199 op/s 2024-04-02T09:27:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:22 smithi019 ceph-mon[94035]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:22.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:22 smithi019 ceph-mon[96522]: pgmap v3111: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 49 KiB/s wr, 199 op/s 2024-04-02T09:27:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:22 smithi019 ceph-mon[96522]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]: dispatch 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]: dispatch 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]': finished 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]: dispatch 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]: dispatch 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]': finished 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]: dispatch 2024-04-02T09:27:23.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]: dispatch 2024-04-02T09:27:23.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]': finished 2024-04-02T09:27:23.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' 2024-04-02T09:27:23.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]': finished 2024-04-02T09:27:23.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]': finished 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]': finished 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]': finished 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]': finished 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/10bbe77b-17f8-4349-a6ad-8339f77bda7a"}]': finished 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]: dispatch 2024-04-02T09:27:23.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65ce9881-31f0-492f-8501-9ed7df55101b"}]': finished 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]: dispatch 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]: dispatch 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/18710e5a-5343-483e-b0c1-d3dcbe8abe5b"}]': finished 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4159577293' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]: dispatch 2024-04-02T09:27:23.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/909e996f-e5e3-43f9-89f7-255b4183300f"}]': finished 2024-04-02T09:27:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:24 smithi066 ceph-mon[87361]: pgmap v3114: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-02T09:27:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:24 smithi066 ceph-mon[87361]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:24 smithi019 ceph-mon[94035]: pgmap v3114: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-02T09:27:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:24 smithi019 ceph-mon[94035]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:24 smithi019 ceph-mon[96522]: pgmap v3114: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-02T09:27:24.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:24 smithi019 ceph-mon[96522]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:27:25.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:25 smithi019 ceph-mon[94035]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:25.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:25 smithi019 ceph-mon[94035]: pgmap v3117: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-02T09:27:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:25 smithi019 ceph-mon[96522]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:25 smithi019 ceph-mon[96522]: pgmap v3117: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-02T09:27:25.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:25 smithi066 ceph-mon[87361]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:27:25.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:25 smithi066 ceph-mon[87361]: pgmap v3117: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 2.1 MiB/s wr, 525 op/s 2024-04-02T09:27:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:26 smithi019 ceph-mon[94035]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:26.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:26 smithi019 ceph-mon[96522]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:26 smithi066 ceph-mon[87361]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:27:27.506 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5100 ms) 2024-04-02T09:27:27.506 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-02T09:27:27.506 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:27.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:27 smithi019 ceph-mon[94035]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:27.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:27 smithi019 ceph-mon[94035]: pgmap v3120: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-04-02T09:27:27.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:27 smithi019 ceph-mon[96522]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:27 smithi019 ceph-mon[96522]: pgmap v3120: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-04-02T09:27:27.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:27 smithi066 ceph-mon[87361]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:27:27.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:27 smithi066 ceph-mon[87361]: pgmap v3120: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-04-02T09:27:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:28 smithi019 ceph-mon[94035]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:28 smithi019 ceph-mon[96522]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:28.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:28 smithi066 ceph-mon[87361]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:27:28.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:29.470 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1964 ms) 2024-04-02T09:27:29.470 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-02T09:27:29.470 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:29.541 INFO:tasks.workunit.client.0.smithi019.stdout:1: acquiring exclusive lock 2024-04-02T09:27:29.541 INFO:tasks.workunit.client.0.smithi019.stdout:2: acquiring exclusive lock 2024-04-02T09:27:29.546 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock acquired 2024-04-02T09:27:29.555 INFO:tasks.workunit.client.0.smithi019.stdout:2: releasing exclusive lock 2024-04-02T09:27:29.558 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock released 2024-04-02T09:27:29.558 INFO:tasks.workunit.client.0.smithi019.stdout:2: acquiring exclusive lock 2024-04-02T09:27:29.562 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock acquired 2024-04-02T09:27:29.578 INFO:tasks.workunit.client.0.smithi019.stdout:2: releasing exclusive lock 2024-04-02T09:27:29.581 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock released 2024-04-02T09:27:29.581 INFO:tasks.workunit.client.0.smithi019.stdout:2: acquiring exclusive lock 2024-04-02T09:27:29.584 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock acquired 2024-04-02T09:27:29.596 INFO:tasks.workunit.client.0.smithi019.stdout:1: releasing exclusive lock 2024-04-02T09:27:29.599 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock released 2024-04-02T09:27:29.599 INFO:tasks.workunit.client.0.smithi019.stdout:1: acquiring exclusive lock 2024-04-02T09:27:29.601 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock acquired 2024-04-02T09:27:29.631 INFO:tasks.workunit.client.0.smithi019.stdout:2: releasing exclusive lock 2024-04-02T09:27:29.634 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock released 2024-04-02T09:27:29.634 INFO:tasks.workunit.client.0.smithi019.stdout:2: acquiring exclusive lock 2024-04-02T09:27:29.637 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock acquired 2024-04-02T09:27:29.686 INFO:tasks.workunit.client.0.smithi019.stdout:1: releasing exclusive lock 2024-04-02T09:27:29.689 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock released 2024-04-02T09:27:29.689 INFO:tasks.workunit.client.0.smithi019.stdout:1: acquiring exclusive lock 2024-04-02T09:27:29.694 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock acquired 2024-04-02T09:27:29.741 INFO:tasks.workunit.client.0.smithi019.stdout:2: releasing exclusive lock 2024-04-02T09:27:29.743 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock released 2024-04-02T09:27:29.744 INFO:tasks.workunit.client.0.smithi019.stdout:2: acquiring exclusive lock 2024-04-02T09:27:29.747 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock acquired 2024-04-02T09:27:29.797 INFO:tasks.workunit.client.0.smithi019.stdout:1: releasing exclusive lock 2024-04-02T09:27:29.800 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock released 2024-04-02T09:27:29.800 INFO:tasks.workunit.client.0.smithi019.stdout:1: acquiring exclusive lock 2024-04-02T09:27:29.804 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock acquired 2024-04-02T09:27:29.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:29 smithi066 ceph-mon[87361]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:27:29.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:29 smithi066 ceph-mon[87361]: pgmap v3123: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 19 KiB/s wr, 277 op/s 2024-04-02T09:27:29.829 INFO:tasks.workunit.client.0.smithi019.stdout:2: releasing exclusive lock 2024-04-02T09:27:29.832 INFO:tasks.workunit.client.0.smithi019.stdout:2: exclusive lock released 2024-04-02T09:27:29.835 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock acquired 2024-04-02T09:27:29.851 INFO:tasks.workunit.client.0.smithi019.stdout:1: releasing exclusive lock 2024-04-02T09:27:29.854 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock released 2024-04-02T09:27:29.854 INFO:tasks.workunit.client.0.smithi019.stdout:1: acquiring exclusive lock 2024-04-02T09:27:29.858 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock acquired 2024-04-02T09:27:29.887 INFO:tasks.workunit.client.0.smithi019.stdout:1: releasing exclusive lock 2024-04-02T09:27:29.890 INFO:tasks.workunit.client.0.smithi019.stdout:1: exclusive lock released 2024-04-02T09:27:29.904 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ExclusiveLock (435 ms) 2024-04-02T09:27:29.904 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-02T09:27:29.920 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:29.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:29 smithi019 ceph-mon[94035]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:27:29.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:29 smithi019 ceph-mon[94035]: pgmap v3123: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 19 KiB/s wr, 277 op/s 2024-04-02T09:27:29.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:29 smithi019 ceph-mon[96522]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:27:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:29 smithi019 ceph-mon[96522]: pgmap v3123: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 19 KiB/s wr, 277 op/s 2024-04-02T09:27:30.492 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.BreakLock (588 ms) 2024-04-02T09:27:30.493 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-02T09:27:30.493 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:30.520 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (27 ms) 2024-04-02T09:27:30.520 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-02T09:27:30.520 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-02T09:27:30.520 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-02T09:27:30.520 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:30.582 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:1.56% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:3.12% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:4.69% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:6.25% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:7.81% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:9.38% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:10.94% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:12.50% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:14.06% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:15.62% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:17.19% done 2024-04-02T09:27:30.583 INFO:tasks.workunit.client.0.smithi019.stdout:18.75% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:20.31% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:21.88% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:23.44% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:25.00% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:26.56% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:28.12% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:29.69% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:31.25% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:32.81% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:34.38% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:35.94% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:37.50% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:39.06% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:40.62% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:42.19% done 2024-04-02T09:27:30.584 INFO:tasks.workunit.client.0.smithi019.stdout:43.75% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:45.31% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:46.88% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:48.44% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:50.00% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:51.56% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:53.12% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:54.69% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:56.25% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:57.81% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:59.38% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:60.94% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:62.50% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:64.06% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:65.62% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:67.19% done 2024-04-02T09:27:30.585 INFO:tasks.workunit.client.0.smithi019.stdout:68.75% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:70.31% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:71.88% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:73.44% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:75.00% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:76.56% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:78.12% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:79.69% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:81.25% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:82.81% done 2024-04-02T09:27:30.586 INFO:tasks.workunit.client.0.smithi019.stdout:84.38% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:85.94% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:87.50% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:89.06% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:90.62% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:92.19% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:93.75% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:95.31% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:96.88% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:98.44% done 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (63 ms) 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-02T09:27:30.587 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:30.643 INFO:tasks.workunit.client.0.smithi019.stdout:0.00% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:1.56% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:3.12% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:4.69% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:6.25% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:7.81% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:9.38% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:10.94% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:12.50% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:14.06% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:15.62% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:17.19% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:18.75% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:20.31% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:21.88% done 2024-04-02T09:27:30.644 INFO:tasks.workunit.client.0.smithi019.stdout:23.44% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:25.00% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:26.56% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:28.12% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:29.69% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:31.25% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:32.81% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:34.38% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:35.94% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:37.50% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:39.06% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:40.62% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:42.19% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:43.75% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:45.31% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:46.88% done 2024-04-02T09:27:30.645 INFO:tasks.workunit.client.0.smithi019.stdout:48.44% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:50.00% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:51.56% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:53.12% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:54.69% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:56.25% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:57.81% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:59.38% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:60.94% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:62.50% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:64.06% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:65.62% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:67.19% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:68.75% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:70.31% done 2024-04-02T09:27:30.646 INFO:tasks.workunit.client.0.smithi019.stdout:71.88% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:73.44% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:75.00% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:76.56% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:78.12% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:79.69% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:81.25% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:82.81% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:84.38% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:85.94% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:87.50% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:89.06% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:90.62% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:92.19% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:93.75% done 2024-04-02T09:27:30.647 INFO:tasks.workunit.client.0.smithi019.stdout:95.31% done 2024-04-02T09:27:30.648 INFO:tasks.workunit.client.0.smithi019.stdout:96.88% done 2024-04-02T09:27:30.648 INFO:tasks.workunit.client.0.smithi019.stdout:98.44% done 2024-04-02T09:27:30.648 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (61 ms) 2024-04-02T09:27:30.648 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-02T09:27:30.648 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:30.652 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:30.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:30 smithi019 ceph-mon[94035]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:27:30.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:30 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/1103489863"}]: dispatch 2024-04-02T09:27:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:30 smithi019 ceph-mon[96522]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:27:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:30 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/1103489863"}]: dispatch 2024-04-02T09:27:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:27:30] "GET /metrics HTTP/1.1" 200 75578 "" "Prometheus/2.43.0" 2024-04-02T09:27:30.777 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestTrashPurge (134 ms) 2024-04-02T09:27:30.777 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-02T09:27:30.777 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:30.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:30 smithi066 ceph-mon[87361]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:27:30.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:30 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/1103489863"}]: dispatch 2024-04-02T09:27:30.828 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (51 ms) 2024-04-02T09:27:30.828 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-02T09:27:30.828 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:30.863 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestListWatchers (35 ms) 2024-04-02T09:27:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-02T09:27:30.864 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:31.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestSetSnapById (645 ms) 2024-04-02T09:27:31.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-02T09:27:31.528 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.Namespaces (19 ms) 2024-04-02T09:27:31.528 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-02T09:27:31.557 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:31.562 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:31.643 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.NamespacesPP (116 ms) 2024-04-02T09:27:31.644 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.Migration 2024-04-02T09:27:31.644 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:31.644 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:31 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/1103489863"}]': finished 2024-04-02T09:27:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:31 smithi066 ceph-mon[87361]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:27:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:31 smithi066 ceph-mon[87361]: pgmap v3126: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-04-02T09:27:31.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:31 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/1103489863"}]': finished 2024-04-02T09:27:31.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:31 smithi019 ceph-mon[96522]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:27:31.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:31 smithi019 ceph-mon[96522]: pgmap v3126: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-04-02T09:27:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:31 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/1103489863"}]': finished 2024-04-02T09:27:31.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:31 smithi019 ceph-mon[94035]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:27:31.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:31 smithi019 ceph-mon[94035]: pgmap v3126: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-04-02T09:27:32.054 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.Migration (411 ms) 2024-04-02T09:27:32.054 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-02T09:27:32.054 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:32.055 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:32.493 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.MigrationPP (438 ms) 2024-04-02T09:27:32.493 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-02T09:27:32.493 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:32.511 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (18 ms) 2024-04-02T09:27:32.511 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-02T09:27:32.511 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:32.528 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-02T09:27:32.528 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-02T09:27:32.528 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:32 smithi066 ceph-mon[87361]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:27:32.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:27:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:32.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:32 smithi019 ceph-mon[94035]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:27:32.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:32 smithi019 ceph-mon[96522]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:27:33.573 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1046 ms) 2024-04-02T09:27:33.573 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-02T09:27:33.617 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.PoolMetadata (43 ms) 2024-04-02T09:27:33.617 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-02T09:27:33.689 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.PoolMetadataPP (72 ms) 2024-04-02T09:27:33.689 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.Config 2024-04-02T09:27:33.695 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:33.736 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.Config (47 ms) 2024-04-02T09:27:33.736 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-02T09:27:33.740 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:33.779 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-04-02T09:27:33.779 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-02T09:27:33.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:33 smithi066 ceph-mon[87361]: pgmap v3128: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 461 KiB/s rd, 158 KiB/s wr, 574 op/s 2024-04-02T09:27:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-mon[94035]: pgmap v3128: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 461 KiB/s rd, 158 KiB/s wr, 574 op/s 2024-04-02T09:27:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-mon[96522]: pgmap v3128: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 461 KiB/s rd, 158 KiB/s wr, 574 op/s 2024-04-02T09:27:33.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:27:33] ENGINE Bus STOPPING 2024-04-02T09:27:33.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:27:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:27:33.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:27:33] ENGINE Bus STOPPED 2024-04-02T09:27:33.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:27:33] ENGINE Bus STARTING 2024-04-02T09:27:33.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:27:33] ENGINE Serving on http://:::9283 2024-04-02T09:27:33.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:33 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:27:33] ENGINE Bus STARTED 2024-04-02T09:27:34.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:34 smithi066 ceph-mon[87361]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:27:34.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:34 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:27:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:27:34.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[96522]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:27:34.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:27:34.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:34.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:34.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:27:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[94035]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:27:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2924792285' entity='client.admin' 2024-04-02T09:27:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:27:35.135 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[94035]: pgmap v3130: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 127 KiB/s wr, 461 op/s 2024-04-02T09:27:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[94035]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:27:35.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1339832017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[94035]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[96522]: pgmap v3130: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 127 KiB/s wr, 461 op/s 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[96522]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1339832017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:35 smithi019 ceph-mon[96522]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:27:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:35 smithi066 ceph-mon[87361]: pgmap v3130: 649 pgs: 649 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 127 KiB/s wr, 461 op/s 2024-04-02T09:27:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:35 smithi066 ceph-mon[87361]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:27:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1339832017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:35 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:35 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:35 smithi066 ceph-mon[87361]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:27:37.177 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:37.191 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:37.210 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:37.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:37 smithi019 ceph-mon[94035]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:27:37.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:37 smithi019 ceph-mon[96522]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:27:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:37 smithi066 ceph-mon[87361]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:27:38.220 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.PoolStatsPP (4442 ms) 2024-04-02T09:27:38.220 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-02T09:27:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:38 smithi019 ceph-mon[94035]: pgmap v3134: 681 pgs: 12 unknown, 669 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 14 KiB/s wr, 352 op/s 2024-04-02T09:27:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:38 smithi019 ceph-mon[94035]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:27:38.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:38 smithi019 ceph-mon[96522]: pgmap v3134: 681 pgs: 12 unknown, 669 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 14 KiB/s wr, 352 op/s 2024-04-02T09:27:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:38 smithi019 ceph-mon[96522]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:27:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:38 smithi066 ceph-mon[87361]: pgmap v3134: 681 pgs: 12 unknown, 669 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 14 KiB/s wr, 352 op/s 2024-04-02T09:27:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:38 smithi066 ceph-mon[87361]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:27:39.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:39 smithi019 ceph-mon[94035]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:27:39.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:39 smithi019 ceph-mon[96522]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:27:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:39 smithi066 ceph-mon[87361]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:27:40.166 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:40.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[94035]: pgmap v3137: 681 pgs: 681 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 33 KiB/s wr, 766 op/s 2024-04-02T09:27:40.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[94035]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:27:40.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/351861308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:40.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:40.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:27:40] "GET /metrics HTTP/1.1" 200 75578 "" "Prometheus/2.43.0" 2024-04-02T09:27:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[96522]: pgmap v3137: 681 pgs: 681 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 33 KiB/s wr, 766 op/s 2024-04-02T09:27:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[96522]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:27:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/351861308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:40.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:40 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:40 smithi066 ceph-mon[87361]: pgmap v3137: 681 pgs: 681 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 33 KiB/s wr, 766 op/s 2024-04-02T09:27:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:40 smithi066 ceph-mon[87361]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:27:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:40 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/351861308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:40 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:41 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:41.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:41 smithi019 ceph-mon[94035]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:27:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:41 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:41 smithi019 ceph-mon[96522]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:27:41.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:41 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:41.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:41 smithi066 ceph-mon[87361]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:27:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:42 smithi019 ceph-mon[94035]: pgmap v3140: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 17 KiB/s wr, 385 op/s 2024-04-02T09:27:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:42 smithi019 ceph-mon[94035]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:27:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:42 smithi019 ceph-mon[96522]: pgmap v3140: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 17 KiB/s wr, 385 op/s 2024-04-02T09:27:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:42 smithi019 ceph-mon[96522]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:27:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:42 smithi066 ceph-mon[87361]: pgmap v3140: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 17 KiB/s wr, 385 op/s 2024-04-02T09:27:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:42 smithi066 ceph-mon[87361]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:27:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:27:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:43.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:43 smithi019 ceph-mon[94035]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:27:43.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:43 smithi019 ceph-mon[96522]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:27:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:43 smithi066 ceph-mon[87361]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:27:44.338 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ImageSpec (6117 ms) 2024-04-02T09:27:44.338 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-02T09:27:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:44 smithi019 ceph-mon[94035]: pgmap v3143: 713 pgs: 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-02T09:27:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:44 smithi019 ceph-mon[94035]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:27:44.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:44 smithi019 ceph-mon[96522]: pgmap v3143: 713 pgs: 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-02T09:27:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:44 smithi019 ceph-mon[96522]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:27:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:44 smithi066 ceph-mon[87361]: pgmap v3143: 713 pgs: 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-02T09:27:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:44 smithi066 ceph-mon[87361]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:27:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[94035]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:27:45.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[94035]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:27:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/874229974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[96522]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:27:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[96522]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:27:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/874229974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:45 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:45.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:45 smithi066 ceph-mon[87361]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:27:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:45 smithi066 ceph-mon[87361]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:27:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:45 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/874229974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:45 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:46.122 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:46 smithi019 ceph-mon[94035]: pgmap v3146: 713 pgs: 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-02T09:27:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:46 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:46 smithi019 ceph-mon[94035]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:27:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:46 smithi019 ceph-mon[96522]: pgmap v3146: 713 pgs: 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-02T09:27:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:46 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:46 smithi019 ceph-mon[96522]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:27:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:46 smithi066 ceph-mon[87361]: pgmap v3146: 713 pgs: 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-02T09:27:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:46 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:46 smithi066 ceph-mon[87361]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:27:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:48 smithi019 ceph-mon[94035]: pgmap v3149: 745 pgs: 21 creating+peering, 11 unknown, 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 140 op/s 2024-04-02T09:27:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:48 smithi019 ceph-mon[94035]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:27:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:48 smithi019 ceph-mon[96522]: pgmap v3149: 745 pgs: 21 creating+peering, 11 unknown, 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 140 op/s 2024-04-02T09:27:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:48 smithi019 ceph-mon[96522]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:27:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:48 smithi066 ceph-mon[87361]: pgmap v3149: 745 pgs: 21 creating+peering, 11 unknown, 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 140 op/s 2024-04-02T09:27:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:48 smithi066 ceph-mon[87361]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:27:49.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:49 smithi019 ceph-mon[94035]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:27:49.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:49 smithi019 ceph-mon[96522]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:27:49.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:49 smithi066 ceph-mon[87361]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:27:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:50 smithi019 ceph-mon[94035]: pgmap v3152: 745 pgs: 21 creating+peering, 724 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 176 op/s 2024-04-02T09:27:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:50 smithi019 ceph-mon[94035]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:27:50.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:50 smithi019 ceph-mon[94035]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:27:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:50 smithi019 ceph-mon[96522]: pgmap v3152: 745 pgs: 21 creating+peering, 724 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 176 op/s 2024-04-02T09:27:50.382 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:50 smithi019 ceph-mon[96522]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:27:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:50 smithi019 ceph-mon[96522]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:27:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:50 smithi066 ceph-mon[87361]: pgmap v3152: 745 pgs: 21 creating+peering, 724 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 176 op/s 2024-04-02T09:27:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:50 smithi066 ceph-mon[87361]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:27:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:50 smithi066 ceph-mon[87361]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:27:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:27:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:27:50] "GET /metrics HTTP/1.1" 200 80488 "" "Prometheus/2.43.0" 2024-04-02T09:27:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:52 smithi019 ceph-mon[94035]: pgmap v3155: 745 pgs: 21 creating+peering, 724 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-04-02T09:27:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:52 smithi019 ceph-mon[94035]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:27:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:52 smithi019 ceph-mon[96522]: pgmap v3155: 745 pgs: 21 creating+peering, 724 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-04-02T09:27:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:52 smithi019 ceph-mon[96522]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:27:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:52 smithi066 ceph-mon[87361]: pgmap v3155: 745 pgs: 21 creating+peering, 724 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-04-02T09:27:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:52 smithi066 ceph-mon[87361]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:27:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:27:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:53.199 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 3 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 3 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:child: image218 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:child: image220 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:child: image219 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-15/image218/8bd441fe55f2 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-34/image219/8bd4ce74177f 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:found child test-librbd-smithi019-144236-15/image220/8bd4aa8f643e 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:num children is: 0 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:num snaps is: 0 2024-04-02T09:27:53.200 INFO:tasks.workunit.client.0.smithi019.stdout:expected: 0 2024-04-02T09:27:53.201 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8862 ms) 2024-04-02T09:27:53.201 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-02T09:27:53.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:53 smithi019 ceph-mon[94035]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:27:53.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:53 smithi019 ceph-mon[96522]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:27:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:53 smithi066 ceph-mon[87361]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:27:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:54 smithi019 ceph-mon[94035]: pgmap v3158: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:54 smithi019 ceph-mon[94035]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:27:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:54 smithi019 ceph-mon[96522]: pgmap v3158: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:54 smithi019 ceph-mon[96522]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:27:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:54 smithi066 ceph-mon[87361]: pgmap v3158: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:54 smithi066 ceph-mon[87361]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:27:55.127 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:27:55.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[94035]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:27:55.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4270616283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:55.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4270616283' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:55.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[94035]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:27:55.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[96522]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:27:55.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4270616283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:55.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4270616283' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:55.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:55 smithi019 ceph-mon[96522]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:27:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:55 smithi066 ceph-mon[87361]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:27:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:55 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4270616283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:55 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4270616283' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:55 smithi066 ceph-mon[87361]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:27:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:56 smithi019 ceph-mon[94035]: pgmap v3161: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:56 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:56 smithi019 ceph-mon[94035]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:27:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:56 smithi019 ceph-mon[96522]: pgmap v3161: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:56 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:56 smithi019 ceph-mon[96522]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:27:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:56 smithi066 ceph-mon[87361]: pgmap v3161: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:27:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:56 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:27:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:56 smithi066 ceph-mon[87361]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:27:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:58 smithi019 ceph-mon[94035]: pgmap v3164: 745 pgs: 4 creating+activating, 17 unknown, 724 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 67 op/s 2024-04-02T09:27:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:58 smithi019 ceph-mon[94035]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:27:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:58 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:58 smithi019 ceph-mon[96522]: pgmap v3164: 745 pgs: 4 creating+activating, 17 unknown, 724 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 67 op/s 2024-04-02T09:27:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:58 smithi019 ceph-mon[96522]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:27:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:58 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:58 smithi066 ceph-mon[87361]: pgmap v3164: 745 pgs: 4 creating+activating, 17 unknown, 724 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.5 KiB/s wr, 67 op/s 2024-04-02T09:27:58.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:58 smithi066 ceph-mon[87361]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:27:58.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:58 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:27:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:59 smithi019 ceph-mon[94035]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:27:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:27:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:59 smithi019 ceph-mon[96522]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:27:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:27:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:59 smithi066 ceph-mon[87361]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:27:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:27:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:00 smithi019 ceph-mon[94035]: pgmap v3167: 745 pgs: 4 creating+activating, 741 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.5 KiB/s wr, 69 op/s 2024-04-02T09:28:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:00 smithi019 ceph-mon[94035]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:00 smithi019 ceph-mon[94035]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:00.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:28:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:28:00] "GET /metrics HTTP/1.1" 200 82990 "" "Prometheus/2.43.0" 2024-04-02T09:28:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:00 smithi019 ceph-mon[96522]: pgmap v3167: 745 pgs: 4 creating+activating, 741 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.5 KiB/s wr, 69 op/s 2024-04-02T09:28:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:00 smithi019 ceph-mon[96522]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:00 smithi019 ceph-mon[96522]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:00 smithi066 ceph-mon[87361]: pgmap v3167: 745 pgs: 4 creating+activating, 741 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.5 KiB/s wr, 69 op/s 2024-04-02T09:28:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:00 smithi066 ceph-mon[87361]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:28:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:00 smithi066 ceph-mon[87361]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:28:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:02 smithi019 ceph-mon[94035]: pgmap v3170: 745 pgs: 4 creating+activating, 741 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:28:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:02 smithi019 ceph-mon[94035]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:02 smithi019 ceph-mon[96522]: pgmap v3170: 745 pgs: 4 creating+activating, 741 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:28:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:02 smithi019 ceph-mon[96522]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:02 smithi066 ceph-mon[87361]: pgmap v3170: 745 pgs: 4 creating+activating, 741 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:28:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:02 smithi066 ceph-mon[87361]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:28:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:28:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:03.258 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.QuiesceWatch (10058 ms) 2024-04-02T09:28:03.258 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-02T09:28:03.258 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:28:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:03 smithi019 ceph-mon[94035]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:03.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:03 smithi019 ceph-mon[96522]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:03 smithi066 ceph-mon[87361]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:28:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:04 smithi019 ceph-mon[94035]: pgmap v3173: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-02T09:28:04.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:04 smithi019 ceph-mon[94035]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:04 smithi019 ceph-mon[96522]: pgmap v3173: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-02T09:28:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:04 smithi019 ceph-mon[96522]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:04 smithi066 ceph-mon[87361]: pgmap v3173: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-02T09:28:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:04 smithi066 ceph-mon[87361]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:28:05.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:05 smithi019 ceph-mon[96522]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:05.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:05 smithi019 ceph-mon[96522]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:05.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:05 smithi019 ceph-mon[94035]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:05.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:05 smithi019 ceph-mon[94035]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:05 smithi066 ceph-mon[87361]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:28:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:05 smithi066 ceph-mon[87361]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:28:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:06 smithi019 ceph-mon[94035]: pgmap v3176: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-02T09:28:06.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:06 smithi019 ceph-mon[96522]: pgmap v3176: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-02T09:28:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:06 smithi066 ceph-mon[87361]: pgmap v3176: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 72 op/s 2024-04-02T09:28:07.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:07 smithi019 ceph-mon[94035]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:07.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:07 smithi019 ceph-mon[96522]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:07.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:07 smithi066 ceph-mon[87361]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:28:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:08 smithi019 ceph-mon[94035]: pgmap v3179: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:28:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:08 smithi019 ceph-mon[94035]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:08 smithi019 ceph-mon[96522]: pgmap v3179: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:28:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:08 smithi019 ceph-mon[96522]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:08 smithi066 ceph-mon[87361]: pgmap v3179: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-02T09:28:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:08 smithi066 ceph-mon[87361]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:28:09.290 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6032 ms) 2024-04-02T09:28:09.290 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-02T09:28:09.290 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:28:09.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:09 smithi019 ceph-mon[94035]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:09.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:09 smithi019 ceph-mon[96522]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:09 smithi066 ceph-mon[87361]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:28:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:10 smithi019 ceph-mon[94035]: pgmap v3182: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 107 op/s 2024-04-02T09:28:10.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:10 smithi019 ceph-mon[94035]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:10.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:10 smithi019 ceph-mon[94035]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:10.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:28:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:28:10] "GET /metrics HTTP/1.1" 200 82990 "" "Prometheus/2.43.0" 2024-04-02T09:28:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:10 smithi019 ceph-mon[96522]: pgmap v3182: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 107 op/s 2024-04-02T09:28:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:10 smithi019 ceph-mon[96522]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:10 smithi019 ceph-mon[96522]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:10 smithi066 ceph-mon[87361]: pgmap v3182: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 107 op/s 2024-04-02T09:28:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:10 smithi066 ceph-mon[87361]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:28:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:10 smithi066 ceph-mon[87361]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:28:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:12 smithi019 ceph-mon[94035]: pgmap v3185: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-04-02T09:28:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:12 smithi019 ceph-mon[94035]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:12 smithi019 ceph-mon[96522]: pgmap v3185: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-04-02T09:28:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:12 smithi019 ceph-mon[96522]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:12 smithi066 ceph-mon[87361]: pgmap v3185: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-04-02T09:28:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:12 smithi066 ceph-mon[87361]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:28:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:28:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:13 smithi019 ceph-mon[94035]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:13.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:13 smithi019 ceph-mon[96522]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:13.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:13 smithi066 ceph-mon[87361]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:28:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:14 smithi019 ceph-mon[94035]: pgmap v3188: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-02T09:28:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:14 smithi019 ceph-mon[94035]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:14 smithi019 ceph-mon[96522]: pgmap v3188: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-02T09:28:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:14 smithi019 ceph-mon[96522]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:14 smithi066 ceph-mon[87361]: pgmap v3188: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-02T09:28:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:14 smithi066 ceph-mon[87361]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:28:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:15.250 INFO:tasks.workunit.client.0.smithi019.stdout:10.00% done 2024-04-02T09:28:15.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5960 ms) 2024-04-02T09:28:15.250 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-02T09:28:15.250 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:28:15.266 INFO:tasks.workunit.client.0.smithi019.stderr:test quiesce is not long enough to time out 2024-04-02T09:28:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:15 smithi019 ceph-mon[94035]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:15 smithi019 ceph-mon[94035]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:15 smithi019 ceph-mon[96522]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:15 smithi019 ceph-mon[96522]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:15 smithi066 ceph-mon[87361]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:28:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:15 smithi066 ceph-mon[87361]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:28:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:16 smithi019 ceph-mon[94035]: pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-02T09:28:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:16 smithi019 ceph-mon[96522]: pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-02T09:28:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:16 smithi066 ceph-mon[87361]: pgmap v3191: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-02T09:28:18.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:18 smithi019 ceph-mon[96522]: pgmap v3193: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.3 KiB/s wr, 78 op/s 2024-04-02T09:28:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:18 smithi019 ceph-mon[94035]: pgmap v3193: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.3 KiB/s wr, 78 op/s 2024-04-02T09:28:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:18 smithi066 ceph-mon[87361]: pgmap v3193: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.3 KiB/s wr, 78 op/s 2024-04-02T09:28:20.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:20 smithi019 ceph-mon[96522]: pgmap v3194: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-04-02T09:28:20.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:20 smithi019 ceph-mon[96522]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:20 smithi019 ceph-mon[94035]: pgmap v3194: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-04-02T09:28:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:20 smithi019 ceph-mon[94035]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:20.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:28:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:28:20] "GET /metrics HTTP/1.1" 200 82995 "" "Prometheus/2.43.0" 2024-04-02T09:28:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:20 smithi066 ceph-mon[87361]: pgmap v3194: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-04-02T09:28:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:20 smithi066 ceph-mon[87361]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:28:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:22 smithi019 ceph-mon[94035]: pgmap v3196: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.9 KiB/s wr, 66 op/s 2024-04-02T09:28:22.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:22 smithi019 ceph-mon[96522]: pgmap v3196: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.9 KiB/s wr, 66 op/s 2024-04-02T09:28:22.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:22 smithi066 ceph-mon[87361]: pgmap v3196: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.9 KiB/s wr, 66 op/s 2024-04-02T09:28:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:28:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:24.200 INFO:tasks.workunit.client.0.smithi019.stderr:test quiesce is timed out 2024-04-02T09:28:24.204 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 0 2024-04-02T09:28:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:24 smithi019 ceph-mon[94035]: pgmap v3197: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.1 KiB/s wr, 52 op/s 2024-04-02T09:28:24.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:24 smithi019 ceph-mon[96522]: pgmap v3197: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.1 KiB/s wr, 52 op/s 2024-04-02T09:28:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:24 smithi066 ceph-mon[87361]: pgmap v3197: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.1 KiB/s wr, 52 op/s 2024-04-02T09:28:25.204 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 1 2024-04-02T09:28:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:25 smithi019 ceph-mon[94035]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:25.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:25 smithi019 ceph-mon[96522]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:25.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:25 smithi066 ceph-mon[87361]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:28:26.206 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 2 2024-04-02T09:28:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:26 smithi019 ceph-mon[94035]: pgmap v3199: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-02T09:28:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:26 smithi019 ceph-mon[96522]: pgmap v3199: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-02T09:28:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:26 smithi066 ceph-mon[87361]: pgmap v3199: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-02T09:28:27.204 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 3 2024-04-02T09:28:28.205 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 4 2024-04-02T09:28:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:28 smithi019 ceph-mon[94035]: pgmap v3200: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:28:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:28 smithi019 ceph-mon[96522]: pgmap v3200: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:28:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:28 smithi066 ceph-mon[87361]: pgmap v3200: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:28:29.205 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 5 2024-04-02T09:28:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:29.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:30.205 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 6 2024-04-02T09:28:30.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:30 smithi019 ceph-mon[94035]: pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 364 B/s wr, 4 op/s 2024-04-02T09:28:30.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:30 smithi019 ceph-mon[96522]: pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 364 B/s wr, 4 op/s 2024-04-02T09:28:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:28:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:28:30] "GET /metrics HTTP/1.1" 200 82995 "" "Prometheus/2.43.0" 2024-04-02T09:28:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:30 smithi066 ceph-mon[87361]: pgmap v3201: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 364 B/s wr, 4 op/s 2024-04-02T09:28:31.205 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 7 2024-04-02T09:28:32.205 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 8 2024-04-02T09:28:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:32 smithi066 ceph-mon[87361]: pgmap v3202: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:28:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:28:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:32 smithi019 ceph-mon[94035]: pgmap v3202: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:28:32.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:32 smithi019 ceph-mon[96522]: pgmap v3202: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:28:33.205 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 9 2024-04-02T09:28:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-04-02T09:28:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-04-02T09:28:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-04-02T09:28:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-04-02T09:28:33.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-04-02T09:28:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-04-02T09:28:34.205 INFO:tasks.workunit.client.0.smithi019.stderr:waiting for timed out ... 10 2024-04-02T09:28:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:34 smithi066 ceph-mon[87361]: pgmap v3203: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:28:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-04-02T09:28:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-04-02T09:28:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:34 smithi066 ceph-mon[87361]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[94035]: pgmap v3203: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:28:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-04-02T09:28:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-04-02T09:28:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[94035]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[96522]: pgmap v3203: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:28:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-04-02T09:28:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-04-02T09:28:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[96522]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:28:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:35 smithi066 ceph-mon[87361]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:28:35.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[94035]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:35.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:35.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:35.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:28:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[96522]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:28:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:28:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:36 smithi066 ceph-mon[87361]: pgmap v3206: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-02T09:28:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:36 smithi019 ceph-mon[94035]: pgmap v3206: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-02T09:28:36.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:36 smithi019 ceph-mon[96522]: pgmap v3206: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-02T09:28:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:38 smithi066 ceph-mon[87361]: pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:38 smithi019 ceph-mon[94035]: pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:38.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:38 smithi019 ceph-mon[96522]: pgmap v3207: 745 pgs: 745 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:40 smithi066 ceph-mon[87361]: pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:40 smithi019 ceph-mon[94035]: pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:40.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:40 smithi019 ceph-mon[96522]: pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:28:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:28:40] "GET /metrics HTTP/1.1" 200 82995 "" "Prometheus/2.43.0" 2024-04-02T09:28:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:42 smithi066 ceph-mon[87361]: pgmap v3209: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:28:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:42 smithi019 ceph-mon[94035]: pgmap v3209: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:42.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:42 smithi019 ceph-mon[96522]: pgmap v3209: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:44 smithi066 ceph-mon[87361]: pgmap v3210: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:44 smithi019 ceph-mon[94035]: pgmap v3210: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:44.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:44 smithi019 ceph-mon[96522]: pgmap v3210: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:45.205 INFO:tasks.workunit.client.0.smithi019.stderr:test retry succeeds 2024-04-02T09:28:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:46 smithi066 ceph-mon[87361]: pgmap v3211: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:46 smithi066 ceph-mon[87361]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:46 smithi019 ceph-mon[94035]: pgmap v3211: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:46 smithi019 ceph-mon[94035]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:46.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:46 smithi019 ceph-mon[96522]: pgmap v3211: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-02T09:28:46.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:46 smithi019 ceph-mon[96522]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:28:47.349 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32100 ms) 2024-04-02T09:28:47.349 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-02T09:28:47.349 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:28:47.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2024-04-02T09:28:47.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-02T09:28:47.411 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:28:47.477 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (66 ms) 2024-04-02T09:28:47.477 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-02T09:28:47.477 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:28:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:47 smithi066 ceph-mon[87361]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:47.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:47 smithi019 ceph-mon[94035]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:47.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:47 smithi019 ceph-mon[96522]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:28:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:48 smithi066 ceph-mon[87361]: pgmap v3214: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:28:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:48 smithi066 ceph-mon[87361]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:48 smithi019 ceph-mon[94035]: pgmap v3214: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:28:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:48 smithi019 ceph-mon[94035]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:48.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:48 smithi019 ceph-mon[96522]: pgmap v3214: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:28:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:48 smithi019 ceph-mon[96522]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:28:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:49 smithi066 ceph-mon[87361]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:49.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:49 smithi019 ceph-mon[94035]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:49.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:49 smithi019 ceph-mon[96522]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:28:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:50 smithi066 ceph-mon[87361]: pgmap v3217: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 24 op/s 2024-04-02T09:28:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:50 smithi066 ceph-mon[87361]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:50 smithi019 ceph-mon[94035]: pgmap v3217: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 24 op/s 2024-04-02T09:28:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:50 smithi019 ceph-mon[94035]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:28:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:28:50] "GET /metrics HTTP/1.1" 200 83006 "" "Prometheus/2.43.0" 2024-04-02T09:28:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:50 smithi019 ceph-mon[96522]: pgmap v3217: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 24 op/s 2024-04-02T09:28:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:50 smithi019 ceph-mon[96522]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:28:51.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:51 smithi066 ceph-mon[87361]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:51.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:51 smithi019 ceph-mon[94035]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:51.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:51 smithi019 ceph-mon[96522]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:28:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:52 smithi066 ceph-mon[87361]: pgmap v3220: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.2 KiB/s wr, 22 op/s 2024-04-02T09:28:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:52 smithi066 ceph-mon[87361]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:28:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:52 smithi019 ceph-mon[94035]: pgmap v3220: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.2 KiB/s wr, 22 op/s 2024-04-02T09:28:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:52 smithi019 ceph-mon[94035]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:52 smithi019 ceph-mon[96522]: pgmap v3220: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.2 KiB/s wr, 22 op/s 2024-04-02T09:28:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:52 smithi019 ceph-mon[96522]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:28:53.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:53 smithi066 ceph-mon[87361]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:53.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:53 smithi019 ceph-mon[94035]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:53.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:53 smithi019 ceph-mon[96522]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:28:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:54 smithi066 ceph-mon[87361]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s 2024-04-02T09:28:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:54 smithi066 ceph-mon[87361]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:54 smithi019 ceph-mon[94035]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s 2024-04-02T09:28:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:54 smithi019 ceph-mon[94035]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:54 smithi019 ceph-mon[96522]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s 2024-04-02T09:28:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:54 smithi019 ceph-mon[96522]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:28:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:55 smithi066 ceph-mon[87361]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:28:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:55 smithi066 ceph-mon[87361]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:28:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:55 smithi019 ceph-mon[94035]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:28:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:55 smithi019 ceph-mon[94035]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:28:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:55 smithi019 ceph-mon[96522]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:28:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:55 smithi019 ceph-mon[96522]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:28:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:56 smithi019 ceph-mon[94035]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s 2024-04-02T09:28:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:56 smithi019 ceph-mon[94035]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:28:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:56 smithi019 ceph-mon[96522]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s 2024-04-02T09:28:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:56 smithi019 ceph-mon[96522]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:28:56.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:56 smithi066 ceph-mon[87361]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.0 KiB/s wr, 162 op/s 2024-04-02T09:28:56.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:56 smithi066 ceph-mon[87361]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:28:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:58 smithi019 ceph-mon[94035]: pgmap v3229: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-02T09:28:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:58 smithi019 ceph-mon[94035]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:28:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:58 smithi019 ceph-mon[96522]: pgmap v3229: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-02T09:28:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:58 smithi019 ceph-mon[96522]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:28:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:58 smithi066 ceph-mon[87361]: pgmap v3229: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-02T09:28:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:58 smithi066 ceph-mon[87361]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:28:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:59 smithi019 ceph-mon[94035]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:28:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:28:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:59 smithi019 ceph-mon[96522]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:28:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:28:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:59 smithi066 ceph-mon[87361]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:28:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:28:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:00 smithi019 ceph-mon[94035]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-02T09:29:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:00 smithi019 ceph-mon[94035]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:00.445 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:29:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:29:00] "GET /metrics HTTP/1.1" 200 83002 "" "Prometheus/2.43.0" 2024-04-02T09:29:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:00 smithi019 ceph-mon[96522]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-02T09:29:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:00 smithi019 ceph-mon[96522]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:00 smithi066 ceph-mon[87361]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-02T09:29:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:00 smithi066 ceph-mon[87361]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:29:01.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:01 smithi019 ceph-mon[94035]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:01.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:01 smithi019 ceph-mon[96522]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:01.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:01 smithi066 ceph-mon[87361]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:29:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:02 smithi019 ceph-mon[94035]: pgmap v3235: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:29:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:02 smithi019 ceph-mon[94035]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:02.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:02 smithi019 ceph-mon[96522]: pgmap v3235: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:29:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:02 smithi019 ceph-mon[96522]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:02 smithi066 ceph-mon[87361]: pgmap v3235: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T09:29:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:02 smithi066 ceph-mon[87361]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:29:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:29:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:03.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:03 smithi019 ceph-mon[94035]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:03.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:03 smithi019 ceph-mon[96522]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:03 smithi066 ceph-mon[87361]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:29:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:04 smithi019 ceph-mon[94035]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-04-02T09:29:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:04 smithi019 ceph-mon[94035]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:04 smithi019 ceph-mon[96522]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-04-02T09:29:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:04 smithi019 ceph-mon[96522]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:04.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:04 smithi066 ceph-mon[87361]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-04-02T09:29:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:04 smithi066 ceph-mon[87361]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:29:05.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:05 smithi066 ceph-mon[87361]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:05.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:05 smithi066 ceph-mon[87361]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:05 smithi019 ceph-mon[94035]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:05.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:05 smithi019 ceph-mon[94035]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:05.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:05 smithi019 ceph-mon[96522]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:29:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:05 smithi019 ceph-mon[96522]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:29:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:06 smithi066 ceph-mon[87361]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-04-02T09:29:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:06 smithi066 ceph-mon[87361]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:06 smithi019 ceph-mon[94035]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-04-02T09:29:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:06 smithi019 ceph-mon[94035]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:06 smithi019 ceph-mon[96522]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 247 op/s 2024-04-02T09:29:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:06 smithi019 ceph-mon[96522]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:29:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:08 smithi019 ceph-mon[94035]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-04-02T09:29:08.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:08 smithi019 ceph-mon[94035]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:08 smithi019 ceph-mon[96522]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-04-02T09:29:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:08 smithi019 ceph-mon[96522]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:08 smithi066 ceph-mon[87361]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-04-02T09:29:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:08 smithi066 ceph-mon[87361]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:29:09.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:09 smithi066 ceph-mon[87361]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:09.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:09 smithi019 ceph-mon[94035]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:09.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:09 smithi019 ceph-mon[96522]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:29:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:10 smithi066 ceph-mon[87361]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:29:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:10 smithi066 ceph-mon[87361]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:10 smithi066 ceph-mon[87361]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:10 smithi019 ceph-mon[94035]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:29:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:10 smithi019 ceph-mon[94035]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:10 smithi019 ceph-mon[94035]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:29:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:29:10] "GET /metrics HTTP/1.1" 200 83002 "" "Prometheus/2.43.0" 2024-04-02T09:29:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:10 smithi019 ceph-mon[96522]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:29:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:10 smithi019 ceph-mon[96522]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:29:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:10 smithi019 ceph-mon[96522]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:29:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:12 smithi019 ceph-mon[94035]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:29:12.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:12 smithi019 ceph-mon[94035]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:12 smithi019 ceph-mon[96522]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:29:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:12 smithi019 ceph-mon[96522]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:12 smithi066 ceph-mon[87361]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:29:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:12 smithi066 ceph-mon[87361]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:29:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:29:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:13.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestLibRBD.ConcurentOperations (25779 ms) 2024-04-02T09:29:13.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:13 smithi019 ceph-mon[94035]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:13.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:13 smithi019 ceph-mon[96522]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:13.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:13 smithi066 ceph-mon[87361]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:29:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:14 smithi019 ceph-mon[94035]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-04-02T09:29:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:14 smithi019 ceph-mon[94035]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:14.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:14 smithi019 ceph-mon[96522]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-04-02T09:29:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:14 smithi019 ceph-mon[96522]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:14.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:14 smithi066 ceph-mon[87361]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-04-02T09:29:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:14 smithi066 ceph-mon[87361]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:29:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:15 smithi019 ceph-mon[94035]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:15.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:15 smithi019 ceph-mon[94035]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:15 smithi019 ceph-mon[96522]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:15 smithi019 ceph-mon[96522]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:15.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:15 smithi066 ceph-mon[87361]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:29:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:15 smithi066 ceph-mon[87361]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:29:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:16 smithi019 ceph-mon[94035]: pgmap v3256: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 33 op/s 2024-04-02T09:29:16.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:16 smithi019 ceph-mon[94035]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:16.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:16 smithi019 ceph-mon[96522]: pgmap v3256: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 33 op/s 2024-04-02T09:29:16.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:16 smithi019 ceph-mon[96522]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:16 smithi066 ceph-mon[87361]: pgmap v3256: 713 pgs: 713 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 33 op/s 2024-04-02T09:29:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:16 smithi066 ceph-mon[87361]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:29:18.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:18 smithi019 ceph-mon[94035]: pgmap v3259: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:18.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:18 smithi019 ceph-mon[94035]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:18 smithi019 ceph-mon[96522]: pgmap v3259: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:18.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:18 smithi019 ceph-mon[96522]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:18 smithi066 ceph-mon[87361]: pgmap v3259: 649 pgs: 649 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:18 smithi066 ceph-mon[87361]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:29:19.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:19 smithi019 ceph-mon[94035]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:19.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:19 smithi019 ceph-mon[96522]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:19.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:19 smithi066 ceph-mon[87361]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:29:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:20 smithi019 ceph-mon[94035]: pgmap v3262: 585 pgs: 585 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:20 smithi019 ceph-mon[94035]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:20.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:20 smithi019 ceph-mon[94035]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:20.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:29:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:29:20] "GET /metrics HTTP/1.1" 200 83005 "" "Prometheus/2.43.0" 2024-04-02T09:29:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:20 smithi019 ceph-mon[96522]: pgmap v3262: 585 pgs: 585 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:20 smithi019 ceph-mon[96522]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:20 smithi019 ceph-mon[96522]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:20 smithi066 ceph-mon[87361]: pgmap v3262: 585 pgs: 585 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:20 smithi066 ceph-mon[87361]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:29:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:20 smithi066 ceph-mon[87361]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:29:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:22 smithi019 ceph-mon[94035]: pgmap v3265: 521 pgs: 521 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:22.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:22 smithi019 ceph-mon[94035]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:22 smithi019 ceph-mon[96522]: pgmap v3265: 521 pgs: 521 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:22 smithi019 ceph-mon[96522]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:22 smithi066 ceph-mon[87361]: pgmap v3265: 521 pgs: 521 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:22 smithi066 ceph-mon[87361]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:29:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:29:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:23.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:23 smithi019 ceph-mon[94035]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:23.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:23 smithi019 ceph-mon[96522]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:23.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:23 smithi066 ceph-mon[87361]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:29:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:24 smithi019 ceph-mon[94035]: pgmap v3268: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:24.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:24 smithi019 ceph-mon[94035]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:24 smithi019 ceph-mon[96522]: pgmap v3268: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:24 smithi019 ceph-mon[96522]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:24 smithi066 ceph-mon[87361]: pgmap v3268: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:24 smithi066 ceph-mon[87361]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:29:25.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:25 smithi019 ceph-mon[94035]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:25 smithi019 ceph-mon[96522]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:25.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:25 smithi066 ceph-mon[87361]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:29:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:26 smithi019 ceph-mon[94035]: pgmap v3271: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:26 smithi019 ceph-mon[94035]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:26 smithi019 ceph-mon[94035]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:26 smithi019 ceph-mon[96522]: pgmap v3271: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:26 smithi019 ceph-mon[96522]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:26 smithi019 ceph-mon[96522]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:26 smithi066 ceph-mon[87361]: pgmap v3271: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:26 smithi066 ceph-mon[87361]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:29:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:26 smithi066 ceph-mon[87361]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:29:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:28 smithi019 ceph-mon[94035]: pgmap v3274: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:28 smithi019 ceph-mon[94035]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:28 smithi019 ceph-mon[96522]: pgmap v3274: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:28 smithi019 ceph-mon[96522]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:28 smithi066 ceph-mon[87361]: pgmap v3274: 329 pgs: 329 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:28 smithi066 ceph-mon[87361]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:29:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:29 smithi019 ceph-mon[94035]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:29 smithi019 ceph-mon[96522]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:29 smithi066 ceph-mon[87361]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:29:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:30.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:30 smithi019 ceph-mon[96522]: pgmap v3277: 265 pgs: 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:30.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:30 smithi019 ceph-mon[96522]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:30 smithi019 ceph-mon[94035]: pgmap v3277: 265 pgs: 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:30.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:30 smithi019 ceph-mon[94035]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:29:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:29:30] "GET /metrics HTTP/1.1" 200 46578 "" "Prometheus/2.43.0" 2024-04-02T09:29:30.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:30 smithi066 ceph-mon[87361]: pgmap v3277: 265 pgs: 265 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:30.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:30 smithi066 ceph-mon[87361]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:29:31.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:31 smithi019 ceph-mon[94035]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:31.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:31 smithi019 ceph-mon[96522]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:31.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:31 smithi066 ceph-mon[87361]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:29:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:32 smithi066 ceph-mon[87361]: pgmap v3280: 201 pgs: 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:32 smithi066 ceph-mon[87361]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:29:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:32 smithi019 ceph-mon[94035]: pgmap v3280: 201 pgs: 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:32 smithi019 ceph-mon[94035]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:32.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:32 smithi019 ceph-mon[96522]: pgmap v3280: 201 pgs: 201 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:32.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:32 smithi019 ceph-mon[96522]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:29:33.199 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 168 tests from TestLibRBD (588184 ms total) 2024-04-02T09:29:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:29:33.200 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-02T09:29:33.240 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-02T09:29:33.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:33 smithi066 ceph-mon[87361]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:33 smithi066 ceph-mon[87361]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:33 smithi019 ceph-mon[94035]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:33.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:33 smithi019 ceph-mon[94035]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:33 smithi019 ceph-mon[96522]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:29:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:33 smithi019 ceph-mon[96522]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:29:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:34 smithi066 ceph-mon[87361]: pgmap v3283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:34 smithi019 ceph-mon[94035]: pgmap v3283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:34.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:34 smithi019 ceph-mon[96522]: pgmap v3283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:35.231 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:29:35.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:35 smithi066 ceph-mon[87361]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/297311225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:35 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:35.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[94035]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/297311225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[96522]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:29:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/297311225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:35.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:36 smithi066 ceph-mon[87361]: pgmap v3286: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:36 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:36 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:36 smithi066 ceph-mon[87361]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:29:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[94035]: pgmap v3286: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[94035]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:29:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[96522]: pgmap v3286: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[96522]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:29:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:37 smithi066 ceph-mon[87361]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:37 smithi019 ceph-mon[94035]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:37 smithi019 ceph-mon[96522]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:29:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:38 smithi066 ceph-mon[87361]: pgmap v3289: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:38 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:38 smithi066 ceph-mon[87361]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:38 smithi019 ceph-mon[94035]: pgmap v3289: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:38 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:38 smithi019 ceph-mon[94035]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:38 smithi019 ceph-mon[96522]: pgmap v3289: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:38 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:38 smithi019 ceph-mon[96522]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:29:39.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:39 smithi066 ceph-mon[87361]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:39.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:39 smithi019 ceph-mon[94035]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:39 smithi019 ceph-mon[96522]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:29:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:40 smithi066 ceph-mon[87361]: pgmap v3292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:40 smithi019 ceph-mon[94035]: pgmap v3292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:29:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:29:40] "GET /metrics HTTP/1.1" 200 46578 "" "Prometheus/2.43.0" 2024-04-02T09:29:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:40 smithi019 ceph-mon[96522]: pgmap v3292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:42.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:42 smithi066 ceph-mon[87361]: pgmap v3293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:29:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:42 smithi019 ceph-mon[94035]: pgmap v3293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:42.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:42 smithi019 ceph-mon[96522]: pgmap v3293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:29:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:44 smithi066 ceph-mon[87361]: pgmap v3294: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 58 op/s 2024-04-02T09:29:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:44 smithi019 ceph-mon[94035]: pgmap v3294: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 58 op/s 2024-04-02T09:29:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:44 smithi019 ceph-mon[96522]: pgmap v3294: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 58 op/s 2024-04-02T09:29:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:45.953 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12716 ms) 2024-04-02T09:29:45.954 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-02T09:29:45.954 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:29:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:46 smithi019 ceph-mon[94035]: pgmap v3295: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:29:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:46 smithi019 ceph-mon[94035]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:46.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:46 smithi019 ceph-mon[96522]: pgmap v3295: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:29:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:46 smithi019 ceph-mon[96522]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:46 smithi066 ceph-mon[87361]: pgmap v3295: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:29:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:46 smithi066 ceph-mon[87361]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:29:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:47 smithi066 ceph-mon[87361]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:47.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:47 smithi019 ceph-mon[94035]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:47.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:47 smithi019 ceph-mon[96522]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:29:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:48 smithi066 ceph-mon[87361]: pgmap v3298: 137 pgs: 137 active+clean; 46 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.1 MiB/s wr, 60 op/s 2024-04-02T09:29:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:48 smithi019 ceph-mon[94035]: pgmap v3298: 137 pgs: 137 active+clean; 46 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.1 MiB/s wr, 60 op/s 2024-04-02T09:29:48.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:48 smithi019 ceph-mon[96522]: pgmap v3298: 137 pgs: 137 active+clean; 46 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.1 MiB/s wr, 60 op/s 2024-04-02T09:29:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:50 smithi066 ceph-mon[87361]: pgmap v3299: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.8 MiB/s wr, 110 op/s 2024-04-02T09:29:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:50 smithi019 ceph-mon[94035]: pgmap v3299: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.8 MiB/s wr, 110 op/s 2024-04-02T09:29:50.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:50 smithi019 ceph-mon[96522]: pgmap v3299: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.8 MiB/s wr, 110 op/s 2024-04-02T09:29:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:29:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:29:50] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:29:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:52 smithi066 ceph-mon[87361]: pgmap v3300: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-02T09:29:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:29:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:52 smithi019 ceph-mon[94035]: pgmap v3300: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-02T09:29:52.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:52 smithi019 ceph-mon[96522]: pgmap v3300: 137 pgs: 137 active+clean; 79 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-02T09:29:54.056 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8103 ms) 2024-04-02T09:29:54.056 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-02T09:29:54.056 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:29:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:54 smithi066 ceph-mon[87361]: pgmap v3301: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-02T09:29:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:54 smithi019 ceph-mon[94035]: pgmap v3301: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-02T09:29:54.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:54 smithi019 ceph-mon[96522]: pgmap v3301: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-02T09:29:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:55 smithi066 ceph-mon[87361]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:55.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:55 smithi019 ceph-mon[94035]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:55.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:55 smithi019 ceph-mon[96522]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:29:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:56 smithi066 ceph-mon[87361]: pgmap v3303: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.5 MiB/s wr, 72 op/s 2024-04-02T09:29:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:56 smithi019 ceph-mon[94035]: pgmap v3303: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.5 MiB/s wr, 72 op/s 2024-04-02T09:29:56.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:56 smithi019 ceph-mon[96522]: pgmap v3303: 137 pgs: 137 active+clean; 88 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.5 MiB/s wr, 72 op/s 2024-04-02T09:29:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:58 smithi066 ceph-mon[87361]: pgmap v3304: 137 pgs: 137 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.3 MiB/s wr, 68 op/s 2024-04-02T09:29:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:58 smithi019 ceph-mon[94035]: pgmap v3304: 137 pgs: 137 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.3 MiB/s wr, 68 op/s 2024-04-02T09:29:58.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:58 smithi019 ceph-mon[96522]: pgmap v3304: 137 pgs: 137 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.3 MiB/s wr, 68 op/s 2024-04-02T09:29:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:29:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:29:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:59.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:29:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:00 smithi066 ceph-mon[87361]: pgmap v3305: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-04-02T09:30:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:00 smithi066 ceph-mon[87361]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:00 smithi019 ceph-mon[94035]: pgmap v3305: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-04-02T09:30:00.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:00 smithi019 ceph-mon[94035]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:30:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:30:00] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:30:00.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:00 smithi019 ceph-mon[96522]: pgmap v3305: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-04-02T09:30:00.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:00 smithi019 ceph-mon[96522]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:01.363 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (7307 ms) 2024-04-02T09:30:01.364 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-02T09:30:01.364 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:30:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:02 smithi066 ceph-mon[87361]: pgmap v3306: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-04-02T09:30:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:30:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:02 smithi019 ceph-mon[94035]: pgmap v3306: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-04-02T09:30:02.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:02 smithi019 ceph-mon[96522]: pgmap v3306: 137 pgs: 137 active+clean; 138 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-04-02T09:30:03.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:03 smithi066 ceph-mon[87361]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:30:03.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:03 smithi019 ceph-mon[94035]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:30:03.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:03 smithi019 ceph-mon[96522]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:30:04.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:04 smithi066 ceph-mon[87361]: pgmap v3308: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 110 op/s 2024-04-02T09:30:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:04 smithi019 ceph-mon[94035]: pgmap v3308: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 110 op/s 2024-04-02T09:30:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:04 smithi019 ceph-mon[96522]: pgmap v3308: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 110 op/s 2024-04-02T09:30:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:06 smithi066 ceph-mon[87361]: pgmap v3309: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 92 op/s 2024-04-02T09:30:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:06 smithi019 ceph-mon[94035]: pgmap v3309: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 92 op/s 2024-04-02T09:30:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:06 smithi019 ceph-mon[96522]: pgmap v3309: 137 pgs: 137 active+clean; 180 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 92 op/s 2024-04-02T09:30:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:08 smithi066 ceph-mon[87361]: pgmap v3310: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.5 MiB/s wr, 108 op/s 2024-04-02T09:30:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:08 smithi019 ceph-mon[94035]: pgmap v3310: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.5 MiB/s wr, 108 op/s 2024-04-02T09:30:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:08 smithi019 ceph-mon[96522]: pgmap v3310: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.5 MiB/s wr, 108 op/s 2024-04-02T09:30:10.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:10 smithi066 ceph-mon[87361]: pgmap v3311: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-02T09:30:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:10 smithi019 ceph-mon[94035]: pgmap v3311: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-02T09:30:10.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:10 smithi019 ceph-mon[96522]: pgmap v3311: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-02T09:30:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:30:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:30:10] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:30:11.087 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (9723 ms) 2024-04-02T09:30:11.087 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-02T09:30:11.087 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:30:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:12 smithi066 ceph-mon[87361]: pgmap v3312: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-02T09:30:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:12 smithi066 ceph-mon[87361]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:30:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:30:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:12 smithi019 ceph-mon[94035]: pgmap v3312: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-02T09:30:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:12 smithi019 ceph-mon[94035]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:30:12.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:12 smithi019 ceph-mon[96522]: pgmap v3312: 137 pgs: 137 active+clean; 192 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-02T09:30:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:12 smithi019 ceph-mon[96522]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:30:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:14 smithi019 ceph-mon[94035]: pgmap v3314: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 56 op/s 2024-04-02T09:30:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:14 smithi019 ceph-mon[96522]: pgmap v3314: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 56 op/s 2024-04-02T09:30:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:14.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:14 smithi066 ceph-mon[87361]: pgmap v3314: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 56 op/s 2024-04-02T09:30:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:16 smithi019 ceph-mon[94035]: pgmap v3315: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 56 op/s 2024-04-02T09:30:16.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:16 smithi019 ceph-mon[96522]: pgmap v3315: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 56 op/s 2024-04-02T09:30:16.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:16 smithi066 ceph-mon[87361]: pgmap v3315: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.4 MiB/s wr, 56 op/s 2024-04-02T09:30:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:18 smithi019 ceph-mon[94035]: pgmap v3316: 137 pgs: 137 active+clean; 225 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.1 MiB/s wr, 66 op/s 2024-04-02T09:30:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:18 smithi019 ceph-mon[94035]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:30:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:18 smithi019 ceph-mon[96522]: pgmap v3316: 137 pgs: 137 active+clean; 225 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.1 MiB/s wr, 66 op/s 2024-04-02T09:30:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:18 smithi019 ceph-mon[96522]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:30:18.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:18 smithi066 ceph-mon[87361]: pgmap v3316: 137 pgs: 137 active+clean; 225 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.1 MiB/s wr, 66 op/s 2024-04-02T09:30:18.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:18 smithi066 ceph-mon[87361]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:30:19.705 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8617 ms) 2024-04-02T09:30:19.705 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-02T09:30:19.705 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:30:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:20 smithi019 ceph-mon[94035]: pgmap v3318: 137 pgs: 137 active+clean; 229 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.6 MiB/s wr, 78 op/s 2024-04-02T09:30:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:30:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:30:20] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:30:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:20 smithi019 ceph-mon[96522]: pgmap v3318: 137 pgs: 137 active+clean; 229 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.6 MiB/s wr, 78 op/s 2024-04-02T09:30:20.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:20 smithi066 ceph-mon[87361]: pgmap v3318: 137 pgs: 137 active+clean; 229 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.6 MiB/s wr, 78 op/s 2024-04-02T09:30:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:21 smithi019 ceph-mon[94035]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:30:21.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:21 smithi019 ceph-mon[96522]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:30:21.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:21 smithi066 ceph-mon[87361]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:30:22.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:22 smithi066 ceph-mon[87361]: pgmap v3320: 137 pgs: 137 active+clean; 229 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 49 op/s 2024-04-02T09:30:22.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:30:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:22 smithi019 ceph-mon[94035]: pgmap v3320: 137 pgs: 137 active+clean; 229 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 49 op/s 2024-04-02T09:30:22.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:22 smithi019 ceph-mon[96522]: pgmap v3320: 137 pgs: 137 active+clean; 229 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 49 op/s 2024-04-02T09:30:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:24 smithi019 ceph-mon[94035]: pgmap v3321: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-02T09:30:24.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:24 smithi019 ceph-mon[96522]: pgmap v3321: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-02T09:30:24.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:24 smithi066 ceph-mon[87361]: pgmap v3321: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-02T09:30:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:26 smithi019 ceph-mon[94035]: pgmap v3322: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 89 op/s 2024-04-02T09:30:26.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:26 smithi019 ceph-mon[96522]: pgmap v3322: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 89 op/s 2024-04-02T09:30:26.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:26 smithi066 ceph-mon[87361]: pgmap v3322: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 89 op/s 2024-04-02T09:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (7213 ms) 2024-04-02T09:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-02T09:30:26.917 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:30:28.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:28 smithi019 ceph-mon[96522]: pgmap v3323: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.9 MiB/s wr, 90 op/s 2024-04-02T09:30:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:28 smithi019 ceph-mon[96522]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:30:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:28 smithi019 ceph-mon[94035]: pgmap v3323: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.9 MiB/s wr, 90 op/s 2024-04-02T09:30:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:28 smithi019 ceph-mon[94035]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:30:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:28.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:28 smithi066 ceph-mon[87361]: pgmap v3323: 137 pgs: 137 active+clean; 311 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.9 MiB/s wr, 90 op/s 2024-04-02T09:30:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:28 smithi066 ceph-mon[87361]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:30:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:30.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:30 smithi019 ceph-mon[94035]: pgmap v3325: 137 pgs: 137 active+clean; 319 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 107 op/s 2024-04-02T09:30:30.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:30 smithi019 ceph-mon[96522]: pgmap v3325: 137 pgs: 137 active+clean; 319 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 107 op/s 2024-04-02T09:30:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:30:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:30:30] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:30:30.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:30 smithi066 ceph-mon[87361]: pgmap v3325: 137 pgs: 137 active+clean; 319 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 107 op/s 2024-04-02T09:30:30.813 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 09:30:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T09:30:30.3401606Z level=info msg="Completed cleanup jobs" duration=2.309363ms 2024-04-02T09:30:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:32 smithi019 ceph-mon[94035]: pgmap v3326: 137 pgs: 137 active+clean; 319 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.8 MiB/s wr, 88 op/s 2024-04-02T09:30:32.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:32 smithi019 ceph-mon[96522]: pgmap v3326: 137 pgs: 137 active+clean; 319 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.8 MiB/s wr, 88 op/s 2024-04-02T09:30:32.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:32 smithi066 ceph-mon[87361]: pgmap v3326: 137 pgs: 137 active+clean; 319 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.8 MiB/s wr, 88 op/s 2024-04-02T09:30:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:30:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:34 smithi019 ceph-mon[94035]: pgmap v3327: 137 pgs: 137 active+clean; 348 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-02T09:30:34.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:34 smithi019 ceph-mon[96522]: pgmap v3327: 137 pgs: 137 active+clean; 348 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-02T09:30:34.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:34 smithi066 ceph-mon[87361]: pgmap v3327: 137 pgs: 137 active+clean; 348 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-02T09:30:35.394 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8477 ms) 2024-04-02T09:30:35.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:35.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:36.368 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (62156 ms total) 2024-04-02T09:30:36.368 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:30:36.368 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-02T09:30:36.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-02T09:30:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[94035]: pgmap v3328: 137 pgs: 137 active+clean; 348 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-02T09:30:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:30:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[96522]: pgmap v3328: 137 pgs: 137 active+clean; 348 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-02T09:30:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:30:36.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:36 smithi066 ceph-mon[87361]: pgmap v3328: 137 pgs: 137 active+clean; 348 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 64 op/s 2024-04-02T09:30:36.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:30:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:37 smithi019 ceph-mon[94035]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:30:37.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:37 smithi019 ceph-mon[96522]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:30:37.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:37 smithi066 ceph-mon[87361]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:30:38.397 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:30:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[94035]: pgmap v3330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[94035]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:30:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/354369522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[96522]: pgmap v3330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[96522]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:30:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/354369522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:38 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:38 smithi066 ceph-mon[87361]: pgmap v3330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:38 smithi066 ceph-mon[87361]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:30:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:38 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/354369522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:38 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:39.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:39 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:39.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:39 smithi019 ceph-mon[94035]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:30:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:39 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:39 smithi019 ceph-mon[96522]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:30:39.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:39 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:39.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:39 smithi066 ceph-mon[87361]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:30:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:40 smithi019 ceph-mon[94035]: pgmap v3333: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:40 smithi019 ceph-mon[94035]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:30:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:40 smithi019 ceph-mon[96522]: pgmap v3333: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:40 smithi019 ceph-mon[96522]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:30:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:30:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:30:40] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:30:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:40 smithi066 ceph-mon[87361]: pgmap v3333: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:40 smithi066 ceph-mon[87361]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:30:41.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:41 smithi019 ceph-mon[94035]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:30:41.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:41 smithi019 ceph-mon[94035]: pgmap v3336: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:41 smithi019 ceph-mon[96522]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:30:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:41 smithi019 ceph-mon[96522]: pgmap v3336: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:41.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:41 smithi066 ceph-mon[87361]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:30:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:41 smithi066 ceph-mon[87361]: pgmap v3336: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:42 smithi066 ceph-mon[87361]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:30:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:30:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:42 smithi019 ceph-mon[94035]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:30:42.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:42 smithi019 ceph-mon[96522]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:30:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:43 smithi019 ceph-mon[94035]: pgmap v3338: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.9 MiB/s wr, 70 op/s 2024-04-02T09:30:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:43 smithi019 ceph-mon[96522]: pgmap v3338: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.9 MiB/s wr, 70 op/s 2024-04-02T09:30:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:43.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:43 smithi066 ceph-mon[87361]: pgmap v3338: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.9 MiB/s wr, 70 op/s 2024-04-02T09:30:43.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:46 smithi019 ceph-mon[94035]: pgmap v3339: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:30:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:46 smithi019 ceph-mon[94035]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:46 smithi019 ceph-mon[96522]: pgmap v3339: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:30:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:46 smithi019 ceph-mon[96522]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:46 smithi066 ceph-mon[87361]: pgmap v3339: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:30:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:46 smithi066 ceph-mon[87361]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:30:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:48 smithi019 ceph-mon[94035]: pgmap v3341: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-04-02T09:30:48.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:48 smithi019 ceph-mon[96522]: pgmap v3341: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-04-02T09:30:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:48 smithi066 ceph-mon[87361]: pgmap v3341: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-04-02T09:30:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:50 smithi019 ceph-mon[94035]: pgmap v3342: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:30:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:50 smithi019 ceph-mon[96522]: pgmap v3342: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:30:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:30:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:30:50] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:30:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:50 smithi066 ceph-mon[87361]: pgmap v3342: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:30:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:52 smithi019 ceph-mon[94035]: pgmap v3343: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-02T09:30:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:52 smithi019 ceph-mon[96522]: pgmap v3343: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-02T09:30:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:52 smithi066 ceph-mon[87361]: pgmap v3343: 137 pgs: 137 active+clean; 30 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-02T09:30:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:30:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:53.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/1.Simple (17010 ms) 2024-04-02T09:30:53.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-02T09:30:53.425 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:30:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:54 smithi019 ceph-mon[94035]: pgmap v3344: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T09:30:54.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:54 smithi019 ceph-mon[96522]: pgmap v3344: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T09:30:54.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:54 smithi066 ceph-mon[87361]: pgmap v3344: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-02T09:30:55.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:55 smithi019 ceph-mon[94035]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:55.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:55 smithi019 ceph-mon[96522]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:55.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:55 smithi066 ceph-mon[87361]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:30:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:56 smithi019 ceph-mon[94035]: pgmap v3346: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-02T09:30:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:56 smithi019 ceph-mon[96522]: pgmap v3346: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-02T09:30:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:56 smithi066 ceph-mon[87361]: pgmap v3346: 137 pgs: 137 active+clean; 58 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-02T09:30:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:58 smithi019 ceph-mon[94035]: pgmap v3347: 137 pgs: 137 active+clean; 79 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:58 smithi019 ceph-mon[96522]: pgmap v3347: 137 pgs: 137 active+clean; 79 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:58 smithi066 ceph-mon[87361]: pgmap v3347: 137 pgs: 137 active+clean; 79 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:59.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:30:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:30:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:59.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:30:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:00.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:00 smithi019 ceph-mon[94035]: pgmap v3348: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:31:00.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:00 smithi019 ceph-mon[96522]: pgmap v3348: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:31:00.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:31:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:31:00] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:31:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:00 smithi066 ceph-mon[87361]: pgmap v3348: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:31:02.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:02 smithi019 ceph-mon[94035]: pgmap v3349: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:31:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:02 smithi019 ceph-mon[96522]: pgmap v3349: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:31:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:02 smithi066 ceph-mon[87361]: pgmap v3349: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:31:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:31:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:04.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:04 smithi019 ceph-mon[94035]: pgmap v3350: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-04-02T09:31:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:04 smithi019 ceph-mon[96522]: pgmap v3350: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-04-02T09:31:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:04 smithi066 ceph-mon[87361]: pgmap v3350: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-04-02T09:31:06.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/1.Grow (13000 ms) 2024-04-02T09:31:06.435 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-02T09:31:06.435 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:31:06.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:06 smithi019 ceph-mon[94035]: pgmap v3351: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:31:06.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:06 smithi019 ceph-mon[96522]: pgmap v3351: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:31:06.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:06 smithi066 ceph-mon[87361]: pgmap v3351: 137 pgs: 137 active+clean; 96 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:31:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:08 smithi066 ceph-mon[87361]: pgmap v3352: 137 pgs: 137 active+clean; 116 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:31:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:08 smithi066 ceph-mon[87361]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:31:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:08 smithi019 ceph-mon[94035]: pgmap v3352: 137 pgs: 137 active+clean; 116 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:31:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:08 smithi019 ceph-mon[94035]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:31:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:08 smithi019 ceph-mon[96522]: pgmap v3352: 137 pgs: 137 active+clean; 116 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.2 MiB/s wr, 48 op/s 2024-04-02T09:31:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:08 smithi019 ceph-mon[96522]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:31:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:10 smithi066 ceph-mon[87361]: pgmap v3354: 137 pgs: 137 active+clean; 146 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 32 op/s 2024-04-02T09:31:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:10 smithi019 ceph-mon[94035]: pgmap v3354: 137 pgs: 137 active+clean; 146 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 32 op/s 2024-04-02T09:31:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:10 smithi019 ceph-mon[96522]: pgmap v3354: 137 pgs: 137 active+clean; 146 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 32 op/s 2024-04-02T09:31:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:31:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:31:10] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:31:12.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:12 smithi066 ceph-mon[87361]: pgmap v3355: 137 pgs: 137 active+clean; 146 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 32 op/s 2024-04-02T09:31:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:31:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:12 smithi019 ceph-mon[94035]: pgmap v3355: 137 pgs: 137 active+clean; 146 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 32 op/s 2024-04-02T09:31:12.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:12 smithi019 ceph-mon[96522]: pgmap v3355: 137 pgs: 137 active+clean; 146 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 32 op/s 2024-04-02T09:31:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:14 smithi066 ceph-mon[87361]: pgmap v3356: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:31:14.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:14 smithi019 ceph-mon[94035]: pgmap v3356: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:31:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:14 smithi019 ceph-mon[96522]: pgmap v3356: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:31:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:16.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:16 smithi066 ceph-mon[87361]: pgmap v3357: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:31:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:16 smithi019 ceph-mon[94035]: pgmap v3357: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:31:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:16 smithi019 ceph-mon[96522]: pgmap v3357: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:31:18.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:18 smithi066 ceph-mon[87361]: pgmap v3358: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-02T09:31:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:18 smithi019 ceph-mon[94035]: pgmap v3358: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-02T09:31:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:18 smithi019 ceph-mon[96522]: pgmap v3358: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-02T09:31:19.516 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (13091 ms) 2024-04-02T09:31:19.516 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-02T09:31:19.516 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:31:20.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:20 smithi066 ceph-mon[87361]: pgmap v3359: 137 pgs: 137 active+clean; 178 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-02T09:31:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:20 smithi019 ceph-mon[94035]: pgmap v3359: 137 pgs: 137 active+clean; 178 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-02T09:31:20.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:20 smithi019 ceph-mon[96522]: pgmap v3359: 137 pgs: 137 active+clean; 178 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-02T09:31:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:31:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:31:20] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:31:21.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:21 smithi066 ceph-mon[87361]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:31:21.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:21 smithi019 ceph-mon[96522]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:31:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:21 smithi019 ceph-mon[94035]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:31:22.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:22 smithi066 ceph-mon[87361]: pgmap v3361: 137 pgs: 137 active+clean; 178 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-04-02T09:31:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:31:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:22 smithi019 ceph-mon[94035]: pgmap v3361: 137 pgs: 137 active+clean; 178 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-04-02T09:31:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:22 smithi019 ceph-mon[96522]: pgmap v3361: 137 pgs: 137 active+clean; 178 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-04-02T09:31:24.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:24 smithi066 ceph-mon[87361]: pgmap v3362: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:31:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:24 smithi019 ceph-mon[94035]: pgmap v3362: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:31:24.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:24 smithi019 ceph-mon[96522]: pgmap v3362: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:31:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:26 smithi066 ceph-mon[87361]: pgmap v3363: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:31:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:26 smithi019 ceph-mon[94035]: pgmap v3363: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:31:26.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:26 smithi019 ceph-mon[96522]: pgmap v3363: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:31:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:28 smithi066 ceph-mon[87361]: pgmap v3364: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:28.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:28 smithi019 ceph-mon[96522]: pgmap v3364: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:28 smithi019 ceph-mon[94035]: pgmap v3364: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:29.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:30 smithi066 ceph-mon[87361]: pgmap v3365: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:31:30.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:30 smithi019 ceph-mon[94035]: pgmap v3365: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:31:30.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:30 smithi019 ceph-mon[96522]: pgmap v3365: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:31:30.596 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:31:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:31:30] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:31:30.723 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (11206 ms) 2024-04-02T09:31:30.723 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-02T09:31:30.723 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:31:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:32 smithi066 ceph-mon[87361]: pgmap v3366: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 55 op/s 2024-04-02T09:31:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:32 smithi066 ceph-mon[87361]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:31:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:31:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:32 smithi019 ceph-mon[94035]: pgmap v3366: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 55 op/s 2024-04-02T09:31:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:32 smithi019 ceph-mon[94035]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:31:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:32 smithi019 ceph-mon[96522]: pgmap v3366: 137 pgs: 137 active+clean; 228 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 55 op/s 2024-04-02T09:31:32.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:32 smithi019 ceph-mon[96522]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:31:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:34 smithi066 ceph-mon[87361]: pgmap v3368: 137 pgs: 137 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:31:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:34 smithi019 ceph-mon[94035]: pgmap v3368: 137 pgs: 137 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:31:34.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:34 smithi019 ceph-mon[96522]: pgmap v3368: 137 pgs: 137 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:31:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:36 smithi066 ceph-mon[87361]: pgmap v3369: 137 pgs: 137 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:31:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:36 smithi019 ceph-mon[94035]: pgmap v3369: 137 pgs: 137 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:31:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:36 smithi019 ceph-mon[96522]: pgmap v3369: 137 pgs: 137 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-02T09:31:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:31:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:37.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:37.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:31:37.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:37.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:37.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:31:38.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:38 smithi066 ceph-mon[87361]: pgmap v3370: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:38 smithi019 ceph-mon[94035]: pgmap v3370: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:38 smithi019 ceph-mon[96522]: pgmap v3370: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:40 smithi066 ceph-mon[87361]: pgmap v3371: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:40.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:40 smithi019 ceph-mon[96522]: pgmap v3371: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:40 smithi019 ceph-mon[94035]: pgmap v3371: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:31:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:31:40] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:31:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:42 smithi066 ceph-mon[87361]: pgmap v3372: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:31:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:42 smithi019 ceph-mon[94035]: pgmap v3372: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:42 smithi019 ceph-mon[96522]: pgmap v3372: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:31:44.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:44 smithi066 ceph-mon[87361]: pgmap v3373: 137 pgs: 137 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T09:31:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:44 smithi066 ceph-mon[87361]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:31:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:44 smithi019 ceph-mon[94035]: pgmap v3373: 137 pgs: 137 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T09:31:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:44 smithi019 ceph-mon[94035]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:31:44.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:44 smithi019 ceph-mon[96522]: pgmap v3373: 137 pgs: 137 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T09:31:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:44 smithi019 ceph-mon[96522]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:31:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:45.547 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (14825 ms) 2024-04-02T09:31:45.548 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-02T09:31:45.548 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:31:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:46 smithi066 ceph-mon[87361]: pgmap v3375: 137 pgs: 137 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T09:31:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:46 smithi019 ceph-mon[94035]: pgmap v3375: 137 pgs: 137 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T09:31:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:46 smithi019 ceph-mon[96522]: pgmap v3375: 137 pgs: 137 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-02T09:31:47.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:47 smithi066 ceph-mon[87361]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:31:47.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:47 smithi019 ceph-mon[94035]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:31:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:47 smithi019 ceph-mon[96522]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:31:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:48 smithi066 ceph-mon[87361]: pgmap v3377: 137 pgs: 137 active+clean; 334 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 47 op/s 2024-04-02T09:31:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:48 smithi019 ceph-mon[94035]: pgmap v3377: 137 pgs: 137 active+clean; 334 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 47 op/s 2024-04-02T09:31:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:48 smithi019 ceph-mon[96522]: pgmap v3377: 137 pgs: 137 active+clean; 334 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.6 MiB/s wr, 47 op/s 2024-04-02T09:31:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:50 smithi066 ceph-mon[87361]: pgmap v3378: 137 pgs: 137 active+clean; 383 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 100 op/s 2024-04-02T09:31:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:50 smithi019 ceph-mon[94035]: pgmap v3378: 137 pgs: 137 active+clean; 383 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 100 op/s 2024-04-02T09:31:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:50 smithi019 ceph-mon[96522]: pgmap v3378: 137 pgs: 137 active+clean; 383 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 100 op/s 2024-04-02T09:31:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:31:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:31:50] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:31:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:52 smithi066 ceph-mon[87361]: pgmap v3379: 137 pgs: 137 active+clean; 383 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 85 op/s 2024-04-02T09:31:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:31:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:52 smithi019 ceph-mon[94035]: pgmap v3379: 137 pgs: 137 active+clean; 383 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 85 op/s 2024-04-02T09:31:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:52 smithi019 ceph-mon[96522]: pgmap v3379: 137 pgs: 137 active+clean; 383 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 85 op/s 2024-04-02T09:31:54.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:54 smithi019 ceph-mon[96522]: pgmap v3380: 137 pgs: 137 active+clean; 383 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 75 op/s 2024-04-02T09:31:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:54 smithi019 ceph-mon[94035]: pgmap v3380: 137 pgs: 137 active+clean; 383 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 75 op/s 2024-04-02T09:31:54.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:54 smithi066 ceph-mon[87361]: pgmap v3380: 137 pgs: 137 active+clean; 383 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 10 MiB/s wr, 75 op/s 2024-04-02T09:31:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:56 smithi019 ceph-mon[94035]: pgmap v3381: 137 pgs: 137 active+clean; 383 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:31:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:56 smithi019 ceph-mon[96522]: pgmap v3381: 137 pgs: 137 active+clean; 383 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:31:56.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:56 smithi066 ceph-mon[87361]: pgmap v3381: 137 pgs: 137 active+clean; 383 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:31:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:58 smithi019 ceph-mon[94035]: pgmap v3382: 137 pgs: 137 active+clean; 395 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.9 MiB/s wr, 47 op/s 2024-04-02T09:31:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:58 smithi019 ceph-mon[96522]: pgmap v3382: 137 pgs: 137 active+clean; 395 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.9 MiB/s wr, 47 op/s 2024-04-02T09:31:58.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:58 smithi066 ceph-mon[87361]: pgmap v3382: 137 pgs: 137 active+clean; 395 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.9 MiB/s wr, 47 op/s 2024-04-02T09:31:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:31:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:59.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:31:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:59.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:31:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:59.857 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (14309 ms) 2024-04-02T09:31:59.857 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-02T09:31:59.857 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:32:00.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:00 smithi019 ceph-mon[94035]: pgmap v3383: 137 pgs: 137 active+clean; 399 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.4 MiB/s wr, 46 op/s 2024-04-02T09:32:00.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:00 smithi019 ceph-mon[96522]: pgmap v3383: 137 pgs: 137 active+clean; 399 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.4 MiB/s wr, 46 op/s 2024-04-02T09:32:00.596 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:32:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:32:00] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:32:00.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:00 smithi066 ceph-mon[87361]: pgmap v3383: 137 pgs: 137 active+clean; 399 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.4 MiB/s wr, 46 op/s 2024-04-02T09:32:01.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:01 smithi019 ceph-mon[94035]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:32:01.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:01 smithi019 ceph-mon[96522]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:32:01.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:01 smithi066 ceph-mon[87361]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:32:02.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:02 smithi066 ceph-mon[87361]: pgmap v3385: 137 pgs: 137 active+clean; 399 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:32:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:32:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:02.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:02 smithi019 ceph-mon[96522]: pgmap v3385: 137 pgs: 137 active+clean; 399 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:32:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:02 smithi019 ceph-mon[94035]: pgmap v3385: 137 pgs: 137 active+clean; 399 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T09:32:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:04 smithi019 ceph-mon[94035]: pgmap v3386: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:32:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:04 smithi019 ceph-mon[96522]: pgmap v3386: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:32:04.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:04 smithi066 ceph-mon[87361]: pgmap v3386: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:32:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:06 smithi019 ceph-mon[94035]: pgmap v3387: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:32:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:06 smithi019 ceph-mon[96522]: pgmap v3387: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:32:06.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:06 smithi066 ceph-mon[87361]: pgmap v3387: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:32:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:08 smithi019 ceph-mon[94035]: pgmap v3388: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:32:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:08 smithi019 ceph-mon[96522]: pgmap v3388: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:32:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:08 smithi066 ceph-mon[87361]: pgmap v3388: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:32:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:10 smithi019 ceph-mon[94035]: pgmap v3389: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-02T09:32:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:32:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:32:10] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:32:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:10 smithi019 ceph-mon[96522]: pgmap v3389: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-02T09:32:10.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:10 smithi066 ceph-mon[87361]: pgmap v3389: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-02T09:32:12.265 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12409 ms) 2024-04-02T09:32:12.372 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (95851 ms total) 2024-04-02T09:32:12.372 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:32:12.372 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-02T09:32:12.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-02T09:32:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:12 smithi019 ceph-mon[94035]: pgmap v3390: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-02T09:32:12.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:12 smithi019 ceph-mon[96522]: pgmap v3390: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-02T09:32:12.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:12 smithi066 ceph-mon[87361]: pgmap v3390: 137 pgs: 137 active+clean; 428 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-02T09:32:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:32:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:13 smithi019 ceph-mon[94035]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:32:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:13.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:13 smithi019 ceph-mon[96522]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:32:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:13.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:13 smithi066 ceph-mon[87361]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:32:13.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:14.391 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:32:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:14 smithi019 ceph-mon[94035]: pgmap v3392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:14 smithi019 ceph-mon[94035]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:32:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:14 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1136921605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:14.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:14 smithi019 ceph-mon[96522]: pgmap v3392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:14 smithi019 ceph-mon[96522]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:32:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:14 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1136921605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:14.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:14 smithi066 ceph-mon[87361]: pgmap v3392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:14.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:14 smithi066 ceph-mon[87361]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:32:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:14 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1136921605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1136921605' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:15.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:15 smithi019 ceph-mon[94035]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:32:15.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1136921605' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:15.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:15 smithi019 ceph-mon[96522]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:32:15.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1136921605' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:15 smithi066 ceph-mon[87361]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:32:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:16 smithi019 ceph-mon[94035]: pgmap v3395: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:16 smithi019 ceph-mon[94035]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:32:16.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:16 smithi019 ceph-mon[96522]: pgmap v3395: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:16 smithi019 ceph-mon[96522]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:32:16.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:16 smithi066 ceph-mon[87361]: pgmap v3395: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:16.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:16 smithi066 ceph-mon[87361]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:32:17.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:17 smithi019 ceph-mon[94035]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:32:17.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:17 smithi019 ceph-mon[96522]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:32:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:17 smithi066 ceph-mon[87361]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:32:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:18 smithi019 ceph-mon[94035]: pgmap v3398: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:32:18.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:18 smithi019 ceph-mon[96522]: pgmap v3398: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:32:18.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:18 smithi066 ceph-mon[87361]: pgmap v3398: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:32:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:20 smithi019 ceph-mon[94035]: pgmap v3399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 978 B/s wr, 7 op/s 2024-04-02T09:32:20.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:20 smithi019 ceph-mon[96522]: pgmap v3399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 978 B/s wr, 7 op/s 2024-04-02T09:32:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:32:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:32:20] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-04-02T09:32:20.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:20 smithi066 ceph-mon[87361]: pgmap v3399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 978 B/s wr, 7 op/s 2024-04-02T09:32:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:21 smithi019 ceph-mon[94035]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:32:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:21 smithi019 ceph-mon[94035]: pgmap v3401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-02T09:32:21.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:21 smithi019 ceph-mon[96522]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:32:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:21 smithi019 ceph-mon[96522]: pgmap v3401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-02T09:32:21.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:21 smithi066 ceph-mon[87361]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:32:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:21 smithi066 ceph-mon[87361]: pgmap v3401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 853 B/s wr, 6 op/s 2024-04-02T09:32:22.562 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:32:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:23.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:23 smithi019 ceph-mon[94035]: pgmap v3402: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-04-02T09:32:23.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:23 smithi019 ceph-mon[96522]: pgmap v3402: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-04-02T09:32:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:23 smithi066 ceph-mon[87361]: pgmap v3402: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.0 MiB/s wr, 61 op/s 2024-04-02T09:32:26.420 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14007 ms) 2024-04-02T09:32:26.420 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-02T09:32:26.421 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:32:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:26 smithi019 ceph-mon[94035]: pgmap v3403: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-04-02T09:32:26.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:26 smithi019 ceph-mon[94035]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:32:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:26 smithi019 ceph-mon[96522]: pgmap v3403: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-04-02T09:32:26.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:26 smithi019 ceph-mon[96522]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:32:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:26 smithi066 ceph-mon[87361]: pgmap v3403: 137 pgs: 137 active+clean; 34 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.5 MiB/s wr, 54 op/s 2024-04-02T09:32:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:26 smithi066 ceph-mon[87361]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:32:28.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:28 smithi019 ceph-mon[94035]: pgmap v3405: 137 pgs: 137 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-02T09:32:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:28 smithi019 ceph-mon[96522]: pgmap v3405: 137 pgs: 137 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-02T09:32:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:28 smithi066 ceph-mon[87361]: pgmap v3405: 137 pgs: 137 active+clean; 51 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.8 MiB/s wr, 71 op/s 2024-04-02T09:32:29.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:29.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:30.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:30 smithi019 ceph-mon[94035]: pgmap v3406: 137 pgs: 137 active+clean; 63 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 72 op/s 2024-04-02T09:32:30.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:30 smithi019 ceph-mon[96522]: pgmap v3406: 137 pgs: 137 active+clean; 63 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 72 op/s 2024-04-02T09:32:30.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:32:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:32:30] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:32:30.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:30 smithi066 ceph-mon[87361]: pgmap v3406: 137 pgs: 137 active+clean; 63 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 72 op/s 2024-04-02T09:32:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:32 smithi019 ceph-mon[94035]: pgmap v3407: 137 pgs: 137 active+clean; 63 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-02T09:32:32.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:32 smithi019 ceph-mon[94035]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:32:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:32 smithi019 ceph-mon[96522]: pgmap v3407: 137 pgs: 137 active+clean; 63 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-02T09:32:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:32 smithi019 ceph-mon[96522]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:32:32.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:32 smithi066 ceph-mon[87361]: pgmap v3407: 137 pgs: 137 active+clean; 63 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-02T09:32:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:32 smithi066 ceph-mon[87361]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:32:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:32:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:32:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:34.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:34 smithi019 ceph-mon[94035]: pgmap v3409: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 44 op/s 2024-04-02T09:32:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:34 smithi019 ceph-mon[96522]: pgmap v3409: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 44 op/s 2024-04-02T09:32:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:34 smithi066 ceph-mon[87361]: pgmap v3409: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 44 op/s 2024-04-02T09:32:36.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:36 smithi019 ceph-mon[94035]: pgmap v3410: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:32:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:36 smithi019 ceph-mon[96522]: pgmap v3410: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:32:36.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:36 smithi066 ceph-mon[87361]: pgmap v3410: 137 pgs: 137 active+clean; 92 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:32:37.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:37.626 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/2.Grow (11206 ms) 2024-04-02T09:32:37.626 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-02T09:32:37.626 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:32:37.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:37.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:38 smithi066 ceph-mon[87361]: pgmap v3411: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-02T09:32:38.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:38 smithi019 ceph-mon[94035]: pgmap v3411: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-02T09:32:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:38 smithi019 ceph-mon[96522]: pgmap v3411: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-02T09:32:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:40 smithi066 ceph-mon[87361]: pgmap v3412: 137 pgs: 137 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:32:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:40 smithi019 ceph-mon[94035]: pgmap v3412: 137 pgs: 137 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:32:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:32:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:32:40] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:32:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:40 smithi019 ceph-mon[96522]: pgmap v3412: 137 pgs: 137 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:32:41.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[96522]: pgmap v3413: 137 pgs: 137 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[94035]: pgmap v3413: 137 pgs: 137 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:41 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:41 smithi066 ceph-mon[87361]: pgmap v3413: 137 pgs: 137 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:32:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:41 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:42.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[94035]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:32:42.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:42.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:42.699 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:42.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[96522]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:32:42.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:42.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:42.699 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:42.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:32:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:42 smithi066 ceph-mon[87361]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:32:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:32:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:43 smithi019 ceph-mon[94035]: pgmap v3415: 137 pgs: 137 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 89 op/s 2024-04-02T09:32:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:43 smithi019 ceph-mon[96522]: pgmap v3415: 137 pgs: 137 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 89 op/s 2024-04-02T09:32:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:43.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:43 smithi066 ceph-mon[87361]: pgmap v3415: 137 pgs: 137 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 89 op/s 2024-04-02T09:32:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:45 smithi019 ceph-mon[94035]: pgmap v3416: 137 pgs: 137 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 89 op/s 2024-04-02T09:32:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:45 smithi019 ceph-mon[96522]: pgmap v3416: 137 pgs: 137 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 89 op/s 2024-04-02T09:32:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:45 smithi066 ceph-mon[87361]: pgmap v3416: 137 pgs: 137 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 89 op/s 2024-04-02T09:32:47.707 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10080 ms) 2024-04-02T09:32:47.707 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-02T09:32:47.707 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:32:47.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:47 smithi019 ceph-mon[94035]: pgmap v3417: 137 pgs: 137 active+clean; 167 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:32:47.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:47 smithi019 ceph-mon[96522]: pgmap v3417: 137 pgs: 137 active+clean; 167 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:32:48.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:47 smithi066 ceph-mon[87361]: pgmap v3417: 137 pgs: 137 active+clean; 167 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-02T09:32:49.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:49 smithi019 ceph-mon[94035]: pgmap v3418: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:32:49.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:49 smithi019 ceph-mon[96522]: pgmap v3418: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:32:50.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:49 smithi066 ceph-mon[87361]: pgmap v3418: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:32:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:32:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:32:50] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:32:51.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:51 smithi019 ceph-mon[94035]: pgmap v3419: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:32:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:51 smithi019 ceph-mon[96522]: pgmap v3419: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:32:52.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:51 smithi066 ceph-mon[87361]: pgmap v3419: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:32:52.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:32:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:53.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:53 smithi019 ceph-mon[94035]: pgmap v3420: 137 pgs: 137 active+clean; 188 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-04-02T09:32:53.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:53 smithi019 ceph-mon[94035]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:32:53.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:53 smithi019 ceph-mon[96522]: pgmap v3420: 137 pgs: 137 active+clean; 188 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-04-02T09:32:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:53 smithi019 ceph-mon[96522]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:32:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:53 smithi066 ceph-mon[87361]: pgmap v3420: 137 pgs: 137 active+clean; 188 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-04-02T09:32:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:53 smithi066 ceph-mon[87361]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:32:55.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:55 smithi019 ceph-mon[94035]: pgmap v3422: 137 pgs: 137 active+clean; 188 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-02T09:32:55.945 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:55 smithi019 ceph-mon[96522]: pgmap v3422: 137 pgs: 137 active+clean; 188 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-02T09:32:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:55 smithi066 ceph-mon[87361]: pgmap v3422: 137 pgs: 137 active+clean; 188 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 28 op/s 2024-04-02T09:32:58.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:57 smithi066 ceph-mon[87361]: pgmap v3423: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-02T09:32:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:57 smithi019 ceph-mon[94035]: pgmap v3423: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-02T09:32:58.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:57 smithi019 ceph-mon[96522]: pgmap v3423: 137 pgs: 137 active+clean; 200 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-02T09:32:58.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (11255 ms) 2024-04-02T09:32:58.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-02T09:32:58.961 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:32:59.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:59.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:00.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:32:59 smithi066 ceph-mon[87361]: pgmap v3424: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-02T09:33:00.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:32:59 smithi019 ceph-mon[94035]: pgmap v3424: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-02T09:33:00.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:32:59 smithi019 ceph-mon[96522]: pgmap v3424: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-02T09:33:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:33:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:33:00] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:33:02.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:01 smithi066 ceph-mon[87361]: pgmap v3425: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-02T09:33:02.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:01 smithi019 ceph-mon[94035]: pgmap v3425: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-02T09:33:02.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:01 smithi019 ceph-mon[96522]: pgmap v3425: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 45 op/s 2024-04-02T09:33:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:33:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:03.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:03 smithi066 ceph-mon[87361]: pgmap v3426: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 3.2 MiB/s wr, 56 op/s 2024-04-02T09:33:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:03 smithi066 ceph-mon[87361]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:33:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:03 smithi019 ceph-mon[94035]: pgmap v3426: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 3.2 MiB/s wr, 56 op/s 2024-04-02T09:33:04.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:03 smithi019 ceph-mon[94035]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:33:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:03 smithi019 ceph-mon[96522]: pgmap v3426: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 3.2 MiB/s wr, 56 op/s 2024-04-02T09:33:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:03 smithi019 ceph-mon[96522]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:33:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:05 smithi066 ceph-mon[87361]: pgmap v3428: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 3.2 MiB/s wr, 56 op/s 2024-04-02T09:33:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:05 smithi019 ceph-mon[94035]: pgmap v3428: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 3.2 MiB/s wr, 56 op/s 2024-04-02T09:33:06.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:05 smithi019 ceph-mon[96522]: pgmap v3428: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 946 KiB/s rd, 3.2 MiB/s wr, 56 op/s 2024-04-02T09:33:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:07 smithi066 ceph-mon[87361]: pgmap v3429: 137 pgs: 137 active+clean; 245 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-02T09:33:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:07 smithi019 ceph-mon[94035]: pgmap v3429: 137 pgs: 137 active+clean; 245 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-02T09:33:08.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:07 smithi019 ceph-mon[96522]: pgmap v3429: 137 pgs: 137 active+clean; 245 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-02T09:33:09.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:08 smithi066 ceph-mon[87361]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:33:09.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:08 smithi019 ceph-mon[94035]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:33:09.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:08 smithi019 ceph-mon[96522]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:33:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:09 smithi066 ceph-mon[87361]: pgmap v3431: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 70 op/s 2024-04-02T09:33:10.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:09 smithi019 ceph-mon[94035]: pgmap v3431: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 70 op/s 2024-04-02T09:33:10.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:09 smithi019 ceph-mon[96522]: pgmap v3431: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 70 op/s 2024-04-02T09:33:10.368 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (11406 ms) 2024-04-02T09:33:10.368 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-02T09:33:10.368 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:33:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:33:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:33:10] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:33:12.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:11 smithi066 ceph-mon[87361]: pgmap v3432: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:33:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:11 smithi019 ceph-mon[94035]: pgmap v3432: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:33:12.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:11 smithi019 ceph-mon[96522]: pgmap v3432: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:33:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:33:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:14.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:13 smithi066 ceph-mon[87361]: pgmap v3433: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.1 MiB/s wr, 76 op/s 2024-04-02T09:33:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:13 smithi019 ceph-mon[94035]: pgmap v3433: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.1 MiB/s wr, 76 op/s 2024-04-02T09:33:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:13 smithi019 ceph-mon[96522]: pgmap v3433: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.1 MiB/s wr, 76 op/s 2024-04-02T09:33:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:16.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:15 smithi066 ceph-mon[87361]: pgmap v3434: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:15 smithi066 ceph-mon[87361]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:33:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:15 smithi019 ceph-mon[94035]: pgmap v3434: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:15 smithi019 ceph-mon[94035]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:33:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:15 smithi019 ceph-mon[96522]: pgmap v3434: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:15 smithi019 ceph-mon[96522]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:33:18.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:17 smithi066 ceph-mon[87361]: pgmap v3436: 137 pgs: 137 active+clean; 331 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.7 MiB/s wr, 60 op/s 2024-04-02T09:33:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:17 smithi019 ceph-mon[94035]: pgmap v3436: 137 pgs: 137 active+clean; 331 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.7 MiB/s wr, 60 op/s 2024-04-02T09:33:18.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:17 smithi019 ceph-mon[96522]: pgmap v3436: 137 pgs: 137 active+clean; 331 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.7 MiB/s wr, 60 op/s 2024-04-02T09:33:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:19 smithi066 ceph-mon[87361]: pgmap v3437: 137 pgs: 137 active+clean; 335 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:19 smithi019 ceph-mon[94035]: pgmap v3437: 137 pgs: 137 active+clean; 335 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:20.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:19 smithi019 ceph-mon[96522]: pgmap v3437: 137 pgs: 137 active+clean; 335 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:20.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:33:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:33:20] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:33:21.121 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10753 ms) 2024-04-02T09:33:21.121 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-02T09:33:21.121 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:33:22.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:21 smithi066 ceph-mon[87361]: pgmap v3438: 137 pgs: 137 active+clean; 335 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:22.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:21 smithi019 ceph-mon[94035]: pgmap v3438: 137 pgs: 137 active+clean; 335 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:22.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:21 smithi019 ceph-mon[96522]: pgmap v3438: 137 pgs: 137 active+clean; 335 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:33:22.812 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:33:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:24.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:23 smithi066 ceph-mon[87361]: pgmap v3439: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:33:24.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:23 smithi019 ceph-mon[94035]: pgmap v3439: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:33:24.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:23 smithi019 ceph-mon[96522]: pgmap v3439: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:33:26.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:25 smithi066 ceph-mon[87361]: pgmap v3440: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:33:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:25 smithi066 ceph-mon[87361]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:33:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:25 smithi019 ceph-mon[94035]: pgmap v3440: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:33:26.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:25 smithi019 ceph-mon[94035]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:33:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:25 smithi019 ceph-mon[96522]: pgmap v3440: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:33:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:25 smithi019 ceph-mon[96522]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:33:28.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:27 smithi066 ceph-mon[87361]: pgmap v3442: 137 pgs: 137 active+clean; 363 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 69 op/s 2024-04-02T09:33:28.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:27 smithi019 ceph-mon[94035]: pgmap v3442: 137 pgs: 137 active+clean; 363 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 69 op/s 2024-04-02T09:33:28.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:27 smithi019 ceph-mon[96522]: pgmap v3442: 137 pgs: 137 active+clean; 363 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 69 op/s 2024-04-02T09:33:29.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:29.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:29 smithi066 ceph-mon[87361]: pgmap v3443: 137 pgs: 137 active+clean; 372 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:33:30.096 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:29 smithi019 ceph-mon[94035]: pgmap v3443: 137 pgs: 137 active+clean; 372 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:33:30.096 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:29 smithi019 ceph-mon[96522]: pgmap v3443: 137 pgs: 137 active+clean; 372 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:33:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:33:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:33:30] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:33:31.428 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10308 ms) 2024-04-02T09:33:31.780 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (79015 ms total) 2024-04-02T09:33:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:33:31.781 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-02T09:33:31.823 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-02T09:33:32.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:31 smithi066 ceph-mon[87361]: pgmap v3444: 137 pgs: 137 active+clean; 372 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:33:32.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:31 smithi019 ceph-mon[94035]: pgmap v3444: 137 pgs: 137 active+clean; 372 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:33:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:31 smithi019 ceph-mon[96522]: pgmap v3444: 137 pgs: 137 active+clean; 372 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:33:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:33:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:33.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:32 smithi066 ceph-mon[87361]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:33:33.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:32 smithi019 ceph-mon[94035]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:33:33.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:32 smithi019 ceph-mon[96522]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:33:33.801 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:33:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:33 smithi066 ceph-mon[87361]: pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:33 smithi066 ceph-mon[87361]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:33:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:33 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3350805441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:33 smithi019 ceph-mon[94035]: pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:33 smithi019 ceph-mon[94035]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:33:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:33 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3350805441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:33 smithi019 ceph-mon[96522]: pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:33 smithi019 ceph-mon[96522]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:33:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:33 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3350805441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:35.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:34 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3350805441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:34 smithi066 ceph-mon[87361]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:33:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:34 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3350805441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:35.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:34 smithi019 ceph-mon[94035]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:33:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:34 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3350805441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:35.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:34 smithi019 ceph-mon[96522]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:33:36.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:35 smithi066 ceph-mon[87361]: pgmap v3449: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:35 smithi066 ceph-mon[87361]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:33:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:35 smithi019 ceph-mon[94035]: pgmap v3449: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:35 smithi019 ceph-mon[94035]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:33:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:35 smithi019 ceph-mon[96522]: pgmap v3449: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:35 smithi019 ceph-mon[96522]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:33:37.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:36 smithi019 ceph-mon[94035]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:33:37.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:36 smithi019 ceph-mon[96522]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:33:37.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:36 smithi066 ceph-mon[87361]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:33:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:37 smithi019 ceph-mon[94035]: pgmap v3452: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:37 smithi019 ceph-mon[96522]: pgmap v3452: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:38.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:37 smithi066 ceph-mon[87361]: pgmap v3452: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:33:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:39 smithi019 ceph-mon[94035]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 700 B/s rd, 700 B/s wr, 2 op/s 2024-04-02T09:33:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:39 smithi019 ceph-mon[96522]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 700 B/s rd, 700 B/s wr, 2 op/s 2024-04-02T09:33:40.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:39 smithi066 ceph-mon[87361]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 700 B/s rd, 700 B/s wr, 2 op/s 2024-04-02T09:33:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:33:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:33:40] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:33:41.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:40 smithi019 ceph-mon[94035]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:33:41.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:40 smithi019 ceph-mon[96522]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:33:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:40 smithi066 ceph-mon[87361]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:33:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:41 smithi019 ceph-mon[94035]: pgmap v3455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 1 op/s 2024-04-02T09:33:42.195 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:41 smithi019 ceph-mon[96522]: pgmap v3455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 1 op/s 2024-04-02T09:33:42.311 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:41 smithi066 ceph-mon[87361]: pgmap v3455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 1 op/s 2024-04-02T09:33:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:33:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:43.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:33:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:42 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:33:43.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:42 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:33:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:43 smithi019 ceph-mon[94035]: pgmap v3456: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-02T09:33:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:43 smithi019 ceph-mon[96522]: pgmap v3456: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-02T09:33:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:43 smithi066 ceph-mon[87361]: pgmap v3456: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-02T09:33:44.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:46 smithi019 ceph-mon[94035]: pgmap v3457: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:33:46.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:46 smithi019 ceph-mon[94035]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:33:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:46 smithi019 ceph-mon[96522]: pgmap v3457: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:33:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:46 smithi019 ceph-mon[96522]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:33:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:46 smithi066 ceph-mon[87361]: pgmap v3457: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-02T09:33:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:46 smithi066 ceph-mon[87361]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:33:48.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:48 smithi019 ceph-mon[94035]: pgmap v3459: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:33:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:48 smithi019 ceph-mon[96522]: pgmap v3459: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:33:48.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:48 smithi066 ceph-mon[87361]: pgmap v3459: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:33:50.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:50 smithi019 ceph-mon[94035]: pgmap v3460: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:33:50.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:50 smithi019 ceph-mon[96522]: pgmap v3460: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:33:50.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:33:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:33:50] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-02T09:33:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:50 smithi066 ceph-mon[87361]: pgmap v3460: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:33:50.636 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/3.Simple (18812 ms) 2024-04-02T09:33:50.636 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-02T09:33:50.636 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:33:52.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:52 smithi019 ceph-mon[94035]: pgmap v3461: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:33:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:52 smithi019 ceph-mon[96522]: pgmap v3461: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:33:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:52 smithi066 ceph-mon[87361]: pgmap v3461: 137 pgs: 137 active+clean; 38 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:33:52.576 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:33:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:54.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:54 smithi019 ceph-mon[94035]: pgmap v3462: 137 pgs: 137 active+clean; 63 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:33:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:54 smithi019 ceph-mon[96522]: pgmap v3462: 137 pgs: 137 active+clean; 63 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:33:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:54 smithi066 ceph-mon[87361]: pgmap v3462: 137 pgs: 137 active+clean; 63 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:33:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:56 smithi019 ceph-mon[94035]: pgmap v3463: 137 pgs: 137 active+clean; 63 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:33:56.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:56 smithi019 ceph-mon[94035]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:33:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:56 smithi019 ceph-mon[96522]: pgmap v3463: 137 pgs: 137 active+clean; 63 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:33:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:56 smithi019 ceph-mon[96522]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:33:56.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:56 smithi066 ceph-mon[87361]: pgmap v3463: 137 pgs: 137 active+clean; 63 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:33:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:56 smithi066 ceph-mon[87361]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:33:58.445 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:58 smithi019 ceph-mon[94035]: pgmap v3465: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-04-02T09:33:58.445 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:58 smithi019 ceph-mon[96522]: pgmap v3465: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-04-02T09:33:58.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:58 smithi066 ceph-mon[87361]: pgmap v3465: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-04-02T09:33:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:33:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:33:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:33:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:00.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:00 smithi066 ceph-mon[87361]: pgmap v3466: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:34:00.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:00 smithi019 ceph-mon[94035]: pgmap v3466: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:34:00.596 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:34:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:34:00] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:34:00.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:00 smithi019 ceph-mon[96522]: pgmap v3466: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:34:02.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:02 smithi066 ceph-mon[87361]: pgmap v3467: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:34:02.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:34:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:02 smithi019 ceph-mon[94035]: pgmap v3467: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:34:02.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:02 smithi019 ceph-mon[96522]: pgmap v3467: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:34:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:04 smithi066 ceph-mon[87361]: pgmap v3468: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:34:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:04 smithi019 ceph-mon[94035]: pgmap v3468: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:34:04.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:04 smithi019 ceph-mon[96522]: pgmap v3468: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:34:05.899 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/3.Grow (15264 ms) 2024-04-02T09:34:05.899 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-02T09:34:05.899 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:34:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:06 smithi066 ceph-mon[87361]: pgmap v3469: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:34:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:06 smithi019 ceph-mon[94035]: pgmap v3469: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:34:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:06 smithi019 ceph-mon[96522]: pgmap v3469: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:34:08.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:08 smithi066 ceph-mon[87361]: pgmap v3470: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-02T09:34:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:08 smithi019 ceph-mon[94035]: pgmap v3470: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-02T09:34:08.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:08 smithi019 ceph-mon[96522]: pgmap v3470: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-02T09:34:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:10 smithi066 ceph-mon[87361]: pgmap v3471: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:34:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:10 smithi019 ceph-mon[94035]: pgmap v3471: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:34:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:34:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:34:10] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:34:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:10 smithi019 ceph-mon[96522]: pgmap v3471: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:34:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:11 smithi066 ceph-mon[87361]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:34:11.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:11 smithi019 ceph-mon[94035]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:34:11.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:11 smithi019 ceph-mon[96522]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:34:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:12 smithi066 ceph-mon[87361]: pgmap v3473: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-04-02T09:34:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:34:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:12 smithi019 ceph-mon[94035]: pgmap v3473: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-04-02T09:34:12.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:12 smithi019 ceph-mon[96522]: pgmap v3473: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 29 op/s 2024-04-02T09:34:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:14 smithi066 ceph-mon[87361]: pgmap v3474: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:14 smithi019 ceph-mon[94035]: pgmap v3474: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:14 smithi019 ceph-mon[96522]: pgmap v3474: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:16 smithi066 ceph-mon[87361]: pgmap v3475: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:16 smithi019 ceph-mon[94035]: pgmap v3475: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:16 smithi019 ceph-mon[96522]: pgmap v3475: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:18 smithi066 ceph-mon[87361]: pgmap v3476: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.0 MiB/s wr, 53 op/s 2024-04-02T09:34:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:18 smithi019 ceph-mon[94035]: pgmap v3476: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.0 MiB/s wr, 53 op/s 2024-04-02T09:34:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:18 smithi019 ceph-mon[96522]: pgmap v3476: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.0 MiB/s wr, 53 op/s 2024-04-02T09:34:20.373 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14474 ms) 2024-04-02T09:34:20.373 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-02T09:34:20.374 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:34:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:20 smithi066 ceph-mon[87361]: pgmap v3477: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 910 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:34:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:20 smithi019 ceph-mon[94035]: pgmap v3477: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 910 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:34:20.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:20 smithi019 ceph-mon[96522]: pgmap v3477: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 910 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-02T09:34:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:34:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:34:20] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:34:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:22 smithi066 ceph-mon[87361]: pgmap v3478: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-02T09:34:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:34:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:22 smithi019 ceph-mon[94035]: pgmap v3478: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-02T09:34:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:22 smithi019 ceph-mon[96522]: pgmap v3478: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-02T09:34:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:24 smithi066 ceph-mon[87361]: pgmap v3479: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.2 MiB/s wr, 58 op/s 2024-04-02T09:34:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:24 smithi019 ceph-mon[94035]: pgmap v3479: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.2 MiB/s wr, 58 op/s 2024-04-02T09:34:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:24 smithi019 ceph-mon[96522]: pgmap v3479: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.2 MiB/s wr, 58 op/s 2024-04-02T09:34:25.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:25 smithi066 ceph-mon[87361]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:34:25.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:25 smithi019 ceph-mon[94035]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:34:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:25 smithi019 ceph-mon[96522]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:34:26.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:26 smithi066 ceph-mon[87361]: pgmap v3481: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:34:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:26 smithi019 ceph-mon[94035]: pgmap v3481: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:34:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:26 smithi019 ceph-mon[96522]: pgmap v3481: 137 pgs: 137 active+clean; 179 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-02T09:34:28.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:28 smithi066 ceph-mon[87361]: pgmap v3482: 137 pgs: 137 active+clean; 191 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:34:28.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:28 smithi019 ceph-mon[94035]: pgmap v3482: 137 pgs: 137 active+clean; 191 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:34:28.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:28 smithi019 ceph-mon[96522]: pgmap v3482: 137 pgs: 137 active+clean; 191 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:34:29.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:29.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:29.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:30 smithi066 ceph-mon[87361]: pgmap v3483: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:30.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:30 smithi019 ceph-mon[94035]: pgmap v3483: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:30 smithi019 ceph-mon[96522]: pgmap v3483: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:30.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:34:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:34:30] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-02T09:34:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:32 smithi066 ceph-mon[87361]: pgmap v3484: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:34:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:32.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:32 smithi019 ceph-mon[94035]: pgmap v3484: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:32 smithi019 ceph-mon[96522]: pgmap v3484: 137 pgs: 137 active+clean; 208 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-02T09:34:33.639 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13265 ms) 2024-04-02T09:34:33.640 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-02T09:34:33.640 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:34:34.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:34 smithi066 ceph-mon[87361]: pgmap v3485: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:34:34.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:34 smithi019 ceph-mon[94035]: pgmap v3485: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:34:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:34 smithi019 ceph-mon[96522]: pgmap v3485: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:34:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:36 smithi066 ceph-mon[87361]: pgmap v3486: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:34:36.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:36 smithi019 ceph-mon[94035]: pgmap v3486: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:34:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:36 smithi019 ceph-mon[96522]: pgmap v3486: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:34:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:38 smithi066 ceph-mon[87361]: pgmap v3487: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 788 KiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-02T09:34:38.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:38 smithi019 ceph-mon[94035]: pgmap v3487: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 788 KiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-02T09:34:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:38 smithi019 ceph-mon[96522]: pgmap v3487: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 788 KiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-02T09:34:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:39 smithi066 ceph-mon[87361]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:34:39.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:39 smithi019 ceph-mon[94035]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:34:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:39 smithi019 ceph-mon[96522]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:34:40.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:40 smithi066 ceph-mon[87361]: pgmap v3489: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:34:40.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:40 smithi019 ceph-mon[94035]: pgmap v3489: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:34:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:40 smithi019 ceph-mon[96522]: pgmap v3489: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:34:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:34:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:34:40] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-02T09:34:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:42 smithi066 ceph-mon[87361]: pgmap v3490: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:34:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:34:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:42 smithi019 ceph-mon[94035]: pgmap v3490: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:34:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:42 smithi019 ceph-mon[96522]: pgmap v3490: 137 pgs: 137 active+clean; 216 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-02T09:34:43.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:43.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:44 smithi066 ceph-mon[87361]: pgmap v3491: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:34:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[94035]: pgmap v3491: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[96522]: pgmap v3491: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:34:46.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:46 smithi066 ceph-mon[87361]: pgmap v3492: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:34:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:46 smithi019 ceph-mon[94035]: pgmap v3492: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:34:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:46 smithi019 ceph-mon[96522]: pgmap v3492: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:34:47.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:47 smithi066 ceph-mon[87361]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:34:47.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:47 smithi019 ceph-mon[94035]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:34:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:47 smithi019 ceph-mon[96522]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:34:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:48 smithi066 ceph-mon[87361]: pgmap v3494: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-04-02T09:34:48.604 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14966 ms) 2024-04-02T09:34:48.604 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-02T09:34:48.604 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:34:48.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:48 smithi019 ceph-mon[94035]: pgmap v3494: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-04-02T09:34:48.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:48 smithi019 ceph-mon[96522]: pgmap v3494: 137 pgs: 137 active+clean; 245 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-04-02T09:34:50.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:50 smithi066 ceph-mon[87361]: pgmap v3495: 137 pgs: 137 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-02T09:34:50.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:50 smithi019 ceph-mon[94035]: pgmap v3495: 137 pgs: 137 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-02T09:34:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:50 smithi019 ceph-mon[96522]: pgmap v3495: 137 pgs: 137 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-02T09:34:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:34:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:34:50] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:34:52.562 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:52 smithi066 ceph-mon[87361]: pgmap v3496: 137 pgs: 137 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-02T09:34:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:34:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:52.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:52 smithi019 ceph-mon[94035]: pgmap v3496: 137 pgs: 137 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-02T09:34:52.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:52 smithi019 ceph-mon[96522]: pgmap v3496: 137 pgs: 137 active+clean; 261 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-02T09:34:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:54 smithi019 ceph-mon[94035]: pgmap v3497: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:34:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:54 smithi019 ceph-mon[94035]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:34:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:54 smithi019 ceph-mon[96522]: pgmap v3497: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:34:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:54 smithi019 ceph-mon[96522]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:34:54.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:54 smithi066 ceph-mon[87361]: pgmap v3497: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:34:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:54 smithi066 ceph-mon[87361]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:34:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:56 smithi019 ceph-mon[94035]: pgmap v3499: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.3 MiB/s wr, 48 op/s 2024-04-02T09:34:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:56 smithi019 ceph-mon[96522]: pgmap v3499: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.3 MiB/s wr, 48 op/s 2024-04-02T09:34:56.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:56 smithi066 ceph-mon[87361]: pgmap v3499: 137 pgs: 137 active+clean; 306 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.3 MiB/s wr, 48 op/s 2024-04-02T09:34:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:58 smithi019 ceph-mon[94035]: pgmap v3500: 137 pgs: 137 active+clean; 319 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 47 op/s 2024-04-02T09:34:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:58 smithi019 ceph-mon[96522]: pgmap v3500: 137 pgs: 137 active+clean; 319 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 47 op/s 2024-04-02T09:34:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:58 smithi066 ceph-mon[87361]: pgmap v3500: 137 pgs: 137 active+clean; 319 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 47 op/s 2024-04-02T09:34:59.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:34:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:34:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:34:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:00.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:00 smithi019 ceph-mon[94035]: pgmap v3501: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T09:35:00.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:00 smithi019 ceph-mon[96522]: pgmap v3501: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T09:35:00.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:35:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:35:00] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:35:00.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:00 smithi066 ceph-mon[87361]: pgmap v3501: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T09:35:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:02 smithi019 ceph-mon[94035]: pgmap v3502: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T09:35:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:02 smithi019 ceph-mon[96522]: pgmap v3502: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T09:35:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:02 smithi066 ceph-mon[87361]: pgmap v3502: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 7.8 MiB/s wr, 51 op/s 2024-04-02T09:35:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:35:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:02.820 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (14216 ms) 2024-04-02T09:35:02.820 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-02T09:35:02.821 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:35:04.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:04 smithi019 ceph-mon[94035]: pgmap v3503: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-02T09:35:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:04 smithi019 ceph-mon[96522]: pgmap v3503: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-02T09:35:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:04 smithi066 ceph-mon[87361]: pgmap v3503: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 45 op/s 2024-04-02T09:35:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:06 smithi019 ceph-mon[94035]: pgmap v3504: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-02T09:35:06.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:06 smithi019 ceph-mon[96522]: pgmap v3504: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-02T09:35:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:06 smithi066 ceph-mon[87361]: pgmap v3504: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-02T09:35:08.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:08 smithi019 ceph-mon[94035]: pgmap v3505: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 45 op/s 2024-04-02T09:35:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:08 smithi019 ceph-mon[94035]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:35:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:08 smithi019 ceph-mon[96522]: pgmap v3505: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 45 op/s 2024-04-02T09:35:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:08 smithi019 ceph-mon[96522]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:35:08.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:08 smithi066 ceph-mon[87361]: pgmap v3505: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 45 op/s 2024-04-02T09:35:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:08 smithi066 ceph-mon[87361]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:35:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:10 smithi019 ceph-mon[94035]: pgmap v3507: 137 pgs: 137 active+clean; 364 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:35:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:10 smithi019 ceph-mon[96522]: pgmap v3507: 137 pgs: 137 active+clean; 364 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:35:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:35:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:35:10] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:35:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:10 smithi066 ceph-mon[87361]: pgmap v3507: 137 pgs: 137 active+clean; 364 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-02T09:35:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:12 smithi066 ceph-mon[87361]: pgmap v3508: 137 pgs: 137 active+clean; 368 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T09:35:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:35:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:12 smithi019 ceph-mon[94035]: pgmap v3508: 137 pgs: 137 active+clean; 368 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T09:35:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:12 smithi019 ceph-mon[96522]: pgmap v3508: 137 pgs: 137 active+clean; 368 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T09:35:13.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:13.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:14 smithi019 ceph-mon[94035]: pgmap v3509: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:14 smithi019 ceph-mon[96522]: pgmap v3509: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:14 smithi066 ceph-mon[87361]: pgmap v3509: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:16 smithi019 ceph-mon[94035]: pgmap v3510: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:16 smithi019 ceph-mon[96522]: pgmap v3510: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:16 smithi066 ceph-mon[87361]: pgmap v3510: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-02T09:35:17.595 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (14775 ms) 2024-04-02T09:35:18.377 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (105772 ms total) 2024-04-02T09:35:18.377 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:35:18.377 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-02T09:35:18.417 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-02T09:35:18.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:18 smithi019 ceph-mon[94035]: pgmap v3511: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:35:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:18 smithi019 ceph-mon[96522]: pgmap v3511: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:35:18.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:18 smithi066 ceph-mon[87361]: pgmap v3511: 137 pgs: 137 active+clean; 376 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 473 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:35:19.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:19 smithi019 ceph-mon[94035]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:35:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:19 smithi019 ceph-mon[96522]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:35:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:19 smithi066 ceph-mon[87361]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:35:20.391 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:35:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:20 smithi019 ceph-mon[94035]: pgmap v3513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:20 smithi019 ceph-mon[94035]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:35:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:20 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2551761815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:35:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:35:20] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:35:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:20 smithi019 ceph-mon[96522]: pgmap v3513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:20 smithi019 ceph-mon[96522]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:35:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:20 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2551761815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:20 smithi066 ceph-mon[87361]: pgmap v3513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:20 smithi066 ceph-mon[87361]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:35:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:20 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2551761815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:35:21.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:21 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2551761815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:21 smithi019 ceph-mon[94035]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:35:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:21 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2551761815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:21 smithi019 ceph-mon[96522]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:35:21.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:21 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2551761815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:35:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:21 smithi066 ceph-mon[87361]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:35:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:22 smithi066 ceph-mon[87361]: pgmap v3516: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:22 smithi066 ceph-mon[87361]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:35:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:35:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:22.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:22 smithi019 ceph-mon[94035]: pgmap v3516: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:22 smithi019 ceph-mon[94035]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:35:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:22 smithi019 ceph-mon[96522]: pgmap v3516: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:35:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:22 smithi019 ceph-mon[96522]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:35:23.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:23 smithi019 ceph-mon[94035]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:35:23.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:23 smithi019 ceph-mon[96522]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:35:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:23 smithi066 ceph-mon[87361]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:35:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:24 smithi019 ceph-mon[94035]: pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:35:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:24 smithi019 ceph-mon[96522]: pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:35:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:24 smithi066 ceph-mon[87361]: pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:35:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:26 smithi019 ceph-mon[94035]: pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 193 B/s wr, 0 op/s 2024-04-02T09:35:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:26 smithi019 ceph-mon[96522]: pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 193 B/s wr, 0 op/s 2024-04-02T09:35:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:26 smithi066 ceph-mon[87361]: pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 193 B/s wr, 0 op/s 2024-04-02T09:35:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:27 smithi019 ceph-mon[94035]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:35:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:27 smithi019 ceph-mon[96522]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:35:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:27 smithi066 ceph-mon[87361]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:35:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:28 smithi019 ceph-mon[96522]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 853 B/s wr, 3 op/s 2024-04-02T09:35:28.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:28.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:28 smithi019 ceph-mon[94035]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 853 B/s wr, 3 op/s 2024-04-02T09:35:28.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:28 smithi066 ceph-mon[87361]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 853 B/s wr, 3 op/s 2024-04-02T09:35:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:30.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:30 smithi019 ceph-mon[94035]: pgmap v3523: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-04-02T09:35:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:30 smithi019 ceph-mon[94035]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:35:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:30 smithi019 ceph-mon[96522]: pgmap v3523: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-04-02T09:35:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:30 smithi019 ceph-mon[96522]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:35:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:35:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:35:30] "GET /metrics HTTP/1.1" 200 36707 "" "Prometheus/2.43.0" 2024-04-02T09:35:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:30 smithi066 ceph-mon[87361]: pgmap v3523: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-04-02T09:35:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:30 smithi066 ceph-mon[87361]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:35:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:32 smithi066 ceph-mon[87361]: pgmap v3525: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-04-02T09:35:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:35:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:35:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:32 smithi019 ceph-mon[96522]: pgmap v3525: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-04-02T09:35:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:32 smithi019 ceph-mon[94035]: pgmap v3525: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-04-02T09:35:33.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:33 smithi066 ceph-mon[87361]: pgmap v3526: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:35:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:33 smithi019 ceph-mon[94035]: pgmap v3526: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:35:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:33 smithi019 ceph-mon[96522]: pgmap v3526: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-02T09:35:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:35 smithi066 ceph-mon[87361]: pgmap v3527: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 MiB/s wr, 46 op/s 2024-04-02T09:35:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:35 smithi019 ceph-mon[94035]: pgmap v3527: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 MiB/s wr, 46 op/s 2024-04-02T09:35:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:35 smithi019 ceph-mon[96522]: pgmap v3527: 137 pgs: 137 active+clean; 34 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.5 MiB/s wr, 46 op/s 2024-04-02T09:35:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:37 smithi066 ceph-mon[87361]: pgmap v3528: 137 pgs: 137 active+clean; 42 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-02T09:35:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:37 smithi019 ceph-mon[94035]: pgmap v3528: 137 pgs: 137 active+clean; 42 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-02T09:35:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:37 smithi019 ceph-mon[96522]: pgmap v3528: 137 pgs: 137 active+clean; 42 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-02T09:35:38.247 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/4.Simple (19830 ms) 2024-04-02T09:35:38.247 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-02T09:35:38.247 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:35:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:39 smithi066 ceph-mon[87361]: pgmap v3529: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-04-02T09:35:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:39 smithi019 ceph-mon[94035]: pgmap v3529: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-04-02T09:35:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:39 smithi019 ceph-mon[96522]: pgmap v3529: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-04-02T09:35:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:35:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:35:40] "GET /metrics HTTP/1.1" 200 36707 "" "Prometheus/2.43.0" 2024-04-02T09:35:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:41 smithi066 ceph-mon[87361]: pgmap v3530: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-04-02T09:35:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:41 smithi019 ceph-mon[94035]: pgmap v3530: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-04-02T09:35:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:41 smithi019 ceph-mon[96522]: pgmap v3530: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.8 MiB/s wr, 36 op/s 2024-04-02T09:35:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:35:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:43 smithi066 ceph-mon[87361]: pgmap v3531: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-02T09:35:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:43 smithi066 ceph-mon[87361]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:35:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:43 smithi019 ceph-mon[94035]: pgmap v3531: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-02T09:35:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:43 smithi019 ceph-mon[94035]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:35:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:43 smithi019 ceph-mon[96522]: pgmap v3531: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-02T09:35:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:43 smithi019 ceph-mon[96522]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:35:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:45.233 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:45.233 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:45.233 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:45.233 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:45.233 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:45 smithi066 ceph-mon[87361]: pgmap v3533: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:35:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[96522]: pgmap v3533: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[94035]: pgmap v3533: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:35:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:47 smithi066 ceph-mon[87361]: pgmap v3534: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 43 op/s 2024-04-02T09:35:48.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:47 smithi019 ceph-mon[94035]: pgmap v3534: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 43 op/s 2024-04-02T09:35:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:47 smithi019 ceph-mon[96522]: pgmap v3534: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 43 op/s 2024-04-02T09:35:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:49 smithi066 ceph-mon[87361]: pgmap v3535: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-02T09:35:50.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:49 smithi019 ceph-mon[94035]: pgmap v3535: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-02T09:35:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:49 smithi019 ceph-mon[96522]: pgmap v3535: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.6 MiB/s wr, 55 op/s 2024-04-02T09:35:50.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:35:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:35:50] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:35:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:51 smithi066 ceph-mon[87361]: pgmap v3536: 137 pgs: 137 active+clean; 116 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-02T09:35:52.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:51 smithi019 ceph-mon[94035]: pgmap v3536: 137 pgs: 137 active+clean; 116 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-02T09:35:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:51 smithi019 ceph-mon[96522]: pgmap v3536: 137 pgs: 137 active+clean; 116 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-02T09:35:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:35:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:53 smithi066 ceph-mon[87361]: pgmap v3537: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-02T09:35:54.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:53 smithi019 ceph-mon[94035]: pgmap v3537: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-02T09:35:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:53 smithi019 ceph-mon[96522]: pgmap v3537: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-02T09:35:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:55 smithi066 ceph-mon[87361]: pgmap v3538: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-02T09:35:56.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:55 smithi019 ceph-mon[94035]: pgmap v3538: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-02T09:35:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:55 smithi019 ceph-mon[96522]: pgmap v3538: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-02T09:35:56.760 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/4.Grow (18513 ms) 2024-04-02T09:35:56.760 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-02T09:35:56.760 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:35:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:57 smithi066 ceph-mon[87361]: pgmap v3539: 137 pgs: 137 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:35:58.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:57 smithi019 ceph-mon[94035]: pgmap v3539: 137 pgs: 137 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:35:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:57 smithi019 ceph-mon[96522]: pgmap v3539: 137 pgs: 137 active+clean; 141 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:35:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:59.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:35:59 smithi066 ceph-mon[87361]: pgmap v3540: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.2 MiB/s wr, 41 op/s 2024-04-02T09:36:00.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:35:59 smithi019 ceph-mon[94035]: pgmap v3540: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.2 MiB/s wr, 41 op/s 2024-04-02T09:36:00.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:35:59 smithi019 ceph-mon[96522]: pgmap v3540: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.2 MiB/s wr, 41 op/s 2024-04-02T09:36:00.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:36:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:36:00] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:36:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:01 smithi066 ceph-mon[87361]: pgmap v3541: 137 pgs: 137 active+clean; 166 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.5 MiB/s wr, 39 op/s 2024-04-02T09:36:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:01 smithi066 ceph-mon[87361]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:36:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:01 smithi019 ceph-mon[94035]: pgmap v3541: 137 pgs: 137 active+clean; 166 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.5 MiB/s wr, 39 op/s 2024-04-02T09:36:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:01 smithi019 ceph-mon[94035]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:36:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:01 smithi019 ceph-mon[96522]: pgmap v3541: 137 pgs: 137 active+clean; 166 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.5 MiB/s wr, 39 op/s 2024-04-02T09:36:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:01 smithi019 ceph-mon[96522]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:36:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:36:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:03 smithi066 ceph-mon[87361]: pgmap v3543: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2024-04-02T09:36:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:03 smithi019 ceph-mon[94035]: pgmap v3543: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2024-04-02T09:36:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:03 smithi019 ceph-mon[96522]: pgmap v3543: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2024-04-02T09:36:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:05 smithi066 ceph-mon[87361]: pgmap v3544: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2024-04-02T09:36:06.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:05 smithi019 ceph-mon[94035]: pgmap v3544: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2024-04-02T09:36:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:05 smithi019 ceph-mon[96522]: pgmap v3544: 137 pgs: 137 active+clean; 174 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 38 op/s 2024-04-02T09:36:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:07 smithi066 ceph-mon[87361]: pgmap v3545: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T09:36:08.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:07 smithi019 ceph-mon[94035]: pgmap v3545: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T09:36:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:07 smithi019 ceph-mon[96522]: pgmap v3545: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T09:36:10.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:09 smithi066 ceph-mon[87361]: pgmap v3546: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:36:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:09 smithi019 ceph-mon[94035]: pgmap v3546: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:36:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:09 smithi019 ceph-mon[96522]: pgmap v3546: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:36:10.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:36:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:36:10] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:36:12.062 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:11 smithi066 ceph-mon[87361]: pgmap v3547: 137 pgs: 137 active+clean; 182 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-02T09:36:12.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:11 smithi019 ceph-mon[94035]: pgmap v3547: 137 pgs: 137 active+clean; 182 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-02T09:36:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:11 smithi019 ceph-mon[96522]: pgmap v3547: 137 pgs: 137 active+clean; 182 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-02T09:36:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:36:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:13 smithi066 ceph-mon[87361]: pgmap v3548: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:36:14.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:14.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:13 smithi019 ceph-mon[94035]: pgmap v3548: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:36:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:13 smithi019 ceph-mon[96522]: pgmap v3548: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-04-02T09:36:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:14.286 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17526 ms) 2024-04-02T09:36:14.286 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-02T09:36:14.286 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:36:16.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:15 smithi066 ceph-mon[87361]: pgmap v3549: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:36:16.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:15 smithi019 ceph-mon[94035]: pgmap v3549: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:36:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:15 smithi019 ceph-mon[96522]: pgmap v3549: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-02T09:36:18.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:17 smithi066 ceph-mon[87361]: pgmap v3550: 137 pgs: 137 active+clean; 198 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:36:18.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:17 smithi019 ceph-mon[94035]: pgmap v3550: 137 pgs: 137 active+clean; 198 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:36:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:17 smithi019 ceph-mon[96522]: pgmap v3550: 137 pgs: 137 active+clean; 198 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:36:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:19 smithi066 ceph-mon[87361]: pgmap v3551: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:36:20.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:19 smithi066 ceph-mon[87361]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:36:20.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:19 smithi019 ceph-mon[94035]: pgmap v3551: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:36:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:19 smithi019 ceph-mon[94035]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:36:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:19 smithi019 ceph-mon[96522]: pgmap v3551: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:36:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:19 smithi019 ceph-mon[96522]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:36:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:36:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:36:20] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:36:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:21 smithi066 ceph-mon[87361]: pgmap v3553: 137 pgs: 137 active+clean; 235 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:36:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:21 smithi019 ceph-mon[94035]: pgmap v3553: 137 pgs: 137 active+clean; 235 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:36:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:21 smithi019 ceph-mon[96522]: pgmap v3553: 137 pgs: 137 active+clean; 235 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 63 op/s 2024-04-02T09:36:22.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:36:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:23 smithi066 ceph-mon[87361]: pgmap v3554: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:36:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:23 smithi019 ceph-mon[94035]: pgmap v3554: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:36:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:23 smithi019 ceph-mon[96522]: pgmap v3554: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:36:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:25 smithi066 ceph-mon[87361]: pgmap v3555: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:36:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:25 smithi019 ceph-mon[94035]: pgmap v3555: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:36:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:25 smithi019 ceph-mon[96522]: pgmap v3555: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:36:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:27 smithi019 ceph-mon[94035]: pgmap v3556: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.6 MiB/s wr, 45 op/s 2024-04-02T09:36:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:27 smithi019 ceph-mon[96522]: pgmap v3556: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.6 MiB/s wr, 45 op/s 2024-04-02T09:36:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:27 smithi066 ceph-mon[87361]: pgmap v3556: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.6 MiB/s wr, 45 op/s 2024-04-02T09:36:29.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:29.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:30.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:29 smithi019 ceph-mon[94035]: pgmap v3557: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:36:30.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:29 smithi019 ceph-mon[96522]: pgmap v3557: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:36:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:29 smithi066 ceph-mon[87361]: pgmap v3557: 137 pgs: 137 active+clean; 244 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:36:30.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:36:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:36:30] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:36:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:31 smithi019 ceph-mon[96522]: pgmap v3558: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:36:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:31 smithi019 ceph-mon[94035]: pgmap v3558: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:36:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:31 smithi066 ceph-mon[87361]: pgmap v3558: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-04-02T09:36:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:36:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:33.266 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (18980 ms) 2024-04-02T09:36:33.266 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-02T09:36:33.266 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:36:34.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:33 smithi019 ceph-mon[94035]: pgmap v3559: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-02T09:36:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:33 smithi019 ceph-mon[96522]: pgmap v3559: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-02T09:36:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:33 smithi066 ceph-mon[87361]: pgmap v3559: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-02T09:36:36.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:35 smithi019 ceph-mon[94035]: pgmap v3560: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-02T09:36:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:35 smithi019 ceph-mon[96522]: pgmap v3560: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-02T09:36:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:35 smithi066 ceph-mon[87361]: pgmap v3560: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-02T09:36:38.199 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:37 smithi019 ceph-mon[94035]: pgmap v3561: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T09:36:38.199 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:37 smithi019 ceph-mon[96522]: pgmap v3561: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T09:36:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:37 smithi066 ceph-mon[87361]: pgmap v3561: 137 pgs: 137 active+clean; 264 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-02T09:36:39.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:38 smithi019 ceph-mon[94035]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:36:39.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:38 smithi019 ceph-mon[96522]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:36:39.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:38 smithi066 ceph-mon[87361]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:36:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:39 smithi019 ceph-mon[94035]: pgmap v3563: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:36:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:39 smithi019 ceph-mon[96522]: pgmap v3563: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:36:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:39 smithi066 ceph-mon[87361]: pgmap v3563: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:36:40.695 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:36:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:36:40] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:36:42.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:41 smithi019 ceph-mon[94035]: pgmap v3564: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-02T09:36:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:41 smithi019 ceph-mon[96522]: pgmap v3564: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-02T09:36:42.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:41 smithi066 ceph-mon[87361]: pgmap v3564: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-04-02T09:36:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:36:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:44.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:43 smithi019 ceph-mon[94035]: pgmap v3565: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-02T09:36:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:43 smithi019 ceph-mon[96522]: pgmap v3565: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-02T09:36:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:43 smithi066 ceph-mon[87361]: pgmap v3565: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-02T09:36:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:45 smithi019 ceph-mon[94035]: pgmap v3566: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-02T09:36:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:45 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:46.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:45 smithi019 ceph-mon[96522]: pgmap v3566: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-02T09:36:46.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:45 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:45 smithi066 ceph-mon[87361]: pgmap v3566: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-02T09:36:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:45 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:46 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:46 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:46 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:36:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:46 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:46 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:46 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:36:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:46 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:46 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:46 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:36:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:48 smithi019 ceph-mon[94035]: pgmap v3567: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:36:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:48 smithi019 ceph-mon[96522]: pgmap v3567: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:36:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:48 smithi066 ceph-mon[87361]: pgmap v3567: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:36:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:50 smithi019 ceph-mon[94035]: pgmap v3568: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 MiB/s wr, 32 op/s 2024-04-02T09:36:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:50 smithi019 ceph-mon[96522]: pgmap v3568: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 MiB/s wr, 32 op/s 2024-04-02T09:36:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:36:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:36:50] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:36:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:50 smithi066 ceph-mon[87361]: pgmap v3568: 137 pgs: 137 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.2 MiB/s wr, 32 op/s 2024-04-02T09:36:51.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:51 smithi019 ceph-mon[94035]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:36:51.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:51 smithi019 ceph-mon[96522]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:36:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:51 smithi066 ceph-mon[87361]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:36:52.628 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (19361 ms) 2024-04-02T09:36:52.628 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-02T09:36:52.628 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:36:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:52 smithi019 ceph-mon[94035]: pgmap v3570: 137 pgs: 137 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 44 op/s 2024-04-02T09:36:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:52 smithi019 ceph-mon[96522]: pgmap v3570: 137 pgs: 137 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 44 op/s 2024-04-02T09:36:52.715 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:52 smithi066 ceph-mon[87361]: pgmap v3570: 137 pgs: 137 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 44 op/s 2024-04-02T09:36:52.715 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:36:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:54.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:54 smithi019 ceph-mon[94035]: pgmap v3571: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-02T09:36:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:54 smithi019 ceph-mon[96522]: pgmap v3571: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-02T09:36:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:54 smithi066 ceph-mon[87361]: pgmap v3571: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-02T09:36:56.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:56 smithi019 ceph-mon[94035]: pgmap v3572: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-02T09:36:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:56 smithi019 ceph-mon[96522]: pgmap v3572: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-02T09:36:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:56 smithi066 ceph-mon[87361]: pgmap v3572: 137 pgs: 137 active+clean; 378 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-02T09:36:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:57 smithi019 ceph-mon[96522]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:36:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:57 smithi019 ceph-mon[94035]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:36:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:57 smithi066 ceph-mon[87361]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:36:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:58 smithi019 ceph-mon[94035]: pgmap v3574: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-02T09:36:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:58 smithi019 ceph-mon[96522]: pgmap v3574: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-02T09:36:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:58 smithi066 ceph-mon[87361]: pgmap v3574: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-02T09:36:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:36:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:36:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:59.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:36:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:00 smithi019 ceph-mon[94035]: pgmap v3575: 137 pgs: 137 active+clean; 386 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 11 MiB/s wr, 75 op/s 2024-04-02T09:37:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:37:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:37:00] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:37:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:00 smithi019 ceph-mon[96522]: pgmap v3575: 137 pgs: 137 active+clean; 386 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 11 MiB/s wr, 75 op/s 2024-04-02T09:37:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:00 smithi066 ceph-mon[87361]: pgmap v3575: 137 pgs: 137 active+clean; 386 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 11 MiB/s wr, 75 op/s 2024-04-02T09:37:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:02 smithi066 ceph-mon[87361]: pgmap v3576: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 43 op/s 2024-04-02T09:37:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:37:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:02 smithi019 ceph-mon[94035]: pgmap v3576: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 43 op/s 2024-04-02T09:37:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:02 smithi019 ceph-mon[96522]: pgmap v3576: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 43 op/s 2024-04-02T09:37:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:04 smithi019 ceph-mon[94035]: pgmap v3577: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:04 smithi019 ceph-mon[96522]: pgmap v3577: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:04 smithi066 ceph-mon[87361]: pgmap v3577: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:06.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:06 smithi019 ceph-mon[94035]: pgmap v3578: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:06 smithi019 ceph-mon[96522]: pgmap v3578: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:06 smithi066 ceph-mon[87361]: pgmap v3578: 137 pgs: 137 active+clean; 407 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:37:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:08 smithi019 ceph-mon[94035]: pgmap v3579: 137 pgs: 137 active+clean; 411 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T09:37:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:08 smithi019 ceph-mon[96522]: pgmap v3579: 137 pgs: 137 active+clean; 411 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T09:37:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:08 smithi066 ceph-mon[87361]: pgmap v3579: 137 pgs: 137 active+clean; 411 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-02T09:37:10.369 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (17742 ms) 2024-04-02T09:37:10.369 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-02T09:37:10.369 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:37:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:10 smithi019 ceph-mon[94035]: pgmap v3580: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:37:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:37:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:37:10] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:37:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:10 smithi019 ceph-mon[96522]: pgmap v3580: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:37:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:10 smithi066 ceph-mon[87361]: pgmap v3580: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:37:12.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:12 smithi019 ceph-mon[94035]: pgmap v3581: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:37:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:12 smithi019 ceph-mon[96522]: pgmap v3581: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:37:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:12 smithi066 ceph-mon[87361]: pgmap v3581: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:37:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:37:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:13.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:14.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:14 smithi019 ceph-mon[94035]: pgmap v3582: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:14 smithi019 ceph-mon[96522]: pgmap v3582: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:14 smithi066 ceph-mon[87361]: pgmap v3582: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:16 smithi019 ceph-mon[94035]: pgmap v3583: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:16 smithi019 ceph-mon[94035]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:37:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:16 smithi019 ceph-mon[96522]: pgmap v3583: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:16 smithi019 ceph-mon[96522]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:37:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:16 smithi066 ceph-mon[87361]: pgmap v3583: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:16 smithi066 ceph-mon[87361]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:37:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:18 smithi019 ceph-mon[94035]: pgmap v3585: 137 pgs: 137 active+clean; 452 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-04-02T09:37:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:18 smithi019 ceph-mon[96522]: pgmap v3585: 137 pgs: 137 active+clean; 452 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-04-02T09:37:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:18 smithi066 ceph-mon[87361]: pgmap v3585: 137 pgs: 137 active+clean; 452 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 54 op/s 2024-04-02T09:37:20.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:20 smithi019 ceph-mon[94035]: pgmap v3586: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:37:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:20 smithi019 ceph-mon[96522]: pgmap v3586: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:37:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:37:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:37:20] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:37:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:20 smithi066 ceph-mon[87361]: pgmap v3586: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:37:22.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:22 smithi066 ceph-mon[87361]: pgmap v3587: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-02T09:37:22.616 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:37:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:22 smithi019 ceph-mon[94035]: pgmap v3587: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-02T09:37:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:22 smithi019 ceph-mon[96522]: pgmap v3587: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-02T09:37:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:24 smithi019 ceph-mon[94035]: pgmap v3588: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:37:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:24 smithi019 ceph-mon[96522]: pgmap v3588: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:37:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:24 smithi066 ceph-mon[87361]: pgmap v3588: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:37:26.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:26 smithi019 ceph-mon[94035]: pgmap v3589: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:37:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:26 smithi019 ceph-mon[96522]: pgmap v3589: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:37:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:26 smithi066 ceph-mon[87361]: pgmap v3589: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:37:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:28 smithi019 ceph-mon[94035]: pgmap v3590: 137 pgs: 137 active+clean; 464 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-02T09:37:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:28 smithi019 ceph-mon[96522]: pgmap v3590: 137 pgs: 137 active+clean; 464 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-02T09:37:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:28 smithi066 ceph-mon[87361]: pgmap v3590: 137 pgs: 137 active+clean; 464 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-02T09:37:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:29.445 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (19076 ms) 2024-04-02T09:37:30.447 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (131028 ms total) 2024-04-02T09:37:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:37:30.447 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-02T09:37:30.487 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-02T09:37:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:30 smithi019 ceph-mon[94035]: pgmap v3591: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T09:37:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:37:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:37:30] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:37:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:30 smithi019 ceph-mon[96522]: pgmap v3591: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T09:37:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:30 smithi066 ceph-mon[87361]: pgmap v3591: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-02T09:37:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:31 smithi066 ceph-mon[87361]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:37:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:31 smithi066 ceph-mon[87361]: pgmap v3593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:31.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:31 smithi019 ceph-mon[94035]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:37:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:31 smithi019 ceph-mon[94035]: pgmap v3593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:31 smithi019 ceph-mon[96522]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:37:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:31 smithi019 ceph-mon[96522]: pgmap v3593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:32.460 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:37:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:32 smithi066 ceph-mon[87361]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:37:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:32 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1418632874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:32 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:37:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:32 smithi019 ceph-mon[94035]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:37:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:32 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1418632874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:32 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:32 smithi019 ceph-mon[96522]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:37:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:32 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1418632874' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:32 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:33 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:33 smithi066 ceph-mon[87361]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:37:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:33 smithi066 ceph-mon[87361]: pgmap v3596: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:33.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:33 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:33 smithi019 ceph-mon[94035]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:37:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:33 smithi019 ceph-mon[94035]: pgmap v3596: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:33 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:33 smithi019 ceph-mon[96522]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:37:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:33 smithi019 ceph-mon[96522]: pgmap v3596: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:34 smithi066 ceph-mon[87361]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:37:34.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:34 smithi019 ceph-mon[94035]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:37:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:34 smithi019 ceph-mon[96522]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:37:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:35 smithi066 ceph-mon[87361]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:37:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:35 smithi066 ceph-mon[87361]: pgmap v3599: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:35 smithi019 ceph-mon[94035]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:37:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:35 smithi019 ceph-mon[94035]: pgmap v3599: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:35 smithi019 ceph-mon[96522]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:37:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:35 smithi019 ceph-mon[96522]: pgmap v3599: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:37 smithi066 ceph-mon[87361]: pgmap v3600: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:38.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:37 smithi019 ceph-mon[94035]: pgmap v3600: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:37 smithi019 ceph-mon[96522]: pgmap v3600: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:39 smithi066 ceph-mon[87361]: pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:40.195 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:39 smithi019 ceph-mon[94035]: pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:39 smithi019 ceph-mon[96522]: pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:37:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:37:40] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:37:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:41 smithi066 ceph-mon[87361]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:37:41.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:41 smithi019 ceph-mon[94035]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:37:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:41 smithi019 ceph-mon[96522]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:37:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:42 smithi066 ceph-mon[87361]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:37:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:37:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:42.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:42 smithi019 ceph-mon[94035]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:37:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:42 smithi019 ceph-mon[96522]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:37:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:44 smithi066 ceph-mon[87361]: pgmap v3604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 996 B/s wr, 6 op/s 2024-04-02T09:37:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:44 smithi066 ceph-mon[87361]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:37:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:44 smithi019 ceph-mon[94035]: pgmap v3604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 996 B/s wr, 6 op/s 2024-04-02T09:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:44 smithi019 ceph-mon[94035]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:37:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:44 smithi019 ceph-mon[96522]: pgmap v3604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 996 B/s wr, 6 op/s 2024-04-02T09:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:44 smithi019 ceph-mon[96522]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:37:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:46 smithi066 ceph-mon[87361]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:37:46.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:46 smithi019 ceph-mon[94035]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:37:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:46 smithi019 ceph-mon[96522]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:37:47.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:47 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:47.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:47 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:47 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:48 smithi066 ceph-mon[87361]: pgmap v3607: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-04-02T09:37:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:37:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[94035]: pgmap v3607: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-04-02T09:37:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:37:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[96522]: pgmap v3607: 137 pgs: 137 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.1 MiB/s wr, 51 op/s 2024-04-02T09:37:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:37:49.723 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/5.Simple (19235 ms) 2024-04-02T09:37:49.723 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-02T09:37:49.724 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:37:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:50 smithi066 ceph-mon[87361]: pgmap v3608: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-02T09:37:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:50 smithi019 ceph-mon[94035]: pgmap v3608: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-02T09:37:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:50 smithi019 ceph-mon[96522]: pgmap v3608: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-02T09:37:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:37:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:37:50] "GET /metrics HTTP/1.1" 200 36710 "" "Prometheus/2.43.0" 2024-04-02T09:37:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:52 smithi066 ceph-mon[87361]: pgmap v3609: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-02T09:37:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:37:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:52 smithi019 ceph-mon[94035]: pgmap v3609: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-02T09:37:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:52 smithi019 ceph-mon[96522]: pgmap v3609: 137 pgs: 137 active+clean; 70 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-02T09:37:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:54 smithi066 ceph-mon[87361]: pgmap v3610: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:37:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:54 smithi019 ceph-mon[94035]: pgmap v3610: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:37:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:54 smithi019 ceph-mon[96522]: pgmap v3610: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:37:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:56 smithi066 ceph-mon[87361]: pgmap v3611: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-02T09:37:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:56 smithi019 ceph-mon[96522]: pgmap v3611: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-02T09:37:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:56 smithi019 ceph-mon[94035]: pgmap v3611: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-02T09:37:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:57 smithi066 ceph-mon[87361]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:37:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:57 smithi019 ceph-mon[94035]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:37:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:57 smithi019 ceph-mon[96522]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:37:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:58 smithi066 ceph-mon[87361]: pgmap v3613: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 29 op/s 2024-04-02T09:37:58.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:58 smithi019 ceph-mon[94035]: pgmap v3613: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 29 op/s 2024-04-02T09:37:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:58 smithi019 ceph-mon[96522]: pgmap v3613: 137 pgs: 137 active+clean; 104 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 29 op/s 2024-04-02T09:37:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:37:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:37:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:37:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:00 smithi066 ceph-mon[87361]: pgmap v3614: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 47 op/s 2024-04-02T09:38:00.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:00 smithi019 ceph-mon[94035]: pgmap v3614: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 47 op/s 2024-04-02T09:38:00.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:38:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:38:00] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:38:00.598 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:00 smithi019 ceph-mon[96522]: pgmap v3614: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 47 op/s 2024-04-02T09:38:01.959 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/5.Grow (12235 ms) 2024-04-02T09:38:01.959 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-02T09:38:01.959 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:38:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:02 smithi066 ceph-mon[87361]: pgmap v3615: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:38:02.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:38:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:02.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:02 smithi019 ceph-mon[94035]: pgmap v3615: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:38:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:02 smithi019 ceph-mon[96522]: pgmap v3615: 137 pgs: 137 active+clean; 140 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:38:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:04 smithi066 ceph-mon[87361]: pgmap v3616: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 64 op/s 2024-04-02T09:38:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:04 smithi019 ceph-mon[94035]: pgmap v3616: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 64 op/s 2024-04-02T09:38:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:04 smithi019 ceph-mon[96522]: pgmap v3616: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 64 op/s 2024-04-02T09:38:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:06 smithi066 ceph-mon[87361]: pgmap v3617: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 64 op/s 2024-04-02T09:38:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:06 smithi019 ceph-mon[94035]: pgmap v3617: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 64 op/s 2024-04-02T09:38:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:06 smithi019 ceph-mon[96522]: pgmap v3617: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 8.2 MiB/s wr, 64 op/s 2024-04-02T09:38:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:08 smithi066 ceph-mon[87361]: pgmap v3618: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-02T09:38:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:08 smithi019 ceph-mon[94035]: pgmap v3618: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-02T09:38:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:08 smithi019 ceph-mon[96522]: pgmap v3618: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-02T09:38:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:10 smithi066 ceph-mon[87361]: pgmap v3619: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-02T09:38:10.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:10 smithi019 ceph-mon[94035]: pgmap v3619: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-02T09:38:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:10 smithi019 ceph-mon[96522]: pgmap v3619: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-02T09:38:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:38:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:38:10] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:38:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:11 smithi066 ceph-mon[87361]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:38:11.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:11 smithi019 ceph-mon[94035]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:38:11.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:11 smithi019 ceph-mon[96522]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:38:12.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:12 smithi066 ceph-mon[87361]: pgmap v3621: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-02T09:38:12.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:38:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:12 smithi019 ceph-mon[94035]: pgmap v3621: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-02T09:38:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:12 smithi019 ceph-mon[96522]: pgmap v3621: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-02T09:38:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:14 smithi066 ceph-mon[87361]: pgmap v3622: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:14 smithi019 ceph-mon[94035]: pgmap v3622: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:14 smithi019 ceph-mon[96522]: pgmap v3622: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:16 smithi066 ceph-mon[87361]: pgmap v3623: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:16.638 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14679 ms) 2024-04-02T09:38:16.638 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-02T09:38:16.638 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:38:16.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:16 smithi019 ceph-mon[94035]: pgmap v3623: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:16 smithi019 ceph-mon[96522]: pgmap v3623: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:18 smithi066 ceph-mon[87361]: pgmap v3624: 137 pgs: 137 active+clean; 239 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-04-02T09:38:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:18 smithi019 ceph-mon[94035]: pgmap v3624: 137 pgs: 137 active+clean; 239 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-04-02T09:38:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:18 smithi019 ceph-mon[96522]: pgmap v3624: 137 pgs: 137 active+clean; 239 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-04-02T09:38:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:20 smithi066 ceph-mon[87361]: pgmap v3625: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:38:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:20 smithi019 ceph-mon[94035]: pgmap v3625: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:38:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:38:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:38:20] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:38:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:20 smithi019 ceph-mon[96522]: pgmap v3625: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:38:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:22 smithi066 ceph-mon[87361]: pgmap v3626: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 67 op/s 2024-04-02T09:38:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:38:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:22 smithi019 ceph-mon[94035]: pgmap v3626: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 67 op/s 2024-04-02T09:38:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:22 smithi019 ceph-mon[96522]: pgmap v3626: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.9 MiB/s wr, 67 op/s 2024-04-02T09:38:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:24 smithi066 ceph-mon[87361]: pgmap v3627: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:38:24.695 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:24 smithi019 ceph-mon[94035]: pgmap v3627: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:38:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:24 smithi019 ceph-mon[96522]: pgmap v3627: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:38:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:26 smithi019 ceph-mon[94035]: pgmap v3628: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T09:38:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:26 smithi019 ceph-mon[94035]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:38:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:26 smithi019 ceph-mon[96522]: pgmap v3628: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T09:38:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:26 smithi019 ceph-mon[96522]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:38:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:26 smithi066 ceph-mon[87361]: pgmap v3628: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-02T09:38:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:26 smithi066 ceph-mon[87361]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:38:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:28 smithi019 ceph-mon[94035]: pgmap v3630: 137 pgs: 137 active+clean; 280 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:28 smithi019 ceph-mon[96522]: pgmap v3630: 137 pgs: 137 active+clean; 280 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:28 smithi066 ceph-mon[87361]: pgmap v3630: 137 pgs: 137 active+clean; 280 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:38:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:30.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:30 smithi019 ceph-mon[94035]: pgmap v3631: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:38:30.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:38:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:38:30] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:38:30.598 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:30 smithi019 ceph-mon[96522]: pgmap v3631: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:38:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:30 smithi066 ceph-mon[87361]: pgmap v3631: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:38:31.623 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14985 ms) 2024-04-02T09:38:31.624 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-02T09:38:31.624 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:38:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:32 smithi019 ceph-mon[96522]: pgmap v3632: 137 pgs: 137 active+clean; 304 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 532 KiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-02T09:38:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:32 smithi019 ceph-mon[94035]: pgmap v3632: 137 pgs: 137 active+clean; 304 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 532 KiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-02T09:38:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:32 smithi066 ceph-mon[87361]: pgmap v3632: 137 pgs: 137 active+clean; 304 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 532 KiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-02T09:38:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:38:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:34 smithi019 ceph-mon[94035]: pgmap v3633: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:38:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:38:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:34 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:38:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:34 smithi019 ceph-mon[96522]: pgmap v3633: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:38:34.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:38:34.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:34 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:38:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:34 smithi066 ceph-mon[87361]: pgmap v3633: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:38:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:38:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:34 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:38:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-04-02T09:38:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:38:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:35 smithi019 ceph-mon[94035]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:38:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-04-02T09:38:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:38:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:35 smithi019 ceph-mon[96522]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:38:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-04-02T09:38:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:38:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:35 smithi066 ceph-mon[87361]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:38:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:36 smithi019 ceph-mon[94035]: pgmap v3635: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.9 MiB/s wr, 64 op/s 2024-04-02T09:38:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:36 smithi019 ceph-mon[94035]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:38:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:36 smithi019 ceph-mon[96522]: pgmap v3635: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.9 MiB/s wr, 64 op/s 2024-04-02T09:38:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:36 smithi019 ceph-mon[96522]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:38:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:36 smithi066 ceph-mon[87361]: pgmap v3635: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.9 MiB/s wr, 64 op/s 2024-04-02T09:38:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:36 smithi066 ceph-mon[87361]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:38:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:38 smithi019 ceph-mon[94035]: pgmap v3637: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:38 smithi019 ceph-mon[96522]: pgmap v3637: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:38 smithi066 ceph-mon[87361]: pgmap v3637: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 24 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:40 smithi019 ceph-mon[94035]: pgmap v3638: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:38:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:38:40] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:38:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:40 smithi019 ceph-mon[96522]: pgmap v3638: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:40 smithi066 ceph-mon[87361]: pgmap v3638: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:41.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:41 smithi019 ceph-mon[94035]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:38:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:41 smithi019 ceph-mon[96522]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:38:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:41 smithi066 ceph-mon[87361]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:38:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:42 smithi019 ceph-mon[94035]: pgmap v3640: 137 pgs: 137 active+clean; 337 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 3.9 MiB/s wr, 17 op/s; 643 KiB/s, 0 objects/s recovering 2024-04-02T09:38:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:42 smithi019 ceph-mon[96522]: pgmap v3640: 137 pgs: 137 active+clean; 337 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 3.9 MiB/s wr, 17 op/s; 643 KiB/s, 0 objects/s recovering 2024-04-02T09:38:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:42 smithi066 ceph-mon[87361]: pgmap v3640: 137 pgs: 137 active+clean; 337 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 3.9 MiB/s wr, 17 op/s; 643 KiB/s, 0 objects/s recovering 2024-04-02T09:38:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:38:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:44 smithi019 ceph-mon[94035]: pgmap v3641: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.1 MiB/s wr, 53 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:44 smithi019 ceph-mon[96522]: pgmap v3641: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.1 MiB/s wr, 53 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:44 smithi066 ceph-mon[87361]: pgmap v3641: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.1 MiB/s wr, 53 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:38:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:46 smithi019 ceph-mon[94035]: pgmap v3642: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.4 MiB/s wr, 46 op/s; 437 KiB/s, 0 objects/s recovering 2024-04-02T09:38:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:46 smithi019 ceph-mon[94035]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:38:46.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:46 smithi019 ceph-mon[96522]: pgmap v3642: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.4 MiB/s wr, 46 op/s; 437 KiB/s, 0 objects/s recovering 2024-04-02T09:38:46.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:46 smithi019 ceph-mon[96522]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:38:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:46 smithi066 ceph-mon[87361]: pgmap v3642: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.4 MiB/s wr, 46 op/s; 437 KiB/s, 0 objects/s recovering 2024-04-02T09:38:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:46 smithi066 ceph-mon[87361]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:38:47.724 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (16101 ms) 2024-04-02T09:38:47.724 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-02T09:38:47.724 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:38:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[94035]: pgmap v3644: 137 pgs: 137 active+clean; 422 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 14 MiB/s wr, 89 op/s 2024-04-02T09:38:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:38:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[96522]: pgmap v3644: 137 pgs: 137 active+clean; 422 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 14 MiB/s wr, 89 op/s 2024-04-02T09:38:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:48 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:38:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:48 smithi066 ceph-mon[87361]: pgmap v3644: 137 pgs: 137 active+clean; 422 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 14 MiB/s wr, 89 op/s 2024-04-02T09:38:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:48 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:38:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:50 smithi019 ceph-mon[94035]: pgmap v3645: 137 pgs: 137 active+clean; 422 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-04-02T09:38:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:38:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:38:50] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:38:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:50 smithi019 ceph-mon[96522]: pgmap v3645: 137 pgs: 137 active+clean; 422 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-04-02T09:38:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:50 smithi066 ceph-mon[87361]: pgmap v3645: 137 pgs: 137 active+clean; 422 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-04-02T09:38:52.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:52 smithi066 ceph-mon[87361]: pgmap v3646: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 70 op/s 2024-04-02T09:38:52.616 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:38:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:52 smithi019 ceph-mon[96522]: pgmap v3646: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 70 op/s 2024-04-02T09:38:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:52 smithi019 ceph-mon[94035]: pgmap v3646: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 10 MiB/s wr, 70 op/s 2024-04-02T09:38:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:54 smithi019 ceph-mon[94035]: pgmap v3647: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:38:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:54 smithi019 ceph-mon[96522]: pgmap v3647: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:38:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:54 smithi066 ceph-mon[87361]: pgmap v3647: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:38:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:56 smithi019 ceph-mon[94035]: pgmap v3648: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:38:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:56 smithi019 ceph-mon[96522]: pgmap v3648: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:38:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:56 smithi066 ceph-mon[87361]: pgmap v3648: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:38:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:57 smithi019 ceph-mon[94035]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:38:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:57 smithi019 ceph-mon[96522]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:38:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:57 smithi066 ceph-mon[87361]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:38:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:58 smithi019 ceph-mon[94035]: pgmap v3650: 137 pgs: 137 active+clean; 454 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-02T09:38:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:38:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:58 smithi019 ceph-mon[96522]: pgmap v3650: 137 pgs: 137 active+clean; 454 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-02T09:38:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:38:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:58 smithi066 ceph-mon[87361]: pgmap v3650: 137 pgs: 137 active+clean; 454 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-02T09:38:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:38:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:00 smithi019 ceph-mon[94035]: pgmap v3651: 137 pgs: 137 active+clean; 454 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-02T09:39:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:39:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:39:00] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:39:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:00 smithi019 ceph-mon[96522]: pgmap v3651: 137 pgs: 137 active+clean; 454 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-02T09:39:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:00 smithi066 ceph-mon[87361]: pgmap v3651: 137 pgs: 137 active+clean; 454 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-04-02T09:39:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:02 smithi019 ceph-mon[94035]: pgmap v3652: 137 pgs: 137 active+clean; 479 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:39:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:02 smithi019 ceph-mon[96522]: pgmap v3652: 137 pgs: 137 active+clean; 479 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:39:02.720 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (14997 ms) 2024-04-02T09:39:02.721 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-02T09:39:02.721 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:39:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:02 smithi066 ceph-mon[87361]: pgmap v3652: 137 pgs: 137 active+clean; 479 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:39:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:39:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:04 smithi019 ceph-mon[94035]: pgmap v3653: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-02T09:39:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:04 smithi019 ceph-mon[96522]: pgmap v3653: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-02T09:39:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:04 smithi066 ceph-mon[87361]: pgmap v3653: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-02T09:39:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:06 smithi019 ceph-mon[94035]: pgmap v3654: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-02T09:39:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:06 smithi019 ceph-mon[96522]: pgmap v3654: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-02T09:39:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:06 smithi066 ceph-mon[87361]: pgmap v3654: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-02T09:39:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:08 smithi019 ceph-mon[94035]: pgmap v3655: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 62 op/s 2024-04-02T09:39:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:08 smithi019 ceph-mon[96522]: pgmap v3655: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 62 op/s 2024-04-02T09:39:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:08 smithi066 ceph-mon[87361]: pgmap v3655: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 62 op/s 2024-04-02T09:39:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:10 smithi019 ceph-mon[94035]: pgmap v3656: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:39:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:10 smithi019 ceph-mon[94035]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:39:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:39:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:39:10] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:39:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:10 smithi019 ceph-mon[96522]: pgmap v3656: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:39:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:10 smithi019 ceph-mon[96522]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:39:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:10 smithi066 ceph-mon[87361]: pgmap v3656: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:39:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:10 smithi066 ceph-mon[87361]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:39:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:12 smithi066 ceph-mon[87361]: pgmap v3658: 137 pgs: 137 active+clean; 516 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-02T09:39:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:39:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:12 smithi019 ceph-mon[94035]: pgmap v3658: 137 pgs: 137 active+clean; 516 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-02T09:39:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:12 smithi019 ceph-mon[96522]: pgmap v3658: 137 pgs: 137 active+clean; 516 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-02T09:39:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:14 smithi066 ceph-mon[87361]: pgmap v3659: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-02T09:39:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:14 smithi019 ceph-mon[94035]: pgmap v3659: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-02T09:39:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:14 smithi019 ceph-mon[96522]: pgmap v3659: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-02T09:39:15.025 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (12304 ms) 2024-04-02T09:39:15.474 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (104537 ms total) 2024-04-02T09:39:15.474 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:39:15.474 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-02T09:39:15.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-02T09:39:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:15 smithi066 ceph-mon[87361]: pgmap v3660: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-02T09:39:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:15 smithi019 ceph-mon[94035]: pgmap v3660: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-02T09:39:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:15 smithi019 ceph-mon[96522]: pgmap v3660: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 479 KiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-02T09:39:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:16 smithi066 ceph-mon[87361]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:39:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:16 smithi019 ceph-mon[94035]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:39:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:16 smithi019 ceph-mon[96522]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:39:17.495 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:39:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:17 smithi066 ceph-mon[87361]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:39:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:17 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3966670108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:17 smithi066 ceph-mon[87361]: pgmap v3663: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:17 smithi019 ceph-mon[94035]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:39:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:17 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3966670108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:17 smithi019 ceph-mon[94035]: pgmap v3663: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:17 smithi019 ceph-mon[96522]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:39:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:17 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3966670108' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:17 smithi019 ceph-mon[96522]: pgmap v3663: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:18 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:39:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:18 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3966670108' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:18 smithi066 ceph-mon[87361]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:39:18.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:18 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:39:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:18 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3966670108' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:18 smithi019 ceph-mon[94035]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:39:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:18 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:39:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:18 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3966670108' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:18 smithi019 ceph-mon[96522]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:39:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:19 smithi066 ceph-mon[87361]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:39:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:19 smithi066 ceph-mon[87361]: pgmap v3666: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:19.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:19 smithi019 ceph-mon[94035]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:39:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:19 smithi019 ceph-mon[94035]: pgmap v3666: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:19 smithi019 ceph-mon[96522]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:39:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:19 smithi019 ceph-mon[96522]: pgmap v3666: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:20 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:39:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:20 smithi019 ceph-mon[94035]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:39:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:39:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:39:20] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:39:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:20 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:39:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:20 smithi019 ceph-mon[96522]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:39:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:20 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:39:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:20 smithi066 ceph-mon[87361]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:39:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:21 smithi066 ceph-mon[87361]: pgmap v3668: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:39:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:21 smithi019 ceph-mon[94035]: pgmap v3668: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:39:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:21 smithi019 ceph-mon[96522]: pgmap v3668: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:39:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:39:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:23 smithi066 ceph-mon[87361]: pgmap v3669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:39:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:23 smithi019 ceph-mon[94035]: pgmap v3669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:39:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:23 smithi019 ceph-mon[96522]: pgmap v3669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:39:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:26 smithi066 ceph-mon[87361]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:39:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:26 smithi066 ceph-mon[87361]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:39:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:26 smithi019 ceph-mon[94035]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:39:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:26 smithi019 ceph-mon[94035]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:39:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:26 smithi019 ceph-mon[96522]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-02T09:39:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:26 smithi019 ceph-mon[96522]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:39:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:28 smithi066 ceph-mon[87361]: pgmap v3672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:39:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:28 smithi019 ceph-mon[94035]: pgmap v3672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:39:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:28 smithi019 ceph-mon[96522]: pgmap v3672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:39:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:29 smithi066 ceph-mon[87361]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:39:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:29 smithi019 ceph-mon[94035]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:39:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:29 smithi019 ceph-mon[96522]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:39:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:30.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:30 smithi066 ceph-mon[87361]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 383 B/s wr, 1 op/s 2024-04-02T09:39:30.596 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:39:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:39:30] "GET /metrics HTTP/1.1" 200 36710 "" "Prometheus/2.43.0" 2024-04-02T09:39:30.596 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:30 smithi019 ceph-mon[96522]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 383 B/s wr, 1 op/s 2024-04-02T09:39:30.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:30 smithi019 ceph-mon[94035]: pgmap v3674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 383 B/s wr, 1 op/s 2024-04-02T09:39:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:32 smithi066 ceph-mon[87361]: pgmap v3675: 137 pgs: 137 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:39:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:39:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:32 smithi019 ceph-mon[94035]: pgmap v3675: 137 pgs: 137 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:39:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:32 smithi019 ceph-mon[96522]: pgmap v3675: 137 pgs: 137 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-04-02T09:39:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:34 smithi066 ceph-mon[87361]: pgmap v3676: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:39:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:34 smithi019 ceph-mon[94035]: pgmap v3676: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:39:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:34 smithi019 ceph-mon[96522]: pgmap v3676: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:39:36.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:36 smithi066 ceph-mon[87361]: pgmap v3677: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:39:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:36 smithi019 ceph-mon[94035]: pgmap v3677: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:39:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:36 smithi019 ceph-mon[96522]: pgmap v3677: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:39:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:38 smithi066 ceph-mon[87361]: pgmap v3678: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-02T09:39:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:38 smithi019 ceph-mon[94035]: pgmap v3678: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-02T09:39:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:38 smithi019 ceph-mon[96522]: pgmap v3678: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-02T09:39:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:40 smithi066 ceph-mon[87361]: pgmap v3679: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-04-02T09:39:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:40 smithi019 ceph-mon[94035]: pgmap v3679: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-04-02T09:39:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:40 smithi019 ceph-mon[96522]: pgmap v3679: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-04-02T09:39:40.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:39:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:39:40] "GET /metrics HTTP/1.1" 200 36710 "" "Prometheus/2.43.0" 2024-04-02T09:39:42.335 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/6.Simple (26827 ms) 2024-04-02T09:39:42.335 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-02T09:39:42.335 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:39:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:42 smithi066 ceph-mon[87361]: pgmap v3680: 137 pgs: 137 active+clean; 71 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-04-02T09:39:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:39:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:42 smithi019 ceph-mon[94035]: pgmap v3680: 137 pgs: 137 active+clean; 71 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-04-02T09:39:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:42 smithi019 ceph-mon[96522]: pgmap v3680: 137 pgs: 137 active+clean; 71 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-04-02T09:39:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:44 smithi066 ceph-mon[87361]: pgmap v3681: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-02T09:39:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:44 smithi019 ceph-mon[94035]: pgmap v3681: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-02T09:39:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:44 smithi019 ceph-mon[96522]: pgmap v3681: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-02T09:39:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:46 smithi066 ceph-mon[87361]: pgmap v3682: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T09:39:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:46 smithi019 ceph-mon[94035]: pgmap v3682: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T09:39:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:46 smithi019 ceph-mon[96522]: pgmap v3682: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T09:39:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:48 smithi066 ceph-mon[87361]: pgmap v3683: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:39:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:48 smithi019 ceph-mon[94035]: pgmap v3683: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:39:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:48 smithi019 ceph-mon[96522]: pgmap v3683: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:39:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:49 smithi066 ceph-mon[87361]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:39:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:39:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[94035]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:39:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:39:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[96522]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:39:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:39:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:50 smithi066 ceph-mon[87361]: pgmap v3685: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 30 op/s 2024-04-02T09:39:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:50 smithi019 ceph-mon[94035]: pgmap v3685: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 30 op/s 2024-04-02T09:39:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:39:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:39:50] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:39:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:50 smithi019 ceph-mon[96522]: pgmap v3685: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 30 op/s 2024-04-02T09:39:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:52 smithi066 ceph-mon[87361]: pgmap v3686: 137 pgs: 137 active+clean; 99 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2024-04-02T09:39:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:39:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:52 smithi019 ceph-mon[94035]: pgmap v3686: 137 pgs: 137 active+clean; 99 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2024-04-02T09:39:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:52 smithi019 ceph-mon[96522]: pgmap v3686: 137 pgs: 137 active+clean; 99 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2024-04-02T09:39:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:54 smithi066 ceph-mon[87361]: pgmap v3687: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:39:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:54 smithi019 ceph-mon[96522]: pgmap v3687: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:39:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:54 smithi019 ceph-mon[94035]: pgmap v3687: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:39:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:56 smithi019 ceph-mon[94035]: pgmap v3688: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:39:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:56 smithi019 ceph-mon[96522]: pgmap v3688: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:39:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:56 smithi066 ceph-mon[87361]: pgmap v3688: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:39:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:58 smithi019 ceph-mon[94035]: pgmap v3689: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:58 smithi019 ceph-mon[96522]: pgmap v3689: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:58 smithi066 ceph-mon[87361]: pgmap v3689: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:39:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:39:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:39:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:00.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:40:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:40:00] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:40:00.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:00 smithi019 ceph-mon[96522]: pgmap v3690: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-02T09:40:00.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:00 smithi019 ceph-mon[96522]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:00.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:00 smithi019 ceph-mon[94035]: pgmap v3690: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-02T09:40:00.598 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:00 smithi019 ceph-mon[94035]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:00 smithi066 ceph-mon[87361]: pgmap v3690: 137 pgs: 137 active+clean; 128 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-02T09:40:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:00 smithi066 ceph-mon[87361]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:02 smithi066 ceph-mon[87361]: pgmap v3691: 137 pgs: 137 active+clean; 136 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-02T09:40:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:40:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:02 smithi019 ceph-mon[94035]: pgmap v3691: 137 pgs: 137 active+clean; 136 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-02T09:40:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:02 smithi019 ceph-mon[96522]: pgmap v3691: 137 pgs: 137 active+clean; 136 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.1 MiB/s wr, 30 op/s 2024-04-02T09:40:03.352 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/6.Grow (21017 ms) 2024-04-02T09:40:03.352 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-02T09:40:03.352 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:40:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:04 smithi019 ceph-mon[94035]: pgmap v3692: 137 pgs: 137 active+clean; 164 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:40:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:04 smithi019 ceph-mon[96522]: pgmap v3692: 137 pgs: 137 active+clean; 164 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:40:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:04 smithi066 ceph-mon[87361]: pgmap v3692: 137 pgs: 137 active+clean; 164 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:40:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:06 smithi019 ceph-mon[94035]: pgmap v3693: 137 pgs: 137 active+clean; 164 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:06 smithi019 ceph-mon[96522]: pgmap v3693: 137 pgs: 137 active+clean; 164 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:06 smithi066 ceph-mon[87361]: pgmap v3693: 137 pgs: 137 active+clean; 164 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:08 smithi019 ceph-mon[94035]: pgmap v3694: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:08 smithi019 ceph-mon[96522]: pgmap v3694: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:08 smithi066 ceph-mon[87361]: pgmap v3694: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:10 smithi019 ceph-mon[94035]: pgmap v3695: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:10 smithi019 ceph-mon[96522]: pgmap v3695: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:40:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:40:10] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:40:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:10 smithi066 ceph-mon[87361]: pgmap v3695: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:12 smithi019 ceph-mon[94035]: pgmap v3696: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:12 smithi019 ceph-mon[94035]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:40:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:12 smithi019 ceph-mon[96522]: pgmap v3696: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:12 smithi019 ceph-mon[96522]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:40:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:12 smithi066 ceph-mon[87361]: pgmap v3696: 137 pgs: 137 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:40:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:12 smithi066 ceph-mon[87361]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:40:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:40:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:14 smithi019 ceph-mon[94035]: pgmap v3698: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:14 smithi019 ceph-mon[96522]: pgmap v3698: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:14 smithi066 ceph-mon[87361]: pgmap v3698: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:16 smithi019 ceph-mon[94035]: pgmap v3699: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:16 smithi019 ceph-mon[96522]: pgmap v3699: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:16 smithi066 ceph-mon[87361]: pgmap v3699: 137 pgs: 137 active+clean; 193 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-02T09:40:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:18 smithi019 ceph-mon[94035]: pgmap v3700: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:18 smithi019 ceph-mon[96522]: pgmap v3700: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:18 smithi066 ceph-mon[87361]: pgmap v3700: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:20 smithi019 ceph-mon[94035]: pgmap v3701: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:40:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:40:20] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:40:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:20 smithi019 ceph-mon[96522]: pgmap v3701: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:20 smithi066 ceph-mon[87361]: pgmap v3701: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:22 smithi066 ceph-mon[87361]: pgmap v3702: 137 pgs: 137 active+clean; 218 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-02T09:40:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:40:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:22 smithi019 ceph-mon[94035]: pgmap v3702: 137 pgs: 137 active+clean; 218 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-02T09:40:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:22 smithi019 ceph-mon[96522]: pgmap v3702: 137 pgs: 137 active+clean; 218 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-02T09:40:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:24 smithi019 ceph-mon[94035]: pgmap v3703: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:40:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:24 smithi019 ceph-mon[96522]: pgmap v3703: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:40:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:24 smithi066 ceph-mon[87361]: pgmap v3703: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:40:26.192 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (22840 ms) 2024-04-02T09:40:26.192 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-02T09:40:26.192 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:40:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:26 smithi019 ceph-mon[94035]: pgmap v3704: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:40:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:26 smithi019 ceph-mon[96522]: pgmap v3704: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:40:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:26 smithi066 ceph-mon[87361]: pgmap v3704: 137 pgs: 137 active+clean; 226 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:40:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:28 smithi019 ceph-mon[94035]: pgmap v3705: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.2 MiB/s wr, 42 op/s 2024-04-02T09:40:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:28 smithi019 ceph-mon[96522]: pgmap v3705: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.2 MiB/s wr, 42 op/s 2024-04-02T09:40:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:28 smithi066 ceph-mon[87361]: pgmap v3705: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.2 MiB/s wr, 42 op/s 2024-04-02T09:40:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:30 smithi019 ceph-mon[94035]: pgmap v3706: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:40:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:30 smithi019 ceph-mon[96522]: pgmap v3706: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:40:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:40:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:40:30] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:40:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:30 smithi066 ceph-mon[87361]: pgmap v3706: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:40:30.813 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 09:40:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T09:40:30.348257546Z level=info msg="Completed cleanup jobs" duration=9.635224ms 2024-04-02T09:40:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:32 smithi066 ceph-mon[87361]: pgmap v3707: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:40:32.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:40:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:32 smithi019 ceph-mon[94035]: pgmap v3707: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:40:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:32 smithi019 ceph-mon[96522]: pgmap v3707: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:40:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:34 smithi019 ceph-mon[94035]: pgmap v3708: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:40:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:34 smithi019 ceph-mon[96522]: pgmap v3708: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:40:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:34 smithi066 ceph-mon[87361]: pgmap v3708: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:40:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:35 smithi019 ceph-mon[94035]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:40:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:35 smithi019 ceph-mon[96522]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:40:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:35 smithi066 ceph-mon[87361]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:40:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:36 smithi019 ceph-mon[94035]: pgmap v3710: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:40:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:36 smithi019 ceph-mon[96522]: pgmap v3710: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:40:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:36 smithi066 ceph-mon[87361]: pgmap v3710: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:40:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:38 smithi019 ceph-mon[94035]: pgmap v3711: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:40:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:38 smithi019 ceph-mon[96522]: pgmap v3711: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:40:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:38 smithi066 ceph-mon[87361]: pgmap v3711: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:40:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:40 smithi019 ceph-mon[96522]: pgmap v3712: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:40:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:40:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:40:40] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:40:40.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:40 smithi019 ceph-mon[94035]: pgmap v3712: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:40:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:40 smithi066 ceph-mon[87361]: pgmap v3712: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:40:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:42 smithi066 ceph-mon[87361]: pgmap v3713: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:42.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:40:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:42 smithi019 ceph-mon[94035]: pgmap v3713: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:42 smithi019 ceph-mon[96522]: pgmap v3713: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:44 smithi019 ceph-mon[94035]: pgmap v3714: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:44 smithi019 ceph-mon[96522]: pgmap v3714: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:44 smithi066 ceph-mon[87361]: pgmap v3714: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:40:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:46 smithi019 ceph-mon[94035]: pgmap v3715: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-02T09:40:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:46 smithi019 ceph-mon[96522]: pgmap v3715: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-02T09:40:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:46 smithi066 ceph-mon[87361]: pgmap v3715: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-02T09:40:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:48 smithi019 ceph-mon[94035]: pgmap v3716: 137 pgs: 137 active+clean; 308 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-02T09:40:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:48 smithi019 ceph-mon[96522]: pgmap v3716: 137 pgs: 137 active+clean; 308 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-02T09:40:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:48 smithi066 ceph-mon[87361]: pgmap v3716: 137 pgs: 137 active+clean; 308 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-02T09:40:48.876 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (22684 ms) 2024-04-02T09:40:48.877 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-02T09:40:48.877 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:40:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:49 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:49 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:49 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:40:50] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:40:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[94035]: pgmap v3717: 137 pgs: 137 active+clean; 308 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T09:40:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:40:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[96522]: pgmap v3717: 137 pgs: 137 active+clean; 308 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T09:40:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:40:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:50 smithi066 ceph-mon[87361]: pgmap v3717: 137 pgs: 137 active+clean; 308 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T09:40:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:40:52.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:52 smithi066 ceph-mon[87361]: pgmap v3718: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:40:52.616 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:40:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:52 smithi019 ceph-mon[94035]: pgmap v3718: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:40:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:52 smithi019 ceph-mon[96522]: pgmap v3718: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-02T09:40:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:54 smithi019 ceph-mon[94035]: pgmap v3719: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:54 smithi019 ceph-mon[96522]: pgmap v3719: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:54 smithi066 ceph-mon[87361]: pgmap v3719: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:56 smithi019 ceph-mon[94035]: pgmap v3720: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:56 smithi019 ceph-mon[96522]: pgmap v3720: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:56 smithi066 ceph-mon[87361]: pgmap v3720: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:58 smithi019 ceph-mon[94035]: pgmap v3721: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:58 smithi019 ceph-mon[96522]: pgmap v3721: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:58 smithi066 ceph-mon[87361]: pgmap v3721: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:40:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:40:59 smithi066 ceph-mon[87361]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:40:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:40:59 smithi019 ceph-mon[94035]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:40:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:40:59 smithi019 ceph-mon[96522]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:41:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:00 smithi019 ceph-mon[94035]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T09:41:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:41:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:41:00] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:41:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:00 smithi019 ceph-mon[96522]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T09:41:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:00 smithi066 ceph-mon[87361]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T09:41:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:02 smithi066 ceph-mon[87361]: pgmap v3724: 137 pgs: 137 active+clean; 321 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-02T09:41:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:41:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:02 smithi019 ceph-mon[94035]: pgmap v3724: 137 pgs: 137 active+clean; 321 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-02T09:41:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:02 smithi019 ceph-mon[96522]: pgmap v3724: 137 pgs: 137 active+clean; 321 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-02T09:41:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:04 smithi066 ceph-mon[87361]: pgmap v3725: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:04 smithi019 ceph-mon[94035]: pgmap v3725: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:04 smithi019 ceph-mon[96522]: pgmap v3725: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:05 smithi066 ceph-mon[87361]: pgmap v3726: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:05 smithi019 ceph-mon[94035]: pgmap v3726: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:05 smithi019 ceph-mon[96522]: pgmap v3726: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:07 smithi019 ceph-mon[94035]: pgmap v3727: 137 pgs: 137 active+clean; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:41:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:07 smithi019 ceph-mon[96522]: pgmap v3727: 137 pgs: 137 active+clean; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:41:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:07 smithi066 ceph-mon[87361]: pgmap v3727: 137 pgs: 137 active+clean; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:41:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:09 smithi019 ceph-mon[94035]: pgmap v3728: 137 pgs: 137 active+clean; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 MiB/s wr, 45 op/s 2024-04-02T09:41:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:09 smithi019 ceph-mon[94035]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:41:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:09 smithi019 ceph-mon[96522]: pgmap v3728: 137 pgs: 137 active+clean; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 MiB/s wr, 45 op/s 2024-04-02T09:41:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:09 smithi019 ceph-mon[96522]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:41:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:09 smithi066 ceph-mon[87361]: pgmap v3728: 137 pgs: 137 active+clean; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 MiB/s wr, 45 op/s 2024-04-02T09:41:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:09 smithi066 ceph-mon[87361]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:41:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:41:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:41:10] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:41:10.929 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (22053 ms) 2024-04-02T09:41:10.929 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-02T09:41:10.929 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:41:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:11 smithi019 ceph-mon[94035]: pgmap v3730: 137 pgs: 137 active+clean; 389 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.8 MiB/s wr, 64 op/s 2024-04-02T09:41:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:11 smithi019 ceph-mon[96522]: pgmap v3730: 137 pgs: 137 active+clean; 389 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.8 MiB/s wr, 64 op/s 2024-04-02T09:41:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:11 smithi066 ceph-mon[87361]: pgmap v3730: 137 pgs: 137 active+clean; 389 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 6.8 MiB/s wr, 64 op/s 2024-04-02T09:41:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:41:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:13 smithi019 ceph-mon[94035]: pgmap v3731: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:41:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:13 smithi019 ceph-mon[96522]: pgmap v3731: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:41:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:13 smithi066 ceph-mon[87361]: pgmap v3731: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:41:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:15 smithi019 ceph-mon[94035]: pgmap v3732: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:41:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:15 smithi019 ceph-mon[96522]: pgmap v3732: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:41:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:15 smithi066 ceph-mon[87361]: pgmap v3732: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 46 op/s 2024-04-02T09:41:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:17 smithi019 ceph-mon[94035]: pgmap v3733: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:41:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:17 smithi019 ceph-mon[96522]: pgmap v3733: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:41:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:17 smithi066 ceph-mon[87361]: pgmap v3733: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:41:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:19 smithi019 ceph-mon[94035]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:41:20.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:19 smithi019 ceph-mon[94035]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:41:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:19 smithi019 ceph-mon[96522]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:41:20.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:19 smithi019 ceph-mon[96522]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:41:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:19 smithi066 ceph-mon[87361]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:41:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:19 smithi066 ceph-mon[87361]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:41:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:41:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:41:20] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:41:22.116 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:21 smithi066 ceph-mon[87361]: pgmap v3736: 137 pgs: 137 active+clean; 462 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-02T09:41:22.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:21 smithi019 ceph-mon[96522]: pgmap v3736: 137 pgs: 137 active+clean; 462 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-02T09:41:22.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:21 smithi019 ceph-mon[94035]: pgmap v3736: 137 pgs: 137 active+clean; 462 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-02T09:41:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:41:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:24.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:23 smithi019 ceph-mon[94035]: pgmap v3737: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:41:24.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:23 smithi019 ceph-mon[96522]: pgmap v3737: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:41:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:23 smithi066 ceph-mon[87361]: pgmap v3737: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:41:26.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:25 smithi019 ceph-mon[94035]: pgmap v3738: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:41:26.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:25 smithi019 ceph-mon[96522]: pgmap v3738: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:41:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:25 smithi066 ceph-mon[87361]: pgmap v3738: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:41:28.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:27 smithi019 ceph-mon[94035]: pgmap v3739: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:28.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:27 smithi019 ceph-mon[96522]: pgmap v3739: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:27 smithi066 ceph-mon[87361]: pgmap v3739: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:29.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:29.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:30.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:29 smithi019 ceph-mon[94035]: pgmap v3740: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:30.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:29 smithi019 ceph-mon[96522]: pgmap v3740: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:29 smithi066 ceph-mon[87361]: pgmap v3740: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:41:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:41:30] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:41:32.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:31 smithi019 ceph-mon[94035]: pgmap v3741: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:41:32.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:31 smithi019 ceph-mon[96522]: pgmap v3741: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:41:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:31 smithi066 ceph-mon[87361]: pgmap v3741: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-02T09:41:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:41:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:34.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:33 smithi019 ceph-mon[94035]: pgmap v3742: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T09:41:34.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:33 smithi019 ceph-mon[96522]: pgmap v3742: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T09:41:34.226 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (23297 ms) 2024-04-02T09:41:34.226 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-02T09:41:34.226 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:41:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:33 smithi066 ceph-mon[87361]: pgmap v3742: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-04-02T09:41:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:36 smithi066 ceph-mon[87361]: pgmap v3743: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:41:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:36 smithi019 ceph-mon[94035]: pgmap v3743: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:41:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:36 smithi019 ceph-mon[96522]: pgmap v3743: 137 pgs: 137 active+clean; 495 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:41:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:38 smithi066 ceph-mon[87361]: pgmap v3744: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:38 smithi019 ceph-mon[94035]: pgmap v3744: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:38 smithi019 ceph-mon[96522]: pgmap v3744: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:40 smithi066 ceph-mon[87361]: pgmap v3745: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:40 smithi019 ceph-mon[94035]: pgmap v3745: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:41:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:41:40] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:41:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:40 smithi019 ceph-mon[96522]: pgmap v3745: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:42 smithi066 ceph-mon[87361]: pgmap v3746: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:42.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:41:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:42 smithi019 ceph-mon[94035]: pgmap v3746: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:42 smithi019 ceph-mon[96522]: pgmap v3746: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:41:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:43 smithi066 ceph-mon[87361]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:41:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:43 smithi019 ceph-mon[94035]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:41:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:43 smithi019 ceph-mon[96522]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:41:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:44 smithi066 ceph-mon[87361]: pgmap v3748: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T09:41:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:44 smithi019 ceph-mon[94035]: pgmap v3748: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T09:41:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:44 smithi019 ceph-mon[96522]: pgmap v3748: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T09:41:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:46 smithi066 ceph-mon[87361]: pgmap v3749: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T09:41:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:46 smithi019 ceph-mon[94035]: pgmap v3749: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T09:41:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:46 smithi019 ceph-mon[96522]: pgmap v3749: 137 pgs: 137 active+clean; 499 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T09:41:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:48 smithi066 ceph-mon[87361]: pgmap v3750: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:48 smithi019 ceph-mon[94035]: pgmap v3750: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:48 smithi019 ceph-mon[96522]: pgmap v3750: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:50 smithi066 ceph-mon[87361]: pgmap v3751: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:50 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:50 smithi019 ceph-mon[94035]: pgmap v3751: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:50 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:41:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:41:50] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:41:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:50 smithi019 ceph-mon[96522]: pgmap v3751: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:41:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:50 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:41:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:52 smithi066 ceph-mon[87361]: pgmap v3752: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:41:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:52 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[94035]: pgmap v3752: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[96522]: pgmap v3752: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:52.574 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:52 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:54.385 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:54 smithi019 ceph-mon[94035]: pgmap v3753: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-04-02T09:41:54.386 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:54 smithi019 ceph-mon[96522]: pgmap v3753: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-04-02T09:41:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:54 smithi066 ceph-mon[87361]: pgmap v3753: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-04-02T09:41:56.015 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:55 smithi019 ceph-mon[94035]: pgmap v3754: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 4.4 MiB/s wr, 33 op/s 2024-04-02T09:41:56.015 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:56.015 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:55 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:56.015 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:55 smithi019 ceph-mon[96522]: pgmap v3754: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 4.4 MiB/s wr, 33 op/s 2024-04-02T09:41:56.016 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:56.016 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:55 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:55 smithi066 ceph-mon[87361]: pgmap v3754: 137 pgs: 137 active+clean; 552 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 4.4 MiB/s wr, 33 op/s 2024-04-02T09:41:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:55 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:56.905 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (22679 ms) 2024-04-02T09:41:57.129 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (161397 ms total) 2024-04-02T09:41:57.129 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:41:57.129 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-02T09:41:57.169 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-02T09:41:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:57.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:57.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:57 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:57 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:41:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:58 smithi019 ceph-mon[94035]: pgmap v3755: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-02T09:41:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:58 smithi019 ceph-mon[94035]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:41:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:58 smithi019 ceph-mon[96522]: pgmap v3755: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-02T09:41:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:58 smithi019 ceph-mon[96522]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:41:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:58 smithi066 ceph-mon[87361]: pgmap v3755: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-02T09:41:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:58 smithi066 ceph-mon[87361]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:41:59.145 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:41:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:59 smithi019 ceph-mon[94035]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:41:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:59 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3341402745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:41:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:59 smithi019 ceph-mon[96522]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:41:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:59 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3341402745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:59.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:41:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:59 smithi066 ceph-mon[87361]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:41:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:59 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3341402745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:41:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[94035]: pgmap v3758: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:42:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:42:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3341402745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:42:00.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[94035]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:42:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[96522]: pgmap v3758: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:42:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:42:00.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3341402745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:42:00.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-mon[96522]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:42:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:00 smithi066 ceph-mon[87361]: pgmap v3758: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:42:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:00 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:42:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:00 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3341402745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:42:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:00 smithi066 ceph-mon[87361]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:42:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:42:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:42:00] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-04-02T09:42:01.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:01 smithi019 ceph-mon[94035]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:42:01.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:01 smithi019 ceph-mon[96522]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:42:01.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:01 smithi066 ceph-mon[87361]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:42:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:02 smithi019 ceph-mon[94035]: pgmap v3761: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:02 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:42:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:02 smithi019 ceph-mon[94035]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:42:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:02 smithi019 ceph-mon[96522]: pgmap v3761: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:02 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:42:02.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:02 smithi019 ceph-mon[96522]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:42:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:02 smithi066 ceph-mon[87361]: pgmap v3761: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:02 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:42:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:02 smithi066 ceph-mon[87361]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:42:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:42:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:04.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:04 smithi019 ceph-mon[94035]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-04-02T09:42:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:04 smithi019 ceph-mon[96522]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-04-02T09:42:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:04 smithi066 ceph-mon[87361]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-04-02T09:42:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:06 smithi019 ceph-mon[94035]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-02T09:42:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:06 smithi019 ceph-mon[96522]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-02T09:42:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:06 smithi066 ceph-mon[87361]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-02T09:42:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:08 smithi019 ceph-mon[94035]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:42:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:08 smithi019 ceph-mon[96522]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:42:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:08 smithi066 ceph-mon[87361]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:42:10.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:10 smithi019 ceph-mon[94035]: pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 947 B/s wr, 6 op/s 2024-04-02T09:42:10.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:10 smithi019 ceph-mon[94035]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:42:10.446 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:42:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:42:10] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-04-02T09:42:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:10 smithi019 ceph-mon[96522]: pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 947 B/s wr, 6 op/s 2024-04-02T09:42:10.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:10 smithi019 ceph-mon[96522]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:42:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:10 smithi066 ceph-mon[87361]: pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 947 B/s wr, 6 op/s 2024-04-02T09:42:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:10 smithi066 ceph-mon[87361]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:42:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:11 smithi066 ceph-mon[87361]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:42:11.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:11 smithi019 ceph-mon[94035]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:42:11.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:11 smithi019 ceph-mon[96522]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:42:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:12 smithi066 ceph-mon[87361]: pgmap v3769: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-02T09:42:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:42:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:12 smithi019 ceph-mon[94035]: pgmap v3769: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-02T09:42:12.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:12 smithi019 ceph-mon[96522]: pgmap v3769: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-02T09:42:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:14 smithi066 ceph-mon[87361]: pgmap v3770: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:42:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:14 smithi019 ceph-mon[94035]: pgmap v3770: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:42:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:14 smithi019 ceph-mon[96522]: pgmap v3770: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:42:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:16 smithi066 ceph-mon[87361]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:42:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:16 smithi019 ceph-mon[94035]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:42:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:16 smithi019 ceph-mon[96522]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:42:18.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:18 smithi066 ceph-mon[87361]: pgmap v3772: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:42:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:18 smithi019 ceph-mon[94035]: pgmap v3772: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:42:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:18 smithi019 ceph-mon[96522]: pgmap v3772: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:42:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:20 smithi066 ceph-mon[87361]: pgmap v3773: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-02T09:42:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:20 smithi019 ceph-mon[94035]: pgmap v3773: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-02T09:42:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:42:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:42:20] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:42:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:20 smithi019 ceph-mon[96522]: pgmap v3773: 137 pgs: 137 active+clean; 50 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.7 MiB/s wr, 38 op/s 2024-04-02T09:42:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:22 smithi019 ceph-mon[94035]: pgmap v3774: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-02T09:42:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:22 smithi019 ceph-mon[96522]: pgmap v3774: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-02T09:42:22.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:22 smithi066 ceph-mon[87361]: pgmap v3774: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-02T09:42:22.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:42:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:23.439 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/7.Simple (26270 ms) 2024-04-02T09:42:23.439 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-02T09:42:23.439 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:42:24.631 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:24 smithi066 ceph-mon[87361]: pgmap v3775: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-02T09:42:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:24 smithi019 ceph-mon[94035]: pgmap v3775: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-02T09:42:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:24 smithi019 ceph-mon[96522]: pgmap v3775: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-04-02T09:42:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:26 smithi019 ceph-mon[94035]: pgmap v3776: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-02T09:42:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:26 smithi019 ceph-mon[96522]: pgmap v3776: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-02T09:42:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:26 smithi066 ceph-mon[87361]: pgmap v3776: 137 pgs: 137 active+clean; 74 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-02T09:42:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:28 smithi019 ceph-mon[96522]: pgmap v3777: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:42:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:28 smithi019 ceph-mon[94035]: pgmap v3777: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:42:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:28 smithi066 ceph-mon[87361]: pgmap v3777: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:42:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:30.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:30 smithi019 ceph-mon[94035]: pgmap v3778: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:42:30.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:42:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:42:30] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:42:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:30 smithi019 ceph-mon[96522]: pgmap v3778: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:42:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:30 smithi066 ceph-mon[87361]: pgmap v3778: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:42:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:32 smithi019 ceph-mon[94035]: pgmap v3779: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:42:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:32 smithi019 ceph-mon[94035]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:42:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:32 smithi019 ceph-mon[96522]: pgmap v3779: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:42:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:32 smithi019 ceph-mon[96522]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:42:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:32 smithi066 ceph-mon[87361]: pgmap v3779: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-02T09:42:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:32 smithi066 ceph-mon[87361]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:42:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:42:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:34 smithi066 ceph-mon[87361]: pgmap v3781: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T09:42:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:34 smithi019 ceph-mon[94035]: pgmap v3781: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T09:42:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:34 smithi019 ceph-mon[96522]: pgmap v3781: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T09:42:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 1]}]: dispatch 2024-04-02T09:42:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:42:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:35 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:42:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 1]}]: dispatch 2024-04-02T09:42:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:42:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:35 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:42:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 1]}]: dispatch 2024-04-02T09:42:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-02T09:42:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:35 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-02T09:42:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[94035]: pgmap v3782: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T09:42:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 1]}]': finished 2024-04-02T09:42:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-02T09:42:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-02T09:42:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[94035]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:42:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[96522]: pgmap v3782: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T09:42:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 1]}]': finished 2024-04-02T09:42:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-02T09:42:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-02T09:42:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:36 smithi019 ceph-mon[96522]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:42:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:36 smithi066 ceph-mon[87361]: pgmap v3782: 137 pgs: 137 active+clean; 99 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-02T09:42:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 1]}]': finished 2024-04-02T09:42:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-02T09:42:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-02T09:42:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:36 smithi066 ceph-mon[87361]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:42:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:37 smithi019 ceph-mon[96522]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:42:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:37 smithi019 ceph-mon[94035]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:42:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:37 smithi066 ceph-mon[87361]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:42:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:38 smithi019 ceph-mon[94035]: pgmap v3785: 137 pgs: 2 peering, 135 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 MiB/s wr, 61 op/s; 6 B/s, 0 objects/s recovering 2024-04-02T09:42:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:38 smithi019 ceph-mon[96522]: pgmap v3785: 137 pgs: 2 peering, 135 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 MiB/s wr, 61 op/s; 6 B/s, 0 objects/s recovering 2024-04-02T09:42:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:38 smithi066 ceph-mon[87361]: pgmap v3785: 137 pgs: 2 peering, 135 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 MiB/s wr, 61 op/s; 6 B/s, 0 objects/s recovering 2024-04-02T09:42:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:40 smithi019 ceph-mon[94035]: pgmap v3786: 137 pgs: 2 peering, 135 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.1 MiB/s wr, 49 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:42:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:40 smithi019 ceph-mon[96522]: pgmap v3786: 137 pgs: 2 peering, 135 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.1 MiB/s wr, 49 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:42:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:42:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:42:40] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:42:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:40 smithi066 ceph-mon[87361]: pgmap v3786: 137 pgs: 2 peering, 135 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.1 MiB/s wr, 49 op/s; 4 B/s, 0 objects/s recovering 2024-04-02T09:42:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:42 smithi019 ceph-mon[94035]: pgmap v3787: 137 pgs: 137 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 3.0 MiB/s wr, 38 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:42:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:42 smithi019 ceph-mon[96522]: pgmap v3787: 137 pgs: 137 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 3.0 MiB/s wr, 38 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:42:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:42 smithi066 ceph-mon[87361]: pgmap v3787: 137 pgs: 137 active+clean; 123 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 3.0 MiB/s wr, 38 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:42:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:42:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:44 smithi019 ceph-mon[94035]: pgmap v3788: 137 pgs: 137 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 MiB/s wr, 45 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:42:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:44 smithi019 ceph-mon[96522]: pgmap v3788: 137 pgs: 137 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 MiB/s wr, 45 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:42:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:44 smithi066 ceph-mon[87361]: pgmap v3788: 137 pgs: 137 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 MiB/s wr, 45 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:42:45.382 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/7.Grow (21943 ms) 2024-04-02T09:42:45.382 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-02T09:42:45.382 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:42:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:46 smithi019 ceph-mon[94035]: pgmap v3789: 137 pgs: 137 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 3.0 MiB/s wr, 39 op/s; 1.7 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:46 smithi019 ceph-mon[96522]: pgmap v3789: 137 pgs: 137 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 3.0 MiB/s wr, 39 op/s; 1.7 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:46 smithi066 ceph-mon[87361]: pgmap v3789: 137 pgs: 137 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 3.0 MiB/s wr, 39 op/s; 1.7 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:48 smithi019 ceph-mon[94035]: pgmap v3790: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 32 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:48 smithi019 ceph-mon[96522]: pgmap v3790: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 32 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:48 smithi066 ceph-mon[87361]: pgmap v3790: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 32 op/s; 1.5 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:50 smithi019 ceph-mon[94035]: pgmap v3791: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s; 1.3 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:42:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:42:50] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:42:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:50 smithi019 ceph-mon[96522]: pgmap v3791: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s; 1.3 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:50 smithi066 ceph-mon[87361]: pgmap v3791: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s; 1.3 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:52 smithi066 ceph-mon[87361]: pgmap v3792: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s; 1.3 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:42:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:52 smithi019 ceph-mon[94035]: pgmap v3792: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s; 1.3 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:52 smithi019 ceph-mon[96522]: pgmap v3792: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s; 1.3 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:42:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:54 smithi019 ceph-mon[94035]: pgmap v3793: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-02T09:42:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:54 smithi019 ceph-mon[96522]: pgmap v3793: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-02T09:42:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:54 smithi066 ceph-mon[87361]: pgmap v3793: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-02T09:42:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:55 smithi019 ceph-mon[94035]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:42:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:55 smithi019 ceph-mon[96522]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:42:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:55 smithi066 ceph-mon[87361]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:42:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:56 smithi019 ceph-mon[94035]: pgmap v3795: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-02T09:42:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:56 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:56 smithi019 ceph-mon[96522]: pgmap v3795: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-02T09:42:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:56 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:56 smithi066 ceph-mon[87361]: pgmap v3795: 137 pgs: 137 active+clean; 151 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-02T09:42:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:56 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:58 smithi019 ceph-mon[94035]: pgmap v3796: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:42:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:58 smithi019 ceph-mon[96522]: pgmap v3796: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:42:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:58 smithi066 ceph-mon[87361]: pgmap v3796: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:42:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:42:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:43:00] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:43:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[94035]: pgmap v3797: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[96522]: pgmap v3797: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:00 smithi066 ceph-mon[87361]: pgmap v3797: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:43:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:00.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:01.440 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:01.440 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:01.440 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:43:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:02 smithi019 ceph-mon[94035]: pgmap v3798: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:43:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:02 smithi019 ceph-mon[96522]: pgmap v3798: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:43:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:02 smithi066 ceph-mon[87361]: pgmap v3798: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:43:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:43:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:04 smithi019 ceph-mon[94035]: pgmap v3799: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:04 smithi019 ceph-mon[96522]: pgmap v3799: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:04 smithi066 ceph-mon[87361]: pgmap v3799: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:06 smithi019 ceph-mon[94035]: pgmap v3800: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:43:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:06 smithi019 ceph-mon[96522]: pgmap v3800: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:43:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:06 smithi066 ceph-mon[87361]: pgmap v3800: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:43:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:08 smithi066 ceph-mon[87361]: pgmap v3801: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:43:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:08 smithi019 ceph-mon[94035]: pgmap v3801: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:43:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:08 smithi019 ceph-mon[96522]: pgmap v3801: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:43:09.578 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (24196 ms) 2024-04-02T09:43:09.578 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-02T09:43:09.578 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:43:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:10 smithi019 ceph-mon[94035]: pgmap v3802: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:43:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:10 smithi019 ceph-mon[96522]: pgmap v3802: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:43:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:43:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:43:10] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:43:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:10 smithi066 ceph-mon[87361]: pgmap v3802: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:43:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:12 smithi066 ceph-mon[87361]: pgmap v3803: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-02T09:43:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:43:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:12 smithi019 ceph-mon[94035]: pgmap v3803: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-02T09:43:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:12 smithi019 ceph-mon[96522]: pgmap v3803: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-02T09:43:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:14 smithi066 ceph-mon[87361]: pgmap v3804: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:43:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:14 smithi019 ceph-mon[94035]: pgmap v3804: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:43:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:14 smithi019 ceph-mon[96522]: pgmap v3804: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:43:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:16 smithi066 ceph-mon[87361]: pgmap v3805: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:43:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:16 smithi019 ceph-mon[94035]: pgmap v3805: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:43:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:16 smithi019 ceph-mon[96522]: pgmap v3805: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:43:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:18 smithi066 ceph-mon[87361]: pgmap v3806: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:43:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:18 smithi066 ceph-mon[87361]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:43:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:18 smithi019 ceph-mon[94035]: pgmap v3806: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:43:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:18 smithi019 ceph-mon[94035]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:43:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:18 smithi019 ceph-mon[96522]: pgmap v3806: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:43:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:18 smithi019 ceph-mon[96522]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:43:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:20 smithi019 ceph-mon[94035]: pgmap v3808: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:43:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:20 smithi019 ceph-mon[96522]: pgmap v3808: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:43:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:43:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:43:20] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:43:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:20 smithi066 ceph-mon[87361]: pgmap v3808: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:43:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:22 smithi066 ceph-mon[87361]: pgmap v3809: 137 pgs: 137 active+clean; 248 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T09:43:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:43:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:22 smithi019 ceph-mon[94035]: pgmap v3809: 137 pgs: 137 active+clean; 248 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T09:43:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:22 smithi019 ceph-mon[96522]: pgmap v3809: 137 pgs: 137 active+clean; 248 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T09:43:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:24 smithi066 ceph-mon[87361]: pgmap v3810: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:43:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:24 smithi019 ceph-mon[94035]: pgmap v3810: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:43:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:24 smithi019 ceph-mon[96522]: pgmap v3810: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:43:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:26 smithi066 ceph-mon[87361]: pgmap v3811: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:43:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:26 smithi019 ceph-mon[94035]: pgmap v3811: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:43:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:26 smithi019 ceph-mon[96522]: pgmap v3811: 137 pgs: 137 active+clean; 269 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:43:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:28 smithi066 ceph-mon[87361]: pgmap v3812: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:43:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:28 smithi019 ceph-mon[94035]: pgmap v3812: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:43:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:28 smithi019 ceph-mon[96522]: pgmap v3812: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:43:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:30 smithi019 ceph-mon[94035]: pgmap v3813: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:43:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:30 smithi019 ceph-mon[96522]: pgmap v3813: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:43:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:43:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:43:30] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:43:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:30 smithi066 ceph-mon[87361]: pgmap v3813: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:43:32.238 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (22660 ms) 2024-04-02T09:43:32.239 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-02T09:43:32.239 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:43:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:32 smithi066 ceph-mon[87361]: pgmap v3814: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:43:32.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:43:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:32 smithi019 ceph-mon[94035]: pgmap v3814: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:43:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:32 smithi019 ceph-mon[96522]: pgmap v3814: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-02T09:43:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:33 smithi066 ceph-mon[87361]: pgmap v3815: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.1 MiB/s wr, 33 op/s 2024-04-02T09:43:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:33 smithi019 ceph-mon[94035]: pgmap v3815: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.1 MiB/s wr, 33 op/s 2024-04-02T09:43:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:33 smithi019 ceph-mon[96522]: pgmap v3815: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.1 MiB/s wr, 33 op/s 2024-04-02T09:43:36.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:35 smithi019 ceph-mon[94035]: pgmap v3816: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:43:36.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:35 smithi019 ceph-mon[96522]: pgmap v3816: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:43:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:35 smithi066 ceph-mon[87361]: pgmap v3816: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 877 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:43:38.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:37 smithi019 ceph-mon[94035]: pgmap v3817: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 880 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T09:43:38.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:37 smithi019 ceph-mon[96522]: pgmap v3817: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 880 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T09:43:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:37 smithi066 ceph-mon[87361]: pgmap v3817: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 880 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T09:43:40.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:39 smithi019 ceph-mon[94035]: pgmap v3818: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 740 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-04-02T09:43:40.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:39 smithi019 ceph-mon[96522]: pgmap v3818: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 740 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-04-02T09:43:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:39 smithi066 ceph-mon[87361]: pgmap v3818: 137 pgs: 137 active+clean; 273 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 740 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-04-02T09:43:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:43:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:43:40] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:41 smithi019 ceph-mon[94035]: pgmap v3819: 137 pgs: 137 active+clean; 282 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 745 KiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T09:43:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:41 smithi019 ceph-mon[94035]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:43:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:41 smithi019 ceph-mon[96522]: pgmap v3819: 137 pgs: 137 active+clean; 282 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 745 KiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T09:43:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:41 smithi019 ceph-mon[96522]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:43:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:41 smithi066 ceph-mon[87361]: pgmap v3819: 137 pgs: 137 active+clean; 282 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 745 KiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T09:43:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:41 smithi066 ceph-mon[87361]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:43:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:43:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:43 smithi019 ceph-mon[94035]: pgmap v3821: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:43:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:43 smithi019 ceph-mon[96522]: pgmap v3821: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:43:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:43 smithi066 ceph-mon[87361]: pgmap v3821: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:43:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:45 smithi019 ceph-mon[94035]: pgmap v3822: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:43:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:45 smithi019 ceph-mon[96522]: pgmap v3822: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:43:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:45 smithi066 ceph-mon[87361]: pgmap v3822: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:43:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:47 smithi019 ceph-mon[94035]: pgmap v3823: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:47 smithi019 ceph-mon[96522]: pgmap v3823: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:47 smithi066 ceph-mon[87361]: pgmap v3823: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:49 smithi019 ceph-mon[94035]: pgmap v3824: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:49 smithi019 ceph-mon[96522]: pgmap v3824: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:49 smithi066 ceph-mon[87361]: pgmap v3824: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:43:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:43:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:43:50] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:43:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:51 smithi019 ceph-mon[94035]: pgmap v3825: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T09:43:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:51 smithi019 ceph-mon[96522]: pgmap v3825: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T09:43:52.312 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:51 smithi066 ceph-mon[87361]: pgmap v3825: 137 pgs: 137 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-02T09:43:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:43:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:53.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:52 smithi019 ceph-mon[94035]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:43:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:52 smithi019 ceph-mon[96522]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:43:53.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:52 smithi066 ceph-mon[87361]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:43:53.853 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (21615 ms) 2024-04-02T09:43:53.853 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-02T09:43:53.854 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:43:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:53 smithi019 ceph-mon[94035]: pgmap v3827: 137 pgs: 137 active+clean; 322 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-02T09:43:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:53 smithi019 ceph-mon[96522]: pgmap v3827: 137 pgs: 137 active+clean; 322 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-02T09:43:54.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:53 smithi066 ceph-mon[87361]: pgmap v3827: 137 pgs: 137 active+clean; 322 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-02T09:43:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:55 smithi019 ceph-mon[94035]: pgmap v3828: 137 pgs: 137 active+clean; 322 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-02T09:43:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:55 smithi019 ceph-mon[96522]: pgmap v3828: 137 pgs: 137 active+clean; 322 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-02T09:43:56.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:55 smithi066 ceph-mon[87361]: pgmap v3828: 137 pgs: 137 active+clean; 322 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 820 KiB/s wr, 17 op/s 2024-04-02T09:43:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:57 smithi019 ceph-mon[94035]: pgmap v3829: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:43:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:57 smithi019 ceph-mon[96522]: pgmap v3829: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:43:58.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:57 smithi066 ceph-mon[87361]: pgmap v3829: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:43:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:59.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:00.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:43:59 smithi019 ceph-mon[94035]: pgmap v3830: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:44:00.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:43:59 smithi019 ceph-mon[96522]: pgmap v3830: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:44:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:43:59 smithi066 ceph-mon[87361]: pgmap v3830: 137 pgs: 137 active+clean; 378 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:44:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:44:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:44:00] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:44:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:00 smithi019 ceph-mon[94035]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:44:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:00 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:00 smithi019 ceph-mon[96522]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:44:01.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:00 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:00 smithi066 ceph-mon[87361]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:44:01.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:00 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[96522]: pgmap v3832: 137 pgs: 137 active+clean; 399 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.6 MiB/s wr, 46 op/s 2024-04-02T09:44:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:44:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[94035]: pgmap v3832: 137 pgs: 137 active+clean; 399 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.6 MiB/s wr, 46 op/s 2024-04-02T09:44:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:02.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:01 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:44:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:01 smithi066 ceph-mon[87361]: pgmap v3832: 137 pgs: 137 active+clean; 399 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.6 MiB/s wr, 46 op/s 2024-04-02T09:44:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:01 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:44:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:44:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:04.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:03 smithi019 ceph-mon[94035]: pgmap v3833: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 70 op/s 2024-04-02T09:44:04.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:03 smithi019 ceph-mon[96522]: pgmap v3833: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 70 op/s 2024-04-02T09:44:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:03 smithi066 ceph-mon[87361]: pgmap v3833: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 70 op/s 2024-04-02T09:44:06.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:05 smithi019 ceph-mon[94035]: pgmap v3834: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 70 op/s 2024-04-02T09:44:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:05 smithi019 ceph-mon[96522]: pgmap v3834: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 70 op/s 2024-04-02T09:44:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:05 smithi066 ceph-mon[87361]: pgmap v3834: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.7 MiB/s wr, 70 op/s 2024-04-02T09:44:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:07 smithi019 ceph-mon[94035]: pgmap v3835: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:07 smithi019 ceph-mon[96522]: pgmap v3835: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:07 smithi066 ceph-mon[87361]: pgmap v3835: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:09 smithi019 ceph-mon[94035]: pgmap v3836: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:09 smithi019 ceph-mon[96522]: pgmap v3836: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:09 smithi066 ceph-mon[87361]: pgmap v3836: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:44:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:44:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:44:10] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:44:12.198 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:11 smithi019 ceph-mon[94035]: pgmap v3837: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:44:12.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:11 smithi019 ceph-mon[96522]: pgmap v3837: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:44:12.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:11 smithi066 ceph-mon[87361]: pgmap v3837: 137 pgs: 137 active+clean; 423 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:44:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:44:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:14.151 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (20297 ms) 2024-04-02T09:44:14.151 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-02T09:44:14.151 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:13 smithi019 ceph-mon[94035]: pgmap v3838: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 2.3 MiB/s wr, 33 op/s 2024-04-02T09:44:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:13 smithi019 ceph-mon[96522]: pgmap v3838: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 2.3 MiB/s wr, 33 op/s 2024-04-02T09:44:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:13 smithi066 ceph-mon[87361]: pgmap v3838: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 2.3 MiB/s wr, 33 op/s 2024-04-02T09:44:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:15 smithi019 ceph-mon[94035]: pgmap v3839: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:44:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:15 smithi019 ceph-mon[96522]: pgmap v3839: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:44:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:15 smithi066 ceph-mon[87361]: pgmap v3839: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:44:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:17 smithi019 ceph-mon[94035]: pgmap v3840: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-02T09:44:18.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:17 smithi019 ceph-mon[96522]: pgmap v3840: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-02T09:44:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:17 smithi066 ceph-mon[87361]: pgmap v3840: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-02T09:44:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:19 smithi066 ceph-mon[87361]: pgmap v3841: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:44:20.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:19 smithi019 ceph-mon[94035]: pgmap v3841: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:44:20.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:19 smithi019 ceph-mon[96522]: pgmap v3841: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:44:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:44:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:44:20] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:44:22.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:21 smithi066 ceph-mon[87361]: pgmap v3842: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:44:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:21 smithi019 ceph-mon[94035]: pgmap v3842: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:44:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:21 smithi019 ceph-mon[96522]: pgmap v3842: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:44:22.573 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:44:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:23 smithi066 ceph-mon[87361]: pgmap v3843: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-02T09:44:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:23 smithi066 ceph-mon[87361]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:44:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:23 smithi019 ceph-mon[94035]: pgmap v3843: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-02T09:44:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:23 smithi019 ceph-mon[94035]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:44:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:23 smithi019 ceph-mon[96522]: pgmap v3843: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-02T09:44:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:23 smithi019 ceph-mon[96522]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:44:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:25 smithi066 ceph-mon[87361]: pgmap v3845: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:44:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:25 smithi019 ceph-mon[94035]: pgmap v3845: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:44:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:25 smithi019 ceph-mon[96522]: pgmap v3845: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:44:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:27 smithi066 ceph-mon[87361]: pgmap v3846: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:27 smithi019 ceph-mon[94035]: pgmap v3846: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:27 smithi019 ceph-mon[96522]: pgmap v3846: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:29.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:29 smithi066 ceph-mon[87361]: pgmap v3847: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:30.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:29 smithi019 ceph-mon[94035]: pgmap v3847: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:30.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:29 smithi019 ceph-mon[96522]: pgmap v3847: 137 pgs: 137 active+clean; 468 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:44:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:44:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:44:30] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:44:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:31 smithi066 ceph-mon[87361]: pgmap v3848: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:31 smithi019 ceph-mon[94035]: pgmap v3848: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:31 smithi019 ceph-mon[96522]: pgmap v3848: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:44:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:44:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:33 smithi066 ceph-mon[87361]: pgmap v3849: 137 pgs: 137 active+clean; 476 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-02T09:44:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:33 smithi019 ceph-mon[94035]: pgmap v3849: 137 pgs: 137 active+clean; 476 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-02T09:44:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:33 smithi019 ceph-mon[96522]: pgmap v3849: 137 pgs: 137 active+clean; 476 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-02T09:44:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:35 smithi066 ceph-mon[87361]: pgmap v3850: 137 pgs: 137 active+clean; 476 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:44:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:35 smithi019 ceph-mon[94035]: pgmap v3850: 137 pgs: 137 active+clean; 476 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:44:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:35 smithi019 ceph-mon[96522]: pgmap v3850: 137 pgs: 137 active+clean; 476 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:44:38.185 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (24034 ms) 2024-04-02T09:44:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:37 smithi066 ceph-mon[87361]: pgmap v3851: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:44:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:37 smithi019 ceph-mon[94035]: pgmap v3851: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:44:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:37 smithi019 ceph-mon[96522]: pgmap v3851: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:44:38.994 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (161015 ms total) 2024-04-02T09:44:38.994 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:44:38.994 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-02T09:44:39.029 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-02T09:44:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:39 smithi066 ceph-mon[87361]: pgmap v3852: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:44:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:39 smithi066 ceph-mon[87361]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:44:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:39 smithi019 ceph-mon[96522]: pgmap v3852: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:44:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:39 smithi019 ceph-mon[96522]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:44:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:39 smithi019 ceph-mon[94035]: pgmap v3852: 137 pgs: 137 active+clean; 472 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:44:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:39 smithi019 ceph-mon[94035]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:44:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:44:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:44:40] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:44:41.015 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:41 smithi066 ceph-mon[87361]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:44:41.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:41 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/955782587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:44:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:41 smithi019 ceph-mon[94035]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:44:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:41 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/955782587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:44:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:41 smithi019 ceph-mon[96522]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:44:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:41 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/955782587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:44:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:42 smithi066 ceph-mon[87361]: pgmap v3855: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:44:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:42 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:44:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:42 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/955782587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:44:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:42 smithi066 ceph-mon[87361]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:44:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[94035]: pgmap v3855: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:44:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:44:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/955782587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:44:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[94035]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:44:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[96522]: pgmap v3855: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:44:42.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:44:42.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/955782587' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:44:42.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:42 smithi019 ceph-mon[96522]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:44:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:44:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:43.058 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [628791~99963,1310410~85587,2635119~90596,3032047~15365,8417278~45690,12715009~72833,15692152~10018,17652222~15729,17944071~24753] 2024-04-02T09:44:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:43 smithi066 ceph-mon[87361]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:44:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:43 smithi019 ceph-mon[94035]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:44:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:43 smithi019 ceph-mon[96522]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:44:44.041 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [4173891~95797,5674036~74176,6741020~46585,6869215~64315,7435056~59599,11791792~4025,11860092~23308,18074083~8470,19474438~56662,19921531~72134] 2024-04-02T09:44:44.051 INFO:tasks.workunit.client.0.smithi019.stdout: diff was [3047412~4447243,8462968~3420432,17968824~2024841] 2024-04-02T09:44:44.055 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5026 ms) 2024-04-02T09:44:44.055 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-02T09:44:44.056 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:44 smithi066 ceph-mon[87361]: pgmap v3858: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:44 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:44:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:44 smithi066 ceph-mon[87361]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:44:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[94035]: pgmap v3858: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:44:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[94035]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:44:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[96522]: pgmap v3858: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:44:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[96522]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:44:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:45.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:45 smithi066 ceph-mon[87361]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:44:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:45 smithi019 ceph-mon[94035]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:44:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:45 smithi019 ceph-mon[96522]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:44:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:46 smithi066 ceph-mon[87361]: pgmap v3861: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:46.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:46 smithi066 ceph-mon[87361]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:44:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:46 smithi019 ceph-mon[94035]: pgmap v3861: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:46 smithi019 ceph-mon[94035]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:44:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:46 smithi019 ceph-mon[96522]: pgmap v3861: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:44:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:46 smithi019 ceph-mon[96522]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:44:47.072 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3017 ms) 2024-04-02T09:44:47.072 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-02T09:44:47.073 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:47.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:47 smithi066 ceph-mon[87361]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:44:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:47 smithi019 ceph-mon[96522]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:44:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:47 smithi019 ceph-mon[94035]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:44:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:48 smithi066 ceph-mon[87361]: pgmap v3864: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 252 KiB/s wr, 81 op/s 2024-04-02T09:44:48.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:48 smithi066 ceph-mon[87361]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:44:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:48 smithi019 ceph-mon[94035]: pgmap v3864: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 252 KiB/s wr, 81 op/s 2024-04-02T09:44:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:48 smithi019 ceph-mon[94035]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:44:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:48 smithi019 ceph-mon[96522]: pgmap v3864: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 252 KiB/s wr, 81 op/s 2024-04-02T09:44:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:48 smithi019 ceph-mon[96522]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:44:49.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:49 smithi066 ceph-mon[87361]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:44:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:49 smithi019 ceph-mon[94035]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:44:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:49 smithi019 ceph-mon[96522]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:44:50.087 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3014 ms) 2024-04-02T09:44:50.087 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-02T09:44:50.087 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:50 smithi066 ceph-mon[87361]: pgmap v3867: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 252 KiB/s wr, 81 op/s 2024-04-02T09:44:50.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:50 smithi066 ceph-mon[87361]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:44:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:50 smithi019 ceph-mon[94035]: pgmap v3867: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 252 KiB/s wr, 81 op/s 2024-04-02T09:44:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:50 smithi019 ceph-mon[94035]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:44:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:50 smithi019 ceph-mon[96522]: pgmap v3867: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 252 KiB/s wr, 81 op/s 2024-04-02T09:44:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:50 smithi019 ceph-mon[96522]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:44:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:44:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:44:50] "GET /metrics HTTP/1.1" 200 36675 "" "Prometheus/2.43.0" 2024-04-02T09:44:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:51 smithi066 ceph-mon[87361]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:44:51.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:51 smithi066 ceph-mon[87361]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:44:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:51 smithi019 ceph-mon[94035]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:44:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:51 smithi019 ceph-mon[94035]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:44:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:51 smithi019 ceph-mon[96522]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:44:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:51 smithi019 ceph-mon[96522]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:44:52.323 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2237 ms) 2024-04-02T09:44:52.323 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-02T09:44:52.323 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:52 smithi066 ceph-mon[87361]: pgmap v3871: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 11 KiB/s wr, 94 op/s 2024-04-02T09:44:52.569 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:52 smithi066 ceph-mon[87361]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:44:52.570 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:44:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:52 smithi019 ceph-mon[94035]: pgmap v3871: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 11 KiB/s wr, 94 op/s 2024-04-02T09:44:52.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:52 smithi019 ceph-mon[94035]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:44:52.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:52 smithi019 ceph-mon[96522]: pgmap v3871: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 11 KiB/s wr, 94 op/s 2024-04-02T09:44:52.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:52 smithi019 ceph-mon[96522]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:44:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:53 smithi066 ceph-mon[87361]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:44:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:53 smithi019 ceph-mon[94035]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:44:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:53 smithi019 ceph-mon[96522]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:44:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:54 smithi066 ceph-mon[87361]: pgmap v3874: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-02T09:44:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:54 smithi066 ceph-mon[87361]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:44:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:54 smithi019 ceph-mon[94035]: pgmap v3874: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-02T09:44:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:54 smithi019 ceph-mon[94035]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:44:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:54 smithi019 ceph-mon[96522]: pgmap v3874: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-02T09:44:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:54 smithi019 ceph-mon[96522]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:44:55.351 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3028 ms) 2024-04-02T09:44:55.351 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-02T09:44:55.351 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:55 smithi066 ceph-mon[87361]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:44:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:55 smithi019 ceph-mon[94035]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:44:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:55 smithi019 ceph-mon[96522]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:44:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:56 smithi066 ceph-mon[87361]: pgmap v3877: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-04-02T09:44:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:56 smithi066 ceph-mon[87361]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:44:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:56 smithi019 ceph-mon[94035]: pgmap v3877: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-04-02T09:44:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:56 smithi019 ceph-mon[94035]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:44:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:56 smithi019 ceph-mon[96522]: pgmap v3877: 137 pgs: 137 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-04-02T09:44:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:56 smithi019 ceph-mon[96522]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:44:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:57 smithi019 ceph-mon[96522]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:44:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:57 smithi019 ceph-mon[94035]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:44:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:57 smithi066 ceph-mon[87361]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:44:58.366 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3015 ms) 2024-04-02T09:44:58.366 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-02T09:44:58.367 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:44:58.455 INFO:tasks.workunit.client.0.smithi019.stdout: i=0 exists [46814322~2540387,68859822~124785,83742779~5656132,91010120~1674772,161278851~11707848,360681236~4730772,376416891~3495308,384428180~7807161] wrote [46814322~2540387,68859822~124785,83742779~5656132,91010120~1674772,161278851~11707848,360681236~4730772,376416891~3495308,384428180~7807161] 2024-04-02T09:44:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:58 smithi019 ceph-mon[94035]: pgmap v3880: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 394 KiB/s wr, 116 op/s 2024-04-02T09:44:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:58 smithi019 ceph-mon[94035]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:44:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:58 smithi019 ceph-mon[96522]: pgmap v3880: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 394 KiB/s wr, 116 op/s 2024-04-02T09:44:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:58 smithi019 ceph-mon[96522]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:44:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:58 smithi066 ceph-mon[87361]: pgmap v3880: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 394 KiB/s wr, 116 op/s 2024-04-02T09:44:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:58 smithi066 ceph-mon[87361]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:44:59.446 INFO:tasks.workunit.client.0.smithi019.stdout: i=1 exists [23084695~2634886,46814322~2540387,68859822~124785,75726873~13672038,91010120~1674772,104928928~6192209,129459099~6639751,161278851~11707848,213017661~4659959,259219694~7526128,301997583~1278071,350587774~2889018,360681236~4730772,376416891~3495308,384428180~7807161,407332096~7903454] wrote [23084695~2634886,75726873~8182849,104928928~6192209,129459099~6639751,213017661~4659959,259219694~7526128,301997583~1278071,350587774~2889018,407332096~7903454] 2024-04-02T09:44:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:59 smithi019 ceph-mon[94035]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:44:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:44:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:59 smithi019 ceph-mon[96522]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:44:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:44:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:59 smithi066 ceph-mon[87361]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:44:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:44:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:00.417 INFO:tasks.workunit.client.0.smithi019.stdout: i=2 exists [23084695~2634886,46814322~2540387,68859822~124785,75726873~13672038,91010120~1674772,104928928~7212507,129459099~6639751,144131964~3123812,160025367~12961332,213017661~4659959,219258475~2961940,259219694~13041211,277731873~3450407,300994559~8047731,343387746~527965,350587774~2889018,360681236~4730772,369266386~10645813,384428180~7807161,405402486~9833064] wrote [109048933~3092502,144131964~3123812,160025367~5589217,219258475~2961940,265923100~6337805,277731873~3450407,300994559~8047731,343387746~527965,369266386~8073458,405402486~6059418] 2024-04-02T09:45:00.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:00 smithi019 ceph-mon[94035]: pgmap v3883: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 394 KiB/s wr, 116 op/s 2024-04-02T09:45:00.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:00 smithi019 ceph-mon[94035]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:45:00.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:45:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:45:00] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:45:00.598 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:00 smithi019 ceph-mon[96522]: pgmap v3883: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 394 KiB/s wr, 116 op/s 2024-04-02T09:45:00.598 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:00 smithi019 ceph-mon[96522]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:45:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:00 smithi066 ceph-mon[87361]: pgmap v3883: 137 pgs: 137 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 394 KiB/s wr, 116 op/s 2024-04-02T09:45:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:00 smithi066 ceph-mon[87361]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:45:01.462 INFO:tasks.workunit.client.0.smithi019.stdout: i=3 exists [22453371~7657732,32289785~3634849,46814322~2540387,67838209~1471379,75726873~13672038,91010120~1674772,104928928~13369614,129459099~6639751,138369254~8886522,160025367~12961332,213017661~4659959,219258475~2961940,241611565~3713482,259219694~13041211,277731873~3450407,300994559~8047731,343387746~527965,350587774~2889018,358136946~7479050,367099687~12812512,384428180~7807161,405402486~9833064] wrote [22453371~7657732,32289785~3634849,67838209~1471379,76194654~3873365,111160206~7138336,138369254~7264190,241611565~3713482,358136946~7479050,367099687~8125310,407914024~7211109] 2024-04-02T09:45:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:01 smithi019 ceph-mon[94035]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:45:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:01 smithi019 ceph-mon[96522]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:45:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:01 smithi066 ceph-mon[87361]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:45:02.436 INFO:tasks.workunit.client.0.smithi019.stdout: i=4 exists [14994417~4303111,22453371~7657732,32289785~3634849,46814322~2540387,67838209~1471379,75726873~16958019,104928928~13369614,129459099~6639751,138369254~8886522,160025367~16052604,213017661~4659959,219258475~2961940,241611565~3713482,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,321526323~5365742,343387746~527965,346493149~1077077,350587774~4968821,358136946~7479050,367099687~12812512,384428180~7807161,405402486~9833064] wrote [14994417~4303111,79106023~3211137,85640024~5658378,170484148~5593823,286720210~3395747,292834889~7707983,321526323~5365742,346493149~1077077,351228187~4328408,392132536~30348] 2024-04-02T09:45:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[96522]: pgmap v3886: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 15 MiB/s wr, 129 op/s 2024-04-02T09:45:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[96522]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:45:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:02.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:02.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[94035]: pgmap v3886: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 15 MiB/s wr, 129 op/s 2024-04-02T09:45:02.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[94035]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:45:02.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:02.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:02.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:02 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:45:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:02 smithi066 ceph-mon[87361]: pgmap v3886: 137 pgs: 137 active+clean; 99 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 15 MiB/s wr, 129 op/s 2024-04-02T09:45:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:02 smithi066 ceph-mon[87361]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:45:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:02 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:03.426 INFO:tasks.workunit.client.0.smithi019.stdout: i=5 exists [14994417~4303111,22453371~7657732,32289785~3634849,46814322~2540387,67838209~1471379,73701624~764118,75726873~16958019,102020015~16278527,129459099~6639751,138369254~8886522,160025367~16052604,213017661~4659959,219258475~2961940,233016992~1360797,241611565~4454587,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,343387746~527965,346493149~1077077,350587774~4968821,358136946~7479050,367099687~12812512,384428180~7807161,405402486~9833064] wrote [73701624~764118,80256092~4598103,102020015~8227086,233016992~1360797,242067873~3998279,311238925~2578644,318963138~7550195,352864350~2130635,378643335~681201] 2024-04-02T09:45:03.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[94035]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:45:03.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:03.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:03.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:03.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[96522]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:45:03.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:03.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:03.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:03 smithi066 ceph-mon[87361]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:45:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:45:04.447 INFO:tasks.workunit.client.0.smithi019.stdout: i=6 exists [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,46814322~2540387,63245169~7687166,73701624~764118,75726873~16958019,101385064~16913478,129459099~6639751,138369254~8886522,160025367~16052604,213017661~4659959,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346493149~1077077,350587774~4968821,357358669~8257327,367099687~12812512,384428180~7807161,405402486~9833064] wrote [6167709~7657996,26866289~3509109,63245169~7687166,101385064~2691974,241929150~5901380,247900560~4572742,263581456~5036566,331567580~1422441,357358669~7388546,408540228~2692407] 2024-04-02T09:45:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:04 smithi019 ceph-mon[94035]: pgmap v3889: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 41 MiB/s wr, 214 op/s 2024-04-02T09:45:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:04 smithi019 ceph-mon[94035]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:45:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:04 smithi019 ceph-mon[96522]: pgmap v3889: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 41 MiB/s wr, 214 op/s 2024-04-02T09:45:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:04 smithi019 ceph-mon[96522]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:45:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:04 smithi066 ceph-mon[87361]: pgmap v3889: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 41 MiB/s wr, 214 op/s 2024-04-02T09:45:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:04 smithi066 ceph-mon[87361]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:45:05.460 INFO:tasks.workunit.client.0.smithi019.stdout: i=7 exists [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,46814322~2540387,63245169~7687166,73701624~764118,75726873~16958019,101385064~16913478,129459099~7839547,138369254~8886522,153281863~730353,160025367~16052604,188408900~4148173,213017661~4659959,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~13822662,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350587774~4968821,357358669~8257327,367099687~12812512,384428180~11240049,405402486~9833064] wrote [8506822~1244960,17302389~245915,133096243~4202403,153281863~730353,188408900~4148173,288971668~7896647,346043605~376570,387691400~7976829] 2024-04-02T09:45:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:05 smithi019 ceph-mon[94035]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:45:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:05 smithi019 ceph-mon[96522]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:45:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:05 smithi066 ceph-mon[87361]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:45:06.447 INFO:tasks.workunit.client.0.smithi019.stdout: i=8 exists [6167709~14701118,22453371~7922027,32289785~3634849,46814322~2540387,55005452~5907652,63245169~7687166,73701624~764118,75726873~16958019,101385064~19794954,129459099~7839547,138369254~8886522,153281863~730353,160025367~16052604,188408900~4148173,213017661~9202754,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~13822662,300994559~9671351,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350587774~4968821,357358669~8257327,367099687~12812512,384428180~11240049,405402486~9833064] wrote [11428069~9440758,55005452~5907652,78525005~4183412,89122395~1996536,117676706~3503312,214500308~5095759,260913223~2049328,307682600~2983310,352121733~276670] 2024-04-02T09:45:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:06 smithi019 ceph-mon[94035]: pgmap v3892: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 26 MiB/s wr, 85 op/s 2024-04-02T09:45:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:06 smithi019 ceph-mon[94035]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:45:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:06 smithi019 ceph-mon[96522]: pgmap v3892: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 26 MiB/s wr, 85 op/s 2024-04-02T09:45:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:06 smithi019 ceph-mon[96522]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:45:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:06 smithi066 ceph-mon[87361]: pgmap v3892: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 26 MiB/s wr, 85 op/s 2024-04-02T09:45:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:06 smithi066 ceph-mon[87361]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:45:07.466 INFO:tasks.workunit.client.0.smithi019.stdout: i=9 exists [1605096~4077837,6167709~14701118,22453371~7922027,32289785~3634849,46814322~2540387,55005452~5907652,63245169~12260573,75726873~16958019,101385064~19794954,126019581~11279065,138369254~8886522,153281863~5918171,160025367~16052604,188408900~4148173,213017661~9202754,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~13260205,384428180~11240049,405402486~9833064] wrote [1605096~4077837,70205818~5299924,126019581~5315771,153600537~5599497,289464556~4189030,295411335~6821321,350500827~1894156,366651994~7971329,388819562~3975290] 2024-04-02T09:45:07.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:07 smithi019 ceph-mon[94035]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:45:07.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:07 smithi019 ceph-mon[96522]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:45:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:07 smithi066 ceph-mon[87361]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:45:08.469 INFO:tasks.workunit.client.0.smithi019.stdout: i=10 exists [1605096~4077837,6167709~14701118,22453371~13471263,46814322~2540387,55005452~5907652,63245169~12260573,75726873~16958019,95674044~1886800,101385064~19794954,126019581~11279065,138369254~8886522,153281863~5918171,160025367~16052604,188408900~4148173,195779882~408765,213017661~9202754,224217180~3735851,233016992~1360797,241611565~10861737,259219694~13041211,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~13260205,384428180~11240049,401317429~13918121] wrote [23199023~4354502,30286849~4074954,95674044~1886800,112146916~7386923,195779882~408765,224217180~3735851,246123907~2259399,263058410~2557833,341750614~1719271,401317429~6741541] 2024-04-02T09:45:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:08 smithi019 ceph-mon[94035]: pgmap v3895: 137 pgs: 137 active+clean; 452 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 49 MiB/s wr, 289 op/s 2024-04-02T09:45:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:08 smithi019 ceph-mon[94035]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:45:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:08 smithi019 ceph-mon[96522]: pgmap v3895: 137 pgs: 137 active+clean; 452 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 49 MiB/s wr, 289 op/s 2024-04-02T09:45:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:08 smithi019 ceph-mon[96522]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:45:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:08 smithi066 ceph-mon[87361]: pgmap v3895: 137 pgs: 137 active+clean; 452 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 49 MiB/s wr, 289 op/s 2024-04-02T09:45:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:08 smithi066 ceph-mon[87361]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:45:09.483 INFO:tasks.workunit.client.0.smithi019.stdout: i=11 exists [1605096~4077837,6167709~14701118,22453371~13471263,46814322~2540387,55005452~5907652,63245169~12260573,75726873~16958019,95674044~1886800,98487100~1821448,101385064~19794954,126019581~21236195,153281863~5918171,160025367~16052604,188408900~4148173,195779882~408765,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,348216417~17591441,366651994~13260205,384428180~11240049,400705870~14529680] wrote [63586188~5818899,98487100~1821448,132463445~7825295,232760845~1239529,256083016~1361725,313687331~6791384,348216417~5621192,354752432~5998572,361612237~4195621,400705870~3351384] 2024-04-02T09:45:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:09 smithi019 ceph-mon[94035]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:45:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:09 smithi019 ceph-mon[96522]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:45:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:09 smithi066 ceph-mon[87361]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:45:10.529 INFO:tasks.workunit.client.0.smithi019.stdout: i=12 exists [1605096~4077837,6167709~29756925,45735096~4364478,55005452~5907652,63245169~29439723,95674044~1886800,98487100~1821448,101385064~19794954,126019581~21236195,153281863~5918171,160025367~16052604,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,335141787~8773924,346043605~19764253,366651994~13260205,384428180~11240049,400705870~14529680] wrote [12361509~6542356,19038766~5161222,26329165~7349769,45735096~4364478,71785829~4937921,79460072~925800,203316515~5542679,335141787~7355362,346221888~5773433,371440658~7160984] 2024-04-02T09:45:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:10 smithi019 ceph-mon[94035]: pgmap v3898: 137 pgs: 137 active+clean; 452 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 49 MiB/s wr, 289 op/s 2024-04-02T09:45:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:10 smithi019 ceph-mon[94035]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:45:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:10 smithi019 ceph-mon[96522]: pgmap v3898: 137 pgs: 137 active+clean; 452 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 49 MiB/s wr, 289 op/s 2024-04-02T09:45:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:10 smithi019 ceph-mon[96522]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:45:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:45:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:45:10] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:45:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:10 smithi066 ceph-mon[87361]: pgmap v3898: 137 pgs: 137 active+clean; 452 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 49 MiB/s wr, 289 op/s 2024-04-02T09:45:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:10 smithi066 ceph-mon[87361]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:45:11.498 INFO:tasks.workunit.client.0.smithi019.stdout: i=13 exists [1605096~4077837,6167709~36462118,45735096~4364478,54799814~6113290,63245169~29439723,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~21236195,153281863~5918171,160025367~16052604,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~40171855,331567580~1422441,335141787~8773924,346043605~19764253,366268885~13643314,383289263~12378966,400705870~14529680] wrote [16340652~4826289,35185945~7443882,54799814~3434316,106170971~6001492,121538796~4084832,248208741~1776146,308937312~4278765,366268885~2631843,383289263~4584921,409499841~2155735] 2024-04-02T09:45:11.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:11 smithi019 ceph-mon[94035]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:45:11.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:11 smithi019 ceph-mon[96522]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:45:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:11 smithi066 ceph-mon[87361]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:45:12.505 INFO:tasks.workunit.client.0.smithi019.stdout: i=14 exists [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~29439723,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~21236195,153281863~5918171,160025367~16052604,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~13643314,383066293~14675790,400705870~14529680] wrote [59311692~3670389,65284626~939306,68463900~6094192,131231756~55336,285913604~3412156,292856845~4937216,306282257~3042671,372712311~2702119,383066293~8185428,392319902~5422181] 2024-04-02T09:45:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:12 smithi019 ceph-mon[94035]: pgmap v3901: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 18 MiB/s wr, 207 op/s 2024-04-02T09:45:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:12 smithi019 ceph-mon[94035]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:45:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:12 smithi019 ceph-mon[96522]: pgmap v3901: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 18 MiB/s wr, 207 op/s 2024-04-02T09:45:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:12 smithi019 ceph-mon[96522]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:45:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:12 smithi066 ceph-mon[87361]: pgmap v3901: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 18 MiB/s wr, 207 op/s 2024-04-02T09:45:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:12 smithi066 ceph-mon[87361]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:45:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:45:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:13.492 INFO:tasks.workunit.client.0.smithi019.stdout: i=15 exists [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~29439723,94185723~26994295,121538796~4084832,126019581~21236195,148401612~3758046,153281863~5918171,160025367~16052604,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~13643314,383066293~14675790,400705870~14529680] wrote [10861141~2389329,64152632~1272477,94185723~7881542,129350769~1361024,148401612~3758046,163052685~5194792,234432919~3765968,304669646~6460996,403425710~1779230] 2024-04-02T09:45:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:13 smithi019 ceph-mon[94035]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:45:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:13 smithi019 ceph-mon[96522]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:45:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:13 smithi066 ceph-mon[87361]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:45:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:14.553 INFO:tasks.workunit.client.0.smithi019.stdout: i=16 exists [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~17053617,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~57186021,335141787~8773924,346043605~19764253,366268885~13643314,383066293~14675790,400705870~14529680] wrote [39399708~5327602,90317014~9146641,148329126~4726631,164531561~1661176,169960300~7118684,279597733~8036080,326177963~8739931] 2024-04-02T09:45:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:14 smithi019 ceph-mon[94035]: pgmap v3904: 137 pgs: 137 active+clean; 684 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 53 MiB/s wr, 353 op/s 2024-04-02T09:45:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:14 smithi019 ceph-mon[94035]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:45:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:14 smithi019 ceph-mon[96522]: pgmap v3904: 137 pgs: 137 active+clean; 684 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 53 MiB/s wr, 353 op/s 2024-04-02T09:45:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:14 smithi019 ceph-mon[96522]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:45:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:14 smithi066 ceph-mon[87361]: pgmap v3904: 137 pgs: 137 active+clean; 684 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 53 MiB/s wr, 353 op/s 2024-04-02T09:45:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:14 smithi066 ceph-mon[87361]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:45:15.538 INFO:tasks.workunit.client.0.smithi019.stdout: i=17 exists [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~17409477,188408900~4148173,195779882~408765,196433195~12425999,213017661~14935370,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~57186021,335141787~8773924,346043605~19764253,366268885~13643314,383066293~32169257] wrote [16830378~1438478,37673328~240745,83309386~5454186,160135092~7870236,171200136~6234708,196433195~9935165,221929735~5430877,281508679~5190479,396674545~4164259] 2024-04-02T09:45:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:15 smithi066 ceph-mon[87361]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:45:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:15 smithi019 ceph-mon[94035]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:45:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:15 smithi019 ceph-mon[96522]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:45:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: i=18 exists [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~21288583,188408900~4148173,195779882~408765,196433195~12425999,213017661~14935370,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~19764253,366268885~48966665] wrote [18268263~9754397,68869573~3009412,132397876~1289926,160281454~1757359,171540031~9773919,258848822~2820254,326126422~860431,379587253~3550613] 2024-04-02T09:45:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:16 smithi066 ceph-mon[87361]: pgmap v3907: 137 pgs: 137 active+clean; 684 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 35 MiB/s wr, 146 op/s 2024-04-02T09:45:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:16 smithi066 ceph-mon[87361]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:45:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:16 smithi019 ceph-mon[94035]: pgmap v3907: 137 pgs: 137 active+clean; 684 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 35 MiB/s wr, 146 op/s 2024-04-02T09:45:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:16 smithi019 ceph-mon[94035]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:45:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:16 smithi019 ceph-mon[96522]: pgmap v3907: 137 pgs: 137 active+clean; 684 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 35 MiB/s wr, 146 op/s 2024-04-02T09:45:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:16 smithi019 ceph-mon[96522]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:45:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: i=19 exists [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~21288583,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~69191945] wrote [31217109~6221317,56772742~2314537,114177029~2775806,214064052~7933069,227607196~2625971,232008986~7384912,297151894~4746725,363499081~3081875,403111004~7789917] 2024-04-02T09:45:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:17 smithi066 ceph-mon[87361]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:45:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:17 smithi019 ceph-mon[96522]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:45:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:17 smithi019 ceph-mon[94035]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:45:18.483 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 1 diff [23084695~2634886,75726873~8182849,104928928~6192209,129459099~6639751,213017661~4659959,259219694~7526128,301997583~1278071,350587774~2889018,407332096~7903454] 2024-04-02T09:45:18.484 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [23084695~2634886,75726873~8182849,104928928~6192209,129459099~6639751,213017661~4659959,259219694~7526128,301997583~1278071,350587774~2889018,407332096~7903454] 2024-04-02T09:45:18.503 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4748061,75497472~8412250,104857600~6263537,125829120~10269730,209715200~7962420,255852544~10893278,301989888~1285766,348127232~5349560,406847488~8388062] 2024-04-02T09:45:18.503 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 2 diff [23084695~2634886,75726873~8182849,104928928~7212507,129459099~6639751,144131964~3123812,160025367~5589217,213017661~4659959,219258475~2961940,259219694~13041211,277731873~3450407,300994559~8047731,343387746~527965,350587774~2889018,369266386~8073458,405402486~9833064] 2024-04-02T09:45:18.503 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [23084695~2634886,75726873~8182849,104928928~7212507,129459099~6639751,144131964~3123812,160025367~5589217,213017661~4659959,219258475~2961940,259219694~13041211,277731873~3450407,300994559~8047731,343387746~527965,350587774~2889018,369266386~8073458,405402486~9833064] 2024-04-02T09:45:18.510 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4748061,75497472~8412250,104857600~7283835,125829120~10269730,142606336~4649440,160025367~5589217,209715200~7962420,218103808~4116607,255852544~16408361,276824064~4358216,297795584~11246706,339738624~4177087,348127232~5349560,369098752~8241092,402653184~12582366] 2024-04-02T09:45:18.510 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 3 diff [22453371~7657732,32289785~3634849,67838209~1471379,75726873~8182849,104928928~13369614,129459099~6639751,138369254~8886522,160025367~5589217,213017661~4659959,219258475~2961940,241611565~3713482,259219694~13041211,277731873~3450407,300994559~8047731,343387746~527965,350587774~2889018,358136946~7479050,367099687~10240157,405402486~9833064] 2024-04-02T09:45:18.510 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [22453371~7657732,32289785~3634849,67838209~1471379,75726873~8182849,104928928~13369614,129459099~6639751,138369254~8886522,160025367~5589217,213017661~4659959,219258475~2961940,241611565~3713482,259219694~13041211,277731873~3450407,300994559~8047731,343387746~527965,350587774~2889018,358136946~7479050,367099687~10240157,405402486~9833064] 2024-04-02T09:45:18.517 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~14953114,67838209~1471379,75497472~8412250,104857600~13440942,125829120~21426656,160025367~5589217,209715200~7962420,218103808~4116607,239075328~6249719,255852544~16408361,276824064~4358216,297795584~11246706,339738624~4177087,348127232~5349560,358136946~19202898,402653184~12582366] 2024-04-02T09:45:18.517 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 4 diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,75726873~8182849,85640024~5658378,104928928~13369614,129459099~6639751,138369254~8886522,160025367~5589217,170484148~5593823,213017661~4659959,219258475~2961940,241611565~3713482,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,321526323~5365742,343387746~527965,346493149~1077077,350587774~4968821,358136946~7479050,367099687~10240157,392132536~30348,405402486~9833064] 2024-04-02T09:45:18.517 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,75726873~8182849,85640024~5658378,104928928~13369614,129459099~6639751,138369254~8886522,160025367~5589217,170484148~5593823,213017661~4659959,219258475~2961940,241611565~3713482,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,321526323~5365742,343387746~527965,346493149~1077077,350587774~4968821,358136946~7479050,367099687~10240157,392132536~30348,405402486~9833064] 2024-04-02T09:45:18.524 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,20971520~14953114,67838209~1471379,75497472~8412250,85640024~5658378,104857600~13440942,125829120~21426656,160025367~5589217,170484148~5593823,209715200~7962420,218103808~4116607,239075328~6249719,255852544~16408361,276824064~4358216,285212672~23829618,318767104~8124961,339738624~4177087,343932928~3637298,348127232~7429363,358136946~19202898,392132536~30348,402653184~12582366] 2024-04-02T09:45:18.524 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 5 diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,73701624~764118,75726873~9127322,85640024~5658378,102020015~16278527,129459099~6639751,138369254~8886522,160025367~5589217,170484148~5593823,213017661~4659959,219258475~2961940,233016992~1360797,241611565~4454587,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,343387746~527965,346493149~1077077,350587774~4968821,358136946~7479050,367099687~10240157,378643335~681201,392132536~30348,405402486~9833064] 2024-04-02T09:45:18.524 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,73701624~764118,75726873~9127322,85640024~5658378,102020015~16278527,129459099~6639751,138369254~8886522,160025367~5589217,170484148~5593823,213017661~4659959,219258475~2961940,233016992~1360797,241611565~4454587,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,343387746~527965,346493149~1077077,350587774~4968821,358136946~7479050,367099687~10240157,378643335~681201,392132536~30348,405402486~9833064] 2024-04-02T09:45:18.531 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,20971520~14953114,67838209~1471379,71303168~3162574,75497472~9356723,85640024~5658378,100663296~17635246,125829120~21426656,160025367~5589217,170484148~5593823,209715200~7962420,218103808~4116607,230686720~3691069,239075328~6990824,255852544~16408361,276824064~4358216,285212672~23829618,310378496~3439073,318767104~8124961,339738624~4177087,343932928~3637298,348127232~7429363,358136946~19202898,378643335~681201,392132536~30348,402653184~12582366] 2024-04-02T09:45:18.531 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 6 diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,75726873~9127322,85640024~5658378,101385064~16913478,129459099~6639751,138369254~8886522,160025367~5589217,170484148~5593823,213017661~4659959,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346493149~1077077,350587774~4968821,357358669~8257327,367099687~10240157,378643335~681201,392132536~30348,405402486~9833064] 2024-04-02T09:45:18.531 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,75726873~9127322,85640024~5658378,101385064~16913478,129459099~6639751,138369254~8886522,160025367~5589217,170484148~5593823,213017661~4659959,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346493149~1077077,350587774~4968821,357358669~8257327,367099687~10240157,378643335~681201,392132536~30348,405402486~9833064] 2024-04-02T09:45:18.538 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,20971520~14953114,62914560~8017775,71303168~3162574,75497472~9356723,85640024~5658378,100663296~17635246,125829120~21426656,160025367~5589217,170484148~5593823,209715200~7962420,218103808~4116607,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~23829618,310378496~3439073,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,348127232~7429363,357358669~19981175,378643335~681201,392132536~30348,402653184~12582366] 2024-04-02T09:45:18.538 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 7 diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,75726873~9127322,85640024~5658378,101385064~16913478,129459099~7839547,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,213017661~4659959,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~13822662,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350587774~4968821,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9833064] 2024-04-02T09:45:18.538 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,75726873~9127322,85640024~5658378,101385064~16913478,129459099~7839547,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,213017661~4659959,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~13822662,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350587774~4968821,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9833064] 2024-04-02T09:45:18.545 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,20971520~14953114,62914560~8017775,71303168~3162574,75497472~9356723,85640024~5658378,100663296~17635246,125829120~21426656,150994944~3017272,160025367~5589217,170484148~5593823,184549376~8007697,209715200~7962420,218103808~4116607,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~23829618,310378496~3439073,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,348127232~7429363,357358669~19981175,378643335~681201,387691400~7976829,402653184~12582366] 2024-04-02T09:45:18.545 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 8 diff [6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~7687166,73701624~764118,75726873~9127322,85640024~5658378,101385064~19794954,129459099~7839547,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,213017661~9202754,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~13822662,300994559~9671351,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350587774~4968821,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9833064] 2024-04-02T09:45:18.545 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~7687166,73701624~764118,75726873~9127322,85640024~5658378,101385064~19794954,129459099~7839547,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,213017661~9202754,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~13822662,300994559~9671351,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350587774~4968821,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9833064] 2024-04-02T09:45:18.552 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~16674523,20971520~14953114,54525952~6387152,62914560~8017775,71303168~3162574,75497472~9356723,85640024~5658378,100663296~20516722,125829120~21426656,150994944~3017272,160025367~5589217,170484148~5593823,184549376~8007697,209715200~12505215,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~28604897,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,348127232~7429363,357358669~19981175,378643335~681201,387691400~7976829,402653184~12582366] 2024-04-02T09:45:18.552 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 9 diff [1605096~4077837,6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~12260573,75726873~9127322,85640024~5658378,101385064~19794954,126019581~11279065,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,213017661~9202754,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,405402486~9833064] 2024-04-02T09:45:18.552 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~12260573,75726873~9127322,85640024~5658378,101385064~19794954,126019581~11279065,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,213017661~9202754,233016992~1360797,241611565~6218965,247900560~4572742,259219694~13041211,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,405402486~9833064] 2024-04-02T09:45:18.558 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,20971520~14953114,54525952~6387152,62914560~21939635,85640024~5658378,100663296~20516722,125829120~21426656,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,209715200~12505215,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~28604897,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,348127232~7429363,357358669~19981175,378643335~681201,387691400~7976829,402653184~12582366] 2024-04-02T09:45:18.558 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 10 diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,75726873~9127322,85640024~5658378,95674044~1886800,101385064~19794954,126019581~11279065,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,213017661~9202754,224217180~3735851,233016992~1360797,241611565~10861737,259219694~13041211,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,401317429~13918121] 2024-04-02T09:45:18.559 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,75726873~9127322,85640024~5658378,95674044~1886800,101385064~19794954,126019581~11279065,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,213017661~9202754,224217180~3735851,233016992~1360797,241611565~10861737,259219694~13041211,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,401317429~13918121] 2024-04-02T09:45:18.565 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,20971520~14953114,54525952~6387152,62914560~21939635,85640024~5658378,92684892~4875952,100663296~20516722,125829120~21426656,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,209715200~12505215,222298112~5654919,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~28604897,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,348127232~7429363,357358669~19981175,378643335~681201,387691400~7976829,398458880~16776670] 2024-04-02T09:45:18.565 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 11 diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,75726873~9127322,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,348216417~17591441,366651994~10687850,378643335~681201,387691400~7976829,400705870~14529680] 2024-04-02T09:45:18.565 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,75726873~9127322,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,348216417~17591441,366651994~10687850,378643335~681201,387691400~7976829,400705870~14529680] 2024-04-02T09:45:18.571 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,20971520~14953114,54525952~6387152,62914560~21939635,85640024~5658378,92684892~7623656,100663296~20516722,125829120~21426656,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,209715200~12505215,222298112~5654919,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~41679393,331350016~1640005,339738624~4177087,343932928~3637298,348127232~29212612,378643335~681201,387691400~7976829,398458880~16776670] 2024-04-02T09:45:18.572 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 12 diff [1605096~4077837,6167709~29756925,45735096~4364478,55005452~5907652,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,335141787~8773924,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~14529680] 2024-04-02T09:45:18.572 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~29756925,45735096~4364478,55005452~5907652,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,335141787~8773924,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~14529680] 2024-04-02T09:45:18.578 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~35924634,41943040~8156534,54525952~6387152,62914560~21939635,85640024~5658378,92684892~7623656,100663296~20516722,125829120~21426656,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,209715200~12505215,222298112~5654919,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,387691400~7976829,398458880~16776670] 2024-04-02T09:45:18.578 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 13 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~6113290,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~40171855,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~14529680] 2024-04-02T09:45:18.578 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~6113290,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,286720210~40171855,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~14529680] 2024-04-02T09:45:18.585 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~6387152,62914560~21939635,85640024~5658378,92684892~7623656,100663296~24960332,125829120~21426656,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,209715200~12505215,222298112~5654919,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,383289263~12378966,398458880~16776670] 2024-04-02T09:45:18.585 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 14 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14529680] 2024-04-02T09:45:18.585 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~21236195,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14529680] 2024-04-02T09:45:18.591 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~5658378,92684892~7623656,100663296~24960332,125829120~21426656,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,209715200~12505215,222298112~5654919,230686720~3691069,239075328~13397974,255852544~16408361,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,383066293~14675790,398458880~16776670] 2024-04-02T09:45:18.592 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 15 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,94185723~26994295,121538796~4084832,126019581~21236195,148401612~3758046,153281863~5918171,160025367~8222110,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14529680] 2024-04-02T09:45:18.592 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,94185723~26994295,121538796~4084832,126019581~21236195,148401612~3758046,153281863~5918171,160025367~8222110,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14529680] 2024-04-02T09:45:18.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~5658378,92684892~32938736,125829120~33370914,160025367~8222110,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,209715200~12505215,222298112~5654919,230686720~7512167,239075328~13397974,255852544~16408361,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,383066293~14675790,398458880~16776670] 2024-04-02T09:45:18.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 16 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~21609026,85640024~35539994,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14529680] 2024-04-02T09:45:18.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~21609026,85640024~35539994,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,213017661~9202754,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14529680] 2024-04-02T09:45:18.605 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~39983604,125829120~33370914,160025367~8222110,169960300~7118684,184549376~8007697,192937984~3250663,201326592~7532602,209715200~12505215,222298112~5654919,230686720~7512167,239075328~13397974,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,383066293~14675790,398458880~16776670] 2024-04-02T09:45:18.605 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 17 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,213017661~14935370,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~32169257] 2024-04-02T09:45:18.606 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,213017661~14935370,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,259219694~13041211,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~32169257] 2024-04-02T09:45:18.612 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~7474544,184549376~8007697,192937984~15921210,209715200~18237831,230686720~7512167,239075328~13397974,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,383066293~32169257] 2024-04-02T09:45:18.612 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 18 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~14935370,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,379587253~35648297] 2024-04-02T09:45:18.612 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~14935370,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,379587253~35648297] 2024-04-02T09:45:18.619 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~18237831,230686720~7512167,239075328~13397974,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:18.619 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 19 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:18.619 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:18.627 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:18.627 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 2 diff [109048933~3092502,144131964~3123812,160025367~5589217,219258475~2961940,265923100~6337805,277731873~3450407,300994559~8047731,343387746~527965,369266386~8073458,405402486~6059418] 2024-04-02T09:45:18.628 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [109048933~3092502,144131964~3123812,160025367~5589217,219258475~2961940,265923100~6337805,277731873~3450407,300994559~8047731,343387746~527965,369266386~8073458,405402486~6059418] 2024-04-02T09:45:18.634 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [109048933~3092502,142606336~4649440,160025367~5589217,218103808~4116607,265923100~6337805,276824064~4358216,297795584~11246706,339738624~4177087,369098752~8241092,402653184~8808720] 2024-04-02T09:45:18.634 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 3 diff [22453371~7657732,32289785~3634849,67838209~1471379,76194654~3873365,109048933~9249609,138369254~8886522,160025367~5589217,219258475~2961940,241611565~3713482,265923100~6337805,277731873~3450407,300994559~8047731,343387746~527965,358136946~7479050,367099687~10240157,405402486~9722647] 2024-04-02T09:45:18.634 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [22453371~7657732,32289785~3634849,67838209~1471379,76194654~3873365,109048933~9249609,138369254~8886522,160025367~5589217,219258475~2961940,241611565~3713482,265923100~6337805,277731873~3450407,300994559~8047731,343387746~527965,358136946~7479050,367099687~10240157,405402486~9722647] 2024-04-02T09:45:18.640 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [22453371~13471263,67838209~1471379,76194654~3873365,109048933~9249609,136098850~11156926,160025367~5589217,218103808~4116607,239075328~6249719,265923100~6337805,276824064~4358216,297795584~11246706,339738624~4177087,358136946~19202898,402653184~12471949] 2024-04-02T09:45:18.640 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 4 diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,76194654~6122506,85640024~5658378,109048933~9249609,138369254~8886522,160025367~5589217,170484148~5593823,219258475~2961940,241611565~3713482,265923100~6337805,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,321526323~5365742,343387746~527965,346493149~1077077,351228187~4328408,358136946~7479050,367099687~10240157,392132536~30348,405402486~9722647] 2024-04-02T09:45:18.641 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,76194654~6122506,85640024~5658378,109048933~9249609,138369254~8886522,160025367~5589217,170484148~5593823,219258475~2961940,241611565~3713482,265923100~6337805,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,321526323~5365742,343387746~527965,346493149~1077077,351228187~4328408,358136946~7479050,367099687~10240157,392132536~30348,405402486~9722647] 2024-04-02T09:45:18.647 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,22453371~13471263,67838209~1471379,76194654~6122506,85640024~5658378,109048933~9249609,136098850~11156926,160025367~5589217,170484148~5593823,218103808~4116607,239075328~6249719,265923100~6337805,276824064~4358216,285212672~23829618,318767104~8124961,339738624~4177087,343932928~3637298,351228187~4328408,358136946~19202898,392132536~30348,402653184~12471949] 2024-04-02T09:45:18.647 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 5 diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,73701624~764118,76194654~8659541,85640024~5658378,102020015~16278527,138369254~8886522,160025367~5589217,170484148~5593823,219258475~2961940,233016992~1360797,241611565~4454587,265923100~6337805,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,343387746~527965,346493149~1077077,351228187~4328408,358136946~7479050,367099687~10240157,378643335~681201,392132536~30348,405402486~9722647] 2024-04-02T09:45:18.647 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,73701624~764118,76194654~8659541,85640024~5658378,102020015~16278527,138369254~8886522,160025367~5589217,170484148~5593823,219258475~2961940,233016992~1360797,241611565~4454587,265923100~6337805,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,343387746~527965,346493149~1077077,351228187~4328408,358136946~7479050,367099687~10240157,378643335~681201,392132536~30348,405402486~9722647] 2024-04-02T09:45:18.653 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,22453371~13471263,67838209~1471379,71303168~3162574,76194654~8659541,85640024~5658378,100663296~17635246,136098850~11156926,160025367~5589217,170484148~5593823,218103808~4116607,230686720~3691069,239075328~6990824,265923100~6337805,276824064~4358216,285212672~23829618,310378496~3439073,318767104~8124961,339738624~4177087,343932928~3637298,351228187~4328408,358136946~19202898,378643335~681201,392132536~30348,402653184~12471949] 2024-04-02T09:45:18.653 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 6 diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~16913478,138369254~8886522,160025367~5589217,170484148~5593823,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,263581456~8679449,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346493149~1077077,351228187~4328408,357358669~8257327,367099687~10240157,378643335~681201,392132536~30348,405402486~9722647] 2024-04-02T09:45:18.653 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~16913478,138369254~8886522,160025367~5589217,170484148~5593823,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,263581456~8679449,277731873~3450407,286720210~3395747,292834889~7707983,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346493149~1077077,351228187~4328408,357358669~8257327,367099687~10240157,378643335~681201,392132536~30348,405402486~9722647] 2024-04-02T09:45:18.659 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,22453371~13471263,62914560~8017775,71303168~3162574,76194654~8659541,85640024~5658378,100663296~17635246,136098850~11156926,160025367~5589217,170484148~5593823,218103808~4116607,230686720~3691069,239075328~13397974,263581456~8679449,276824064~4358216,285212672~23829618,310378496~3439073,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,351228187~4328408,357358669~19981175,378643335~681201,392132536~30348,402653184~12471949] 2024-04-02T09:45:18.659 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 7 diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~16913478,133096243~4202403,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,263581456~8679449,277731873~3450407,286720210~13822662,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9722647] 2024-04-02T09:45:18.659 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~16913478,133096243~4202403,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,219258475~2961940,233016992~1360797,241611565~6218965,247900560~4572742,263581456~8679449,277731873~3450407,286720210~13822662,300994559~8047731,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9722647] 2024-04-02T09:45:18.666 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,22453371~13471263,62914560~8017775,71303168~3162574,76194654~8659541,85640024~5658378,100663296~17635246,133096243~14159533,150994944~3017272,160025367~5589217,170484148~5593823,184549376~8007697,218103808~4116607,230686720~3691069,239075328~13397974,263581456~8679449,276824064~4358216,285212672~23829618,310378496~3439073,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,351228187~4328408,357358669~19981175,378643335~681201,387691400~7976829,402653184~12471949] 2024-04-02T09:45:18.666 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 8 diff [6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~19794954,133096243~4202403,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,214500308~7720107,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~8679449,277731873~3450407,286720210~13822662,300994559~9671351,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9722647] 2024-04-02T09:45:18.666 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~19794954,133096243~4202403,138369254~8886522,153281863~730353,160025367~5589217,170484148~5593823,188408900~4148173,214500308~7720107,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~8679449,277731873~3450407,286720210~13822662,300994559~9671351,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~10240157,378643335~681201,387691400~7976829,405402486~9722647] 2024-04-02T09:45:18.673 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~16674523,22453371~13471263,54525952~6387152,62914560~8017775,71303168~3162574,76194654~8659541,85640024~5658378,100663296~20516722,133096243~14159533,150994944~3017272,160025367~5589217,170484148~5593823,184549376~8007697,214500308~7720107,230686720~3691069,239075328~13397974,260913223~2049328,263581456~8679449,276824064~4358216,285212672~28604897,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,351228187~4328408,357358669~19981175,378643335~681201,387691400~7976829,402653184~12471949] 2024-04-02T09:45:18.673 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 9 diff [1605096~4077837,6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,101385064~19794954,126019581~5315771,133096243~4202403,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,214500308~7720107,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~8679449,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,405402486~9722647] 2024-04-02T09:45:18.673 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,101385064~19794954,126019581~5315771,133096243~4202403,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,214500308~7720107,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~8679449,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,343387746~527965,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,405402486~9722647] 2024-04-02T09:45:18.679 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,22453371~13471263,54525952~6387152,62914560~12591182,76194654~8659541,85640024~5658378,100663296~20516722,126019581~5315771,133096243~14159533,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,214500308~7720107,230686720~3691069,239075328~13397974,260913223~2049328,263581456~8679449,276824064~4358216,285212672~28604897,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,350500827~5055768,357358669~19981175,378643335~681201,387691400~7976829,402653184~12471949] 2024-04-02T09:45:18.679 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 10 diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,101385064~19794954,126019581~5315771,133096243~4202403,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,214500308~7720107,224217180~3735851,233016992~1360797,241611565~10861737,260913223~2049328,263058410~9202495,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,401317429~13807704] 2024-04-02T09:45:18.679 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,101385064~19794954,126019581~5315771,133096243~4202403,138369254~8886522,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,214500308~7720107,224217180~3735851,233016992~1360797,241611565~10861737,260913223~2049328,263058410~9202495,277731873~3450407,286720210~23945700,311238925~2578644,318963138~7928927,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~10687850,378643335~681201,387691400~7976829,401317429~13807704] 2024-04-02T09:45:18.686 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,22453371~13471263,54525952~6387152,62914560~12591182,76194654~8659541,85640024~5658378,92684892~4875952,100663296~20516722,126019581~5315771,133096243~14159533,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,214500308~7720107,222298112~5654919,230686720~3691069,239075328~13397974,260913223~2049328,263058410~9202495,276824064~4358216,285212672~28604897,318767104~8124961,331350016~1640005,339738624~4177087,343932928~3637298,350500827~5055768,357358669~19981175,378643335~681201,387691400~7976829,398458880~16666253] 2024-04-02T09:45:18.686 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 11 diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,348216417~17591441,366651994~10687850,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.686 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,341750614~2165097,346043605~376570,346493149~1077077,348216417~17591441,366651994~10687850,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.692 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,22453371~13471263,54525952~6387152,62914560~12591182,76194654~8659541,85640024~5658378,92684892~7623656,100663296~20516722,126019581~5315771,132463445~14792331,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,214500308~7720107,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~9202495,276824064~4358216,285212672~41679393,331350016~1640005,339738624~4177087,343932928~3637298,348216417~29123427,378643335~681201,387691400~7976829,398458880~16666253] 2024-04-02T09:45:18.692 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 12 diff [1605096~4077837,6167709~29756925,45735096~4364478,55005452~5907652,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,335141787~8773924,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.692 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~29756925,45735096~4364478,55005452~5907652,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,286720210~23945700,311238925~15653140,331567580~1422441,335141787~8773924,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.698 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~35924634,41943040~8156534,54525952~6387152,62914560~21939635,85640024~5658378,92684892~7623656,100663296~20516722,126019581~5315771,132463445~14792331,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~7720107,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~9202495,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,387691400~7976829,398458880~16666253] 2024-04-02T09:45:18.698 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 13 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~6113290,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,286720210~40171855,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~14419263] 2024-04-02T09:45:18.698 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~6113290,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,286720210~40171855,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~14419263] 2024-04-02T09:45:18.704 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~6387152,62914560~21939635,85640024~5658378,92684892~7623656,100663296~24960332,126019581~5315771,132463445~14792331,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~7720107,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~9202495,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,383289263~12378966,398458880~16666253] 2024-04-02T09:45:18.704 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 14 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.704 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~14792331,153281863~5918171,160025367~5589217,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.711 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~5658378,92684892~7623656,100663296~24960332,126019581~5315771,132463445~14792331,150994944~8205090,160025367~5589217,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~7720107,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~9202495,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,383066293~14675790,398458880~16666253] 2024-04-02T09:45:18.711 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 15 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,94185723~26994295,121538796~4084832,126019581~5315771,132463445~14792331,148401612~3758046,153281863~5918171,160025367~8222110,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.711 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,94185723~26994295,121538796~4084832,126019581~5315771,132463445~14792331,148401612~3758046,153281863~5918171,160025367~8222110,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~3450407,285913604~40978461,331567580~1422441,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.717 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~5658378,92684892~32938736,126019581~5315771,132463445~26736589,160025367~8222110,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~7720107,222298112~5654919,230686720~7512167,239075328~13397974,256083016~1361725,260913223~2049328,263058410~9202495,276824064~4358216,285212672~41679393,331350016~12565695,343932928~34668714,378643335~681201,383066293~14675790,398458880~16666253] 2024-04-02T09:45:18.717 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 16 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~21609026,85640024~35539994,121538796~4084832,126019581~5315771,132463445~14792331,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.717 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~21609026,85640024~35539994,121538796~4084832,126019581~5315771,132463445~14792331,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~7720107,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.723 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~39983604,126019581~5315771,132463445~26736589,160025367~8222110,169960300~7118684,184549376~8007697,192937984~3250663,201326592~7532602,214500308~7720107,222298112~5654919,230686720~7512167,239075328~13397974,256083016~1361725,260913223~2049328,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,383066293~14675790,398458880~16666253] 2024-04-02T09:45:18.723 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 17 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132463445~14792331,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~13452723,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~32058840] 2024-04-02T09:45:18.723 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132463445~14792331,148329126~4726631,153281863~5918171,160025367~8222110,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~13452723,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~9202495,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,383066293~32058840] 2024-04-02T09:45:18.730 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132463445~26736589,160025367~8222110,169960300~7474544,184549376~8007697,192937984~15921210,214500308~13452723,230686720~7512167,239075328~13397974,256083016~1361725,260913223~2049328,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,383066293~32058840] 2024-04-02T09:45:18.730 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 18 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~13452723,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.730 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~13452723,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~19764253,366268885~12332757,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.736 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214500308~13452723,230686720~7512167,239075328~13397974,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.736 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 19 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.736 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.743 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.743 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 3 diff [22453371~7657732,32289785~3634849,67838209~1471379,76194654~3873365,111160206~7138336,138369254~7264190,241611565~3713482,358136946~7479050,367099687~8125310,407914024~7211109] 2024-04-02T09:45:18.743 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [22453371~7657732,32289785~3634849,67838209~1471379,76194654~3873365,111160206~7138336,138369254~7264190,241611565~3713482,358136946~7479050,367099687~8125310,407914024~7211109] 2024-04-02T09:45:18.749 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [22453371~13471263,67838209~1471379,76194654~3873365,111160206~7138336,136098850~9534594,239075328~6249719,358136946~17088051,407914024~7211109] 2024-04-02T09:45:18.749 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 4 diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,76194654~6122506,85640024~5658378,111160206~7138336,138369254~7264190,170484148~5593823,241611565~3713482,286720210~3395747,292834889~7707983,321526323~5365742,346493149~1077077,351228187~4328408,358136946~7479050,367099687~8125310,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.749 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,76194654~6122506,85640024~5658378,111160206~7138336,138369254~7264190,170484148~5593823,241611565~3713482,286720210~3395747,292834889~7707983,321526323~5365742,346493149~1077077,351228187~4328408,358136946~7479050,367099687~8125310,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.755 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,22453371~13471263,67838209~1471379,76194654~6122506,85640024~5658378,111160206~7138336,136098850~9534594,170484148~5593823,239075328~6249719,285212672~15330200,318767104~8124961,343932928~3637298,351228187~4328408,358136946~17088051,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.756 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 5 diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,73701624~764118,76194654~8659541,85640024~5658378,102020015~8227086,111160206~7138336,138369254~7264190,170484148~5593823,233016992~1360797,241611565~4454587,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,346493149~1077077,351228187~4328408,358136946~7479050,367099687~8125310,378643335~681201,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.756 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,22453371~7657732,32289785~3634849,67838209~1471379,73701624~764118,76194654~8659541,85640024~5658378,102020015~8227086,111160206~7138336,138369254~7264190,170484148~5593823,233016992~1360797,241611565~4454587,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,346493149~1077077,351228187~4328408,358136946~7479050,367099687~8125310,378643335~681201,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.761 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,22453371~13471263,67838209~1471379,71303168~3162574,76194654~8659541,85640024~5658378,100663296~9583805,111160206~7138336,136098850~9534594,170484148~5593823,230686720~3691069,239075328~6990824,285212672~15330200,310378496~3439073,318767104~8124961,343932928~3637298,351228187~4328408,358136946~17088051,378643335~681201,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.762 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 6 diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~8862037,111160206~7138336,138369254~7264190,170484148~5593823,233016992~1360797,241611565~6218965,247900560~4572742,263581456~5036566,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,331567580~1422441,346493149~1077077,351228187~4328408,357358669~8257327,367099687~8125310,378643335~681201,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.762 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~8862037,111160206~7138336,138369254~7264190,170484148~5593823,233016992~1360797,241611565~6218965,247900560~4572742,263581456~5036566,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,331567580~1422441,346493149~1077077,351228187~4328408,357358669~8257327,367099687~8125310,378643335~681201,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.769 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,22453371~13471263,62914560~8017775,71303168~3162574,76194654~8659541,85640024~5658378,100663296~9583805,111160206~7138336,136098850~9534594,170484148~5593823,230686720~3691069,239075328~13397974,263581456~5036566,285212672~15330200,310378496~3439073,318767104~8124961,331350016~1640005,343932928~3637298,351228187~4328408,357358669~17866328,378643335~681201,392132536~30348,407914024~7211109] 2024-04-02T09:45:18.769 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 7 diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~8862037,111160206~7138336,133096243~4202403,138369254~7264190,153281863~730353,170484148~5593823,188408900~4148173,233016992~1360797,241611565~6218965,247900560~4572742,263581456~5036566,286720210~13822662,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~8125310,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.769 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,22453371~7922027,32289785~3634849,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~8862037,111160206~7138336,133096243~4202403,138369254~7264190,153281863~730353,170484148~5593823,188408900~4148173,233016992~1360797,241611565~6218965,247900560~4572742,263581456~5036566,286720210~13822662,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~8125310,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.776 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,22453371~13471263,62914560~8017775,71303168~3162574,76194654~8659541,85640024~5658378,100663296~9583805,111160206~7138336,133096243~12537201,150994944~3017272,170484148~5593823,184549376~8007697,230686720~3691069,239075328~13397974,263581456~5036566,285212672~15330200,310378496~3439073,318767104~8124961,331350016~1640005,343932928~3637298,351228187~4328408,357358669~17866328,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.776 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 8 diff [6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~8862037,111160206~10019812,133096243~4202403,138369254~7264190,153281863~730353,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~5036566,286720210~13822662,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~8125310,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.776 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~7687166,73701624~764118,76194654~8659541,85640024~5658378,101385064~8862037,111160206~10019812,133096243~4202403,138369254~7264190,153281863~730353,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~5036566,286720210~13822662,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~8257327,367099687~8125310,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.783 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~16674523,22453371~13471263,54525952~6387152,62914560~8017775,71303168~3162574,76194654~8659541,85640024~5658378,100663296~9583805,111160206~10019812,133096243~12537201,150994944~3017272,170484148~5593823,184549376~8007697,214500308~5095759,230686720~3691069,239075328~13397974,260913223~2049328,263581456~5036566,285212672~15330200,307682600~6134969,318767104~8124961,331350016~1640005,343932928~3637298,351228187~4328408,357358669~17866328,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.783 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 9 diff [1605096~4077837,6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,101385064~8862037,111160206~10019812,126019581~5315771,133096243~4202403,138369254~7264190,153281863~5918171,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~5036566,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~8573003,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.783 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~7922027,32289785~3634849,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,101385064~8862037,111160206~10019812,126019581~5315771,133096243~4202403,138369254~7264190,153281863~5918171,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241611565~6218965,247900560~4572742,260913223~2049328,263581456~5036566,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~8573003,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.789 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,22453371~13471263,54525952~6387152,62914560~12591182,76194654~8659541,85640024~5658378,100663296~9583805,111160206~10019812,126019581~5315771,133096243~12537201,150994944~8205090,170484148~5593823,184549376~8007697,214500308~5095759,230686720~3691069,239075328~13397974,260913223~2049328,263581456~5036566,285212672~17019984,307682600~6134969,318767104~8124961,331350016~1640005,343932928~3637298,350500827~5055768,357358669~17866328,378643335~681201,387691400~7976829,407914024~7211109] 2024-04-02T09:45:18.789 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 10 diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,101385064~8862037,111160206~10019812,126019581~5315771,133096243~4202403,138369254~7264190,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,233016992~1360797,241611565~10861737,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~8573003,378643335~681201,387691400~7976829,401317429~13807704] 2024-04-02T09:45:18.789 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,101385064~8862037,111160206~10019812,126019581~5315771,133096243~4202403,138369254~7264190,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,233016992~1360797,241611565~10861737,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,350500827~5055768,357358669~8257327,366651994~8573003,378643335~681201,387691400~7976829,401317429~13807704] 2024-04-02T09:45:18.795 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,22453371~13471263,54525952~6387152,62914560~12591182,76194654~8659541,85640024~5658378,92684892~4875952,100663296~9583805,111160206~10019812,126019581~5315771,133096243~12537201,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,230686720~3691069,239075328~13397974,260913223~2049328,263058410~5559612,285212672~17019984,307682600~6134969,318767104~8124961,331350016~1640005,341750614~1719271,343932928~3637298,350500827~5055768,357358669~17866328,378643335~681201,387691400~7976829,398458880~16666253] 2024-04-02T09:45:18.795 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 11 diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,111160206~10019812,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,348216417~17591441,366651994~8573003,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.795 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,22453371~13471263,55005452~5907652,63245169~12260573,76194654~8659541,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,111160206~10019812,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,348216417~17591441,366651994~8573003,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.802 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,22453371~13471263,54525952~6387152,62914560~12591182,76194654~8659541,85640024~5658378,92684892~7623656,100663296~9583805,111160206~10019812,126019581~5315771,132463445~13169999,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,307682600~19209465,331350016~1640005,341750614~1719271,343932928~3637298,348216417~27008580,378643335~681201,387691400~7976829,398458880~16666253] 2024-04-02T09:45:18.802 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 12 diff [1605096~4077837,6167709~29756925,45735096~4364478,55005452~5907652,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,111160206~10019812,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,335141787~8328098,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.802 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~29756925,45735096~4364478,55005452~5907652,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,111160206~10019812,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,335141787~8328098,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~14419263] 2024-04-02T09:45:18.809 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~35924634,41943040~8156534,54525952~6387152,62914560~21939635,85640024~5658378,92684892~7623656,100663296~9583805,111160206~10019812,126019581~5315771,132463445~13169999,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,307682600~19209465,331350016~12119869,343932928~34668714,378643335~681201,387691400~7976829,398458880~16666253] 2024-04-02T09:45:18.809 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 13 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~6113290,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~19209465,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~14419263] 2024-04-02T09:45:18.809 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~6113290,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~19209465,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~14419263] 2024-04-02T09:45:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:18 smithi066 ceph-mon[87361]: pgmap v3910: 137 pgs: 137 active+clean; 870 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 49 MiB/s wr, 387 op/s 2024-04-02T09:45:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:18 smithi066 ceph-mon[87361]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:45:18.816 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~6387152,62914560~21939635,85640024~5658378,92684892~7623656,100663296~24960332,126019581~5315771,132463445~13169999,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,307682600~19209465,331350016~12119869,343932928~34668714,378643335~681201,383289263~12378966,398458880~16666253] 2024-04-02T09:45:18.816 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 14 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~20609808,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.816 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~13169999,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~20609808,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.822 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~5658378,92684892~7623656,100663296~24960332,126019581~5315771,132463445~13169999,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,239075328~13397974,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,306282257~20609808,331350016~12119869,343932928~34668714,378643335~681201,383066293~14675790,398458880~16666253] 2024-04-02T09:45:18.822 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 15 diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,94185723~26994295,121538796~4084832,126019581~5315771,132463445~13169999,148401612~3758046,153281863~5918171,163052685~5194792,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~22222419,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.822 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~36462118,45735096~4364478,54799814~8182267,63245169~21609026,85640024~5658378,94185723~26994295,121538796~4084832,126019581~5315771,132463445~13169999,148401612~3758046,153281863~5918171,163052685~5194792,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~22222419,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.831 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~5658378,92684892~32938736,126019581~5315771,132463445~13169999,147255776~11944258,163052685~5194792,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~7512167,239075328~13397974,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,304669646~22222419,331350016~12119869,343932928~34668714,378643335~681201,383066293~14675790,398458880~16666253] 2024-04-02T09:45:18.831 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 16 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~21609026,85640024~35539994,121538796~4084832,126019581~5315771,132463445~13169999,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.831 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~21609026,85640024~35539994,121538796~4084832,126019581~5315771,132463445~13169999,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~14419263] 2024-04-02T09:45:18.837 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~30328243,85640024~39983604,126019581~5315771,132463445~13169999,147255776~11944258,163052685~5194792,169960300~7118684,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~7512167,239075328~13397974,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,383066293~14675790,398458880~16666253] 2024-04-02T09:45:18.837 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 17 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132463445~13169999,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~32058840] 2024-04-02T09:45:18.837 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132463445~13169999,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~32058840] 2024-04-02T09:45:18.843 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132463445~13169999,147255776~11944258,160135092~8112385,169960300~7474544,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,230686720~7512167,239075328~13397974,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,383066293~32058840] 2024-04-02T09:45:18.843 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 18 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.844 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.850 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,230686720~7512167,239075328~13397974,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.850 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 19 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.851 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.857 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:18.857 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 4 diff [14994417~4303111,79106023~3211137,85640024~5658378,170484148~5593823,286720210~3395747,292834889~7707983,321526323~5365742,346493149~1077077,351228187~4328408,392132536~30348] 2024-04-02T09:45:18.857 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,79106023~3211137,85640024~5658378,170484148~5593823,286720210~3395747,292834889~7707983,321526323~5365742,346493149~1077077,351228187~4328408,392132536~30348] 2024-04-02T09:45:18.864 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,79106023~3211137,85640024~5658378,170484148~5593823,285212672~15330200,318767104~8124961,343932928~3637298,351228187~4328408,392132536~30348] 2024-04-02T09:45:18.864 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 5 diff [14994417~4303111,73701624~764118,79106023~5748172,85640024~5658378,102020015~8227086,170484148~5593823,233016992~1360797,242067873~3998279,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,346493149~1077077,351228187~4328408,378643335~681201,392132536~30348] 2024-04-02T09:45:18.864 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [14994417~4303111,73701624~764118,79106023~5748172,85640024~5658378,102020015~8227086,170484148~5593823,233016992~1360797,242067873~3998279,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,346493149~1077077,351228187~4328408,378643335~681201,392132536~30348] 2024-04-02T09:45:18.870 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~6714616,71303168~3162574,79106023~5748172,85640024~5658378,100663296~9583805,170484148~5593823,230686720~3691069,242067873~3998279,285212672~15330200,310378496~3439073,318767104~8124961,343932928~3637298,351228187~4328408,378643335~681201,392132536~30348] 2024-04-02T09:45:18.870 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 6 diff [6167709~7657996,14994417~4303111,26866289~3509109,63245169~7687166,73701624~764118,79106023~5748172,85640024~5658378,101385064~8862037,170484148~5593823,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,331567580~1422441,346493149~1077077,351228187~4328408,357358669~7388546,378643335~681201,392132536~30348,408540228~2692407] 2024-04-02T09:45:18.870 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,26866289~3509109,63245169~7687166,73701624~764118,79106023~5748172,85640024~5658378,101385064~8862037,170484148~5593823,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,286720210~3395747,292834889~7707983,311238925~2578644,318963138~7928927,331567580~1422441,346493149~1077077,351228187~4328408,357358669~7388546,378643335~681201,392132536~30348,408540228~2692407] 2024-04-02T09:45:18.876 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,26866289~3509109,62914560~8017775,71303168~3162574,79106023~5748172,85640024~5658378,100663296~9583805,170484148~5593823,230686720~3691069,241929150~10544152,263581456~5036566,285212672~15330200,310378496~3439073,318767104~8124961,331350016~1640005,343932928~3637298,351228187~4328408,357358669~7388546,378643335~681201,392132536~30348,408540228~2692407] 2024-04-02T09:45:18.876 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 7 diff [6167709~7657996,14994417~4303111,26866289~3509109,63245169~7687166,73701624~764118,79106023~5748172,85640024~5658378,101385064~8862037,133096243~4202403,153281863~730353,170484148~5593823,188408900~4148173,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,286720210~13822662,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.876 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,14994417~4303111,26866289~3509109,63245169~7687166,73701624~764118,79106023~5748172,85640024~5658378,101385064~8862037,133096243~4202403,153281863~730353,170484148~5593823,188408900~4148173,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,286720210~13822662,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.882 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~15103224,26866289~3509109,62914560~8017775,71303168~3162574,79106023~5748172,85640024~5658378,100663296~9583805,133096243~4202403,150994944~3017272,170484148~5593823,184549376~8007697,230686720~3691069,241929150~10544152,263581456~5036566,285212672~15330200,310378496~3439073,318767104~8124961,331350016~1640005,343932928~3637298,351228187~4328408,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.882 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 8 diff [6167709~14701118,26866289~3509109,55005452~5907652,63245169~7687166,73701624~764118,78525005~6329190,85640024~5658378,101385064~8862037,117676706~3503312,133096243~4202403,153281863~730353,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,286720210~13822662,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.883 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~14701118,26866289~3509109,55005452~5907652,63245169~7687166,73701624~764118,78525005~6329190,85640024~5658378,101385064~8862037,117676706~3503312,133096243~4202403,153281863~730353,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,286720210~13822662,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,351228187~4328408,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.889 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~16674523,26866289~3509109,54525952~6387152,62914560~8017775,71303168~3162574,78525005~6329190,85640024~5658378,100663296~9583805,117676706~3503312,133096243~4202403,150994944~3017272,170484148~5593823,184549376~8007697,214500308~5095759,230686720~3691069,241929150~10544152,260913223~2049328,263581456~5036566,285212672~15330200,307682600~6134969,318767104~8124961,331350016~1640005,343932928~3637298,351228187~4328408,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.889 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 9 diff [1605096~4077837,6167709~14701118,26866289~3509109,55005452~5907652,63245169~12260573,78525005~6329190,85640024~5658378,101385064~8862037,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,350500827~5055768,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.889 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,26866289~3509109,55005452~5907652,63245169~12260573,78525005~6329190,85640024~5658378,101385064~8862037,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,170484148~5593823,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,346043605~376570,346493149~1077077,350500827~5055768,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.895 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,26866289~3509109,54525952~6387152,62914560~12591182,78525005~6329190,85640024~5658378,100663296~9583805,117676706~3503312,126019581~5315771,133096243~4202403,150994944~8205090,170484148~5593823,184549376~8007697,214500308~5095759,230686720~3691069,241929150~10544152,260913223~2049328,263581456~5036566,285212672~17019984,307682600~6134969,318767104~8124961,331350016~1640005,343932928~3637298,350500827~5055768,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.895 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 10 diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,85640024~5658378,95674044~1886800,101385064~8862037,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,233016992~1360797,241929150~10544152,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,350500827~5055768,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,401317429~6741541,408540228~2692407] 2024-04-02T09:45:18.895 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,85640024~5658378,95674044~1886800,101385064~8862037,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,233016992~1360797,241929150~10544152,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~2578644,318963138~7928927,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,350500827~5055768,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,401317429~6741541,408540228~2692407] 2024-04-02T09:45:18.902 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,23199023~11162780,54525952~6387152,62914560~12591182,78525005~6329190,85640024~5658378,92684892~4875952,100663296~9583805,112146916~9033102,126019581~5315771,133096243~4202403,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,260913223~2049328,263058410~5559612,285212672~17019984,307682600~6134969,318767104~8124961,331350016~1640005,341750614~1719271,343932928~3637298,350500827~5055768,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:18.902 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 11 diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,348216417~17591441,366651994~7971329,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:18.902 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,341750614~1719271,346043605~376570,346493149~1077077,348216417~17591441,366651994~7971329,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:18.908 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,23199023~11162780,54525952~6387152,62914560~12591182,78525005~6329190,85640024~5658378,92684892~7623656,100663296~9583805,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,307682600~19209465,331350016~1640005,341750614~1719271,343932928~3637298,348216417~17591441,366651994~7971329,378643335~681201,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:18.908 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 12 diff [1605096~4077837,6167709~28194094,45735096~4364478,55005452~5907652,63245169~13478581,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,335141787~8328098,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:18.908 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,45735096~4364478,55005452~5907652,63245169~13478581,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~2983310,311238925~15653140,331567580~1422441,335141787~8328098,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:18.915 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,41943040~8156534,54525952~6387152,62914560~13809190,78525005~6329190,85640024~5658378,92684892~7623656,100663296~9583805,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,307682600~19209465,331350016~12119869,343932928~21874930,366651994~11949648,378643335~681201,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:18.915 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 13 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~6113290,63245169~13478581,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~19209465,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.915 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~6113290,63245169~13478581,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,286720210~15512446,307682600~19209465,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.921 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~6387152,62914560~13809190,78525005~6329190,85640024~5658378,92684892~7623656,100663296~24960332,126019581~5315771,132463445~7825295,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,307682600~19209465,331350016~12119869,343932928~21874930,366268885~12332757,378643335~681201,383289263~12378966,398458880~9600090,408540228~3115348] 2024-04-02T09:45:18.921 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 14 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~20609808,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.921 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,85640024~5658378,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~20609808,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.927 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~6329190,85640024~5658378,92684892~7623656,100663296~24960332,126019581~5315771,132463445~7825295,150994944~8205090,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,306282257~20609808,331350016~12119869,343932928~21874930,366268885~12332757,378643335~681201,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:18.927 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 15 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,85640024~5658378,94185723~26994295,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~22222419,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.927 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,85640024~5658378,94185723~26994295,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,170484148~5593823,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~22222419,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.933 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~6329190,85640024~5658378,92684892~32938736,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,170484148~5593823,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~7512167,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285212672~17019984,304669646~22222419,331350016~12119869,343932928~21874930,366268885~12332757,378643335~681201,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:18.934 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 16 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,85640024~35539994,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.934 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,85640024~35539994,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:18.940 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~6329190,85640024~39983604,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,169960300~7118684,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~7512167,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~38800239,343932928~21874930,366268885~12332757,378643335~681201,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:18.940 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 17 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~24992677,408540228~3115348] 2024-04-02T09:45:18.940 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~24992677,408540228~3115348] 2024-04-02T09:45:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:18 smithi019 ceph-mon[94035]: pgmap v3910: 137 pgs: 137 active+clean; 870 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 49 MiB/s wr, 387 op/s 2024-04-02T09:45:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:18 smithi019 ceph-mon[94035]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:45:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:18 smithi019 ceph-mon[96522]: pgmap v3910: 137 pgs: 137 active+clean; 870 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 49 MiB/s wr, 387 op/s 2024-04-02T09:45:18.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:18 smithi019 ceph-mon[96522]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:45:18.947 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~47098623,126019581~5315771,132463445~7825295,147255776~11944258,160135092~8112385,169960300~7474544,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,230686720~7512167,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~38800239,343932928~21874930,366268885~12332757,378643335~681201,383066293~24992677,408540228~3115348] 2024-04-02T09:45:18.947 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 18 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,379587253~28471717,408540228~3115348] 2024-04-02T09:45:18.947 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,379587253~28471717,408540228~3115348] 2024-04-02T09:45:18.953 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,230686720~7512167,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~21874930,366268885~12332757,378643335~681201,379587253~28471717,408540228~3115348] 2024-04-02T09:45:18.953 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 19 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:18.953 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:18.959 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:18.959 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 5 diff [73701624~764118,80256092~4598103,102020015~8227086,233016992~1360797,242067873~3998279,311238925~2578644,318963138~7550195,352864350~2130635,378643335~681201] 2024-04-02T09:45:18.960 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [73701624~764118,80256092~4598103,102020015~8227086,233016992~1360797,242067873~3998279,311238925~2578644,318963138~7550195,352864350~2130635,378643335~681201] 2024-04-02T09:45:18.965 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [71303168~3162574,80256092~4598103,100663296~9583805,230686720~3691069,242067873~3998279,310378496~3439073,318963138~7550195,352864350~2130635,378643335~681201] 2024-04-02T09:45:18.966 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 6 diff [6167709~7657996,26866289~3509109,63245169~7687166,73701624~764118,80256092~4598103,101385064~8862037,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,311238925~2578644,318963138~7550195,331567580~1422441,352864350~2130635,357358669~7388546,378643335~681201,408540228~2692407] 2024-04-02T09:45:18.966 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,26866289~3509109,63245169~7687166,73701624~764118,80256092~4598103,101385064~8862037,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,311238925~2578644,318963138~7550195,331567580~1422441,352864350~2130635,357358669~7388546,378643335~681201,408540228~2692407] 2024-04-02T09:45:18.972 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~9631401,26866289~3509109,62914560~8017775,71303168~3162574,80256092~4598103,100663296~9583805,230686720~3691069,241929150~10544152,263581456~5036566,310378496~3439073,318963138~7550195,331350016~1640005,352864350~2130635,357358669~7388546,378643335~681201,408540228~2692407] 2024-04-02T09:45:18.972 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 7 diff [6167709~7657996,17302389~245915,26866289~3509109,63245169~7687166,73701624~764118,80256092~4598103,101385064~8862037,133096243~4202403,153281863~730353,188408900~4148173,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,288971668~7896647,311238925~2578644,318963138~7550195,331567580~1422441,346043605~376570,352864350~2130635,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.972 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,17302389~245915,26866289~3509109,63245169~7687166,73701624~764118,80256092~4598103,101385064~8862037,133096243~4202403,153281863~730353,188408900~4148173,233016992~1360797,241929150~5901380,247900560~4572742,263581456~5036566,288971668~7896647,311238925~2578644,318963138~7550195,331567580~1422441,346043605~376570,352864350~2130635,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.978 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~9631401,17302389~245915,26866289~3509109,62914560~8017775,71303168~3162574,80256092~4598103,100663296~9583805,133096243~4202403,150994944~3017272,184549376~8007697,230686720~3691069,241929150~10544152,263581456~5036566,288971668~7896647,310378496~3439073,318963138~7550195,331350016~1640005,346043605~376570,352864350~2130635,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.978 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 8 diff [6167709~14701118,26866289~3509109,55005452~5907652,63245169~7687166,73701624~764118,78525005~6329190,89122395~1996536,101385064~8862037,117676706~3503312,133096243~4202403,153281863~730353,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~7896647,307682600~2983310,311238925~2578644,318963138~7550195,331567580~1422441,346043605~376570,352121733~276670,352864350~2130635,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.978 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~14701118,26866289~3509109,55005452~5907652,63245169~7687166,73701624~764118,78525005~6329190,89122395~1996536,101385064~8862037,117676706~3503312,133096243~4202403,153281863~730353,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~7896647,307682600~2983310,311238925~2578644,318963138~7550195,331567580~1422441,346043605~376570,352121733~276670,352864350~2130635,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.985 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~16674523,26866289~3509109,54525952~6387152,62914560~8017775,71303168~3162574,78525005~6329190,89122395~1996536,100663296~9583805,117676706~3503312,133096243~4202403,150994944~3017272,184549376~8007697,214500308~5095759,230686720~3691069,241929150~10544152,260913223~2049328,263581456~5036566,288971668~7896647,307682600~6134969,318963138~7550195,331350016~1640005,346043605~376570,352121733~276670,352864350~2130635,357358669~7388546,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.985 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 9 diff [1605096~4077837,6167709~14701118,26866289~3509109,55005452~5907652,63245169~12260573,78525005~6329190,89122395~1996536,101385064~8862037,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~13260988,307682600~2983310,311238925~2578644,318963138~7550195,331567580~1422441,346043605~376570,350500827~1897576,352864350~2130635,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.985 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,26866289~3509109,55005452~5907652,63245169~12260573,78525005~6329190,89122395~1996536,101385064~8862037,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,214500308~5095759,233016992~1360797,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~13260988,307682600~2983310,311238925~2578644,318963138~7550195,331567580~1422441,346043605~376570,350500827~1897576,352864350~2130635,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.991 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,26866289~3509109,54525952~6387152,62914560~12591182,78525005~6329190,89122395~1996536,100663296~9583805,117676706~3503312,126019581~5315771,133096243~4202403,150994944~8205090,184549376~8007697,214500308~5095759,230686720~3691069,241929150~10544152,260913223~2049328,263581456~5036566,288971668~13260988,307682600~6134969,318963138~7550195,331350016~1640005,346043605~376570,350500827~1897576,352864350~2130635,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,408540228~2692407] 2024-04-02T09:45:18.992 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 10 diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,89122395~1996536,95674044~1886800,101385064~8862037,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,233016992~1360797,241929150~10544152,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,311238925~2578644,318963138~7550195,331567580~1422441,341750614~1719271,346043605~376570,350500827~1897576,352864350~2130635,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,401317429~6741541,408540228~2692407] 2024-04-02T09:45:18.992 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,89122395~1996536,95674044~1886800,101385064~8862037,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,233016992~1360797,241929150~10544152,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,311238925~2578644,318963138~7550195,331567580~1422441,341750614~1719271,346043605~376570,350500827~1897576,352864350~2130635,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,401317429~6741541,408540228~2692407] 2024-04-02T09:45:18.998 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,23199023~11162780,54525952~6387152,62914560~12591182,78525005~6329190,89122395~1996536,92684892~4875952,100663296~9583805,112146916~9033102,126019581~5315771,133096243~4202403,150994944~8205090,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,260913223~2049328,263058410~5559612,288971668~13260988,307682600~6134969,318963138~7550195,331350016~1640005,341750614~1719271,346043605~376570,350500827~1897576,352864350~2130635,357358669~7388546,366651994~7971329,378643335~681201,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:18.998 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 11 diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,311238925~15274408,331567580~1422441,341750614~1719271,346043605~376570,348216417~17591441,366651994~7971329,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:18.998 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,311238925~15274408,331567580~1422441,341750614~1719271,346043605~376570,348216417~17591441,366651994~7971329,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:19.004 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,23199023~11162780,54525952~6387152,62914560~12591182,78525005~6329190,89122395~1996536,92684892~7623656,100663296~9583805,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~18830733,331350016~1640005,341750614~1719271,346043605~376570,348216417~17591441,366651994~7971329,378643335~681201,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:19.004 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 12 diff [1605096~4077837,6167709~28194094,45735096~4364478,55005452~5907652,63245169~13478581,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,311238925~15274408,331567580~1422441,335141787~8328098,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:19.004 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,45735096~4364478,55005452~5907652,63245169~13478581,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~8862037,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,311238925~15274408,331567580~1422441,335141787~8328098,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:19.010 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,41943040~8156534,54525952~6387152,62914560~13809190,78525005~6329190,89122395~1996536,92684892~7623656,100663296~9583805,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~18830733,331350016~12119869,346043605~19764253,366651994~11949648,378643335~681201,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:19.010 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 13 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~6113290,63245169~13478581,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~18830733,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.010 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~6113290,63245169~13478581,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~18830733,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.016 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~6387152,62914560~13809190,78525005~6329190,89122395~1996536,92684892~7623656,100663296~24960332,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~18830733,331350016~12119869,346043605~19764253,366268885~12332757,378643335~681201,383289263~12378966,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.017 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 14 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~20231076,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.017 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,89122395~1996536,95674044~1886800,98487100~1821448,101385064~19794954,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~20231076,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.023 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~6329190,89122395~1996536,92684892~7623656,100663296~24960332,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~3691069,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~20231076,331350016~12119869,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.023 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 15 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,89122395~1996536,94185723~26994295,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~21843687,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.023 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,89122395~1996536,94185723~26994295,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~21843687,331567580~1422441,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.029 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~6329190,89122395~1996536,92684892~32938736,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~7512167,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~21843687,331350016~12119869,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.030 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 16 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,89122395~32057623,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.030 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~6329190,89122395~32057623,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.036 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~6329190,89122395~36501233,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,169960300~7118684,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,230686720~7512167,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~38800239,346043605~19764253,366268885~12332757,378643335~681201,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.036 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 17 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~24992677,408540228~3115348] 2024-04-02T09:45:19.036 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,383066293~24992677,408540228~3115348] 2024-04-02T09:45:19.042 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132463445~7825295,147255776~11944258,160135092~8112385,169960300~7474544,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,230686720~7512167,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~38800239,346043605~19764253,366268885~12332757,378643335~681201,383066293~24992677,408540228~3115348] 2024-04-02T09:45:19.042 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 18 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,379587253~28471717,408540228~3115348] 2024-04-02T09:45:19.043 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1616944,234432919~3765968,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~19764253,366268885~12332757,378643335~681201,379587253~28471717,408540228~3115348] 2024-04-02T09:45:19.049 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,230686720~7512167,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~19764253,366268885~12332757,378643335~681201,379587253~28471717,408540228~3115348] 2024-04-02T09:45:19.049 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 19 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:19.049 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:19.056 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:19.056 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 6 diff [6167709~7657996,26866289~3509109,63245169~7687166,101385064~2691974,241929150~5901380,247900560~4572742,263581456~5036566,331567580~1422441,357358669~7388546,408540228~2692407] 2024-04-02T09:45:19.056 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,26866289~3509109,63245169~7687166,101385064~2691974,241929150~5901380,247900560~4572742,263581456~5036566,331567580~1422441,357358669~7388546,408540228~2692407] 2024-04-02T09:45:19.062 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~9631401,26866289~3509109,62914560~8017775,101385064~2691974,241929150~10544152,263581456~5036566,331350016~1640005,357358669~7388546,408540228~2692407] 2024-04-02T09:45:19.062 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 7 diff [6167709~7657996,17302389~245915,26866289~3509109,63245169~7687166,101385064~2691974,133096243~4202403,153281863~730353,188408900~4148173,241929150~5901380,247900560~4572742,263581456~5036566,288971668~7896647,331567580~1422441,346043605~376570,357358669~7388546,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.062 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~7657996,17302389~245915,26866289~3509109,63245169~7687166,101385064~2691974,133096243~4202403,153281863~730353,188408900~4148173,241929150~5901380,247900560~4572742,263581456~5036566,288971668~7896647,331567580~1422441,346043605~376570,357358669~7388546,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.068 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~9631401,17302389~245915,26866289~3509109,62914560~8017775,101385064~2691974,133096243~4202403,150994944~3017272,184549376~8007697,241929150~10544152,263581456~5036566,288971668~7896647,331350016~1640005,346043605~376570,357358669~7388546,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.068 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 8 diff [6167709~14701118,26866289~3509109,55005452~5907652,63245169~7687166,78525005~4183412,89122395~1996536,101385064~2691974,117676706~3503312,133096243~4202403,153281863~730353,188408900~4148173,214500308~5095759,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~7896647,307682600~2983310,331567580~1422441,346043605~376570,352121733~276670,357358669~7388546,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.068 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [6167709~14701118,26866289~3509109,55005452~5907652,63245169~7687166,78525005~4183412,89122395~1996536,101385064~2691974,117676706~3503312,133096243~4202403,153281863~730353,188408900~4148173,214500308~5095759,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~7896647,307682600~2983310,331567580~1422441,346043605~376570,352121733~276670,357358669~7388546,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.075 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~16674523,26866289~3509109,54525952~6387152,62914560~8017775,78525005~4183412,89122395~1996536,101385064~2691974,117676706~3503312,133096243~4202403,150994944~3017272,184549376~8007697,214500308~5095759,241929150~10544152,260913223~2049328,263581456~5036566,288971668~7896647,307682600~2983310,331350016~1640005,346043605~376570,352121733~276670,357358669~7388546,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.075 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 9 diff [1605096~4077837,6167709~14701118,26866289~3509109,55005452~5907652,63245169~12260573,78525005~4183412,89122395~1996536,101385064~2691974,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,214500308~5095759,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~13260988,307682600~2983310,331567580~1422441,346043605~376570,350500827~1897576,357358669~7388546,366651994~7971329,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.075 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,26866289~3509109,55005452~5907652,63245169~12260573,78525005~4183412,89122395~1996536,101385064~2691974,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,214500308~5095759,241929150~5901380,247900560~4572742,260913223~2049328,263581456~5036566,288971668~13260988,307682600~2983310,331567580~1422441,346043605~376570,350500827~1897576,357358669~7388546,366651994~7971329,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.081 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,26866289~3509109,54525952~6387152,62914560~12591182,78525005~4183412,89122395~1996536,101385064~2691974,117676706~3503312,126019581~5315771,133096243~4202403,150994944~8205090,184549376~8007697,214500308~5095759,241929150~10544152,260913223~2049328,263581456~5036566,288971668~13260988,307682600~2983310,331350016~1640005,346043605~376570,350500827~1897576,357358669~7388546,366651994~7971329,387691400~7976829,408540228~2692407] 2024-04-02T09:45:19.081 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 10 diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~4183412,89122395~1996536,95674044~1886800,101385064~2691974,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,241929150~10544152,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,331567580~1422441,341750614~1719271,346043605~376570,350500827~1897576,357358669~7388546,366651994~7971329,387691400~7976829,401317429~6741541,408540228~2692407] 2024-04-02T09:45:19.081 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~4183412,89122395~1996536,95674044~1886800,101385064~2691974,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,241929150~10544152,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,331567580~1422441,341750614~1719271,346043605~376570,350500827~1897576,357358669~7388546,366651994~7971329,387691400~7976829,401317429~6741541,408540228~2692407] 2024-04-02T09:45:19.087 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,23199023~11162780,54525952~6387152,62914560~12591182,78525005~4183412,89122395~1996536,92684892~4875952,101385064~2691974,112146916~9033102,126019581~5315771,133096243~4202403,150994944~8205090,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,241929150~10544152,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,331350016~1640005,341750614~1719271,346043605~376570,350500827~1897576,357358669~7388546,366651994~7971329,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:19.087 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 11 diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,313687331~6791384,331567580~1422441,341750614~1719271,346043605~376570,348216417~5621192,354752432~11055426,366651994~7971329,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:19.087 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~14701118,23199023~11162780,55005452~5907652,63245169~12260573,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,313687331~6791384,331567580~1422441,341750614~1719271,346043605~376570,348216417~5621192,354752432~11055426,366651994~7971329,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:19.093 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20868827,23199023~11162780,54525952~6387152,62914560~12591182,78525005~4183412,89122395~1996536,92684892~7623656,101385064~2691974,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,313687331~6791384,331350016~1640005,341750614~1719271,346043605~376570,348216417~5621192,354752432~11055426,366651994~7971329,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:19.093 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 12 diff [1605096~4077837,6167709~28194094,45735096~4364478,55005452~5907652,63245169~13478581,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366651994~11949648,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:19.094 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,45735096~4364478,55005452~5907652,63245169~13478581,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366651994~11949648,387691400~7976829,400705870~7353100,408540228~2692407] 2024-04-02T09:45:19.100 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,41943040~8156534,54525952~6387152,62914560~13809190,78525005~4183412,89122395~1996536,92684892~7623656,101385064~2691974,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~2983310,313687331~6791384,331350016~12119869,346043605~7794004,354752432~11055426,366651994~11949648,387691400~7976829,398458880~9600090,408540228~2692407] 2024-04-02T09:45:19.100 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 13 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~6113290,63245169~13478581,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~5533477,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383289263~12378966,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.100 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~6113290,63245169~13478581,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~5533477,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383289263~12378966,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.106 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~6387152,62914560~13809190,78525005~4183412,89122395~1996536,92684892~7623656,101385064~2691974,106170971~19452657,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,288971668~13260988,307682600~5533477,313687331~6791384,331350016~12119869,346043605~7794004,354752432~11055426,366268885~12332757,383289263~12378966,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.106 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 14 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~6933820,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.107 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,101385064~2691974,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~6933820,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.113 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~4183412,89122395~1996536,92684892~7623656,101385064~2691974,106170971~19452657,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,306282257~6933820,313687331~6791384,331350016~12119869,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.113 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 15 diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,89122395~1996536,94185723~9891315,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~8546431,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.113 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~7443882,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,89122395~1996536,94185723~9891315,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~8546431,313687331~6791384,331567580~1422441,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.119 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~4183412,89122395~1996536,92684892~11392146,106170971~19452657,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,234377789~3821098,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,285913604~16319052,304669646~8546431,313687331~6791384,331350016~12119869,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.119 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 16 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.119 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,400705870~7353100,408540228~3115348] 2024-04-02T09:45:19.125 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~4183412,89122395~14954643,106170971~19452657,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,169960300~7118684,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,234377789~3821098,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326177963~17291922,346043605~7794004,354752432~11055426,366268885~12332757,383066293~14675790,398458880~9600090,408540228~3115348] 2024-04-02T09:45:19.126 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 17 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~24992677,408540228~3115348] 2024-04-02T09:45:19.126 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,383066293~24992677,408540228~3115348] 2024-04-02T09:45:19.132 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132463445~7825295,147255776~11944258,160135092~8112385,169960300~7474544,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,232760845~1239529,234377789~3821098,241929150~10544152,256083016~1361725,260913223~2049328,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326177963~17291922,346043605~7794004,354752432~11055426,366268885~12332757,383066293~24992677,408540228~3115348] 2024-04-02T09:45:19.132 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 18 diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,379587253~28471717,408540228~3115348] 2024-04-02T09:45:19.132 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~28194094,35185945~9541365,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~11055426,366268885~12332757,379587253~28471717,408540228~3115348] 2024-04-02T09:45:19.139 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~34361803,35185945~14913629,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,232760845~1239529,234377789~3821098,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~11055426,366268885~12332757,379587253~28471717,408540228~3115348] 2024-04-02T09:45:19.139 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 19 diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:19.139 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:19.145 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:19.145 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 7 diff [8506822~1244960,17302389~245915,133096243~4202403,153281863~730353,188408900~4148173,288971668~7896647,346043605~376570,387691400~7976829] 2024-04-02T09:45:19.145 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8506822~1244960,17302389~245915,133096243~4202403,153281863~730353,188408900~4148173,288971668~7896647,346043605~376570,387691400~7976829] 2024-04-02T09:45:19.152 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8506822~1244960,17302389~245915,133096243~4202403,150994944~3017272,184549376~8007697,288971668~7896647,346043605~376570,387691400~7976829] 2024-04-02T09:45:19.152 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 8 diff [8506822~1244960,11428069~9440758,55005452~5907652,78525005~4183412,89122395~1996536,117676706~3503312,133096243~4202403,153281863~730353,188408900~4148173,214500308~5095759,260913223~2049328,288971668~7896647,307682600~2983310,346043605~376570,352121733~276670,387691400~7976829] 2024-04-02T09:45:19.152 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8506822~1244960,11428069~9440758,55005452~5907652,78525005~4183412,89122395~1996536,117676706~3503312,133096243~4202403,153281863~730353,188408900~4148173,214500308~5095759,260913223~2049328,288971668~7896647,307682600~2983310,346043605~376570,352121733~276670,387691400~7976829] 2024-04-02T09:45:19.158 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8506822~1244960,11428069~9440758,54525952~6387152,78525005~4183412,89122395~1996536,117676706~3503312,133096243~4202403,150994944~3017272,184549376~8007697,214500308~5095759,260913223~2049328,288971668~7896647,307682600~2983310,346043605~376570,352121733~276670,387691400~7976829] 2024-04-02T09:45:19.158 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 9 diff [1605096~4077837,8506822~1244960,11428069~9440758,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,214500308~5095759,260913223~2049328,288971668~13260988,307682600~2983310,346043605~376570,350500827~1897576,366651994~7971329,387691400~7976829] 2024-04-02T09:45:19.158 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,11428069~9440758,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,117676706~3503312,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,214500308~5095759,260913223~2049328,288971668~13260988,307682600~2983310,346043605~376570,350500827~1897576,366651994~7971329,387691400~7976829] 2024-04-02T09:45:19.165 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,11428069~9440758,54525952~6387152,70205818~5299924,78525005~4183412,89122395~1996536,117676706~3503312,126019581~5315771,133096243~4202403,150994944~8205090,184549376~8007697,214500308~5095759,260913223~2049328,288971668~13260988,307682600~2983310,346043605~376570,350500827~1897576,366651994~7971329,387691400~7976829] 2024-04-02T09:45:19.165 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 10 diff [1605096~4077837,8506822~1244960,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,246123907~2259399,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,341750614~1719271,346043605~376570,350500827~1897576,366651994~7971329,387691400~7976829,401317429~6741541] 2024-04-02T09:45:19.165 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,112146916~9033102,126019581~5315771,133096243~4202403,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,246123907~2259399,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,341750614~1719271,346043605~376570,350500827~1897576,366651994~7971329,387691400~7976829,401317429~6741541] 2024-04-02T09:45:19.172 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,11428069~9440758,23199023~4354502,30286849~4074954,54525952~6387152,70205818~5299924,78525005~4183412,89122395~1996536,92684892~4875952,112146916~9033102,126019581~5315771,133096243~4202403,150994944~8205090,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,246123907~2259399,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,341750614~1719271,346043605~376570,350500827~1897576,366651994~7971329,387691400~7976829,398458880~9600090] 2024-04-02T09:45:19.172 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 11 diff [1605096~4077837,8506822~1244960,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,63586188~5818899,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,313687331~6791384,341750614~1719271,346043605~376570,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,387691400~7976829,400705870~7353100] 2024-04-02T09:45:19.172 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,63586188~5818899,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,313687331~6791384,341750614~1719271,346043605~376570,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,387691400~7976829,400705870~7353100] 2024-04-02T09:45:19.178 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,11428069~9440758,23199023~4354502,30286849~4074954,54525952~6387152,63586188~5818899,70205818~5299924,78525005~4183412,89122395~1996536,92684892~7623656,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,214500308~5095759,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,313687331~6791384,341750614~1719271,346043605~376570,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,387691400~7976829,398458880~9600090] 2024-04-02T09:45:19.178 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 12 diff [1605096~4077837,8506822~1244960,11428069~22933734,45735096~4364478,55005452~5907652,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366651994~11949648,387691400~7976829,400705870~7353100] 2024-04-02T09:45:19.178 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,11428069~22933734,45735096~4364478,55005452~5907652,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366651994~11949648,387691400~7976829,400705870~7353100] 2024-04-02T09:45:19.184 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,11428069~22933734,41943040~8156534,54525952~6387152,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,92684892~7623656,112146916~9033102,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~2983310,313687331~6791384,332990021~10479864,346043605~7794004,354752432~5998572,361612237~4195621,366651994~11949648,387691400~7976829,398458880~9600090] 2024-04-02T09:45:19.184 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 13 diff [1605096~4077837,8506822~1244960,11428069~22933734,35185945~7443882,45735096~4364478,54799814~6113290,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~5533477,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383289263~12378966,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.184 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,11428069~22933734,35185945~7443882,45735096~4364478,54799814~6113290,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~5533477,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383289263~12378966,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.191 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,11428069~22933734,35185945~14913629,54525952~6387152,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,92684892~7623656,106170971~19452657,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,288971668~13260988,307682600~5533477,313687331~6791384,332990021~10479864,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383289263~12378966,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.191 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 14 diff [1605096~4077837,8506822~1244960,11428069~22933734,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~16319052,306282257~6933820,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.191 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,11428069~22933734,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153281863~5918171,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~16319052,306282257~6933820,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.197 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,11428069~22933734,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,89122395~1996536,92684892~7623656,106170971~19452657,126019581~5315771,132463445~7825295,150994944~8205090,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~16319052,306282257~6933820,313687331~6791384,332990021~10479864,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.197 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 15 diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,94185723~7881542,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~16319052,304669646~8546431,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.197 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,94185723~7881542,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153281863~5918171,163052685~5194792,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~16319052,304669646~8546431,313687331~6791384,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.204 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,89122395~1996536,92684892~9382373,106170971~19452657,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~16319052,304669646~8546431,313687331~6791384,332990021~10479864,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.204 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 16 diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.204 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,163052685~5194792,169960300~7118684,188408900~4148173,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.210 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,89122395~12944870,106170971~19452657,126019581~5315771,132463445~7825295,147255776~11944258,163052685~5194792,169960300~7118684,184549376~8007697,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326177963~17291922,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.210 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 17 diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.210 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153281863~5918171,160135092~8112385,169960300~7474544,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.217 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132463445~7825295,147255776~11944258,160135092~8112385,169960300~7474544,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326177963~17291922,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.217 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 18 diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.217 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.223 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214500308~5095759,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.223 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 19 diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.223 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.229 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.229 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 8 diff [11428069~9440758,55005452~5907652,78525005~4183412,89122395~1996536,117676706~3503312,214500308~5095759,260913223~2049328,307682600~2983310,352121733~276670] 2024-04-02T09:45:19.230 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [11428069~9440758,55005452~5907652,78525005~4183412,89122395~1996536,117676706~3503312,214500308~5095759,260913223~2049328,307682600~2983310,352121733~276670] 2024-04-02T09:45:19.238 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [11428069~9440758,54525952~6387152,78525005~4183412,89122395~1996536,117676706~3503312,214500308~5095759,260913223~2049328,307682600~2983310,352121733~276670] 2024-04-02T09:45:19.238 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 9 diff [1605096~4077837,11428069~9440758,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,117676706~3503312,126019581~5315771,153600537~5599497,214500308~5095759,260913223~2049328,289464556~4189030,295411335~6821321,307682600~2983310,350500827~1897576,366651994~7971329,388819562~3975290] 2024-04-02T09:45:19.238 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,11428069~9440758,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,117676706~3503312,126019581~5315771,153600537~5599497,214500308~5095759,260913223~2049328,289464556~4189030,295411335~6821321,307682600~2983310,350500827~1897576,366651994~7971329,388819562~3975290] 2024-04-02T09:45:19.242 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,11428069~9440758,54525952~6387152,70205818~5299924,78525005~4183412,89122395~1996536,117676706~3503312,126019581~5315771,153600537~5599497,214500308~5095759,260913223~2049328,289464556~4189030,295411335~6821321,307682600~2983310,350500827~1897576,366651994~7971329,388819562~3975290] 2024-04-02T09:45:19.242 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 10 diff [1605096~4077837,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,112146916~9033102,126019581~5315771,153600537~5599497,195779882~408765,214500308~5095759,224217180~3735851,246123907~2259399,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,341750614~1719271,350500827~1897576,366651994~7971329,388819562~3975290,401317429~6741541] 2024-04-02T09:45:19.242 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,112146916~9033102,126019581~5315771,153600537~5599497,195779882~408765,214500308~5095759,224217180~3735851,246123907~2259399,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,341750614~1719271,350500827~1897576,366651994~7971329,388819562~3975290,401317429~6741541] 2024-04-02T09:45:19.248 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,11428069~9440758,23199023~4354502,30286849~4074954,54525952~6387152,70205818~5299924,78525005~4183412,89122395~1996536,92684892~4875952,112146916~9033102,126019581~5315771,153600537~5599497,192937984~3250663,214500308~5095759,222298112~5654919,246123907~2259399,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,341750614~1719271,350500827~1897576,366651994~7971329,388819562~3975290,398458880~9600090] 2024-04-02T09:45:19.249 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 11 diff [1605096~4077837,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,63586188~5818899,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.249 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,11428069~9440758,23199023~4354502,30286849~4074954,55005452~5907652,63586188~5818899,70205818~5299924,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.255 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,11428069~9440758,23199023~4354502,30286849~4074954,54525952~6387152,63586188~5818899,70205818~5299924,78525005~4183412,89122395~1996536,92684892~7623656,112146916~9033102,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,214500308~5095759,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,388819562~3975290,398458880~9600090] 2024-04-02T09:45:19.255 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 12 diff [1605096~4077837,11428069~22933734,45735096~4364478,55005452~5907652,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366651994~11949648,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.255 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,11428069~22933734,45735096~4364478,55005452~5907652,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,112146916~9033102,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366651994~11949648,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.261 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,11428069~22933734,41943040~8156534,54525952~6387152,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,92684892~7623656,112146916~9033102,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~2983310,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366651994~11949648,388819562~3975290,398458880~9600090] 2024-04-02T09:45:19.261 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 13 diff [1605096~4077837,11428069~22933734,35185945~7443882,45735096~4364478,54799814~6113290,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~5533477,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383289263~4584921,388819562~3975290,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.261 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,11428069~22933734,35185945~7443882,45735096~4364478,54799814~6113290,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~5533477,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383289263~4584921,388819562~3975290,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.267 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,11428069~22933734,35185945~14913629,54525952~6387152,63586188~5818899,70205818~6517932,78525005~4183412,89122395~1996536,92684892~7623656,106170971~19452657,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,289464556~4189030,295411335~6821321,307682600~5533477,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383289263~4584921,388819562~3975290,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.267 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 14 diff [1605096~4077837,11428069~22933734,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~3412156,289464556~12768100,306282257~6933820,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.267 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,11428069~22933734,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,95674044~1886800,98487100~1821448,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~3412156,289464556~12768100,306282257~6933820,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.274 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,11428069~22933734,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,89122395~1996536,92684892~7623656,106170971~19452657,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~3412156,289464556~12768100,306282257~6933820,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.274 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 15 diff [1605096~4077837,10861141~23500662,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,94185723~7881542,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153600537~5599497,163052685~5194792,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~3412156,289464556~12768100,304669646~8546431,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.274 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~7443882,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~1996536,94185723~7881542,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153600537~5599497,163052685~5194792,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~3412156,289464556~12768100,304669646~8546431,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.280 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,89122395~1996536,92684892~9382373,106170971~19452657,126019581~5315771,132463445~7825295,147255776~4903882,153600537~5599497,163052685~5194792,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,285913604~3412156,289464556~12768100,304669646~8546431,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.281 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 16 diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,163052685~5194792,169960300~7118684,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.281 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,163052685~5194792,169960300~7118684,195779882~408765,203316515~5542679,214500308~5095759,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.287 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,89122395~12944870,106170971~19452657,126019581~5315771,132463445~7825295,147255776~5799981,153600537~5599497,163052685~5194792,169960300~7118684,192937984~3250663,201326592~7532602,214500308~5095759,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~17291922,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.287 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 17 diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,160135092~8112385,169960300~7474544,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.287 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,160135092~8112385,169960300~7474544,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.293 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132463445~7825295,147255776~5799981,153600537~5599497,160135092~8112385,169960300~7474544,192937984~15921210,214500308~5095759,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,260913223~2049328,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~17291922,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.293 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 18 diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.293 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214500308~5095759,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.300 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214500308~5095759,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.300 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 19 diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.300 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.306 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.306 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 9 diff [1605096~4077837,70205818~5299924,126019581~5315771,153600537~5599497,289464556~4189030,295411335~6821321,350500827~1894156,366651994~7971329,388819562~3975290] 2024-04-02T09:45:19.306 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,70205818~5299924,126019581~5315771,153600537~5599497,289464556~4189030,295411335~6821321,350500827~1894156,366651994~7971329,388819562~3975290] 2024-04-02T09:45:19.312 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,70205818~5299924,126019581~5315771,153600537~5599497,289464556~4189030,295411335~6821321,350500827~1894156,366651994~7971329,388819562~3975290] 2024-04-02T09:45:19.312 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 10 diff [1605096~4077837,23199023~4354502,30286849~4074954,70205818~5299924,95674044~1886800,112146916~7386923,126019581~5315771,153600537~5599497,195779882~408765,224217180~3735851,246123907~2259399,263058410~2557833,289464556~4189030,295411335~6821321,341750614~1719271,350500827~1894156,366651994~7971329,388819562~3975290,401317429~6741541] 2024-04-02T09:45:19.313 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,23199023~4354502,30286849~4074954,70205818~5299924,95674044~1886800,112146916~7386923,126019581~5315771,153600537~5599497,195779882~408765,224217180~3735851,246123907~2259399,263058410~2557833,289464556~4189030,295411335~6821321,341750614~1719271,350500827~1894156,366651994~7971329,388819562~3975290,401317429~6741541] 2024-04-02T09:45:19.319 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,23199023~4354502,30286849~4074954,70205818~5299924,92684892~4875952,112146916~7386923,126019581~5315771,153600537~5599497,192937984~3250663,222298112~5654919,246123907~2259399,263058410~2557833,289464556~4189030,295411335~6821321,341750614~1719271,350500827~1894156,366651994~7971329,388819562~3975290,398458880~9600090] 2024-04-02T09:45:19.319 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 11 diff [1605096~4077837,23199023~4354502,30286849~4074954,63586188~5818899,70205818~5299924,95674044~1886800,98487100~1821448,112146916~7386923,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.319 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,23199023~4354502,30286849~4074954,63586188~5818899,70205818~5299924,95674044~1886800,98487100~1821448,112146916~7386923,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.325 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,23199023~4354502,30286849~4074954,63586188~5818899,70205818~5299924,92684892~7623656,112146916~7386923,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,366651994~7971329,388819562~3975290,398458880~9600090] 2024-04-02T09:45:19.325 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 12 diff [1605096~4077837,12361509~6542356,19038766~15323037,45735096~4364478,63586188~5818899,70205818~6517932,79460072~925800,95674044~1886800,98487100~1821448,112146916~7386923,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366651994~11949648,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.325 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,12361509~6542356,19038766~15323037,45735096~4364478,63586188~5818899,70205818~6517932,79460072~925800,95674044~1886800,98487100~1821448,112146916~7386923,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366651994~11949648,388819562~3975290,400705870~7353100] 2024-04-02T09:45:19.332 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,12361509~6542356,19038766~15323037,41943040~8156534,63586188~5818899,70205818~6517932,79460072~925800,92684892~7623656,112146916~7386923,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366651994~11949648,388819562~3975290,398458880~9600090] 2024-04-02T09:45:19.332 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 13 diff [1605096~4077837,12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,63586188~5818899,70205818~6517932,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,308937312~4278765,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383289263~4584921,388819562~3975290,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.332 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,63586188~5818899,70205818~6517932,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,308937312~4278765,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383289263~4584921,388819562~3975290,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.338 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,12361509~22000294,35185945~14913629,54799814~3434316,63586188~5818899,70205818~6517932,79460072~925800,92684892~7623656,106170971~13362868,121180018~4443610,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,289464556~4189030,295411335~6821321,308937312~4278765,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383289263~4584921,388819562~3975290,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.338 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 14 diff [1605096~4077837,12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,289464556~12768100,306282257~6933820,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.338 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,153600537~5599497,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,289464556~12768100,306282257~6933820,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.344 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,12361509~22000294,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,92684892~7623656,106170971~13362868,121180018~4443610,126019581~5315771,132463445~7825295,153600537~5599497,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,289464556~12768100,306282257~6933820,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.344 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 15 diff [1605096~4077837,10861141~23500662,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,94185723~7881542,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153600537~5599497,163052685~5194792,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,289464556~12768100,304669646~8546431,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.344 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,94185723~7881542,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,148401612~3758046,153600537~5599497,163052685~5194792,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,289464556~12768100,304669646~8546431,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.350 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,92684892~9382373,106170971~13362868,121180018~4443610,126019581~5315771,132463445~7825295,147255776~4903882,153600537~5599497,163052685~5194792,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,289464556~12768100,304669646~8546431,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.351 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 16 diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,163052685~5194792,169960300~7118684,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.351 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,163052685~5194792,169960300~7118684,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.357 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132463445~7825295,147255776~5799981,153600537~5599497,163052685~5194792,169960300~7118684,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~17291922,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~14675790,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.357 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 17 diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,160135092~8112385,169960300~7474544,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.357 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132463445~7825295,148329126~4726631,153600537~5599497,160135092~8112385,169960300~7474544,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.363 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132463445~7825295,147255776~5799981,153600537~5599497,160135092~8112385,169960300~7474544,192937984~15921210,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326177963~17291922,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,383066293~24992677,409499841~2155735] 2024-04-02T09:45:19.363 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 18 diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.364 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.370 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~4195621,366268885~12332757,379587253~28471717,409499841~2155735] 2024-04-02T09:45:19.370 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 19 diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.370 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.376 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:19.376 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 10 diff [23199023~4354502,30286849~4074954,95674044~1886800,112146916~7386923,195779882~408765,224217180~3735851,246123907~2259399,263058410~2557833,341750614~1719271,401317429~6741541] 2024-04-02T09:45:19.376 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [23199023~4354502,30286849~4074954,95674044~1886800,112146916~7386923,195779882~408765,224217180~3735851,246123907~2259399,263058410~2557833,341750614~1719271,401317429~6741541] 2024-04-02T09:45:19.382 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [23199023~4354502,30286849~4074954,92684892~4875952,112146916~7386923,192937984~3250663,222298112~5654919,246123907~2259399,263058410~2557833,341750614~1719271,398458880~9600090] 2024-04-02T09:45:19.382 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 11 diff [23199023~4354502,30286849~4074954,63586188~5818899,95674044~1886800,98487100~1821448,112146916~7386923,132463445~7825295,195779882~408765,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,400705870~7353100] 2024-04-02T09:45:19.382 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [23199023~4354502,30286849~4074954,63586188~5818899,95674044~1886800,98487100~1821448,112146916~7386923,132463445~7825295,195779882~408765,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,400705870~7353100] 2024-04-02T09:45:19.389 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [23199023~4354502,30286849~4074954,63586188~5818899,92684892~7623656,112146916~7386923,132463445~7825295,192937984~3250663,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,313687331~6791384,341750614~1719271,348216417~5621192,354752432~5998572,361612237~4195621,398458880~9600090] 2024-04-02T09:45:19.389 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 12 diff [12361509~6542356,19038766~15323037,45735096~4364478,63586188~5818899,71785829~4937921,79460072~925800,95674044~1886800,98487100~1821448,112146916~7386923,132463445~7825295,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,371440658~7160984,400705870~7353100] 2024-04-02T09:45:19.389 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~6542356,19038766~15323037,45735096~4364478,63586188~5818899,71785829~4937921,79460072~925800,95674044~1886800,98487100~1821448,112146916~7386923,132463445~7825295,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,371440658~7160984,400705870~7353100] 2024-04-02T09:45:19.395 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~6542356,19038766~15323037,41943040~8156534,63586188~5818899,71785829~4937921,79460072~925800,92684892~7623656,112146916~7386923,132463445~7825295,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,246123907~2259399,256083016~1361725,263058410~2557833,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,371440658~7160984,398458880~9600090] 2024-04-02T09:45:19.395 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 13 diff [12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,63586188~5818899,71785829~4937921,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,132463445~7825295,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,308937312~4278765,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383289263~4584921,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.395 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,63586188~5818899,71785829~4937921,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,132463445~7825295,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,308937312~4278765,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383289263~4584921,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.401 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~22000294,35185945~14913629,54799814~3434316,63586188~5818899,71785829~4937921,79460072~925800,92684892~7623656,106170971~13362868,121180018~4443610,132463445~7825295,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,308937312~4278765,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383289263~4584921,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.401 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 14 diff [12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,131231756~55336,132463445~7825295,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,292856845~4937216,306282257~6933820,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.401 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~22000294,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,95674044~1886800,98487100~1821448,106170971~13362868,121538796~4084832,131231756~55336,132463445~7825295,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,292856845~4937216,306282257~6933820,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.408 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~22000294,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,92684892~7623656,106170971~13362868,121180018~4443610,131231756~55336,132463445~7825295,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,292856845~4937216,306282257~6933820,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.408 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 15 diff [10861141~23500662,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,94185723~7881542,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148401612~3758046,163052685~5194792,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,292856845~4937216,304669646~8546431,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.408 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~23500662,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,94185723~7881542,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148401612~3758046,163052685~5194792,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,292856845~4937216,304669646~8546431,313687331~6791384,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.414 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,92684892~9382373,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132463445~7825295,147255776~4903882,163052685~5194792,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,263058410~2557833,285913604~3412156,292856845~4937216,304669646~8546431,313687331~6791384,332990021~10479864,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.415 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 16 diff [10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,163052685~5194792,169960300~7118684,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.415 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,163052685~5194792,169960300~7118684,195779882~408765,203316515~5542679,224217180~3735851,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~7353100,409499841~2155735] 2024-04-02T09:45:19.421 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132463445~7825295,147255776~5799981,163052685~5194792,169960300~7118684,192937984~3250663,201326592~7532602,222298112~5654919,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~17291922,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,398458880~9600090,409499841~2155735] 2024-04-02T09:45:19.421 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 17 diff [10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,160135092~8112385,169960300~7474544,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~15739068,409499841~2155735] 2024-04-02T09:45:19.421 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,160135092~8112385,169960300~7474544,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~15739068,409499841~2155735] 2024-04-02T09:45:19.427 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132463445~7825295,147255776~5799981,160135092~8112385,169960300~7474544,192937984~15921210,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~17291922,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~15739068,409499841~2155735] 2024-04-02T09:45:19.427 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 18 diff [10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,379587253~11664468,392319902~15739068,409499841~2155735] 2024-04-02T09:45:19.427 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~23500662,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,221929735~6023296,232760845~1239529,234432919~3765968,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,379587253~11664468,392319902~15739068,409499841~2155735] 2024-04-02T09:45:19.433 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~23500662,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,221929735~6023296,232760845~1239529,234377789~3821098,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,379587253~11664468,392319902~15739068,409499841~2155735] 2024-04-02T09:45:19.433 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 19 diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:19.433 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:19.442 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:19.442 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 11 diff [63586188~5818899,98487100~1821448,132463445~7825295,232760845~1239529,256083016~1361725,313687331~6791384,348216417~5621192,354752432~5998572,361612237~4195621,400705870~3351384] 2024-04-02T09:45:19.442 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [63586188~5818899,98487100~1821448,132463445~7825295,232760845~1239529,256083016~1361725,313687331~6791384,348216417~5621192,354752432~5998572,361612237~4195621,400705870~3351384] 2024-04-02T09:45:19.446 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [63586188~5818899,97560844~2747704,132463445~7825295,232760845~1239529,256083016~1361725,313687331~6791384,348216417~5621192,354752432~5998572,361612237~4195621,400705870~3351384] 2024-04-02T09:45:19.446 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 12 diff [12361509~6542356,19038766~5161222,26329165~7349769,45735096~4364478,63586188~5818899,71785829~4937921,79460072~925800,98487100~1821448,132463445~7825295,203316515~5542679,232760845~1239529,256083016~1361725,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,371440658~7160984,400705870~3351384] 2024-04-02T09:45:19.446 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~6542356,19038766~5161222,26329165~7349769,45735096~4364478,63586188~5818899,71785829~4937921,79460072~925800,98487100~1821448,132463445~7825295,203316515~5542679,232760845~1239529,256083016~1361725,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,371440658~7160984,400705870~3351384] 2024-04-02T09:45:19.452 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~6542356,19038766~5161222,26329165~7349769,41943040~8156534,63586188~5818899,71785829~4937921,79460072~925800,97560844~2747704,132463445~7825295,201326592~7532602,232760845~1239529,256083016~1361725,313687331~6791384,332990021~9507128,346221888~7615721,354752432~5998572,361612237~4195621,371440658~7160984,400705870~3351384] 2024-04-02T09:45:19.452 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 13 diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,63586188~5818899,71785829~4937921,79460072~925800,98487100~1821448,106170971~6001492,121538796~4084832,132463445~7825295,203316515~5542679,232760845~1239529,248208741~1776146,256083016~1361725,308937312~4278765,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383289263~4584921,400705870~3351384,409499841~2155735] 2024-04-02T09:45:19.452 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,63586188~5818899,71785829~4937921,79460072~925800,98487100~1821448,106170971~6001492,121538796~4084832,132463445~7825295,203316515~5542679,232760845~1239529,248208741~1776146,256083016~1361725,308937312~4278765,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383289263~4584921,400705870~3351384,409499841~2155735] 2024-04-02T09:45:19.458 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~11838479,26329165~7349769,35185945~14913629,54799814~3434316,63586188~5818899,71785829~4937921,79460072~925800,97560844~2747704,106170971~6001492,121180018~4443610,132463445~7825295,201326592~7532602,232760845~1239529,248208741~1776146,256083016~1361725,308937312~4278765,313687331~6791384,332990021~9507128,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383289263~4584921,400705870~3351384,409499841~2155735] 2024-04-02T09:45:19.458 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 14 diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,98487100~1821448,106170971~6001492,121538796~4084832,131231756~55336,132463445~7825295,203316515~5542679,232760845~1239529,248208741~1776146,256083016~1361725,285913604~3412156,292856845~4937216,306282257~6933820,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~3351384,409499841~2155735] 2024-04-02T09:45:19.458 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,98487100~1821448,106170971~6001492,121538796~4084832,131231756~55336,132463445~7825295,203316515~5542679,232760845~1239529,248208741~1776146,256083016~1361725,285913604~3412156,292856845~4937216,306282257~6933820,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~3351384,409499841~2155735] 2024-04-02T09:45:19.465 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~11838479,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,97560844~2747704,106170971~6001492,121180018~4443610,131231756~55336,132463445~7825295,201326592~7532602,232760845~1239529,248208741~1776146,256083016~1361725,285913604~3412156,292856845~4937216,306282257~6933820,313687331~6791384,332990021~9507128,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~3351384,409499841~2155735] 2024-04-02T09:45:19.465 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 15 diff [10861141~13338847,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,94185723~7881542,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148401612~3758046,163052685~5194792,203316515~5542679,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,285913604~3412156,292856845~4937216,304669646~8546431,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~4499070,409499841~2155735] 2024-04-02T09:45:19.465 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~13338847,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,94185723~7881542,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148401612~3758046,163052685~5194792,203316515~5542679,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,285913604~3412156,292856845~4937216,304669646~8546431,313687331~6791384,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~4499070,409499841~2155735] 2024-04-02T09:45:19.472 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~13338847,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,94185723~7881542,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,132463445~7825295,147255776~4903882,163052685~5194792,201326592~7532602,232760845~1239529,234377789~3821098,248208741~1776146,256083016~1361725,285913604~3412156,292856845~4937216,304669646~8546431,313687331~6791384,332990021~9507128,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~4499070,409499841~2155735] 2024-04-02T09:45:19.472 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 16 diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,163052685~5194792,169960300~7118684,203316515~5542679,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~4499070,409499841~2155735] 2024-04-02T09:45:19.472 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,163052685~5194792,169960300~7118684,203316515~5542679,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~4499070,409499841~2155735] 2024-04-02T09:45:19.479 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~13338847,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,132463445~7825295,147255776~5799981,163052685~5194792,169960300~7118684,201326592~7532602,232760845~1239529,234377789~3821098,248208741~1776146,256083016~1361725,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~16319186,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,400705870~4499070,409499841~2155735] 2024-04-02T09:45:19.479 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 17 diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,160135092~8112385,169960300~7474544,196433195~12425999,221929735~5430877,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~12885038,409499841~2155735] 2024-04-02T09:45:19.479 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132463445~7825295,148329126~4726631,160135092~8112385,169960300~7474544,196433195~12425999,221929735~5430877,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~8739931,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~12885038,409499841~2155735] 2024-04-02T09:45:19.485 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~13338847,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,132463445~7825295,147255776~5799981,160135092~8112385,169960300~7474544,196188647~12670547,221929735~5430877,232760845~1239529,234377789~3821098,248208741~1776146,256083016~1361725,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326177963~16319186,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,383066293~8185428,392319902~12885038,409499841~2155735] 2024-04-02T09:45:19.485 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 18 diff [10861141~22817793,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,221929735~5430877,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,379587253~11664468,392319902~12885038,409499841~2155735] 2024-04-02T09:45:19.486 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~22817793,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,221929735~5430877,232760845~1239529,234432919~3765968,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,379587253~11664468,392319902~12885038,409499841~2155735] 2024-04-02T09:45:19.492 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~22817793,35185945~14913629,54799814~3434316,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,221929735~5430877,232760845~1239529,234377789~3821098,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~4195621,366268885~2631843,371440658~7160984,379587253~11664468,392319902~12885038,409499841~2155735] 2024-04-02T09:45:19.492 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 19 diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:19.492 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:19.498 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:19.498 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 12 diff [12361509~6542356,19038766~5161222,26329165~7349769,45735096~4364478,71785829~4937921,79460072~925800,203316515~5542679,335141787~7355362,346221888~5773433,371440658~7160984] 2024-04-02T09:45:19.498 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~6542356,19038766~5161222,26329165~7349769,45735096~4364478,71785829~4937921,79460072~925800,203316515~5542679,335141787~7355362,346221888~5773433,371440658~7160984] 2024-04-02T09:45:19.505 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~6542356,19038766~5161222,26329165~7349769,41943040~8156534,71785829~4937921,79460072~925800,201326592~7532602,332990021~9507128,346221888~5773433,371440658~7160984] 2024-04-02T09:45:19.505 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 13 diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,71785829~4937921,79460072~925800,106170971~6001492,121538796~4084832,203316515~5542679,248208741~1776146,308937312~4278765,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383289263~4584921,409499841~2155735] 2024-04-02T09:45:19.505 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,71785829~4937921,79460072~925800,106170971~6001492,121538796~4084832,203316515~5542679,248208741~1776146,308937312~4278765,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383289263~4584921,409499841~2155735] 2024-04-02T09:45:19.511 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~11838479,26329165~7349769,35185945~14913629,54799814~3434316,71785829~4937921,79460072~925800,106170971~6001492,121180018~4443610,201326592~7532602,248208741~1776146,308937312~4278765,332990021~9507128,346221888~5773433,366268885~2631843,371440658~7160984,383289263~4584921,409499841~2155735] 2024-04-02T09:45:19.511 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 14 diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,65284626~939306,68463900~8259850,79460072~925800,106170971~6001492,121538796~4084832,131231756~55336,203316515~5542679,248208741~1776146,285913604~3412156,292856845~4937216,306282257~6933820,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,409499841~2155735] 2024-04-02T09:45:19.512 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12361509~11838479,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,65284626~939306,68463900~8259850,79460072~925800,106170971~6001492,121538796~4084832,131231756~55336,203316515~5542679,248208741~1776146,285913604~3412156,292856845~4937216,306282257~6933820,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,409499841~2155735] 2024-04-02T09:45:19.518 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12361509~11838479,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,65284626~939306,68463900~8259850,79460072~925800,106170971~6001492,121180018~4443610,131231756~55336,201326592~7532602,248208741~1776146,285913604~3412156,292856845~4937216,306282257~6933820,332990021~9507128,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,409499841~2155735] 2024-04-02T09:45:19.518 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 15 diff [10861141~13338847,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,94185723~7881542,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148401612~3758046,163052685~5194792,203316515~5542679,234432919~3765968,248208741~1776146,285913604~3412156,292856845~4937216,304669646~8546431,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.518 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~13338847,26329165~7349769,35185945~7443882,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,94185723~7881542,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148401612~3758046,163052685~5194792,203316515~5542679,234432919~3765968,248208741~1776146,285913604~3412156,292856845~4937216,304669646~8546431,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.524 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~13338847,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,94185723~7881542,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,147255776~4903882,163052685~5194792,201326592~7532602,234377789~3821098,248208741~1776146,285913604~3412156,292856845~4937216,304669646~8546431,332990021~9507128,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.524 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 16 diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,163052685~5194792,169960300~7118684,203316515~5542679,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.524 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,163052685~5194792,169960300~7118684,203316515~5542679,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.530 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~13338847,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,147255776~5799981,163052685~5194792,169960300~7118684,201326592~7532602,234377789~3821098,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~16319186,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.530 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 17 diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,160135092~8112385,169960300~7474544,196433195~12425999,221929735~5430877,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.531 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~13338847,26329165~7349769,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,160135092~8112385,169960300~7474544,196433195~12425999,221929735~5430877,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.537 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~13338847,26329165~7349769,35185945~14913629,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,147255776~5799981,160135092~8112385,169960300~7474544,196188647~12670547,221929735~5430877,234377789~3821098,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~16319186,346221888~5773433,366268885~2631843,371440658~7160984,383066293~8185428,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.537 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 18 diff [10861141~22817793,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,221929735~5430877,234432919~3765968,248208741~1776146,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,379587253~11664468,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.537 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~22817793,35185945~9541365,45735096~4364478,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,221929735~5430877,234432919~3765968,248208741~1776146,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,366268885~2631843,371440658~7160984,379587253~11664468,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.543 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~22817793,35185945~14913629,54799814~3434316,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,221929735~5430877,234377789~3821098,248208741~1776146,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,326126422~16370727,346221888~5773433,366268885~2631843,371440658~7160984,379587253~11664468,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.543 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 19 diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:19.543 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:19.549 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:19.549 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 13 diff [16340652~4826289,35185945~7443882,54799814~3434316,106170971~6001492,121538796~4084832,248208741~1776146,308937312~4278765,366268885~2631843,383289263~4584921,409499841~2155735] 2024-04-02T09:45:19.549 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16340652~4826289,35185945~7443882,54799814~3434316,106170971~6001492,121538796~4084832,248208741~1776146,308937312~4278765,366268885~2631843,383289263~4584921,409499841~2155735] 2024-04-02T09:45:19.556 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16340652~4826289,35185945~7443882,54799814~3434316,106170971~6001492,121180018~4443610,248208741~1776146,308937312~4278765,366268885~2631843,383289263~4584921,409499841~2155735] 2024-04-02T09:45:19.556 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 14 diff [16340652~4826289,35185945~7443882,54799814~3434316,59311692~3670389,65284626~939306,68463900~6094192,106170971~6001492,121538796~4084832,131231756~55336,248208741~1776146,285913604~3412156,292856845~4937216,306282257~6933820,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,409499841~2155735] 2024-04-02T09:45:19.556 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16340652~4826289,35185945~7443882,54799814~3434316,59311692~3670389,65284626~939306,68463900~6094192,106170971~6001492,121538796~4084832,131231756~55336,248208741~1776146,285913604~3412156,292856845~4937216,306282257~6933820,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,409499841~2155735] 2024-04-02T09:45:19.562 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16340652~4826289,35185945~7443882,54799814~3434316,59311692~3670389,65284626~939306,68463900~6094192,106170971~6001492,121180018~4443610,131231756~55336,248208741~1776146,285913604~3412156,292856845~4937216,306282257~6933820,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,409499841~2155735] 2024-04-02T09:45:19.562 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 15 diff [10861141~2389329,16340652~4826289,35185945~7443882,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,94185723~7881542,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148401612~3758046,163052685~5194792,234432919~3765968,248208741~1776146,285913604~3412156,292856845~4937216,304669646~8546431,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.562 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~4826289,35185945~7443882,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,94185723~7881542,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148401612~3758046,163052685~5194792,234432919~3765968,248208741~1776146,285913604~3412156,292856845~4937216,304669646~8546431,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.568 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~4826289,35185945~7443882,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,94185723~7881542,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,147255776~4903882,163052685~5194792,234377789~3821098,248208741~1776146,285913604~3412156,292856845~4937216,304669646~8546431,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.569 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 16 diff [10861141~2389329,16340652~4826289,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,163052685~5194792,169960300~7118684,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.569 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~4826289,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,163052685~5194792,169960300~7118684,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.576 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~4826289,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,147255776~5799981,163052685~5194792,169960300~7118684,234377789~3821098,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,366268885~2631843,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.576 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 17 diff [10861141~2389329,16340652~4826289,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,160135092~8112385,169960300~7474544,196433195~9935165,221929735~5430877,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,366268885~2631843,372712311~2702119,383066293~8185428,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.576 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~4826289,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,148329126~4726631,160135092~8112385,169960300~7474544,196433195~9935165,221929735~5430877,234432919~3765968,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,366268885~2631843,372712311~2702119,383066293~8185428,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.582 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~4826289,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,147255776~5799981,160135092~8112385,169960300~7474544,196188647~10179713,221929735~5430877,234377789~3821098,248208741~1776146,279597733~9728027,292856845~4937216,304669646~8546431,326177963~8739931,366268885~2631843,372712311~2702119,383066293~8185428,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.582 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 18 diff [10861141~2389329,16340652~11682008,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,221929735~5430877,234432919~3765968,248208741~1776146,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,326126422~8791472,366268885~2631843,372712311~2702119,379587253~11664468,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.582 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,221929735~5430877,234432919~3765968,248208741~1776146,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,326126422~8791472,366268885~2631843,372712311~2702119,379587253~11664468,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.589 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,35185945~9541365,54799814~3434316,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,221929735~5430877,234377789~3821098,248208741~1776146,258848822~2820254,279597733~9728027,292856845~4937216,304669646~8546431,326126422~8791472,366268885~2631843,372712311~2702119,379587253~11664468,392319902~8518902,403425710~1779230,409499841~2155735] 2024-04-02T09:45:19.589 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 19 diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:19.589 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:19.595 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:19.595 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 14 diff [59311692~3670389,65284626~939306,68463900~6094192,131231756~55336,285913604~3412156,292856845~4937216,306282257~3042671,372712311~2702119,383066293~8185428,392319902~5422181] 2024-04-02T09:45:19.595 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [59311692~3670389,65284626~939306,68463900~6094192,131231756~55336,285913604~3412156,292856845~4937216,306282257~3042671,372712311~2702119,383066293~8185428,392319902~5422181] 2024-04-02T09:45:19.601 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [59311692~3670389,65284626~939306,68463900~6094192,131231756~55336,285913604~3412156,292856845~4937216,306282257~3042671,372712311~2702119,383066293~8185428,392319902~5422181] 2024-04-02T09:45:19.602 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 15 diff [10861141~2389329,59311692~3670389,64152632~2071300,68463900~6094192,94185723~7881542,129350769~1361024,131231756~55336,148401612~3758046,163052685~5194792,234432919~3765968,285913604~3412156,292856845~4937216,304669646~6460996,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230] 2024-04-02T09:45:19.602 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,59311692~3670389,64152632~2071300,68463900~6094192,94185723~7881542,129350769~1361024,131231756~55336,148401612~3758046,163052685~5194792,234432919~3765968,285913604~3412156,292856845~4937216,304669646~6460996,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230] 2024-04-02T09:45:19.608 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,59311692~3670389,64152632~2071300,68463900~6094192,94185723~7881542,129350769~1361024,131231756~55336,147255776~4903882,163052685~5194792,234377789~3821098,285913604~3412156,292856845~4937216,304669646~6460996,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230] 2024-04-02T09:45:19.608 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 16 diff [10861141~2389329,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,90317014~11750251,129350769~1361024,131231756~55336,148329126~4726631,163052685~5194792,169960300~7118684,234432919~3765968,279597733~9728027,292856845~4937216,304669646~6460996,326177963~8739931,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230] 2024-04-02T09:45:19.608 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,90317014~11750251,129350769~1361024,131231756~55336,148329126~4726631,163052685~5194792,169960300~7118684,234432919~3765968,279597733~9728027,292856845~4937216,304669646~6460996,326177963~8739931,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230] 2024-04-02T09:45:19.617 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,90317014~11750251,129350769~1361024,131231756~55336,147255776~5799981,163052685~5194792,169960300~7118684,234377789~3821098,279597733~9728027,292856845~4937216,304669646~6460996,326177963~8739931,372712311~2702119,383066293~8185428,392319902~5422181,403425710~1779230] 2024-04-02T09:45:19.618 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 17 diff [10861141~2389329,16830378~1438478,37673328~240745,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,129350769~1361024,131231756~55336,148329126~4726631,160135092~8112385,169960300~7474544,196433195~9935165,221929735~5430877,234432919~3765968,279597733~9728027,292856845~4937216,304669646~6460996,326177963~8739931,372712311~2702119,383066293~8185428,392319902~8518902,403425710~1779230] 2024-04-02T09:45:19.618 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~1438478,37673328~240745,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,129350769~1361024,131231756~55336,148329126~4726631,160135092~8112385,169960300~7474544,196433195~9935165,221929735~5430877,234432919~3765968,279597733~9728027,292856845~4937216,304669646~6460996,326177963~8739931,372712311~2702119,383066293~8185428,392319902~8518902,403425710~1779230] 2024-04-02T09:45:19.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~1438478,37673328~240745,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,129350769~1361024,131231756~55336,147255776~5799981,160135092~8112385,169960300~7474544,196188647~10179713,221929735~5430877,234377789~3821098,279597733~9728027,292856845~4937216,304669646~6460996,326177963~8739931,372712311~2702119,383066293~8185428,392319902~8518902,403425710~1779230] 2024-04-02T09:45:19.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 18 diff [10861141~2389329,16830378~11192282,37673328~240745,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,221929735~5430877,234432919~3765968,258848822~2820254,279597733~9728027,292856845~4937216,304669646~6460996,326126422~8791472,372712311~2702119,379587253~11664468,392319902~8518902,403425710~1779230] 2024-04-02T09:45:19.621 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,37673328~240745,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,221929735~5430877,234432919~3765968,258848822~2820254,279597733~9728027,292856845~4937216,304669646~6460996,326126422~8791472,372712311~2702119,379587253~11664468,392319902~8518902,403425710~1779230] 2024-04-02T09:45:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,37673328~240745,39399708~5327602,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,221929735~5430877,234377789~3821098,258848822~2820254,279597733~9728027,292856845~4937216,304669646~6460996,326126422~8791472,372712311~2702119,379587253~11664468,392319902~8518902,403425710~1779230] 2024-04-02T09:45:19.627 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 19 diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:19.627 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:19.633 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:19.633 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 15 diff [10861141~2389329,64152632~1272477,94185723~7881542,129350769~1361024,148401612~3758046,163052685~5194792,234432919~3765968,304669646~6460996,403425710~1779230] 2024-04-02T09:45:19.634 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,64152632~1272477,94185723~7881542,129350769~1361024,148401612~3758046,163052685~5194792,234432919~3765968,304669646~6460996,403425710~1779230] 2024-04-02T09:45:19.640 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,64152632~1272477,94185723~7881542,129350769~1361024,147255776~4903882,163052685~5194792,234377789~3821098,304669646~6460996,403425710~1779230] 2024-04-02T09:45:19.640 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 16 diff [10861141~2389329,39399708~5327602,64152632~1272477,90317014~11750251,129350769~1361024,148329126~4726631,163052685~5194792,169960300~7118684,234432919~3765968,279597733~8036080,304669646~6460996,326177963~8739931,403425710~1779230] 2024-04-02T09:45:19.640 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,39399708~5327602,64152632~1272477,90317014~11750251,129350769~1361024,148329126~4726631,163052685~5194792,169960300~7118684,234432919~3765968,279597733~8036080,304669646~6460996,326177963~8739931,403425710~1779230] 2024-04-02T09:45:19.646 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,39399708~5327602,64152632~1272477,90317014~11750251,129350769~1361024,147255776~5799981,163052685~5194792,169960300~7118684,234377789~3821098,279597733~8036080,304669646~6460996,326177963~8739931,403425710~1779230] 2024-04-02T09:45:19.646 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 17 diff [10861141~2389329,16830378~1438478,37673328~240745,39399708~5327602,64152632~1272477,83309386~5454186,90317014~11750251,129350769~1361024,148329126~4726631,160135092~8112385,169960300~7474544,196433195~9935165,221929735~5430877,234432919~3765968,279597733~8036080,304669646~6460996,326177963~8739931,396674545~4164259,403425710~1779230] 2024-04-02T09:45:19.646 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~1438478,37673328~240745,39399708~5327602,64152632~1272477,83309386~5454186,90317014~11750251,129350769~1361024,148329126~4726631,160135092~8112385,169960300~7474544,196433195~9935165,221929735~5430877,234432919~3765968,279597733~8036080,304669646~6460996,326177963~8739931,396674545~4164259,403425710~1779230] 2024-04-02T09:45:19.652 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~1438478,37673328~240745,39399708~5327602,64152632~1272477,83309386~5454186,90317014~11750251,129350769~1361024,147255776~5799981,160135092~8112385,169960300~7474544,196188647~10179713,221929735~5430877,234377789~3821098,279597733~8036080,304669646~6460996,326177963~8739931,396674545~4164259,403425710~1779230] 2024-04-02T09:45:19.652 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 18 diff [10861141~2389329,16830378~11192282,37673328~240745,39399708~5327602,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,221929735~5430877,234432919~3765968,258848822~2820254,279597733~8036080,304669646~6460996,326126422~8791472,379587253~3550613,396674545~4164259,403425710~1779230] 2024-04-02T09:45:19.652 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,37673328~240745,39399708~5327602,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,221929735~5430877,234432919~3765968,258848822~2820254,279597733~8036080,304669646~6460996,326126422~8791472,379587253~3550613,396674545~4164259,403425710~1779230] 2024-04-02T09:45:19.659 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,37673328~240745,39399708~5327602,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,129350769~1361024,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,221929735~5430877,234377789~3821098,258848822~2820254,279597733~8036080,304669646~6460996,326126422~8791472,379587253~3550613,396674545~4164259,403425710~1779230] 2024-04-02T09:45:19.659 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 19 diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.659 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.666 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.666 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 16 diff [39399708~5327602,90317014~9146641,148329126~4726631,164531561~1661176,169960300~7118684,279597733~8036080,326177963~8739931] 2024-04-02T09:45:19.666 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [39399708~5327602,90317014~9146641,148329126~4726631,164531561~1661176,169960300~7118684,279597733~8036080,326177963~8739931] 2024-04-02T09:45:19.672 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [39399708~5327602,90317014~9146641,148329126~4726631,164531561~1661176,169960300~7118684,279597733~8036080,326177963~8739931] 2024-04-02T09:45:19.672 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 17 diff [16830378~1438478,37673328~240745,39399708~5327602,83309386~5454186,90317014~9146641,148329126~4726631,160135092~7870236,169960300~7474544,196433195~9935165,221929735~5430877,279597733~8036080,326177963~8739931,396674545~4164259] 2024-04-02T09:45:19.672 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~1438478,37673328~240745,39399708~5327602,83309386~5454186,90317014~9146641,148329126~4726631,160135092~7870236,169960300~7474544,196433195~9935165,221929735~5430877,279597733~8036080,326177963~8739931,396674545~4164259] 2024-04-02T09:45:19.679 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~1438478,37673328~240745,39399708~5327602,83309386~5454186,90317014~9146641,148329126~4726631,160135092~7870236,169960300~7474544,196188647~10179713,221929735~5430877,279597733~8036080,326177963~8739931,396674545~4164259] 2024-04-02T09:45:19.679 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 18 diff [16830378~11192282,37673328~240745,39399708~5327602,68869573~3009412,83309386~5454186,90317014~9146641,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,221929735~5430877,258848822~2820254,279597733~8036080,326126422~8791472,379587253~3550613,396674545~4164259] 2024-04-02T09:45:19.679 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,37673328~240745,39399708~5327602,68869573~3009412,83309386~5454186,90317014~9146641,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,221929735~5430877,258848822~2820254,279597733~8036080,326126422~8791472,379587253~3550613,396674545~4164259] 2024-04-02T09:45:19.686 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,37673328~240745,39399708~5327602,68869573~3009412,83309386~5454186,90317014~9146641,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196188647~10179713,221929735~5430877,258848822~2820254,279597733~8036080,326126422~8791472,379587253~3550613,396674545~4164259] 2024-04-02T09:45:19.686 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 19 diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.686 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.692 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.692 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to 17 diff [16830378~1438478,37673328~240745,83309386~5454186,160135092~7870236,171200136~6234708,196433195~9935165,221929735~5430877,281508679~5190479,396674545~4164259] 2024-04-02T09:45:19.692 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~1438478,37673328~240745,83309386~5454186,160135092~7870236,171200136~6234708,196433195~9935165,221929735~5430877,281508679~5190479,396674545~4164259] 2024-04-02T09:45:19.698 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~1438478,37673328~240745,83309386~5454186,160135092~7870236,171200136~6234708,196188647~10179713,221929735~5430877,281508679~5190479,396674545~4164259] 2024-04-02T09:45:19.698 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to 18 diff [16830378~11192282,37673328~240745,68869573~3009412,83309386~5454186,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,221929735~5430877,258848822~2820254,281508679~5190479,326126422~860431,379587253~3550613,396674545~4164259] 2024-04-02T09:45:19.699 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,37673328~240745,68869573~3009412,83309386~5454186,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,221929735~5430877,258848822~2820254,281508679~5190479,326126422~860431,379587253~3550613,396674545~4164259] 2024-04-02T09:45:19.705 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,37673328~240745,68869573~3009412,83309386~5454186,132397876~1289926,160135092~7870236,171200136~10113814,196188647~10179713,221929735~5430877,258848822~2820254,281508679~5190479,326126422~860431,379587253~3550613,396674545~4164259] 2024-04-02T09:45:19.705 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to 19 diff [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.705 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.711 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:19.711 INFO:tasks.workunit.client.0.smithi019.stdout:from 17 to 18 diff [18268263~9754397,68869573~3009412,132397876~1289926,160281454~1757359,171540031~9773919,258848822~2820254,326126422~860431,379587253~3550613] 2024-04-02T09:45:19.711 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [18268263~9754397,68869573~3009412,132397876~1289926,160281454~1757359,171540031~9773919,258848822~2820254,326126422~860431,379587253~3550613] 2024-04-02T09:45:19.718 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [18268263~9754397,68869573~3009412,132397876~1289926,160281454~1757359,171540031~9773919,258848822~2820254,326126422~860431,379587253~3550613] 2024-04-02T09:45:19.718 INFO:tasks.workunit.client.0.smithi019.stdout:from 17 to 19 diff [18268263~9754397,31217109~6221317,56772742~2314537,68869573~3009412,114177029~2775806,132397876~1289926,160281454~1757359,171540031~9773919,214064052~7933069,227607196~2625971,232008986~7384912,258848822~2820254,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,403111004~7789917] 2024-04-02T09:45:19.718 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [18268263~9754397,31217109~6221317,56772742~2314537,68869573~3009412,114177029~2775806,132397876~1289926,160281454~1757359,171540031~9773919,214064052~7933069,227607196~2625971,232008986~7384912,258848822~2820254,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,403111004~7789917] 2024-04-02T09:45:19.724 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [18268263~9754397,31217109~6221317,56772742~2314537,68869573~3009412,114177029~2775806,132397876~1289926,160281454~1757359,171540031~9773919,214064052~7933069,227607196~2625971,232008986~7384912,258848822~2820254,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,403111004~7789917] 2024-04-02T09:45:19.725 INFO:tasks.workunit.client.0.smithi019.stdout:from 18 to 19 diff [31217109~6221317,56772742~2314537,114177029~2775806,214064052~7933069,227607196~2625971,232008986~7384912,297151894~4746725,363499081~3081875,403111004~7789917] 2024-04-02T09:45:19.725 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [31217109~6221317,56772742~2314537,114177029~2775806,214064052~7933069,227607196~2625971,232008986~7384912,297151894~4746725,363499081~3081875,403111004~7789917] 2024-04-02T09:45:19.730 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [31217109~6221317,56772742~2314537,114177029~2775806,214064052~7933069,227607196~2625971,232008986~7384912,297151894~4746725,363499081~3081875,403111004~7789917] 2024-04-02T09:45:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:19 smithi066 ceph-mon[87361]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:45:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:19 smithi019 ceph-mon[94035]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:45:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:19 smithi019 ceph-mon[96522]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:45:20.493 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:20.493 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:20.514 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:20.514 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:20.514 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:20.520 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:20.520 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:20.520 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:20.527 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:20.527 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:20.527 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:20.533 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:20.533 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:20.533 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:20.539 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:20.539 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:20.539 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:20.546 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:20.546 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.546 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.552 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.552 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.552 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.558 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.559 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.559 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.565 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:20.565 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:20.565 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:20.571 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:20.571 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:20.571 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:20.577 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:20.577 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:20.578 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:20.584 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:20.584 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:20.584 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:20.589 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:20.590 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:20.590 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:20.597 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:20.597 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.597 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.602 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.602 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to HEAD diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.602 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.608 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.608 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to HEAD diff [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.608 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.614 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:20.615 INFO:tasks.workunit.client.0.smithi019.stdout:from 17 to HEAD diff [18268263~9754397,31217109~6221317,56772742~2314537,68869573~3009412,114177029~2775806,132397876~1289926,160281454~1757359,171540031~9773919,214064052~7933069,227607196~2625971,232008986~7384912,258848822~2820254,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,403111004~7789917] 2024-04-02T09:45:20.615 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [18268263~9754397,31217109~6221317,56772742~2314537,68869573~3009412,114177029~2775806,132397876~1289926,160281454~1757359,171540031~9773919,214064052~7933069,227607196~2625971,232008986~7384912,258848822~2820254,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,403111004~7789917] 2024-04-02T09:45:20.620 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [18268263~9754397,31217109~6221317,56772742~2314537,68869573~3009412,114177029~2775806,132397876~1289926,160281454~1757359,171540031~9773919,214064052~7933069,227607196~2625971,232008986~7384912,258848822~2820254,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,403111004~7789917] 2024-04-02T09:45:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:20 smithi019 ceph-mon[94035]: pgmap v3913: 137 pgs: 137 active+clean; 870 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 49 MiB/s wr, 387 op/s 2024-04-02T09:45:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:20 smithi019 ceph-mon[96522]: pgmap v3913: 137 pgs: 137 active+clean; 870 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 49 MiB/s wr, 387 op/s 2024-04-02T09:45:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:45:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:45:20] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:45:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:20 smithi066 ceph-mon[87361]: pgmap v3913: 137 pgs: 137 active+clean; 870 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 49 MiB/s wr, 387 op/s 2024-04-02T09:45:21.508 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:21.508 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:21.534 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:21.535 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:21.535 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:21.541 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:21.541 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:21.541 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:21.547 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:21.547 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:21.547 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:21.553 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:21.553 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:21.553 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:21.559 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:21.560 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:21.560 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:21.566 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:21.566 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.566 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.572 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.572 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.572 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.578 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.578 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.578 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.584 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:21.584 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:21.584 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:21.590 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:21.591 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:21.591 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:21.597 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:21.597 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:21.597 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:21.603 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:21.603 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:21.603 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:21.609 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:21.609 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:21.609 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:21.615 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:21.615 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.615 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to HEAD diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.622 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.628 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.628 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to HEAD diff [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.628 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.633 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,31217109~6221317,37673328~240745,56772742~2314537,68869573~3009412,83309386~5454186,114177029~2775806,132397876~1289926,160135092~7870236,171200136~10113814,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,281508679~5190479,297151894~4746725,326126422~860431,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:21 smithi066 ceph-mon[87361]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:45:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:21 smithi019 ceph-mon[94035]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:45:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:21 smithi019 ceph-mon[96522]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:45:22.521 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:22.522 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:22.548 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:22.548 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:22.554 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:22.555 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:22.555 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:22.561 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:22.561 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:22 smithi066 ceph-mon[87361]: pgmap v3915: 137 pgs: 137 active+clean; 897 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 33 MiB/s wr, 2.24k op/s 2024-04-02T09:45:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:22 smithi066 ceph-mon[87361]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:45:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:45:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:22.568 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:22.568 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:22.568 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:22.574 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:22.574 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:22.574 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:22.580 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:22.580 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.580 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.587 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.587 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.587 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.593 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.593 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.593 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:22.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:22.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:22.605 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:22.605 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:22.605 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:22.611 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:22.611 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:22.611 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:22.617 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:22.617 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:22.617 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:22.624 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:22.624 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:22.624 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:22.630 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:22.630 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:22.630 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:22.636 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:22.636 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to HEAD diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:22.636 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:22.642 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,68869573~3009412,83309386~5454186,90317014~9146641,114177029~2775806,132397876~1289926,148329126~4726631,160135092~7870236,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:22 smithi019 ceph-mon[94035]: pgmap v3915: 137 pgs: 137 active+clean; 897 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 33 MiB/s wr, 2.24k op/s 2024-04-02T09:45:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:22 smithi019 ceph-mon[94035]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:45:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:22 smithi019 ceph-mon[96522]: pgmap v3915: 137 pgs: 137 active+clean; 897 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 33 MiB/s wr, 2.24k op/s 2024-04-02T09:45:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:22 smithi019 ceph-mon[96522]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:45:23.525 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:23.595 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:23.598 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:23.598 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:23.598 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:23.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:23.600 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.600 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.600 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.604 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.604 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.605 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:23.611 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:23.611 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:23.617 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:23.617 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:23.618 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:23.624 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:23.624 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:23.629 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:23.629 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:23.630 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:23.636 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:23.636 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:23.641 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:23.641 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:23.646 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,64152632~1272477,68869573~3009412,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~8036080,297151894~4746725,304669646~6460996,326126422~8791472,363499081~3081875,379587253~3550613,396674545~4164259,403111004~7789917] 2024-04-02T09:45:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:23 smithi066 ceph-mon[87361]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:45:23.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:23 smithi019 ceph-mon[94035]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:45:23.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:23 smithi019 ceph-mon[96522]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:45:24.519 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:24.519 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:24.561 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:24.562 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:24.562 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:24.567 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:24.568 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:24.568 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:24.574 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:24.574 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:24.574 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:24.581 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:24.581 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:24.581 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:24.586 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:24.587 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:24.587 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:24.593 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:24.593 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.593 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.606 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.606 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.606 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.612 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:24.612 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:24.612 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:24.618 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:24.618 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:24.618 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:24.624 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:24.624 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:24.625 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:24.631 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:24.631 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:24.631 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:24.636 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:24.637 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:24.637 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:24.643 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16830378~11192282,31217109~6221317,37673328~240745,39399708~5327602,56772742~2314537,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,114177029~2775806,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,258848822~2820254,279597733~9728027,292856845~9041774,304669646~6460996,326126422~8791472,363499081~3081875,372712311~2702119,379587253~11664468,392319902~8518902,403111004~7789917] 2024-04-02T09:45:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:24 smithi066 ceph-mon[87361]: pgmap v3918: 137 pgs: 137 active+clean; 923 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 14 MiB/s wr, 5.15k op/s 2024-04-02T09:45:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:24 smithi066 ceph-mon[87361]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:45:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:24 smithi019 ceph-mon[94035]: pgmap v3918: 137 pgs: 137 active+clean; 923 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 14 MiB/s wr, 5.15k op/s 2024-04-02T09:45:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:24 smithi019 ceph-mon[94035]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:45:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:24 smithi019 ceph-mon[96522]: pgmap v3918: 137 pgs: 137 active+clean; 923 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 14 MiB/s wr, 5.15k op/s 2024-04-02T09:45:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:24 smithi019 ceph-mon[96522]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:45:25.315 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:25.316 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:25.355 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:25.355 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:25.355 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:25.363 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:25.363 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:25.363 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:25.369 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:25.369 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:25.369 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:25.375 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:25.375 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:25.375 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:25.381 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:25.381 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:25.381 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:25.388 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:25.388 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.388 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.394 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.394 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.394 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.400 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.400 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.400 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.407 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:25.407 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:25.407 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:25.413 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:25.413 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:25.413 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:25.420 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:25.420 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:25.420 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:25.426 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:25.426 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:25.427 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~9935165,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:25.432 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~2389329,16340652~11682008,31217109~13510201,54799814~4287465,59311692~3670389,64152632~2071300,68463900~6094192,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~10179713,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,363499081~5401647,372712311~2702119,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:25 smithi066 ceph-mon[87361]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:45:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:25 smithi066 ceph-mon[87361]: pgmap v3921: 137 pgs: 137 active+clean; 923 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 7.0 MiB/s wr, 3.36k op/s 2024-04-02T09:45:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:25 smithi066 ceph-mon[87361]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:45:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:25 smithi019 ceph-mon[94035]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:45:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:25 smithi019 ceph-mon[94035]: pgmap v3921: 137 pgs: 137 active+clean; 923 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 7.0 MiB/s wr, 3.36k op/s 2024-04-02T09:45:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:25 smithi019 ceph-mon[94035]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:45:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:25 smithi019 ceph-mon[96522]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:45:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:25 smithi019 ceph-mon[96522]: pgmap v3921: 137 pgs: 137 active+clean; 923 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 7.0 MiB/s wr, 3.36k op/s 2024-04-02T09:45:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:25 smithi019 ceph-mon[96522]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:45:26.323 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:26.323 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:26.358 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:26.358 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:26.359 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:26.365 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:26.366 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:26.366 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:26.372 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:26.372 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:26.378 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:26.379 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:26.379 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:26.384 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:26.385 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:26.385 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:26.391 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.391 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.397 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.397 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.403 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.403 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:26.409 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:26.409 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:26.415 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:26.416 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:26.416 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:26.421 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:26.422 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:26.422 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~1289926,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~8791472,335141787~7355362,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:26.427 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,64152632~2071300,68463900~8259850,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~1289926,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,326126422~16370727,346221888~5773433,363499081~5401647,371440658~7160984,379587253~11664468,392319902~8518902,403111004~8544572] 2024-04-02T09:45:27.326 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:27.326 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:27.361 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:27.361 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:27.370 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:27.370 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:27.370 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:27.376 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:27.376 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:27.376 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:27.382 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:27.382 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:27.382 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:27.388 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:27.389 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:27.389 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:27.394 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:27.395 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.395 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.400 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.401 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.401 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.407 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.407 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.407 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.413 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:27.413 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:27.413 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:27.419 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:27.419 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:27.419 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,196433195~12425999,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~7355362,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:27.425 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~6001492,114177029~2775806,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,196188647~12670547,214064052~13296560,227607196~2625971,232008986~7384912,248208741~1776146,256083016~1361725,258848822~2820254,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~16370727,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:27.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:27 smithi066 ceph-mon[87361]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:45:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:27 smithi019 ceph-mon[94035]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:45:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:27 smithi019 ceph-mon[96522]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:45:28.327 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:28.327 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:28.376 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:28.376 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:28.385 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:28.385 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:28.392 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:28.392 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:28.398 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:28.398 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:28.404 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:28.404 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:28.405 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:28.410 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:28.410 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.411 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.417 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.417 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.423 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.424 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.424 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.429 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:28.430 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:28.430 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,129350769~1361024,131231756~55336,132397876~7890864,148329126~4726631,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:28.435 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,129350769~1361024,131231756~55336,132397876~7890864,147255776~5799981,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,292856845~9041774,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~7288491,371440658~7160984,379587253~11664468,392319902~19335674] 2024-04-02T09:45:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:28 smithi066 ceph-mon[87361]: pgmap v3924: 137 pgs: 137 active+clean; 860 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-04-02T09:45:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:28 smithi066 ceph-mon[87361]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:45:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:28 smithi019 ceph-mon[94035]: pgmap v3924: 137 pgs: 137 active+clean; 860 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-04-02T09:45:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:28 smithi019 ceph-mon[94035]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:45:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:28 smithi019 ceph-mon[96522]: pgmap v3924: 137 pgs: 137 active+clean; 860 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-04-02T09:45:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:28 smithi019 ceph-mon[96522]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:45:29.339 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:29.339 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:29.379 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:29.380 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:29.380 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:29.389 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:29.389 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:29.396 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:29.396 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:29.402 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:29.402 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:29.408 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:29.408 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:29.414 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.414 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.420 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.420 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.420 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.426 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.426 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.432 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54799814~4287465,59311692~3670389,63586188~13137562,79460072~925800,83309386~5454186,90317014~11750251,106170971~13362868,121180018~4443610,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~2820254,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:29 smithi019 ceph-mon[94035]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:45:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:29 smithi019 ceph-mon[96522]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:45:29.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:29 smithi066 ceph-mon[87361]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:45:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:30.320 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:30.362 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:30.376 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:30.382 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:30.388 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:30.394 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:30.400 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:30.407 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153600537~5599497,160135092~8112385,169960300~11353650,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~5799981,153600537~5599497,160135092~8112385,169960300~11353650,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~9728027,289464556~12768100,304669646~8546431,313687331~6791384,326126422~17343463,346221888~7615721,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:30.596 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:30 smithi019 ceph-mon[94035]: pgmap v3927: 137 pgs: 137 active+clean; 860 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-04-02T09:45:30.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:30 smithi019 ceph-mon[94035]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:45:30.597 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:30 smithi019 ceph-mon[94035]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:45:30.597 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:45:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:45:30] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:45:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:30 smithi019 ceph-mon[96522]: pgmap v3927: 137 pgs: 137 active+clean; 860 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-04-02T09:45:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:30 smithi019 ceph-mon[96522]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:45:30.597 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:30 smithi019 ceph-mon[96522]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:45:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:30 smithi066 ceph-mon[87361]: pgmap v3927: 137 pgs: 137 active+clean; 860 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 6.2 KiB/s wr, 1.93k op/s 2024-04-02T09:45:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:30 smithi066 ceph-mon[87361]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:45:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:30 smithi066 ceph-mon[87361]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:45:31.355 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:31.397 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:31.403 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:31.409 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:31.415 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:31.421 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:31.427 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,8506822~1244960,10861141~33866169,45735096~4364478,54799814~8182267,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~5682933,8506822~1244960,10861141~39238433,54525952~8456129,63586188~13137562,78525005~4183412,83309386~5454186,89122395~12944870,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,246123907~3860980,256083016~1361725,258848822~4113729,263058410~2557833,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~5998572,361612237~16989405,379587253~32068323] 2024-04-02T09:45:32.357 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:32.392 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:32.400 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:32.405 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:32.412 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:32.418 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~4183412,83309386~5454186,89122395~14954643,106170971~15009047,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~8791472,335141787~8328098,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~4183412,83309386~5454186,89122395~14954643,106170971~19452657,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~8546431,313687331~6791384,326126422~17343463,346043605~7794004,354752432~23849210,379587253~32068323] 2024-04-02T09:45:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:32 smithi019 ceph-mon[94035]: pgmap v3930: 137 pgs: 137 active+clean; 826 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 517 op/s 2024-04-02T09:45:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:32 smithi019 ceph-mon[94035]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:45:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:32 smithi019 ceph-mon[96522]: pgmap v3930: 137 pgs: 137 active+clean; 826 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 517 op/s 2024-04-02T09:45:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:32 smithi019 ceph-mon[96522]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:45:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:32 smithi066 ceph-mon[87361]: pgmap v3930: 137 pgs: 137 active+clean; 826 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 517 op/s 2024-04-02T09:45:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:32 smithi066 ceph-mon[87361]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:45:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:45:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:33.372 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:33.410 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:33.416 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:33.422 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:33.428 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~10238567,89122395~32057623,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~10238567,89122395~36501233,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:33 smithi019 ceph-mon[94035]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:45:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:33 smithi019 ceph-mon[96522]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:45:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:33 smithi066 ceph-mon[87361]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:45:34.381 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:34.381 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:34.407 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:34.407 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:34.407 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:34.418 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:34.418 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:34.418 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:34.423 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:34.424 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:34.424 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~13478581,78525005~42655013,121538796~4084832,126019581~5315771,132397876~7890864,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~32068323] 2024-04-02T09:45:34.429 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~22197798,78525005~47098623,126019581~5315771,132397876~7890864,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~8707178,241929150~10544152,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~32068323] 2024-04-02T09:45:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:34 smithi019 ceph-mon[94035]: pgmap v3933: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 1.28k op/s 2024-04-02T09:45:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:34 smithi019 ceph-mon[94035]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:45:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:34 smithi019 ceph-mon[96522]: pgmap v3933: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 1.28k op/s 2024-04-02T09:45:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:34 smithi019 ceph-mon[96522]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:45:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:34 smithi066 ceph-mon[87361]: pgmap v3933: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 1.28k op/s 2024-04-02T09:45:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:34 smithi066 ceph-mon[87361]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:45:35.315 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:35.315 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:35.353 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:35.353 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:35.353 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:35.364 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:35.364 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:35.364 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~13235568,148329126~4726631,153281863~5918171,160135092~8112385,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~30248248,335141787~8328098,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:35.369 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~13235568,147255776~11944258,160135092~8112385,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~5559612,279597733~22634923,304669646~38800239,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:35 smithi019 ceph-mon[94035]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:45:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:35 smithi019 ceph-mon[94035]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:45:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:35 smithi019 ceph-mon[96522]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:45:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:35 smithi019 ceph-mon[96522]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:45:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:35 smithi066 ceph-mon[87361]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:45:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:35 smithi066 ceph-mon[87361]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:45:36.380 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:36.380 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[94035]: pgmap v3936: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 759 op/s 2024-04-02T09:45:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-02T09:45:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-02T09:45:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1d", "id": [3, 6]}]: dispatch 2024-04-02T09:45:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[96522]: pgmap v3936: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 759 op/s 2024-04-02T09:45:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-02T09:45:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-02T09:45:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:36 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1d", "id": [3, 6]}]: dispatch 2024-04-02T09:45:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:36 smithi066 ceph-mon[87361]: pgmap v3936: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 759 op/s 2024-04-02T09:45:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-02T09:45:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-02T09:45:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:36 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1d", "id": [3, 6]}]: dispatch 2024-04-02T09:45:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-02T09:45:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-02T09:45:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1d", "id": [3, 6]}]': finished 2024-04-02T09:45:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[94035]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:45:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-02T09:45:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-02T09:45:37.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1d", "id": [3, 6]}]': finished 2024-04-02T09:45:37.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:37 smithi019 ceph-mon[96522]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:45:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-02T09:45:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-02T09:45:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1d", "id": [3, 6]}]': finished 2024-04-02T09:45:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:37 smithi066 ceph-mon[87361]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:45:38.388 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:38.389 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:38.389 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~5315771,132397876~14857900,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,214064052~16169115,232008986~7384912,241611565~10861737,256083016~1361725,258848822~4113729,263058410~9202495,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35537880] 2024-04-02T09:45:38.400 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,126019581~5315771,132397876~26802158,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,214064052~16169115,230686720~21786582,256083016~1361725,258848822~4113729,263058410~9202495,276824064~67091647,343932928~34668714,378643335~681201,379587253~35537880] 2024-04-02T09:45:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:38 smithi019 ceph-mon[94035]: pgmap v3939: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 558 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 232 op/s 2024-04-02T09:45:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:38 smithi019 ceph-mon[94035]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:45:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:38 smithi019 ceph-mon[96522]: pgmap v3939: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 558 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 232 op/s 2024-04-02T09:45:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:38 smithi019 ceph-mon[96522]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:45:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:38 smithi066 ceph-mon[87361]: pgmap v3939: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 558 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 232 op/s 2024-04-02T09:45:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:38 smithi066 ceph-mon[87361]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:45:39.416 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:39.416 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [1605096~4077837,6167709~38559601,45735096~4364478,54799814~8182267,63245169~57934849,121538796~4084832,126019581~21236195,148329126~4726631,153281863~5918171,160025367~8222110,169960300~11353650,188408900~4148173,195779882~408765,196433195~12425999,213017661~17215506,232008986~7384912,241611565~10861737,256083016~1361725,258848822~13412083,277731873~57186021,335141787~8773924,346043605~32558037,378643335~681201,379587253~35648297] 2024-04-02T09:45:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:39 smithi019 ceph-mon[94035]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:45:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:39 smithi019 ceph-mon[96522]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:45:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:39 smithi066 ceph-mon[87361]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:45:40.424 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50099574,54525952~71097676,125829120~33370914,160025367~8222110,169960300~11353650,184549376~8007697,192937984~15921210,209715200~20517967,230686720~21786582,255852544~16408361,276824064~67091647,343932928~34668714,378643335~681201,379587253~35648297] 2024-04-02T09:45:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:40 smithi019 ceph-mon[94035]: pgmap v3942: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 558 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 232 op/s 2024-04-02T09:45:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:40 smithi019 ceph-mon[94035]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:45:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:45:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:45:40] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:45:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:40 smithi019 ceph-mon[96522]: pgmap v3942: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 558 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 232 op/s 2024-04-02T09:45:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:40 smithi019 ceph-mon[96522]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:45:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:40 smithi066 ceph-mon[87361]: pgmap v3942: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 558 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 0 B/s wr, 232 op/s 2024-04-02T09:45:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:40 smithi066 ceph-mon[87361]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:45:41.437 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (43071 ms) 2024-04-02T09:45:41.437 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-02T09:45:41.437 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:41.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:41 smithi019 ceph-mon[94035]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:45:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:41 smithi019 ceph-mon[96522]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:45:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:41 smithi066 ceph-mon[87361]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:45:42.516 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1079 ms) 2024-04-02T09:45:42.517 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-02T09:45:42.517 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:42 smithi019 ceph-mon[94035]: pgmap v3945: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 518 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 32 op/s 2024-04-02T09:45:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:42 smithi019 ceph-mon[94035]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:45:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:42 smithi019 ceph-mon[96522]: pgmap v3945: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 518 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 32 op/s 2024-04-02T09:45:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:42 smithi019 ceph-mon[96522]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:45:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:42 smithi066 ceph-mon[87361]: pgmap v3945: 137 pgs: 1 unknown, 2 peering, 134 active+clean; 518 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 255 B/s wr, 32 op/s 2024-04-02T09:45:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:42 smithi066 ceph-mon[87361]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:45:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:45:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:43.532 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [1379048~34381,2212777~305,3487662~75820,3944215~21900,6313486~36061,6622826~62612,8081396~71309,12018416~1815,13705894~99219,15607638~67305] to clone 2024-04-02T09:45:43.532 INFO:tasks.workunit.client.0.smithi019.stdout: diff was [0~3966115,4194304~3958401,8388608~3631623,12582912~3092031] 2024-04-02T09:45:43.536 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1020 ms) 2024-04-02T09:45:43.536 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-02T09:45:43.536 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:43.557 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [1003215~297,3988526~36098,9087265~81369,9390800~20977,10590555~11732,11518243~92194,13913755~75503,17052882~59413,18693029~85717,20662478~18179] 2024-04-02T09:45:43.568 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2024-04-02T09:45:43.568 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-02T09:45:43.568 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:43 smithi019 ceph-mon[94035]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:45:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:43 smithi019 ceph-mon[96522]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:45:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:43 smithi066 ceph-mon[87361]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:45:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:44 smithi019 ceph-mon[94035]: pgmap v3948: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 9.9 MiB/s wr, 465 op/s; 15 MiB/s, 2 keys/s, 13 objects/s recovering 2024-04-02T09:45:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:44 smithi019 ceph-mon[94035]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:45:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:44 smithi019 ceph-mon[96522]: pgmap v3948: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 9.9 MiB/s wr, 465 op/s; 15 MiB/s, 2 keys/s, 13 objects/s recovering 2024-04-02T09:45:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:44 smithi019 ceph-mon[96522]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:45:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:44 smithi066 ceph-mon[87361]: pgmap v3948: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 9.9 MiB/s wr, 465 op/s; 15 MiB/s, 2 keys/s, 13 objects/s recovering 2024-04-02T09:45:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:44 smithi066 ceph-mon[87361]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:45:45.403 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1835 ms) 2024-04-02T09:45:45.403 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-02T09:45:45.404 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:45.462 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (59 ms) 2024-04-02T09:45:45.462 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-02T09:45:45.462 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:45.551 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (89 ms) 2024-04-02T09:45:45.551 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-02T09:45:45.551 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:45 smithi019 ceph-mon[94035]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:45:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:45 smithi019 ceph-mon[94035]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:45:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:45 smithi019 ceph-mon[96522]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:45:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:45 smithi019 ceph-mon[96522]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:45:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:45 smithi066 ceph-mon[87361]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:45:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:45 smithi066 ceph-mon[87361]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:45:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:46 smithi019 ceph-mon[94035]: pgmap v3951: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 9.9 MiB/s wr, 433 op/s; 15 MiB/s, 2 keys/s, 13 objects/s recovering 2024-04-02T09:45:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:46 smithi019 ceph-mon[96522]: pgmap v3951: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 9.9 MiB/s wr, 433 op/s; 15 MiB/s, 2 keys/s, 13 objects/s recovering 2024-04-02T09:45:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:46 smithi066 ceph-mon[87361]: pgmap v3951: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 9.9 MiB/s wr, 433 op/s; 15 MiB/s, 2 keys/s, 13 objects/s recovering 2024-04-02T09:45:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:48 smithi019 ceph-mon[94035]: pgmap v3953: 137 pgs: 137 active+clean; 582 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 15 MiB/s wr, 360 op/s 2024-04-02T09:45:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:48 smithi019 ceph-mon[96522]: pgmap v3953: 137 pgs: 137 active+clean; 582 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 15 MiB/s wr, 360 op/s 2024-04-02T09:45:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:48 smithi066 ceph-mon[87361]: pgmap v3953: 137 pgs: 137 active+clean; 582 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 15 MiB/s wr, 360 op/s 2024-04-02T09:45:50.595 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5044 ms) 2024-04-02T09:45:50.596 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:45:50.596 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:45:50.596 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:45:50.596 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-02T09:45:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:50 smithi019 ceph-mon[94035]: pgmap v3954: 137 pgs: 137 active+clean; 582 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 266 op/s 2024-04-02T09:45:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:50 smithi019 ceph-mon[94035]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:45:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:50 smithi019 ceph-mon[96522]: pgmap v3954: 137 pgs: 137 active+clean; 582 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 266 op/s 2024-04-02T09:45:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:50 smithi019 ceph-mon[96522]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:45:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:45:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:45:50] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:45:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:50 smithi066 ceph-mon[87361]: pgmap v3954: 137 pgs: 137 active+clean; 582 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 266 op/s 2024-04-02T09:45:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:50 smithi066 ceph-mon[87361]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:45:51.443 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 15 tests from DiffIterateTest/0 (71566 ms total) 2024-04-02T09:45:51.444 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:45:51.444 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-02T09:45:51.481 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-02T09:45:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:52 smithi066 ceph-mon[87361]: pgmap v3956: 137 pgs: 137 active+clean; 582 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 10 MiB/s wr, 249 op/s 2024-04-02T09:45:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:52 smithi066 ceph-mon[87361]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:45:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:45:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:52 smithi019 ceph-mon[94035]: pgmap v3956: 137 pgs: 137 active+clean; 582 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 10 MiB/s wr, 249 op/s 2024-04-02T09:45:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:52 smithi019 ceph-mon[94035]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:45:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:52 smithi019 ceph-mon[96522]: pgmap v3956: 137 pgs: 137 active+clean; 582 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 10 MiB/s wr, 249 op/s 2024-04-02T09:45:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:52 smithi019 ceph-mon[96522]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:53 smithi066 ceph-mon[87361]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:45:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:53 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2695341867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:45:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:53 smithi019 ceph-mon[94035]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:45:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:53 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2695341867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:45:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:53 smithi019 ceph-mon[96522]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:45:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:53 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2695341867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:45:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:54 smithi066 ceph-mon[87361]: pgmap v3959: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:45:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:54 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:45:54.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:54 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2695341867' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:45:54.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:54 smithi066 ceph-mon[87361]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:45:54.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:54 smithi066 ceph-mon[87361]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:45:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[96522]: pgmap v3959: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:45:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2695341867' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[96522]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[96522]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[94035]: pgmap v3959: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2695341867' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi019-144236-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[94035]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:45:54.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:54 smithi019 ceph-mon[94035]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:45:55.501 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [4643115~65894,5665877~22586,6171333~57149,11597488~52122,14392539~74342,14627075~78253,14963667~70090,15615330~97590,18327877~14954,19449624~71743] 2024-04-02T09:45:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:55 smithi066 ceph-mon[87361]: pgmap v3962: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:45:55.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:55 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:45:55.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:55 smithi066 ceph-mon[87361]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:45:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:55 smithi019 ceph-mon[94035]: pgmap v3962: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:45:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:55 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:45:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:55 smithi019 ceph-mon[94035]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:45:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:55 smithi019 ceph-mon[96522]: pgmap v3962: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:45:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:55 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:45:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:55 smithi019 ceph-mon[96522]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:45:56.535 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [0~4194304,8388608~12582912] 2024-04-02T09:45:56.540 INFO:tasks.workunit.client.0.smithi019.stdout: diff was [0~4194304,8388608~12582912] 2024-04-02T09:45:56.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5063 ms) 2024-04-02T09:45:56.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-02T09:45:56.544 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:57 smithi066 ceph-mon[87361]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:45:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:57 smithi066 ceph-mon[87361]: pgmap v3965: 137 pgs: 137 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 160 KiB/s wr, 31 op/s 2024-04-02T09:45:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:57 smithi019 ceph-mon[94035]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:45:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:57 smithi019 ceph-mon[94035]: pgmap v3965: 137 pgs: 137 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 160 KiB/s wr, 31 op/s 2024-04-02T09:45:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:57 smithi019 ceph-mon[96522]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:45:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:57 smithi019 ceph-mon[96522]: pgmap v3965: 137 pgs: 137 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 160 KiB/s wr, 31 op/s 2024-04-02T09:45:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:58 smithi066 ceph-mon[87361]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:45:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:58 smithi019 ceph-mon[94035]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:45:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:58 smithi019 ceph-mon[96522]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:45:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:59.556 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3011 ms) 2024-04-02T09:45:59.556 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-02T09:45:59.556 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:45:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:59 smithi066 ceph-mon[87361]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:45:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:45:59 smithi066 ceph-mon[87361]: pgmap v3968: 137 pgs: 137 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 160 KiB/s wr, 31 op/s 2024-04-02T09:45:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:59 smithi019 ceph-mon[94035]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:45:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:45:59 smithi019 ceph-mon[94035]: pgmap v3968: 137 pgs: 137 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 160 KiB/s wr, 31 op/s 2024-04-02T09:45:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:59 smithi019 ceph-mon[96522]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:45:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:45:59 smithi019 ceph-mon[96522]: pgmap v3968: 137 pgs: 137 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 160 KiB/s wr, 31 op/s 2024-04-02T09:46:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:00 smithi019 ceph-mon[94035]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:00 smithi019 ceph-mon[94035]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:46:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:46:00] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:46:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:00 smithi019 ceph-mon[96522]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:00 smithi019 ceph-mon[96522]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:00 smithi066 ceph-mon[87361]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:46:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:00 smithi066 ceph-mon[87361]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:46:02.337 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2782 ms) 2024-04-02T09:46:02.338 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-02T09:46:02.338 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:02 smithi066 ceph-mon[87361]: pgmap v3971: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 104 KiB/s wr, 58 op/s 2024-04-02T09:46:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:02 smithi066 ceph-mon[87361]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:02.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:46:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:02 smithi019 ceph-mon[94035]: pgmap v3971: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 104 KiB/s wr, 58 op/s 2024-04-02T09:46:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:02 smithi019 ceph-mon[94035]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:02 smithi019 ceph-mon[96522]: pgmap v3971: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 104 KiB/s wr, 58 op/s 2024-04-02T09:46:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:02 smithi019 ceph-mon[96522]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:46:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:03 smithi066 ceph-mon[87361]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:03 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:03.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:03 smithi019 ceph-mon[94035]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:03.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:03 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:03 smithi019 ceph-mon[96522]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:46:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:03 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[94035]: pgmap v3974: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 107 KiB/s wr, 99 op/s 2024-04-02T09:46:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[94035]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[96522]: pgmap v3974: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 107 KiB/s wr, 99 op/s 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[96522]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:04 smithi066 ceph-mon[87361]: pgmap v3974: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 107 KiB/s wr, 99 op/s 2024-04-02T09:46:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:04 smithi066 ceph-mon[87361]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:46:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:46:05.357 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3020 ms) 2024-04-02T09:46:05.357 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-02T09:46:05.357 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:05 smithi019 ceph-mon[94035]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:05 smithi019 ceph-mon[96522]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:05 smithi066 ceph-mon[87361]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:46:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:06 smithi019 ceph-mon[94035]: pgmap v3977: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-02T09:46:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:06 smithi019 ceph-mon[94035]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:06 smithi019 ceph-mon[96522]: pgmap v3977: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-02T09:46:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:06 smithi019 ceph-mon[96522]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:06 smithi066 ceph-mon[87361]: pgmap v3977: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 40 op/s 2024-04-02T09:46:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:06 smithi066 ceph-mon[87361]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:46:07.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:07 smithi019 ceph-mon[94035]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:07.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:07 smithi019 ceph-mon[96522]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:07 smithi066 ceph-mon[87361]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:46:08.397 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3039 ms) 2024-04-02T09:46:08.397 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-02T09:46:08.397 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:08 smithi019 ceph-mon[94035]: pgmap v3980: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:46:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:08 smithi019 ceph-mon[94035]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:08 smithi019 ceph-mon[96522]: pgmap v3980: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:46:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:08 smithi019 ceph-mon[96522]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:08 smithi066 ceph-mon[87361]: pgmap v3980: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:46:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:08 smithi066 ceph-mon[87361]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:46:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:09 smithi019 ceph-mon[94035]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:09 smithi019 ceph-mon[96522]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:09 smithi066 ceph-mon[87361]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:46:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:10 smithi019 ceph-mon[94035]: pgmap v3983: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:46:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:10 smithi019 ceph-mon[94035]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:10 smithi019 ceph-mon[96522]: pgmap v3983: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:46:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:10 smithi019 ceph-mon[96522]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:46:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:46:10] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:46:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:10 smithi066 ceph-mon[87361]: pgmap v3983: 137 pgs: 137 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 122 op/s 2024-04-02T09:46:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:10 smithi066 ceph-mon[87361]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:46:11.416 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3020 ms) 2024-04-02T09:46:11.416 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-02T09:46:11.416 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:11.486 INFO:tasks.workunit.client.0.smithi019.stdout: i=0 exists [69196953~1912656,81542695~2103387,105547307~3617217,109360509~5904740,116333676~451252,118769550~224056,131284848~7028055,270229032~2364373,331040309~4539023,385817202~7798046] wrote [69196953~1912656,81542695~2103387,105547307~3617217,109360509~5904740,116333676~451252,118769550~224056,131284848~7028055,270229032~2364373,331040309~4539023,385817202~7798046] 2024-04-02T09:46:11.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:11 smithi019 ceph-mon[94035]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:11.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:11 smithi019 ceph-mon[96522]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:11 smithi066 ceph-mon[87361]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:46:12.436 INFO:tasks.workunit.client.0.smithi019.stdout: i=1 exists [15035150~2017033,69196953~1912656,76900545~206980,81542695~2103387,105547307~3617217,109360509~5904740,116333676~451252,118769550~224056,130081583~808179,131284848~7028055,144144466~3584422,204254700~5878678,270229032~2364373,273700477~8506321,291220627~3714817,331040309~4539023,385817202~7798046,410107934~547057] wrote [15035150~2017033,76900545~206980,130081583~808179,144144466~3584422,204254700~5878678,273700477~8506321,291220627~3714817,390533622~1702682,410107934~547057] 2024-04-02T09:46:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:12 smithi066 ceph-mon[87361]: pgmap v3986: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 519 KiB/s wr, 89 op/s 2024-04-02T09:46:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:12 smithi066 ceph-mon[87361]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:12.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:46:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:12 smithi019 ceph-mon[94035]: pgmap v3986: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 519 KiB/s wr, 89 op/s 2024-04-02T09:46:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:12 smithi019 ceph-mon[94035]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:12 smithi019 ceph-mon[96522]: pgmap v3986: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 519 KiB/s wr, 89 op/s 2024-04-02T09:46:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:12 smithi019 ceph-mon[96522]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:46:13.446 INFO:tasks.workunit.client.0.smithi019.stdout: i=2 exists [15035150~2017033,69196953~1912656,76900545~206980,81542695~2103387,105547307~3617217,109360509~5904740,116333676~451252,118769550~224056,128265613~33735,130081583~808179,131284848~7028055,144144466~3584422,163503968~2187680,184861337~6224848,204254700~5878678,237276411~6310303,270229032~2364373,273700477~8506321,291220627~3714817,301563613~799757,309601740~3409236,328182812~7396520,371164699~8077192,380957468~2244350,385817202~7798046,410107934~547057] wrote [128265613~33735,163503968~2187680,184861337~6224848,237276411~6310303,271336529~411848,301563613~799757,309601740~3409236,328182812~3189049,371164699~8077192,380957468~2244350] 2024-04-02T09:46:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:13 smithi019 ceph-mon[96522]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:13 smithi019 ceph-mon[94035]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:13 smithi066 ceph-mon[87361]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:46:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:14.451 INFO:tasks.workunit.client.0.smithi019.stdout: i=3 exists [940611~3660857,15035150~2017033,63864772~7986081,72612674~592126,76900545~206980,81542695~2103387,105547307~3617217,109360509~5904740,116333676~451252,118769550~224056,128265613~33735,130081583~808179,131284848~7028055,143205478~4523410,150144187~3274479,163503968~2187680,170465540~7052633,184861337~6224848,204254700~5878678,211907082~6254541,237276411~10539080,270229032~2364373,273700477~8506321,291220627~3714817,301563613~799757,309601740~3409236,328182812~7396520,337463895~6210316,371164699~8077192,380957468~2244350,385817202~8831402,410107934~547057] wrote [940611~3660857,63864772~7986081,72612674~592126,143205478~4376248,150144187~3274479,170465540~7052633,211907082~6254541,241473832~6341659,337463895~6210316,391953906~2694698] 2024-04-02T09:46:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:14 smithi019 ceph-mon[94035]: pgmap v3989: 137 pgs: 137 active+clean; 56 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 6.6 MiB/s wr, 150 op/s 2024-04-02T09:46:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:14 smithi019 ceph-mon[94035]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:14 smithi019 ceph-mon[96522]: pgmap v3989: 137 pgs: 137 active+clean; 56 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 6.6 MiB/s wr, 150 op/s 2024-04-02T09:46:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:14 smithi019 ceph-mon[96522]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:14 smithi066 ceph-mon[87361]: pgmap v3989: 137 pgs: 137 active+clean; 56 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 6.6 MiB/s wr, 150 op/s 2024-04-02T09:46:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:14 smithi066 ceph-mon[87361]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:46:15.499 INFO:tasks.workunit.client.0.smithi019.stdout: i=4 exists [940611~3660857,5325561~7482250,15035150~2017033,40072655~4259903,63864772~7986081,72612674~592126,76900545~206980,78984326~5688104,84729488~1833309,97095215~5644082,105547307~3617217,109360509~5904740,116333676~451252,118769550~224056,128265613~33735,130081583~808179,131284848~7028055,143205478~6082048,150144187~3274479,163503968~2187680,170465540~7052633,184861337~6224848,200896734~9236644,211907082~6254541,237276411~13624400,270229032~2364373,273700477~8506321,291220627~3714817,301563613~799757,309601740~3409236,328182812~15491399,371164699~8077192,380957468~2244350,385817202~8831402,410107934~547057] wrote [5325561~7482250,40072655~4259903,78984326~5688104,84729488~1833309,97095215~5644082,144000991~5286535,200896734~7487038,243467707~7433104,335551092~5209826,386008637~8111808] 2024-04-02T09:46:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:15 smithi019 ceph-mon[94035]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:15 smithi019 ceph-mon[96522]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:15 smithi066 ceph-mon[87361]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:46:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: i=5 exists [940611~3660857,5325561~7482250,15035150~2017033,40072655~4259903,63864772~7986081,72612674~592126,76900545~206980,78984326~5688104,84729488~1833309,91107581~5810730,97095215~5644082,105547307~3617217,109360509~5904740,116333676~451252,118769550~224056,128265613~33735,130081583~808179,131284848~7028055,139566259~13852407,163503968~2187680,170465540~7132388,184861337~6224848,200896734~9236644,211907082~6254541,237276411~13624400,270229032~2364373,273700477~8506321,291220627~3714817,301563613~799757,309601740~3409236,326652557~17021654,346562149~2598916,371164699~8077192,380957468~2244350,385817202~9131226,410107934~547057] wrote [91107581~5810730,139566259~4682643,148344573~4404166,171606946~5990982,238842086~2240805,326652557~9196719,346562149~2598916,393662748~1285680] 2024-04-02T09:46:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:16 smithi019 ceph-mon[94035]: pgmap v3992: 137 pgs: 137 active+clean; 56 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.0 MiB/s wr, 61 op/s 2024-04-02T09:46:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:16 smithi019 ceph-mon[94035]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:16 smithi019 ceph-mon[96522]: pgmap v3992: 137 pgs: 137 active+clean; 56 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.0 MiB/s wr, 61 op/s 2024-04-02T09:46:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:16 smithi019 ceph-mon[96522]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:16 smithi066 ceph-mon[87361]: pgmap v3992: 137 pgs: 137 active+clean; 56 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 6.0 MiB/s wr, 61 op/s 2024-04-02T09:46:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:16 smithi066 ceph-mon[87361]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:46:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: i=6 exists [940611~3660857,5325561~7482250,15035150~7364301,40072655~4259903,63864772~7986081,72612674~592126,76900545~206980,78984326~7578471,91107581~5810730,97095215~5644082,105547307~3617217,109360509~8128261,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,139566259~13852407,163503968~2187680,170465540~7132388,184861337~6224848,194388600~1429577,199113355~11020023,211907082~6254541,229763958~5491559,237276411~13624400,263284521~4553334,270229032~2364373,273700477~8506321,291220627~3714817,301563613~799757,309601740~3409236,322286031~2348727,326652557~17021654,346562149~2598916,359717052~5753926,371164699~8077192,380957468~2244350,385817202~9131226,410107934~547057] wrote [15213503~7185948,84082471~2459028,114513299~2975471,121610796~2952598,194388600~1429577,199113355~2000396,229763958~5491559,263284521~4553334,322286031~2348727,359717052~5753926] 2024-04-02T09:46:17.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:17 smithi019 ceph-mon[94035]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:17 smithi019 ceph-mon[96522]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:17 smithi066 ceph-mon[87361]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:46:18.462 INFO:tasks.workunit.client.0.smithi019.stdout: i=7 exists [940611~3660857,5325561~7482250,15035150~7364301,40072655~4259903,63864772~7986081,72612674~592126,76900545~206980,78984326~7578471,87627713~9290598,97095215~5644082,105547307~3617217,109360509~8128261,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,139566259~13852407,163503968~2187680,170465540~7132388,178277927~224140,184861337~6224848,194388600~1429577,199113355~11020023,211907082~6254541,229763958~5491559,237276411~13624400,263284521~4553334,270229032~2364373,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,309601740~3409236,318541988~6092770,326652557~17021654,346562149~2598916,359717052~5753926,371164699~8077192,380957468~2244350,385817202~9131226,410107934~547057] wrote [16991982~2800114,83346692~976447,87627713~4943504,178277927~224140,202750926~6729854,264807110~2990366,299990051~129217,318541988~5985505,371535921~2400441] 2024-04-02T09:46:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:18 smithi019 ceph-mon[94035]: pgmap v3995: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 47 MiB/s wr, 313 op/s 2024-04-02T09:46:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:18 smithi019 ceph-mon[94035]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:18 smithi019 ceph-mon[96522]: pgmap v3995: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 47 MiB/s wr, 313 op/s 2024-04-02T09:46:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:18 smithi019 ceph-mon[96522]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:18 smithi066 ceph-mon[87361]: pgmap v3995: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 47 MiB/s wr, 313 op/s 2024-04-02T09:46:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:18 smithi066 ceph-mon[87361]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:46:19.499 INFO:tasks.workunit.client.0.smithi019.stdout: i=8 exists [940611~3660857,5325561~7482250,15035150~7364301,40072655~4259903,63864772~14841397,78984326~7578471,87627713~9290598,97095215~5644082,105547307~11941463,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,138617770~14800896,161763929~4932013,170465540~7132388,178277927~224140,184861337~8460584,194388600~1429577,199113355~11020023,211907082~6254541,229763958~5491559,237276411~13624400,263284521~4553334,270229032~2364373,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,306027859~6983117,318541988~6092770,326652557~17021654,346562149~2598916,359717052~5753926,371164699~8077192,380957468~2244350,385817202~9131226,405057955~5645052] wrote [70822030~7884139,107274849~7457273,138617770~2602050,161763929~4932013,188689137~4632784,306027859~3881842,337834882~4111271,359868206~2917010,373063959~2477138,405057955~5645052] 2024-04-02T09:46:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:19 smithi019 ceph-mon[94035]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:19 smithi019 ceph-mon[96522]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:19 smithi066 ceph-mon[87361]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:46:20.501 INFO:tasks.workunit.client.0.smithi019.stdout: i=9 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,31640295~7688149,40072655~4259903,63864772~14841397,78984326~7578471,87627713~9290598,97095215~5644082,105547307~11941463,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,138617770~14800896,161763929~4932013,170465540~7132388,178277927~224140,184861337~8460584,194388600~1429577,199113355~11020023,211907082~6254541,229763958~5491559,237276411~13624400,255805310~5750382,263284521~4553334,270229032~2364373,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,306027859~6983117,318541988~6092770,326652557~17021654,344192350~6070006,359717052~5753926,371164699~8841821,380957468~2244350,385817202~10760055,405057955~7891531] wrote [23983060~1090063,31640295~7688149,68476167~1279499,190239389~359806,255805310~5750382,344192350~6070006,373641866~6364654,389292751~7284506,410676296~2273190] 2024-04-02T09:46:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:20 smithi019 ceph-mon[94035]: pgmap v3998: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 47 MiB/s wr, 313 op/s 2024-04-02T09:46:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:20 smithi019 ceph-mon[94035]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:20 smithi019 ceph-mon[96522]: pgmap v3998: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 47 MiB/s wr, 313 op/s 2024-04-02T09:46:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:20 smithi019 ceph-mon[96522]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:46:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:46:20] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:46:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:20 smithi066 ceph-mon[87361]: pgmap v3998: 137 pgs: 137 active+clean; 306 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 47 MiB/s wr, 313 op/s 2024-04-02T09:46:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:20 smithi066 ceph-mon[87361]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:46:21.518 INFO:tasks.workunit.client.0.smithi019.stdout: i=10 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,31640295~14645358,63765848~14940321,78984326~17933985,97095215~5644082,105547307~11941463,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,138617770~14800896,161763929~4932013,170465540~7132388,178277927~224140,184861337~8460584,194388600~1429577,199113355~11020023,211907082~6254541,229763958~5491559,237276411~13624400,255805310~5750382,263284521~9934789,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,306027859~6983117,318541988~6092770,326276798~17397413,344192350~6070006,359717052~5753926,371164699~8841821,380957468~15619789,402062495~1327135,405057955~7891531] wrote [36797327~47506,38663928~7621725,63765848~3695429,79845505~8149836,265755759~7463551,326276798~7313915,345996865~2519282,383057943~7942828,402062495~1327135] 2024-04-02T09:46:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:21 smithi019 ceph-mon[94035]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:21 smithi019 ceph-mon[96522]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:21 smithi066 ceph-mon[87361]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:46:22.524 INFO:tasks.workunit.client.0.smithi019.stdout: i=11 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,31640295~14645358,63765848~38973449,105547307~11941463,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,138617770~15870013,161763929~4932013,170465540~8087801,184861337~8460584,194388600~1429577,198958567~11174811,211907082~6254541,229763958~5491559,237276411~13624400,255805310~5750382,263284521~9934789,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,306027859~6983117,318541988~6092770,326276798~17397413,343902138~6360218,351306032~7261859,359717052~5753926,371164699~8841821,380957468~15619789,402062495~1327135,405057955~7891531] wrote [75847346~5417789,85970273~2314222,90283969~758099,96750030~4560971,147979265~6508518,176302892~2250449,198958567~6244257,343902138~2215952,351306032~7261859] 2024-04-02T09:46:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:22 smithi066 ceph-mon[87361]: pgmap v4001: 137 pgs: 137 active+clean; 424 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s wr, 15 op/s 2024-04-02T09:46:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:22 smithi066 ceph-mon[87361]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:46:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:22 smithi019 ceph-mon[94035]: pgmap v4001: 137 pgs: 137 active+clean; 424 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s wr, 15 op/s 2024-04-02T09:46:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:22 smithi019 ceph-mon[94035]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:22.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:22 smithi019 ceph-mon[96522]: pgmap v4001: 137 pgs: 137 active+clean; 424 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s wr, 15 op/s 2024-04-02T09:46:22.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:22 smithi019 ceph-mon[96522]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:46:23.527 INFO:tasks.workunit.client.0.smithi019.stdout: i=12 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,31640295~14645358,59461139~43278158,105547307~11941463,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,138617770~20698456,161763929~4932013,170465540~8087801,184861337~8460584,194388600~1429577,198958567~11174811,211907082~6254541,229763958~5491559,237276411~13624400,255805310~17414000,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,306027859~6983117,318541988~6092770,326276798~17397413,343902138~6360218,351306032~7261859,359717052~5753926,371164699~25412558,402062495~1327135,405057955~7891531] wrote [59461139~5008187,149396302~20400,153341565~5974661,212759686~2229070,259159098~7201319,333291417~7226105,376961315~4810933,392202654~3338953] 2024-04-02T09:46:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:23 smithi066 ceph-mon[87361]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:23 smithi019 ceph-mon[94035]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:23 smithi019 ceph-mon[96522]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:46:24.539 INFO:tasks.workunit.client.0.smithi019.stdout: i=13 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,31640295~14645358,59461139~43278158,105547307~11941463,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,138617770~20698456,161763929~4932013,170465540~8087801,184861337~8460584,194388600~1429577,198958567~11174811,211907082~6254541,228827914~6427603,237276411~13624400,255805310~17414000,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,306027859~6983117,318541988~6092770,326276798~17584984,343902138~6360218,350925211~7642680,359717052~5753926,371164699~25412558,402062495~1327135,405057955~7891531] wrote [2565032~1857649,86575707~6768229,143374307~5773205,202616450~4180100,228827914~3329754,232444999~2119606,256984857~4712406,342616730~1245052,350925211~3101230,387764773~8012165] 2024-04-02T09:46:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:24 smithi066 ceph-mon[87361]: pgmap v4004: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 48 MiB/s wr, 324 op/s 2024-04-02T09:46:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:24 smithi066 ceph-mon[87361]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:24 smithi019 ceph-mon[94035]: pgmap v4004: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 48 MiB/s wr, 324 op/s 2024-04-02T09:46:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:24 smithi019 ceph-mon[94035]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:24 smithi019 ceph-mon[96522]: pgmap v4004: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 48 MiB/s wr, 324 op/s 2024-04-02T09:46:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:24 smithi019 ceph-mon[96522]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:46:25.537 INFO:tasks.workunit.client.0.smithi019.stdout: i=14 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,31640295~14645358,59461139~43278158,105547307~11941463,118769550~224056,121610796~2952598,128265613~33735,130081583~808179,131284848~7028055,138617770~20698456,161763929~4932013,170465540~8087801,184861337~8460584,194388600~1429577,198958567~11174811,211907082~6254541,228614627~22286184,255805310~17414000,273700477~8506321,291220627~3714817,299990051~129217,301563613~799757,306027859~6983117,318541988~6092770,326276798~23985558,350925211~7642680,359717052~5753926,371164699~25412558,402062495~1327135,405057955~7891531] wrote [60205025~2912105,65601687~6068578,95145928~4748761,188922062~764131,228614627~578482,232429295~8758467,258191045~2395420,269263834~1736733,343309489~2965296] 2024-04-02T09:46:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:25 smithi066 ceph-mon[87361]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:25 smithi019 ceph-mon[94035]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:25 smithi019 ceph-mon[96522]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:46:26.540 INFO:tasks.workunit.client.0.smithi019.stdout: i=15 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,31640295~14645358,59461139~43278158,105547307~11941463,118733587~2274310,121610796~2952598,128265613~33735,129393249~8919654,138617770~20698456,161763929~4932013,170465540~8087801,184861337~8460584,194388600~1429577,198958567~11174811,211907082~7911257,228614627~22286184,255805310~26401488,291220627~3714817,299990051~129217,301563613~799757,305208455~95409,306027859~6983117,318541988~6092770,326276798~23985558,350925211~7642680,359717052~5753926,371164699~25412558,401157119~11792367] wrote [35290965~1076404,60157130~5079782,89105031~5983960,118733587~2274310,129393249~3390620,213452336~6366003,271972541~7735879,305208455~95409,401157119~5419407,408850519~1844965] 2024-04-02T09:46:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:26 smithi066 ceph-mon[87361]: pgmap v4007: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 23 MiB/s wr, 309 op/s 2024-04-02T09:46:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:26 smithi066 ceph-mon[87361]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:26 smithi019 ceph-mon[94035]: pgmap v4007: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 23 MiB/s wr, 309 op/s 2024-04-02T09:46:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:26 smithi019 ceph-mon[94035]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:26 smithi019 ceph-mon[96522]: pgmap v4007: 137 pgs: 137 active+clean; 532 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 23 MiB/s wr, 309 op/s 2024-04-02T09:46:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:26 smithi019 ceph-mon[96522]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:46:27.548 INFO:tasks.workunit.client.0.smithi019.stdout: i=16 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,27384576~18901077,59461139~43278158,104242925~13245845,118733587~2274310,121610796~2952598,128265613~33735,129393249~8919654,138617770~20698456,160195294~382480,161763929~4932013,170465540~12330799,184861337~8460584,194388600~1429577,198958567~11174811,211907082~7911257,221847150~1798463,228614627~22286184,255805310~26401488,291220627~3714817,299990051~129217,301563613~799757,305208455~95409,306027859~6983117,318541988~6092770,326276798~23985558,350925211~7642680,359717052~5753926,371164699~25412558,401050888~11898598] wrote [8958756~2808522,27384576~5390715,76396073~7198980,104242925~5962194,160195294~382480,174606504~8189835,221847150~1798463,346387495~2083648,379731622~832449,401050888~3186116] 2024-04-02T09:46:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:27 smithi066 ceph-mon[87361]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:27 smithi019 ceph-mon[94035]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:27 smithi019 ceph-mon[96522]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:46:28.562 INFO:tasks.workunit.client.0.smithi019.stdout: i=17 exists [940611~3660857,5325561~7482250,15035150~7364301,23983060~1090063,27384576~18901077,59461139~43278158,103843676~13645094,118733587~2274310,121610796~2952598,128265613~33735,129393249~8919654,138617770~29117826,170465540~12330799,184861337~8460584,194388600~1429577,198958567~11174811,211907082~7911257,221847150~1798463,228614627~22286184,255805310~28069722,291220627~3714817,299990051~129217,301563613~799757,305208455~95409,306027859~6983117,318541988~6092770,326276798~23985558,350925211~7642680,359717052~5753926,371164699~25412558,401050888~11898598] wrote [67291727~1832806,75618401~6801614,103843676~4001503,150454514~3328706,159288871~8446725,279090308~4784724,378154394~2470752] 2024-04-02T09:46:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:28 smithi066 ceph-mon[87361]: pgmap v4010: 137 pgs: 137 active+clean; 716 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 351 op/s 2024-04-02T09:46:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:28 smithi066 ceph-mon[87361]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:28 smithi019 ceph-mon[96522]: pgmap v4010: 137 pgs: 137 active+clean; 716 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 351 op/s 2024-04-02T09:46:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:28 smithi019 ceph-mon[96522]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:28 smithi019 ceph-mon[94035]: pgmap v4010: 137 pgs: 137 active+clean; 716 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 351 op/s 2024-04-02T09:46:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:28 smithi019 ceph-mon[94035]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:46:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:29.559 INFO:tasks.workunit.client.0.smithi019.stdout: i=18 exists [812830~11994981,15035150~7364301,23983060~1090063,27384576~18901077,59461139~43278158,103843676~13645094,118733587~2274310,121610796~2952598,128265613~33735,129393249~8919654,138617770~29117826,170465540~12831638,184169255~9152666,194388600~1429577,198958567~11174811,211907082~7911257,221847150~1798463,228614627~26471360,255805310~28069722,291220627~3714817,299990051~129217,301563613~799757,305208455~95409,306027859~6983117,318541988~6092770,326276798~23985558,350925211~7642680,359717052~5753926,371164699~25412558,401050888~11898598] wrote [812830~5877785,153385687~7948618,173675231~2541919,182299322~997856,184169255~5908504,248531821~6554166,329380148~3060582,344304366~3563753,362533413~106477,377313317~4552974] 2024-04-02T09:46:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:29 smithi066 ceph-mon[87361]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:29 smithi019 ceph-mon[94035]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:29 smithi019 ceph-mon[96522]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:46:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: i=19 exists [812830~14139628,15035150~7364301,23983060~1090063,27384576~18901077,59461139~43278158,103843676~13645094,118733587~2274310,121610796~2952598,128265613~33735,128538343~39197253,170465540~12831638,184169255~9152666,194388600~1429577,198958567~11174811,211907082~7911257,221847150~1798463,228614627~26471360,255805310~29940410,291220627~3714817,299990051~129217,301563613~799757,305208455~95409,306027859~6983117,316413861~8220897,326276798~23985558,350925211~7642680,359717052~5753926,371164699~25412558,401050888~11898598] wrote [3622438~11330020,128538343~3023803,133293501~6692468,259700114~3807381,281365312~4380408,316413861~6483548,328686036~6112190,372838615~2260169] 2024-04-02T09:46:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:30 smithi019 ceph-mon[94035]: pgmap v4013: 137 pgs: 137 active+clean; 716 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 351 op/s 2024-04-02T09:46:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:30 smithi019 ceph-mon[94035]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:30 smithi019 ceph-mon[96522]: pgmap v4013: 137 pgs: 137 active+clean; 716 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 351 op/s 2024-04-02T09:46:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:30 smithi019 ceph-mon[96522]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:46:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:46:30] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:46:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:30 smithi066 ceph-mon[87361]: pgmap v4013: 137 pgs: 137 active+clean; 716 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 48 MiB/s wr, 351 op/s 2024-04-02T09:46:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:30 smithi066 ceph-mon[87361]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:46:31.505 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 1 diff [12582912~4194304,75497472~4194304,130023424~4194304,142606336~4194304,201326592~8388608,272629760~12582912,289406976~4194304,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~4194304,75497472~4194304,130023424~4194304,142606336~4194304,201326592~8388608,272629760~12582912,289406976~4194304,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~8388608,75497472~4194304,130023424~4194304,142606336~8388608,201326592~12582912,272629760~12582912,289406976~8388608,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.519 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 2 diff [12582912~4194304,75497472~4194304,125829120~8388608,142606336~4194304,159383552~4194304,184549376~8388608,201326592~8388608,234881024~8388608,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,327155712~4194304,369098752~12582912,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~4194304,75497472~4194304,125829120~8388608,142606336~4194304,159383552~4194304,184549376~8388608,201326592~8388608,234881024~8388608,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,327155712~4194304,369098752~12582912,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~8388608,75497472~4194304,125829120~8388608,142606336~8388608,159383552~8388608,184549376~8388608,201326592~12582912,234881024~12582912,268435456~16777216,289406976~25165824,327155712~8388608,369098752~16777216,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.520 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 3 diff [0~4194304,12582912~4194304,62914560~16777216,125829120~8388608,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,201326592~16777216,234881024~12582912,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,12582912~4194304,62914560~16777216,125829120~8388608,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,201326592~16777216,234881024~12582912,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,390070272~4194304,406847488~4194304] 2024-04-02T09:46:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,12582912~8388608,62914560~16777216,125829120~8388608,142606336~12582912,159383552~20971520,184549376~8388608,201326592~20971520,234881024~16777216,268435456~16777216,289406976~25165824,327155712~16777216,369098752~16777216,390070272~8388608,406847488~4194304] 2024-04-02T09:46:31.522 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 4 diff [0~16777216,37748736~8388608,62914560~25165824,96468992~8388608,125829120~8388608,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,197132288~20971520,234881024~16777216,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,37748736~8388608,62914560~25165824,96468992~8388608,125829120~8388608,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,197132288~20971520,234881024~16777216,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20971520,37748736~8388608,62914560~25165824,96468992~8388608,125829120~8388608,142606336~12582912,159383552~20971520,184549376~8388608,197132288~25165824,234881024~16777216,268435456~16777216,289406976~25165824,327155712~16777216,369098752~29360128,406847488~4194304] 2024-04-02T09:46:31.525 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 5 diff [0~16777216,37748736~8388608,62914560~41943040,125829120~8388608,138412032~16777216,159383552~4194304,167772160~8388608,184549376~8388608,197132288~20971520,234881024~16777216,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,322961408~25165824,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,37748736~8388608,62914560~41943040,125829120~8388608,138412032~16777216,159383552~4194304,167772160~8388608,184549376~8388608,197132288~20971520,234881024~16777216,268435456~16777216,289406976~4194304,297795584~4194304,306184192~4194304,322961408~25165824,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~20971520,37748736~8388608,62914560~41943040,125829120~8388608,138412032~16777216,159383552~20971520,184549376~8388608,197132288~25165824,234881024~16777216,268435456~16777216,289406976~25165824,322961408~29360128,369098752~29360128,406847488~4194304] 2024-04-02T09:46:31.528 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 6 diff [0~20971520,37748736~8388608,62914560~20971520,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~4194304,167772160~8388608,184549376~33554432,226492416~25165824,260046848~25165824,289406976~4194304,297795584~4194304,306184192~4194304,318767104~29360128,356515840~8388608,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~20971520,88080384~16777216,113246208~8388608,125829120~8388608,138412032~16777216,159383552~4194304,167772160~8388608,184549376~33554432,226492416~25165824,260046848~25165824,289406976~4194304,297795584~4194304,306184192~4194304,318767104~29360128,356515840~8388608,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~41943040,113246208~20971520,138412032~16777216,159383552~20971520,184549376~37748736,226492416~25165824,260046848~25165824,289406976~25165824,318767104~33554432,356515840~41943040,406847488~4194304] 2024-04-02T09:46:31.532 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 7 diff [0~20971520,37748736~8388608,62914560~41943040,113246208~8388608,125829120~8388608,138412032~16777216,159383552~4194304,167772160~12582912,184549376~33554432,226492416~25165824,260046848~25165824,289406976~4194304,297795584~4194304,306184192~4194304,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~41943040,113246208~8388608,125829120~8388608,138412032~16777216,159383552~4194304,167772160~12582912,184549376~33554432,226492416~25165824,260046848~25165824,289406976~4194304,297795584~4194304,306184192~4194304,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:46:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~41943040,113246208~20971520,138412032~16777216,159383552~20971520,184549376~37748736,226492416~25165824,260046848~25165824,289406976~62914560,356515840~41943040,406847488~4194304] 2024-04-02T09:46:31.535 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 8 diff [0~20971520,37748736~8388608,62914560~58720256,125829120~8388608,138412032~16777216,159383552~20971520,184549376~33554432,226492416~25165824,260046848~25165824,289406976~4194304,297795584~12582912,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~58720256,125829120~8388608,138412032~16777216,159383552~20971520,184549376~33554432,226492416~25165824,260046848~25165824,289406976~4194304,297795584~12582912,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.539 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~71303168,138412032~16777216,159383552~20971520,184549376~37748736,226492416~25165824,260046848~25165824,289406976~62914560,356515840~41943040,402653184~8388608] 2024-04-02T09:46:31.539 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 9 diff [0~25165824,29360128~16777216,62914560~58720256,125829120~8388608,138412032~16777216,159383552~20971520,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~37748736,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.539 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,125829120~8388608,138412032~16777216,159383552~20971520,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~37748736,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~16777216,62914560~71303168,138412032~16777216,159383552~20971520,184549376~37748736,226492416~58720256,289406976~62914560,356515840~41943040,402653184~12582912] 2024-04-02T09:46:31.543 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 10 diff [0~25165824,29360128~16777216,62914560~58720256,125829120~8388608,138412032~16777216,159383552~20971520,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~37748736,356515840~8388608,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,125829120~8388608,138412032~16777216,159383552~20971520,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~37748736,356515840~8388608,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,62914560~71303168,138412032~16777216,159383552~20971520,184549376~37748736,226492416~58720256,289406976~62914560,356515840~58720256] 2024-04-02T09:46:31.547 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 11 diff [0~25165824,29360128~16777216,62914560~58720256,125829120~8388608,138412032~16777216,159383552~16777216,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,125829120~8388608,138412032~16777216,159383552~16777216,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,62914560~71303168,138412032~16777216,159383552~20971520,184549376~37748736,226492416~58720256,289406976~125829120] 2024-04-02T09:46:31.552 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 12 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~8388608,138412032~37748736,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~8388608,138412032~37748736,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~58720256,289406976~125829120] 2024-04-02T09:46:31.557 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 13 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~8388608,138412032~37748736,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~8388608,138412032~37748736,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~58720256,289406976~125829120] 2024-04-02T09:46:31.563 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 14 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~8388608,138412032~37748736,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~8388608,138412032~37748736,184549376~33554432,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~58720256,289406976~125829120] 2024-04-02T09:46:31.569 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 15 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~58720256,289406976~125829120] 2024-04-02T09:46:31.576 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 16 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,289406976~125829120] 2024-04-02T09:46:31.582 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 17 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,289406976~125829120] 2024-04-02T09:46:31.589 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 18 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~54525952,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,289406976~125829120] 2024-04-02T09:46:31.597 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to 19 diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:31.605 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 2 diff [125829120~4194304,159383552~4194304,184549376~8388608,234881024~8388608,268435456~4194304,297795584~4194304,306184192~4194304,327155712~4194304,369098752~12582912] 2024-04-02T09:46:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [125829120~4194304,159383552~4194304,184549376~8388608,234881024~8388608,268435456~4194304,297795584~4194304,306184192~4194304,327155712~4194304,369098752~12582912] 2024-04-02T09:46:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [125829120~4194304,159383552~8388608,184549376~8388608,234881024~12582912,268435456~4194304,297795584~16777216,327155712~8388608,369098752~16777216] 2024-04-02T09:46:31.606 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 3 diff [0~4194304,62914560~12582912,125829120~4194304,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,209715200~8388608,234881024~12582912,268435456~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,390070272~4194304] 2024-04-02T09:46:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,62914560~12582912,125829120~4194304,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,209715200~8388608,234881024~12582912,268435456~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,390070272~4194304] 2024-04-02T09:46:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,62914560~12582912,125829120~4194304,142606336~12582912,159383552~20971520,184549376~8388608,209715200~12582912,234881024~16777216,268435456~4194304,297795584~16777216,327155712~16777216,369098752~16777216,390070272~8388608] 2024-04-02T09:46:31.608 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 4 diff [0~12582912,37748736~8388608,62914560~25165824,96468992~8388608,125829120~4194304,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,197132288~8388608,209715200~8388608,234881024~16777216,268435456~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,37748736~8388608,62914560~25165824,96468992~8388608,125829120~4194304,142606336~8388608,159383552~4194304,167772160~8388608,184549376~8388608,197132288~8388608,209715200~8388608,234881024~16777216,268435456~4194304,297795584~4194304,306184192~4194304,327155712~4194304,335544320~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,37748736~8388608,62914560~25165824,96468992~8388608,125829120~4194304,142606336~12582912,159383552~20971520,184549376~8388608,197132288~25165824,234881024~16777216,268435456~4194304,297795584~16777216,327155712~16777216,369098752~29360128] 2024-04-02T09:46:31.609 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 5 diff [0~12582912,37748736~8388608,62914560~41943040,125829120~4194304,138412032~16777216,159383552~4194304,167772160~8388608,184549376~8388608,197132288~8388608,209715200~8388608,234881024~16777216,268435456~4194304,297795584~4194304,306184192~4194304,322961408~25165824,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,37748736~8388608,62914560~41943040,125829120~4194304,138412032~16777216,159383552~4194304,167772160~8388608,184549376~8388608,197132288~8388608,209715200~8388608,234881024~16777216,268435456~4194304,297795584~4194304,306184192~4194304,322961408~25165824,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,37748736~8388608,62914560~41943040,125829120~4194304,138412032~16777216,159383552~20971520,184549376~8388608,197132288~25165824,234881024~16777216,268435456~4194304,297795584~16777216,322961408~29360128,369098752~29360128] 2024-04-02T09:46:31.612 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 6 diff [0~20971520,37748736~8388608,62914560~20971520,88080384~16777216,113246208~8388608,125829120~4194304,138412032~16777216,159383552~4194304,167772160~8388608,184549376~33554432,226492416~25165824,260046848~12582912,297795584~4194304,306184192~4194304,318767104~29360128,356515840~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~20971520,88080384~16777216,113246208~8388608,125829120~4194304,138412032~16777216,159383552~4194304,167772160~8388608,184549376~33554432,226492416~25165824,260046848~12582912,297795584~4194304,306184192~4194304,318767104~29360128,356515840~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~41943040,113246208~16777216,138412032~16777216,159383552~20971520,184549376~37748736,226492416~25165824,260046848~12582912,297795584~16777216,318767104~33554432,356515840~41943040] 2024-04-02T09:46:31.614 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 7 diff [0~20971520,37748736~8388608,62914560~41943040,113246208~8388608,125829120~4194304,138412032~16777216,159383552~4194304,167772160~12582912,184549376~33554432,226492416~25165824,260046848~12582912,297795584~4194304,306184192~4194304,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~41943040,113246208~8388608,125829120~4194304,138412032~16777216,159383552~4194304,167772160~12582912,184549376~33554432,226492416~25165824,260046848~12582912,297795584~4194304,306184192~4194304,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912] 2024-04-02T09:46:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~41943040,113246208~16777216,138412032~16777216,159383552~20971520,184549376~37748736,226492416~25165824,260046848~12582912,297795584~54525952,356515840~41943040] 2024-04-02T09:46:31.617 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 8 diff [0~20971520,37748736~8388608,62914560~58720256,125829120~4194304,138412032~16777216,159383552~20971520,184549376~33554432,226492416~25165824,260046848~12582912,297795584~12582912,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~58720256,125829120~4194304,138412032~16777216,159383552~20971520,184549376~33554432,226492416~25165824,260046848~12582912,297795584~12582912,314572800~33554432,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~67108864,138412032~16777216,159383552~20971520,184549376~37748736,226492416~25165824,260046848~12582912,297795584~54525952,356515840~41943040,402653184~8388608] 2024-04-02T09:46:31.620 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 9 diff [0~25165824,29360128~16777216,62914560~58720256,125829120~4194304,138412032~16777216,159383552~20971520,184549376~33554432,226492416~46137344,297795584~12582912,314572800~37748736,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,125829120~4194304,138412032~16777216,159383552~20971520,184549376~33554432,226492416~46137344,297795584~12582912,314572800~37748736,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~16777216,62914560~67108864,138412032~16777216,159383552~20971520,184549376~37748736,226492416~46137344,297795584~54525952,356515840~41943040,402653184~12582912] 2024-04-02T09:46:31.624 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 10 diff [0~25165824,29360128~16777216,62914560~58720256,125829120~4194304,138412032~16777216,159383552~20971520,184549376~33554432,226492416~46137344,297795584~12582912,314572800~37748736,356515840~8388608,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,125829120~4194304,138412032~16777216,159383552~20971520,184549376~33554432,226492416~46137344,297795584~12582912,314572800~37748736,356515840~8388608,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,62914560~67108864,138412032~16777216,159383552~20971520,184549376~37748736,226492416~50331648,297795584~54525952,356515840~58720256] 2024-04-02T09:46:31.629 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 11 diff [0~25165824,29360128~16777216,62914560~58720256,125829120~4194304,138412032~16777216,159383552~16777216,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,125829120~4194304,138412032~16777216,159383552~16777216,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~25165824,398458880~12582912] 2024-04-02T09:46:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,62914560~67108864,138412032~16777216,159383552~20971520,184549376~37748736,226492416~50331648,297795584~117440512] 2024-04-02T09:46:31.633 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 12 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~71303168,138412032~41943040,184549376~37748736,226492416~50331648,297795584~117440512] 2024-04-02T09:46:31.638 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 13 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~71303168,138412032~41943040,184549376~37748736,226492416~50331648,297795584~117440512] 2024-04-02T09:46:31.643 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 14 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~46137344,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~71303168,138412032~41943040,184549376~37748736,226492416~50331648,297795584~117440512] 2024-04-02T09:46:31.648 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 15 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~50331648,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~50331648,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~54525952,297795584~117440512] 2024-04-02T09:46:31.654 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 16 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~50331648,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~50331648,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~142606336,297795584~117440512] 2024-04-02T09:46:31.660 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 17 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,297795584~117440512] 2024-04-02T09:46:31.666 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 18 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~54525952,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~54525952,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,297795584~117440512] 2024-04-02T09:46:31.673 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to 19 diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:31.680 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 3 diff [0~4194304,62914560~12582912,142606336~8388608,167772160~8388608,209715200~8388608,239075328~8388608,335544320~8388608,390070272~4194304] 2024-04-02T09:46:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,62914560~12582912,142606336~8388608,167772160~8388608,209715200~8388608,239075328~8388608,335544320~8388608,390070272~4194304] 2024-04-02T09:46:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,62914560~12582912,142606336~12582912,167772160~12582912,209715200~12582912,239075328~12582912,335544320~8388608,390070272~8388608] 2024-04-02T09:46:31.681 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 4 diff [0~12582912,37748736~8388608,62914560~25165824,96468992~8388608,142606336~8388608,167772160~8388608,197132288~8388608,209715200~8388608,239075328~12582912,335544320~8388608,385875968~12582912] 2024-04-02T09:46:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,37748736~8388608,62914560~25165824,96468992~8388608,142606336~8388608,167772160~8388608,197132288~8388608,209715200~8388608,239075328~12582912,335544320~8388608,385875968~12582912] 2024-04-02T09:46:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,37748736~8388608,62914560~25165824,96468992~8388608,142606336~12582912,167772160~12582912,197132288~25165824,239075328~12582912,335544320~8388608,385875968~12582912] 2024-04-02T09:46:31.683 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 5 diff [0~12582912,37748736~8388608,62914560~41943040,138412032~16777216,167772160~8388608,197132288~8388608,209715200~8388608,234881024~16777216,322961408~25165824,385875968~12582912] 2024-04-02T09:46:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,37748736~8388608,62914560~41943040,138412032~16777216,167772160~8388608,197132288~8388608,209715200~8388608,234881024~16777216,322961408~25165824,385875968~12582912] 2024-04-02T09:46:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,37748736~8388608,62914560~41943040,138412032~16777216,167772160~12582912,197132288~25165824,234881024~16777216,322961408~29360128,385875968~12582912] 2024-04-02T09:46:31.684 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 6 diff [0~20971520,37748736~8388608,62914560~20971520,88080384~16777216,113246208~8388608,138412032~16777216,167772160~8388608,192937984~25165824,226492416~25165824,260046848~8388608,318767104~29360128,356515840~8388608,385875968~12582912] 2024-04-02T09:46:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~20971520,88080384~16777216,113246208~8388608,138412032~16777216,167772160~8388608,192937984~25165824,226492416~25165824,260046848~8388608,318767104~29360128,356515840~8388608,385875968~12582912] 2024-04-02T09:46:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~41943040,113246208~12582912,138412032~16777216,167772160~12582912,192937984~29360128,226492416~25165824,260046848~8388608,318767104~33554432,356515840~12582912,385875968~12582912] 2024-04-02T09:46:31.686 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 7 diff [0~20971520,37748736~8388608,62914560~41943040,113246208~8388608,138412032~16777216,167772160~12582912,192937984~25165824,226492416~25165824,260046848~8388608,297795584~4194304,314572800~33554432,356515840~8388608,369098752~4194304,385875968~12582912] 2024-04-02T09:46:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~41943040,113246208~8388608,138412032~16777216,167772160~12582912,192937984~25165824,226492416~25165824,260046848~8388608,297795584~4194304,314572800~33554432,356515840~8388608,369098752~4194304,385875968~12582912] 2024-04-02T09:46:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~41943040,113246208~12582912,138412032~16777216,167772160~12582912,192937984~29360128,226492416~25165824,260046848~8388608,297795584~4194304,314572800~37748736,356515840~20971520,385875968~12582912] 2024-04-02T09:46:31.689 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 8 diff [0~20971520,37748736~8388608,62914560~58720256,138412032~16777216,159383552~20971520,184549376~33554432,226492416~25165824,260046848~8388608,297795584~8388608,314572800~33554432,356515840~8388608,369098752~4194304,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~20971520,37748736~8388608,62914560~58720256,138412032~16777216,159383552~20971520,184549376~33554432,226492416~25165824,260046848~8388608,297795584~8388608,314572800~33554432,356515840~8388608,369098752~4194304,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,37748736~8388608,62914560~62914560,138412032~16777216,159383552~20971520,184549376~37748736,226492416~25165824,260046848~8388608,297795584~12582912,314572800~37748736,356515840~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.691 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 9 diff [0~25165824,29360128~16777216,62914560~58720256,138412032~16777216,159383552~20971520,184549376~33554432,226492416~41943040,297795584~8388608,314572800~37748736,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,138412032~16777216,159383552~20971520,184549376~33554432,226492416~41943040,297795584~8388608,314572800~37748736,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~16777216,62914560~62914560,138412032~16777216,159383552~20971520,184549376~37748736,226492416~41943040,297795584~12582912,314572800~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:46:31.695 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 10 diff [0~25165824,29360128~16777216,62914560~58720256,138412032~16777216,159383552~20971520,184549376~33554432,226492416~46137344,297795584~8388608,314572800~37748736,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,138412032~16777216,159383552~20971520,184549376~33554432,226492416~46137344,297795584~8388608,314572800~37748736,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,62914560~62914560,138412032~16777216,159383552~20971520,184549376~37748736,226492416~50331648,297795584~12582912,314572800~37748736,356515840~58720256] 2024-04-02T09:46:31.698 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 11 diff [0~25165824,29360128~16777216,62914560~58720256,138412032~16777216,159383552~16777216,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,62914560~58720256,138412032~16777216,159383552~16777216,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,62914560~62914560,138412032~16777216,159383552~20971520,184549376~37748736,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.702 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 12 diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~67108864,138412032~41943040,184549376~37748736,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.706 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 13 diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~67108864,138412032~41943040,184549376~37748736,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.710 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 14 diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~33554432,226492416~46137344,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~67108864,138412032~41943040,184549376~37748736,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.715 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 15 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~50331648,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~50331648,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~54525952,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.720 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 16 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~50331648,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~50331648,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~142606336,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.726 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 17 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~54525952,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.732 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 18 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~54525952,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~54525952,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.738 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to 19 diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.744 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.744 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 4 diff [4194304~8388608,37748736~8388608,75497472~12582912,96468992~8388608,142606336~8388608,197132288~8388608,243269632~8388608,335544320~8388608,385875968~8388608] 2024-04-02T09:46:31.744 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~8388608,37748736~8388608,75497472~12582912,96468992~8388608,142606336~8388608,197132288~8388608,243269632~8388608,335544320~8388608,385875968~8388608] 2024-04-02T09:46:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~12582912,37748736~8388608,75497472~12582912,96468992~8388608,142606336~8388608,197132288~12582912,243269632~8388608,335544320~8388608,385875968~8388608] 2024-04-02T09:46:31.745 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 5 diff [4194304~8388608,37748736~8388608,75497472~29360128,138412032~16777216,167772160~8388608,197132288~8388608,234881024~4194304,243269632~8388608,322961408~16777216,343932928~4194304,385875968~12582912] 2024-04-02T09:46:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~8388608,37748736~8388608,75497472~29360128,138412032~16777216,167772160~8388608,197132288~8388608,234881024~4194304,243269632~8388608,322961408~16777216,343932928~4194304,385875968~12582912] 2024-04-02T09:46:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~12582912,37748736~8388608,75497472~29360128,138412032~16777216,167772160~12582912,197132288~12582912,234881024~16777216,322961408~29360128,385875968~12582912] 2024-04-02T09:46:31.747 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 6 diff [4194304~16777216,37748736~8388608,75497472~8388608,88080384~16777216,113246208~8388608,138412032~16777216,167772160~8388608,192937984~16777216,226492416~12582912,243269632~8388608,260046848~8388608,318767104~20971520,343932928~4194304,356515840~8388608,385875968~12582912] 2024-04-02T09:46:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~16777216,37748736~8388608,75497472~8388608,88080384~16777216,113246208~8388608,138412032~16777216,167772160~8388608,192937984~16777216,226492416~12582912,243269632~8388608,260046848~8388608,318767104~20971520,343932928~4194304,356515840~8388608,385875968~12582912] 2024-04-02T09:46:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~20971520,37748736~8388608,75497472~29360128,113246208~12582912,138412032~16777216,167772160~12582912,192937984~16777216,226492416~25165824,260046848~8388608,318767104~33554432,356515840~12582912,385875968~12582912] 2024-04-02T09:46:31.749 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 7 diff [4194304~16777216,37748736~8388608,75497472~29360128,113246208~8388608,138412032~16777216,167772160~12582912,192937984~16777216,226492416~12582912,243269632~8388608,260046848~8388608,297795584~4194304,314572800~25165824,343932928~4194304,356515840~8388608,369098752~4194304,385875968~12582912] 2024-04-02T09:46:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~16777216,37748736~8388608,75497472~29360128,113246208~8388608,138412032~16777216,167772160~12582912,192937984~16777216,226492416~12582912,243269632~8388608,260046848~8388608,297795584~4194304,314572800~25165824,343932928~4194304,356515840~8388608,369098752~4194304,385875968~12582912] 2024-04-02T09:46:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~20971520,37748736~8388608,75497472~29360128,113246208~12582912,138412032~16777216,167772160~12582912,192937984~16777216,226492416~25165824,260046848~8388608,297795584~4194304,314572800~37748736,356515840~20971520,385875968~12582912] 2024-04-02T09:46:31.751 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 8 diff [4194304~16777216,37748736~8388608,67108864~54525952,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,243269632~8388608,260046848~8388608,297795584~8388608,314572800~25165824,343932928~4194304,356515840~8388608,369098752~4194304,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~16777216,37748736~8388608,67108864~54525952,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,243269632~8388608,260046848~8388608,297795584~8388608,314572800~25165824,343932928~4194304,356515840~8388608,369098752~4194304,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~20971520,37748736~8388608,67108864~58720256,138412032~16777216,159383552~20971520,184549376~25165824,226492416~25165824,260046848~8388608,297795584~12582912,314572800~37748736,356515840~20971520,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.753 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 9 diff [4194304~20971520,29360128~16777216,67108864~54525952,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,243269632~25165824,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~20971520,29360128~16777216,67108864~54525952,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,243269632~25165824,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~12582912,402653184~8388608] 2024-04-02T09:46:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~20971520,29360128~16777216,67108864~58720256,138412032~16777216,159383552~20971520,184549376~25165824,226492416~41943040,297795584~12582912,314572800~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:46:31.757 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 10 diff [4194304~20971520,29360128~16777216,62914560~58720256,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,243269632~29360128,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~20971520,29360128~16777216,62914560~58720256,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,243269632~29360128,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~20971520,29360128~20971520,62914560~62914560,138412032~16777216,159383552~20971520,184549376~25165824,226492416~50331648,297795584~12582912,314572800~37748736,356515840~58720256] 2024-04-02T09:46:31.760 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 11 diff [4194304~20971520,29360128~16777216,62914560~37748736,104857600~16777216,138412032~16777216,159383552~16777216,184549376~25165824,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~20971520,29360128~16777216,62914560~37748736,104857600~16777216,138412032~16777216,159383552~16777216,184549376~25165824,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~20971520,29360128~20971520,62914560~62914560,138412032~16777216,159383552~20971520,184549376~25165824,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.763 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 12 diff [4194304~20971520,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [4194304~20971520,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [4194304~20971520,29360128~20971520,58720256~67108864,138412032~41943040,184549376~33554432,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.767 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 13 diff [0~25165824,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~67108864,138412032~41943040,184549376~33554432,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.772 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 14 diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~29360128,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,138412032~37748736,184549376~29360128,226492416~12582912,243269632~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~67108864,138412032~41943040,184549376~33554432,226492416~50331648,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.777 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 15 diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~12582912,243269632~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~25165824,29360128~16777216,58720256~62914560,125829120~4194304,138412032~37748736,184549376~33554432,226492416~12582912,243269632~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~25165824,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~54525952,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.782 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 16 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,243269632~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,243269632~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~142606336,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.787 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 17 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,243269632~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,243269632~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.793 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 18 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~12582912,243269632~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~12582912,243269632~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~146800640,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.799 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to 19 diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.806 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 5 diff [88080384~8388608,138412032~16777216,167772160~8388608,234881024~4194304,322961408~12582912,343932928~4194304,390070272~4194304] 2024-04-02T09:46:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [88080384~8388608,138412032~16777216,167772160~8388608,234881024~4194304,322961408~12582912,343932928~4194304,390070272~4194304] 2024-04-02T09:46:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [88080384~12582912,138412032~16777216,167772160~12582912,234881024~8388608,322961408~16777216,343932928~8388608,390070272~8388608] 2024-04-02T09:46:31.807 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 6 diff [12582912~8388608,83886080~12582912,113246208~8388608,138412032~16777216,167772160~8388608,192937984~8388608,226492416~12582912,260046848~8388608,318767104~16777216,343932928~4194304,356515840~8388608,390070272~4194304] 2024-04-02T09:46:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~8388608,83886080~12582912,113246208~8388608,138412032~16777216,167772160~8388608,192937984~8388608,226492416~12582912,260046848~8388608,318767104~16777216,343932928~4194304,356515840~8388608,390070272~4194304] 2024-04-02T09:46:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,83886080~16777216,113246208~12582912,138412032~16777216,167772160~12582912,192937984~8388608,226492416~16777216,260046848~8388608,318767104~20971520,343932928~8388608,356515840~12582912,390070272~8388608] 2024-04-02T09:46:31.808 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 7 diff [12582912~8388608,79691776~16777216,113246208~8388608,138412032~16777216,167772160~12582912,192937984~16777216,226492416~12582912,260046848~8388608,297795584~4194304,314572800~20971520,343932928~4194304,356515840~8388608,369098752~4194304,390070272~4194304] 2024-04-02T09:46:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~8388608,79691776~16777216,113246208~8388608,138412032~16777216,167772160~12582912,192937984~16777216,226492416~12582912,260046848~8388608,297795584~4194304,314572800~20971520,343932928~4194304,356515840~8388608,369098752~4194304,390070272~4194304] 2024-04-02T09:46:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,79691776~20971520,113246208~12582912,138412032~16777216,167772160~12582912,192937984~16777216,226492416~16777216,260046848~8388608,297795584~4194304,314572800~25165824,343932928~8388608,356515840~20971520,390070272~8388608] 2024-04-02T09:46:31.810 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 8 diff [12582912~8388608,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,260046848~8388608,297795584~8388608,314572800~25165824,343932928~4194304,356515840~8388608,369098752~4194304,390070272~4194304,402653184~8388608] 2024-04-02T09:46:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~8388608,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,260046848~8388608,297795584~8388608,314572800~25165824,343932928~4194304,356515840~8388608,369098752~4194304,390070272~4194304,402653184~8388608] 2024-04-02T09:46:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,67108864~33554432,104857600~20971520,138412032~16777216,159383552~20971520,184549376~25165824,226492416~16777216,260046848~8388608,297795584~12582912,314572800~37748736,356515840~20971520,390070272~8388608,402653184~8388608] 2024-04-02T09:46:31.812 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 9 diff [12582912~12582912,29360128~8388608,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,251658240~16777216,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~8388608,67108864~8388608,79691776~16777216,104857600~16777216,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,251658240~16777216,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~12582912,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:31 smithi066 ceph-mon[87361]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~12582912,67108864~33554432,104857600~20971520,138412032~16777216,159383552~20971520,184549376~25165824,226492416~16777216,251658240~16777216,297795584~12582912,314572800~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:46:31.815 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 10 diff [12582912~12582912,29360128~16777216,62914560~12582912,79691776~20971520,104857600~16777216,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,251658240~20971520,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~12582912,79691776~20971520,104857600~16777216,138412032~16777216,159383552~20971520,184549376~25165824,226492416~12582912,251658240~20971520,297795584~8388608,314572800~25165824,343932928~8388608,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~20971520,62914560~37748736,104857600~20971520,138412032~16777216,159383552~20971520,184549376~25165824,226492416~16777216,251658240~25165824,297795584~12582912,314572800~37748736,356515840~58720256] 2024-04-02T09:46:31.818 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 11 diff [12582912~12582912,29360128~16777216,62914560~37748736,104857600~16777216,138412032~16777216,159383552~16777216,184549376~25165824,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~37748736,104857600~16777216,138412032~16777216,159383552~16777216,184549376~25165824,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~20971520,62914560~62914560,138412032~16777216,159383552~20971520,184549376~25165824,226492416~16777216,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.821 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 12 diff [12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~20971520,58720256~67108864,138412032~41943040,184549376~33554432,226492416~16777216,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.825 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 13 diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~67108864,138412032~41943040,184549376~33554432,226492416~16777216,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.829 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 14 diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~37748736,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~67108864,138412032~41943040,184549376~33554432,226492416~16777216,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.833 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 15 diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,125829120~4194304,138412032~37748736,184549376~33554432,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,125829120~4194304,138412032~37748736,184549376~33554432,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~75497472,138412032~41943040,184549376~37748736,226492416~16777216,251658240~29360128,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.839 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 16 diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~104857600,251658240~29360128,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.844 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 17 diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,251658240~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~41943040,184549376~37748736,226492416~12582912,251658240~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~104857600,251658240~33554432,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.849 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 18 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~12582912,247463936~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~83886080,226492416~12582912,247463936~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~104857600,247463936~37748736,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.854 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to 19 diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.860 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 6 diff [12582912~8388608,83886080~4194304,113246208~8388608,192937984~8388608,226492416~8388608,260046848~8388608,318767104~4194304,356515840~8388608] 2024-04-02T09:46:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~8388608,83886080~4194304,113246208~8388608,192937984~8388608,226492416~8388608,260046848~8388608,318767104~4194304,356515840~8388608] 2024-04-02T09:46:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,83886080~4194304,113246208~12582912,192937984~8388608,226492416~12582912,260046848~8388608,318767104~8388608,356515840~12582912] 2024-04-02T09:46:31.861 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 7 diff [12582912~8388608,79691776~12582912,113246208~8388608,176160768~4194304,192937984~16777216,226492416~8388608,260046848~8388608,297795584~4194304,314572800~8388608,356515840~8388608,369098752~4194304] 2024-04-02T09:46:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~8388608,79691776~12582912,113246208~8388608,176160768~4194304,192937984~16777216,226492416~8388608,260046848~8388608,297795584~4194304,314572800~8388608,356515840~8388608,369098752~4194304] 2024-04-02T09:46:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,79691776~16777216,113246208~12582912,176160768~4194304,192937984~16777216,226492416~12582912,260046848~8388608,297795584~4194304,314572800~12582912,356515840~20971520] 2024-04-02T09:46:31.862 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 8 diff [12582912~8388608,67108864~8388608,79691776~12582912,104857600~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,260046848~8388608,297795584~8388608,314572800~8388608,335544320~4194304,356515840~8388608,369098752~4194304,402653184~8388608] 2024-04-02T09:46:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~8388608,67108864~8388608,79691776~12582912,104857600~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,260046848~8388608,297795584~8388608,314572800~8388608,335544320~4194304,356515840~8388608,369098752~4194304,402653184~8388608] 2024-04-02T09:46:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,67108864~29360128,104857600~20971520,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~12582912,260046848~8388608,297795584~12582912,314572800~12582912,335544320~8388608,356515840~20971520,402653184~8388608] 2024-04-02T09:46:31.864 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 9 diff [12582912~12582912,29360128~8388608,67108864~8388608,79691776~12582912,104857600~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,251658240~16777216,297795584~8388608,314572800~8388608,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~8388608,67108864~8388608,79691776~12582912,104857600~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,251658240~16777216,297795584~8388608,314572800~8388608,335544320~4194304,343932928~8388608,356515840~8388608,369098752~12582912,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~12582912,67108864~29360128,104857600~20971520,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~12582912,251658240~16777216,297795584~12582912,314572800~12582912,335544320~16777216,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-02T09:46:31.867 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 10 diff [12582912~12582912,29360128~16777216,62914560~12582912,79691776~16777216,104857600~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,251658240~20971520,297795584~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~12582912,79691776~16777216,104857600~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,251658240~20971520,297795584~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~8388608,369098752~41943040] 2024-04-02T09:46:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~20971520,62914560~33554432,104857600~20971520,138412032~4194304,159383552~8388608,176160768~4194304,184549376~25165824,226492416~12582912,251658240~25165824,297795584~12582912,314572800~37748736,356515840~58720256] 2024-04-02T09:46:31.869 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 11 diff [12582912~12582912,29360128~16777216,62914560~29360128,96468992~25165824,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,251658240~20971520,297795584~8388608,314572800~16777216,335544320~29360128,369098752~41943040] 2024-04-02T09:46:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~16777216,62914560~29360128,96468992~25165824,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~25165824,226492416~8388608,251658240~20971520,297795584~8388608,314572800~16777216,335544320~29360128,369098752~41943040] 2024-04-02T09:46:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~20971520,62914560~62914560,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~25165824,226492416~12582912,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.872 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 12 diff [12582912~12582912,29360128~16777216,58720256~33554432,96468992~25165824,138412032~4194304,146800640~20971520,176160768~4194304,184549376~29360128,226492416~8388608,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [12582912~12582912,29360128~16777216,58720256~33554432,96468992~25165824,138412032~4194304,146800640~20971520,176160768~4194304,184549376~29360128,226492416~8388608,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [12582912~12582912,29360128~20971520,58720256~67108864,138412032~4194304,146800640~20971520,176160768~4194304,184549376~33554432,226492416~12582912,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.876 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 13 diff [0~4194304,12582912~12582912,29360128~16777216,58720256~33554432,96468992~25165824,138412032~29360128,176160768~4194304,184549376~29360128,226492416~8388608,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,12582912~12582912,29360128~16777216,58720256~33554432,96468992~25165824,138412032~29360128,176160768~4194304,184549376~29360128,226492416~8388608,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~67108864,138412032~29360128,176160768~4194304,184549376~33554432,226492416~12582912,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.879 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 14 diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~29360128,176160768~4194304,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,138412032~29360128,176160768~4194304,184549376~29360128,226492416~12582912,251658240~20971520,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~67108864,138412032~29360128,176160768~4194304,184549376~33554432,226492416~16777216,251658240~25165824,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.883 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 15 diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,125829120~4194304,138412032~29360128,176160768~4194304,184549376~33554432,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,12582912~12582912,29360128~16777216,58720256~41943040,104857600~16777216,125829120~4194304,138412032~29360128,176160768~4194304,184549376~33554432,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~75497472,138412032~29360128,176160768~4194304,184549376~37748736,226492416~16777216,251658240~29360128,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.888 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 16 diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~29360128,171966464~8388608,184549376~37748736,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~29360128,171966464~8388608,184549376~37748736,226492416~12582912,251658240~25165824,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~29360128,171966464~71303168,251658240~29360128,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.894 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 17 diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~29360128,171966464~8388608,184549376~37748736,226492416~12582912,251658240~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~37748736,58720256~62914560,125829120~4194304,138412032~29360128,171966464~8388608,184549376~37748736,226492416~12582912,251658240~29360128,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~29360128,171966464~71303168,251658240~33554432,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.899 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 18 diff [0~46137344,58720256~62914560,125829120~4194304,138412032~29360128,171966464~50331648,226492416~12582912,247463936~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~4194304,138412032~29360128,171966464~50331648,226492416~12582912,247463936~33554432,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~75497472,138412032~29360128,171966464~71303168,247463936~37748736,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.905 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to 19 diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:31.911 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 7 diff [16777216~4194304,79691776~12582912,176160768~4194304,201326592~8388608,264241152~4194304,297795584~4194304,314572800~8388608,369098752~4194304] 2024-04-02T09:46:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16777216~4194304,79691776~12582912,176160768~4194304,201326592~8388608,264241152~4194304,297795584~4194304,314572800~8388608,369098752~4194304] 2024-04-02T09:46:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16777216~4194304,79691776~16777216,176160768~4194304,201326592~8388608,264241152~4194304,297795584~4194304,314572800~12582912,369098752~8388608] 2024-04-02T09:46:31.912 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 8 diff [16777216~4194304,67108864~8388608,79691776~12582912,104857600~8388608,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,201326592~8388608,264241152~4194304,297795584~8388608,314572800~8388608,335544320~4194304,356515840~4194304,369098752~4194304,402653184~8388608] 2024-04-02T09:46:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16777216~4194304,67108864~8388608,79691776~12582912,104857600~8388608,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,201326592~8388608,264241152~4194304,297795584~8388608,314572800~8388608,335544320~4194304,356515840~4194304,369098752~4194304,402653184~8388608] 2024-04-02T09:46:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16777216~4194304,67108864~29360128,104857600~12582912,138412032~4194304,159383552~8388608,176160768~4194304,184549376~12582912,201326592~8388608,264241152~4194304,297795584~12582912,314572800~12582912,335544320~8388608,356515840~8388608,369098752~8388608,402653184~8388608] 2024-04-02T09:46:31.914 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 9 diff [16777216~8388608,29360128~8388608,67108864~8388608,79691776~12582912,104857600~8388608,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,201326592~8388608,251658240~8388608,264241152~4194304,297795584~8388608,314572800~8388608,335544320~4194304,343932928~8388608,356515840~4194304,369098752~12582912,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16777216~8388608,29360128~8388608,67108864~8388608,79691776~12582912,104857600~8388608,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,201326592~8388608,251658240~8388608,264241152~4194304,297795584~8388608,314572800~8388608,335544320~4194304,343932928~8388608,356515840~4194304,369098752~12582912,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16777216~8388608,29360128~12582912,67108864~29360128,104857600~12582912,138412032~4194304,159383552~8388608,176160768~4194304,184549376~12582912,201326592~8388608,251658240~16777216,297795584~12582912,314572800~12582912,335544320~16777216,356515840~8388608,369098752~12582912,385875968~12582912,402653184~12582912] 2024-04-02T09:46:31.917 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 10 diff [16777216~8388608,29360128~16777216,62914560~12582912,79691776~16777216,104857600~8388608,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,201326592~8388608,251658240~8388608,264241152~12582912,297795584~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~4194304,369098752~41943040] 2024-04-02T09:46:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16777216~8388608,29360128~16777216,62914560~12582912,79691776~16777216,104857600~8388608,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,201326592~8388608,251658240~8388608,264241152~12582912,297795584~8388608,314572800~16777216,335544320~4194304,343932928~8388608,356515840~4194304,369098752~41943040] 2024-04-02T09:46:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16777216~8388608,29360128~20971520,62914560~33554432,104857600~12582912,138412032~4194304,159383552~8388608,176160768~4194304,184549376~12582912,201326592~8388608,251658240~25165824,297795584~12582912,314572800~37748736,356515840~8388608,369098752~46137344] 2024-04-02T09:46:31.919 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 11 diff [16777216~8388608,29360128~16777216,62914560~29360128,96468992~16777216,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~8388608,197132288~12582912,251658240~8388608,264241152~12582912,297795584~8388608,314572800~16777216,335544320~25165824,369098752~41943040] 2024-04-02T09:46:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16777216~8388608,29360128~16777216,62914560~29360128,96468992~16777216,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~8388608,197132288~12582912,251658240~8388608,264241152~12582912,297795584~8388608,314572800~16777216,335544320~25165824,369098752~41943040] 2024-04-02T09:46:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16777216~8388608,29360128~20971520,62914560~54525952,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~25165824,251658240~25165824,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.922 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 12 diff [16777216~8388608,29360128~16777216,58720256~33554432,96468992~16777216,138412032~4194304,146800640~20971520,176160768~4194304,184549376~8388608,197132288~16777216,251658240~20971520,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [16777216~8388608,29360128~16777216,58720256~33554432,96468992~16777216,138412032~4194304,146800640~20971520,176160768~4194304,184549376~8388608,197132288~16777216,251658240~20971520,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [16777216~8388608,29360128~20971520,58720256~58720256,138412032~4194304,146800640~20971520,176160768~4194304,184549376~33554432,251658240~25165824,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.926 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 13 diff [0~4194304,16777216~8388608,29360128~16777216,58720256~33554432,96468992~16777216,138412032~29360128,176160768~4194304,184549376~8388608,197132288~16777216,226492416~8388608,251658240~20971520,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,16777216~8388608,29360128~16777216,58720256~33554432,96468992~16777216,138412032~29360128,176160768~4194304,184549376~8388608,197132288~16777216,226492416~8388608,251658240~20971520,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,16777216~8388608,29360128~20971520,58720256~58720256,138412032~29360128,176160768~4194304,184549376~33554432,226492416~8388608,251658240~25165824,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.929 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 14 diff [0~4194304,16777216~8388608,29360128~16777216,58720256~41943040,104857600~8388608,138412032~29360128,176160768~4194304,184549376~8388608,197132288~16777216,226492416~16777216,251658240~20971520,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,16777216~8388608,29360128~16777216,58720256~41943040,104857600~8388608,138412032~29360128,176160768~4194304,184549376~8388608,197132288~16777216,226492416~16777216,251658240~20971520,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,16777216~8388608,29360128~20971520,58720256~58720256,138412032~29360128,176160768~4194304,184549376~33554432,226492416~16777216,251658240~25165824,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.933 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 15 diff [0~4194304,16777216~8388608,29360128~16777216,58720256~41943040,104857600~8388608,117440512~4194304,125829120~4194304,138412032~29360128,176160768~4194304,184549376~8388608,197132288~20971520,226492416~16777216,251658240~25165824,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,16777216~8388608,29360128~16777216,58720256~41943040,104857600~8388608,117440512~4194304,125829120~4194304,138412032~29360128,176160768~4194304,184549376~8388608,197132288~20971520,226492416~16777216,251658240~25165824,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,16777216~8388608,29360128~20971520,58720256~62914560,125829120~8388608,138412032~29360128,176160768~4194304,184549376~37748736,226492416~16777216,251658240~29360128,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.938 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 16 diff [0~4194304,8388608~4194304,16777216~29360128,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~25165824,226492416~16777216,251658240~25165824,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~25165824,226492416~16777216,251658240~25165824,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,16777216~33554432,58720256~62914560,125829120~8388608,138412032~29360128,171966464~71303168,251658240~29360128,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.943 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 17 diff [0~4194304,8388608~4194304,16777216~29360128,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~25165824,226492416~16777216,251658240~29360128,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,16777216~29360128,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~25165824,226492416~16777216,251658240~29360128,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:31 smithi019 ceph-mon[94035]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:31 smithi019 ceph-mon[96522]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:46:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,16777216~33554432,58720256~62914560,125829120~8388608,138412032~29360128,171966464~71303168,251658240~33554432,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.947 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 18 diff [0~12582912,16777216~29360128,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~20971520,197132288~25165824,226492416~16777216,247463936~33554432,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,16777216~29360128,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~20971520,197132288~25165824,226492416~16777216,247463936~33554432,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,16777216~33554432,58720256~62914560,125829120~8388608,138412032~29360128,171966464~71303168,247463936~37748736,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.952 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to 19 diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.958 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 8 diff [67108864~8388608,104857600~8388608,138412032~4194304,159383552~8388608,184549376~8388608,301989888~4194304,335544320~4194304,356515840~4194304,369098752~4194304,402653184~8388608] 2024-04-02T09:46:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [67108864~8388608,104857600~8388608,138412032~4194304,159383552~8388608,184549376~8388608,301989888~4194304,335544320~4194304,356515840~4194304,369098752~4194304,402653184~8388608] 2024-04-02T09:46:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [67108864~12582912,104857600~12582912,138412032~4194304,159383552~8388608,184549376~12582912,301989888~8388608,335544320~8388608,356515840~8388608,369098752~8388608,402653184~8388608] 2024-04-02T09:46:31.959 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 9 diff [20971520~4194304,29360128~8388608,67108864~8388608,104857600~8388608,138412032~4194304,159383552~8388608,184549376~8388608,251658240~8388608,301989888~4194304,335544320~4194304,343932928~8388608,356515840~4194304,369098752~8388608,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~8388608,67108864~8388608,104857600~8388608,138412032~4194304,159383552~8388608,184549376~8388608,251658240~8388608,301989888~4194304,335544320~4194304,343932928~8388608,356515840~4194304,369098752~8388608,385875968~8388608,402653184~8388608] 2024-04-02T09:46:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~12582912,67108864~12582912,104857600~12582912,138412032~4194304,159383552~8388608,184549376~12582912,251658240~12582912,301989888~8388608,335544320~16777216,356515840~8388608,369098752~12582912,385875968~12582912,402653184~12582912] 2024-04-02T09:46:31.961 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 10 diff [20971520~4194304,29360128~16777216,62914560~12582912,79691776~8388608,104857600~8388608,138412032~4194304,159383552~8388608,184549376~8388608,251658240~8388608,264241152~8388608,301989888~4194304,322961408~8388608,335544320~4194304,343932928~8388608,356515840~4194304,369098752~8388608,381681664~29360128] 2024-04-02T09:46:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~16777216,62914560~12582912,79691776~8388608,104857600~8388608,138412032~4194304,159383552~8388608,184549376~8388608,251658240~8388608,264241152~8388608,301989888~4194304,322961408~8388608,335544320~4194304,343932928~8388608,356515840~4194304,369098752~8388608,381681664~29360128] 2024-04-02T09:46:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~20971520,62914560~25165824,104857600~12582912,138412032~4194304,159383552~8388608,184549376~12582912,251658240~25165824,301989888~8388608,322961408~29360128,356515840~8388608,369098752~46137344] 2024-04-02T09:46:31.963 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 11 diff [20971520~4194304,29360128~16777216,62914560~29360128,96468992~16777216,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~8388608,197132288~8388608,251658240~8388608,264241152~8388608,301989888~4194304,322961408~8388608,335544320~25165824,369098752~8388608,381681664~29360128] 2024-04-02T09:46:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~16777216,62914560~29360128,96468992~16777216,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~8388608,197132288~8388608,251658240~8388608,264241152~8388608,301989888~4194304,322961408~8388608,335544320~25165824,369098752~8388608,381681664~29360128] 2024-04-02T09:46:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~20971520,62914560~29360128,96468992~20971520,138412032~4194304,146800640~8388608,159383552~8388608,176160768~4194304,184549376~20971520,251658240~25165824,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.965 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 12 diff [20971520~4194304,29360128~16777216,58720256~33554432,96468992~16777216,138412032~4194304,146800640~20971520,176160768~4194304,184549376~8388608,197132288~8388608,209715200~4194304,251658240~20971520,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~16777216,58720256~33554432,96468992~16777216,138412032~4194304,146800640~20971520,176160768~4194304,184549376~8388608,197132288~8388608,209715200~4194304,251658240~20971520,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~20971520,58720256~33554432,96468992~20971520,138412032~4194304,146800640~20971520,176160768~4194304,184549376~20971520,209715200~8388608,251658240~25165824,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.968 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 13 diff [0~4194304,20971520~4194304,29360128~16777216,58720256~33554432,96468992~16777216,138412032~29360128,176160768~4194304,184549376~8388608,197132288~8388608,209715200~4194304,226492416~8388608,251658240~20971520,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,20971520~4194304,29360128~16777216,58720256~33554432,96468992~16777216,138412032~29360128,176160768~4194304,184549376~8388608,197132288~8388608,209715200~4194304,226492416~8388608,251658240~20971520,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,20971520~4194304,29360128~20971520,58720256~58720256,138412032~29360128,176160768~4194304,184549376~33554432,226492416~8388608,251658240~25165824,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.971 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 14 diff [0~4194304,20971520~4194304,29360128~16777216,58720256~41943040,104857600~8388608,138412032~29360128,176160768~4194304,184549376~8388608,197132288~8388608,209715200~4194304,226492416~16777216,251658240~20971520,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,20971520~4194304,29360128~16777216,58720256~41943040,104857600~8388608,138412032~29360128,176160768~4194304,184549376~8388608,197132288~8388608,209715200~4194304,226492416~16777216,251658240~20971520,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,20971520~4194304,29360128~20971520,58720256~58720256,138412032~29360128,176160768~4194304,184549376~33554432,226492416~16777216,251658240~25165824,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.974 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 15 diff [0~4194304,20971520~4194304,29360128~16777216,58720256~41943040,104857600~8388608,117440512~4194304,125829120~4194304,138412032~29360128,176160768~4194304,184549376~8388608,197132288~8388608,209715200~8388608,226492416~16777216,251658240~25165824,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,20971520~4194304,29360128~16777216,58720256~41943040,104857600~8388608,117440512~4194304,125829120~4194304,138412032~29360128,176160768~4194304,184549376~8388608,197132288~8388608,209715200~8388608,226492416~16777216,251658240~25165824,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,20971520~4194304,29360128~20971520,58720256~62914560,125829120~8388608,138412032~29360128,176160768~4194304,184549376~37748736,226492416~16777216,251658240~29360128,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.978 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 16 diff [0~4194304,8388608~4194304,20971520~25165824,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~8388608,209715200~12582912,226492416~16777216,251658240~25165824,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,20971520~25165824,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~8388608,209715200~12582912,226492416~16777216,251658240~25165824,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,20971520~29360128,58720256~62914560,125829120~8388608,138412032~29360128,171966464~71303168,251658240~29360128,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.982 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 17 diff [0~4194304,8388608~4194304,20971520~25165824,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~8388608,209715200~12582912,226492416~16777216,251658240~29360128,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,20971520~25165824,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~8388608,184549376~8388608,197132288~8388608,209715200~12582912,226492416~16777216,251658240~29360128,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,20971520~29360128,58720256~62914560,125829120~8388608,138412032~29360128,171966464~71303168,251658240~33554432,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.986 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 18 diff [0~12582912,20971520~25165824,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,20971520~25165824,58720256~54525952,117440512~4194304,125829120~4194304,138412032~29360128,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,322961408~37748736,369098752~41943040] 2024-04-02T09:46:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,20971520~29360128,58720256~62914560,125829120~8388608,138412032~29360128,171966464~71303168,247463936~37748736,301989888~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:46:31.990 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to 19 diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:31.996 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 9 diff [20971520~4194304,29360128~8388608,67108864~4194304,188743680~4194304,251658240~8388608,343932928~8388608,373293056~8388608,385875968~8388608,406847488~4194304] 2024-04-02T09:46:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~8388608,67108864~4194304,188743680~4194304,251658240~8388608,343932928~8388608,373293056~8388608,385875968~8388608,406847488~4194304] 2024-04-02T09:46:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~12582912,67108864~4194304,188743680~4194304,251658240~12582912,343932928~8388608,373293056~8388608,385875968~12582912,406847488~8388608] 2024-04-02T09:46:31.997 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 10 diff [20971520~4194304,29360128~16777216,62914560~8388608,79691776~8388608,188743680~4194304,251658240~8388608,264241152~8388608,322961408~8388608,343932928~8388608,373293056~29360128,406847488~4194304] 2024-04-02T09:46:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~16777216,62914560~8388608,79691776~8388608,188743680~4194304,251658240~8388608,264241152~8388608,322961408~8388608,343932928~8388608,373293056~29360128,406847488~4194304] 2024-04-02T09:46:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~20971520,62914560~8388608,79691776~8388608,188743680~4194304,251658240~25165824,322961408~12582912,343932928~8388608,373293056~41943040] 2024-04-02T09:46:31.998 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 11 diff [20971520~4194304,29360128~16777216,62914560~8388608,75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,188743680~4194304,197132288~8388608,251658240~8388608,264241152~8388608,322961408~8388608,339738624~16777216,373293056~29360128,406847488~4194304] 2024-04-02T09:46:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~16777216,62914560~8388608,75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,188743680~4194304,197132288~8388608,251658240~8388608,264241152~8388608,322961408~8388608,339738624~16777216,373293056~29360128,406847488~4194304] 2024-04-02T09:46:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~20971520,62914560~8388608,75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,188743680~4194304,197132288~8388608,251658240~25165824,322961408~12582912,339738624~20971520,373293056~41943040] 2024-04-02T09:46:32.000 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 12 diff [20971520~4194304,29360128~16777216,58720256~12582912,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,251658240~20971520,322961408~33554432,373293056~29360128,406847488~4194304] 2024-04-02T09:46:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [20971520~4194304,29360128~16777216,58720256~12582912,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,251658240~20971520,322961408~33554432,373293056~29360128,406847488~4194304] 2024-04-02T09:46:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [20971520~4194304,29360128~20971520,58720256~12582912,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,188743680~4194304,197132288~8388608,209715200~8388608,251658240~25165824,322961408~37748736,373293056~41943040] 2024-04-02T09:46:32.002 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 13 diff [0~4194304,20971520~4194304,29360128~16777216,58720256~12582912,75497472~29360128,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~8388608,251658240~20971520,322961408~33554432,373293056~29360128,406847488~4194304] 2024-04-02T09:46:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,20971520~4194304,29360128~16777216,58720256~12582912,75497472~29360128,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~8388608,251658240~20971520,322961408~33554432,373293056~29360128,406847488~4194304] 2024-04-02T09:46:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,20971520~4194304,29360128~20971520,58720256~12582912,75497472~29360128,142606336~16777216,176160768~4194304,188743680~4194304,197132288~20971520,226492416~8388608,251658240~25165824,322961408~37748736,373293056~41943040] 2024-04-02T09:46:32.005 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 14 diff [0~4194304,20971520~4194304,29360128~16777216,58720256~12582912,75497472~25165824,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~16777216,251658240~20971520,322961408~33554432,373293056~29360128,406847488~4194304] 2024-04-02T09:46:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,20971520~4194304,29360128~16777216,58720256~12582912,75497472~25165824,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~16777216,251658240~20971520,322961408~33554432,373293056~29360128,406847488~4194304] 2024-04-02T09:46:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,20971520~4194304,29360128~20971520,58720256~46137344,142606336~16777216,176160768~4194304,188743680~4194304,197132288~20971520,226492416~16777216,251658240~25165824,322961408~37748736,373293056~41943040] 2024-04-02T09:46:32.008 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 15 diff [0~4194304,20971520~4194304,29360128~16777216,58720256~12582912,75497472~25165824,117440512~4194304,125829120~4194304,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~8388608,226492416~16777216,251658240~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,20971520~4194304,29360128~16777216,58720256~12582912,75497472~25165824,117440512~4194304,125829120~4194304,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~8388608,226492416~16777216,251658240~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,20971520~4194304,29360128~20971520,58720256~46137344,117440512~4194304,125829120~8388608,142606336~16777216,176160768~4194304,188743680~4194304,197132288~25165824,226492416~16777216,251658240~29360128,301989888~4194304,322961408~37748736,373293056~41943040] 2024-04-02T09:46:32.011 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 16 diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,251658240~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,251658240~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,20971520~29360128,58720256~54525952,117440512~4194304,125829120~8388608,142606336~20971520,171966464~12582912,188743680~4194304,197132288~46137344,251658240~29360128,301989888~4194304,322961408~37748736,373293056~41943040] 2024-04-02T09:46:32.015 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 17 diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,251658240~29360128,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,251658240~29360128,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,20971520~29360128,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~12582912,188743680~4194304,197132288~46137344,251658240~33554432,301989888~4194304,322961408~37748736,373293056~41943040] 2024-04-02T09:46:32.019 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 18 diff [0~12582912,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,322961408~33554432,360710144~4194304,373293056~37748736] 2024-04-02T09:46:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,322961408~33554432,360710144~4194304,373293056~37748736] 2024-04-02T09:46:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,20971520~29360128,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~20971520,197132288~46137344,247463936~37748736,301989888~4194304,322961408~41943040,373293056~41943040] 2024-04-02T09:46:32.023 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to 19 diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:32.027 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 10 diff [33554432~12582912,62914560~4194304,79691776~8388608,264241152~8388608,322961408~8388608,343932928~4194304,381681664~8388608,398458880~4194304] 2024-04-02T09:46:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [33554432~12582912,62914560~4194304,79691776~8388608,264241152~8388608,322961408~8388608,343932928~4194304,381681664~8388608,398458880~4194304] 2024-04-02T09:46:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [33554432~16777216,62914560~8388608,79691776~8388608,264241152~12582912,322961408~12582912,343932928~8388608,381681664~12582912,398458880~8388608] 2024-04-02T09:46:32.029 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 11 diff [33554432~12582912,62914560~4194304,75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,197132288~8388608,264241152~8388608,322961408~8388608,339738624~16777216,381681664~8388608,398458880~4194304] 2024-04-02T09:46:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [33554432~12582912,62914560~4194304,75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,197132288~8388608,264241152~8388608,322961408~8388608,339738624~16777216,381681664~8388608,398458880~4194304] 2024-04-02T09:46:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [33554432~16777216,62914560~8388608,75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,197132288~8388608,264241152~12582912,322961408~12582912,339738624~20971520,381681664~12582912,398458880~8388608] 2024-04-02T09:46:32.030 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 12 diff [33554432~12582912,58720256~8388608,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,197132288~8388608,209715200~4194304,255852544~16777216,322961408~33554432,373293056~20971520,398458880~4194304] 2024-04-02T09:46:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [33554432~12582912,58720256~8388608,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,197132288~8388608,209715200~4194304,255852544~16777216,322961408~33554432,373293056~20971520,398458880~4194304] 2024-04-02T09:46:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [33554432~16777216,58720256~12582912,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,197132288~8388608,209715200~8388608,255852544~20971520,322961408~37748736,373293056~33554432] 2024-04-02T09:46:32.032 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 13 diff [0~4194304,33554432~12582912,58720256~8388608,75497472~29360128,142606336~16777216,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~16777216,322961408~33554432,373293056~29360128] 2024-04-02T09:46:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,33554432~12582912,58720256~8388608,75497472~29360128,142606336~16777216,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~16777216,322961408~33554432,373293056~29360128] 2024-04-02T09:46:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,33554432~16777216,58720256~12582912,75497472~29360128,142606336~16777216,176160768~4194304,197132288~20971520,226492416~8388608,255852544~20971520,322961408~37748736,373293056~33554432] 2024-04-02T09:46:32.034 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 14 diff [0~4194304,33554432~12582912,58720256~12582912,75497472~25165824,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~16777216,255852544~16777216,322961408~33554432,373293056~29360128] 2024-04-02T09:46:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,33554432~12582912,58720256~12582912,75497472~25165824,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~16777216,255852544~16777216,322961408~33554432,373293056~29360128] 2024-04-02T09:46:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,33554432~16777216,58720256~46137344,142606336~16777216,176160768~4194304,188743680~4194304,197132288~20971520,226492416~16777216,255852544~20971520,322961408~37748736,373293056~33554432] 2024-04-02T09:46:32.036 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 15 diff [0~4194304,33554432~12582912,58720256~12582912,75497472~25165824,117440512~4194304,125829120~4194304,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~8388608,226492416~16777216,255852544~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,33554432~12582912,58720256~12582912,75497472~25165824,117440512~4194304,125829120~4194304,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~8388608,226492416~16777216,255852544~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,33554432~16777216,58720256~46137344,117440512~4194304,125829120~8388608,142606336~16777216,176160768~4194304,188743680~4194304,197132288~25165824,226492416~16777216,255852544~25165824,301989888~4194304,322961408~37748736,373293056~37748736] 2024-04-02T09:46:32.040 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 16 diff [0~4194304,8388608~4194304,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~25165824,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~25165824,58720256~54525952,117440512~4194304,125829120~8388608,142606336~20971520,171966464~12582912,188743680~4194304,197132288~46137344,255852544~25165824,301989888~4194304,322961408~37748736,373293056~37748736] 2024-04-02T09:46:32.043 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 17 diff [0~4194304,8388608~4194304,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~29360128,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~29360128,301989888~4194304,322961408~33554432,373293056~37748736] 2024-04-02T09:46:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~25165824,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~12582912,188743680~4194304,197132288~46137344,255852544~29360128,301989888~4194304,322961408~37748736,373293056~37748736] 2024-04-02T09:46:32.046 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 18 diff [0~12582912,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,322961408~33554432,360710144~4194304,373293056~37748736] 2024-04-02T09:46:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,322961408~33554432,360710144~4194304,373293056~37748736] 2024-04-02T09:46:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~25165824,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~20971520,197132288~46137344,247463936~37748736,301989888~4194304,322961408~41943040,373293056~37748736] 2024-04-02T09:46:32.050 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to 19 diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.054 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 11 diff [75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,197132288~8388608,339738624~4194304,348127232~8388608] 2024-04-02T09:46:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,197132288~8388608,339738624~4194304,348127232~8388608] 2024-04-02T09:46:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [75497472~16777216,96468992~8388608,146800640~8388608,176160768~4194304,197132288~8388608,339738624~20971520] 2024-04-02T09:46:32.055 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 12 diff [58720256~8388608,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,197132288~8388608,209715200~4194304,255852544~8388608,331350016~12582912,348127232~8388608,373293056~8388608,390070272~4194304] 2024-04-02T09:46:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [58720256~8388608,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,197132288~8388608,209715200~4194304,255852544~8388608,331350016~12582912,348127232~8388608,373293056~8388608,390070272~4194304] 2024-04-02T09:46:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [58720256~8388608,75497472~16777216,96468992~8388608,146800640~12582912,176160768~4194304,197132288~8388608,209715200~8388608,255852544~12582912,331350016~29360128,373293056~12582912,390070272~8388608] 2024-04-02T09:46:32.056 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 13 diff [0~4194304,58720256~8388608,75497472~16777216,96468992~8388608,142606336~16777216,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~12582912,331350016~12582912,348127232~8388608,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,58720256~8388608,75497472~16777216,96468992~8388608,142606336~16777216,176160768~4194304,197132288~8388608,209715200~4194304,226492416~8388608,255852544~12582912,331350016~12582912,348127232~8388608,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,58720256~8388608,75497472~29360128,142606336~16777216,176160768~4194304,197132288~20971520,226492416~8388608,255852544~12582912,331350016~29360128,373293056~25165824] 2024-04-02T09:46:32.058 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 14 diff [0~4194304,58720256~12582912,75497472~25165824,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~16777216,255852544~16777216,331350016~12582912,348127232~8388608,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,58720256~12582912,75497472~25165824,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~4194304,226492416~16777216,255852544~16777216,331350016~12582912,348127232~8388608,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,58720256~46137344,142606336~16777216,176160768~4194304,188743680~4194304,197132288~20971520,226492416~16777216,255852544~16777216,331350016~29360128,373293056~25165824] 2024-04-02T09:46:32.062 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 15 diff [0~4194304,33554432~4194304,58720256~12582912,75497472~25165824,117440512~4194304,125829120~4194304,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~8388608,226492416~16777216,255852544~20971520,301989888~4194304,331350016~12582912,348127232~8388608,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,33554432~4194304,58720256~12582912,75497472~25165824,117440512~4194304,125829120~4194304,142606336~16777216,176160768~4194304,188743680~4194304,197132288~8388608,209715200~8388608,226492416~16777216,255852544~20971520,301989888~4194304,331350016~12582912,348127232~8388608,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,33554432~4194304,58720256~46137344,117440512~4194304,125829120~8388608,142606336~16777216,176160768~4194304,188743680~4194304,197132288~25165824,226492416~16777216,255852544~25165824,301989888~4194304,331350016~29360128,373293056~37748736] 2024-04-02T09:46:32.063 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 16 diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~20971520,301989888~4194304,331350016~25165824,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~20971520,301989888~4194304,331350016~25165824,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~20971520,171966464~12582912,188743680~4194304,197132288~46137344,255852544~25165824,301989888~4194304,331350016~29360128,373293056~37748736] 2024-04-02T09:46:32.066 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 17 diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~25165824,301989888~4194304,331350016~25165824,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,197132288~8388608,209715200~12582912,226492416~16777216,255852544~25165824,301989888~4194304,331350016~25165824,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~12582912,188743680~4194304,197132288~46137344,255852544~29360128,301989888~4194304,331350016~29360128,373293056~37748736] 2024-04-02T09:46:32.069 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 18 diff [0~12582912,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,327155712~29360128,360710144~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,327155712~29360128,360710144~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~20971520,197132288~46137344,247463936~37748736,301989888~4194304,327155712~37748736,373293056~37748736] 2024-04-02T09:46:32.073 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to 19 diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:32.077 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 12 diff [58720256~8388608,146800640~12582912,209715200~4194304,255852544~8388608,331350016~8388608,373293056~8388608,390070272~4194304] 2024-04-02T09:46:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [58720256~8388608,146800640~12582912,209715200~4194304,255852544~8388608,331350016~8388608,373293056~8388608,390070272~4194304] 2024-04-02T09:46:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [58720256~8388608,146800640~12582912,209715200~8388608,255852544~12582912,331350016~12582912,373293056~12582912,390070272~8388608] 2024-04-02T09:46:32.078 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 13 diff [0~4194304,58720256~8388608,83886080~8388608,142606336~16777216,201326592~4194304,209715200~4194304,226492416~8388608,255852544~12582912,331350016~12582912,348127232~4194304,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,58720256~8388608,83886080~8388608,142606336~16777216,201326592~4194304,209715200~4194304,226492416~8388608,255852544~12582912,331350016~12582912,348127232~4194304,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,58720256~8388608,83886080~12582912,142606336~16777216,201326592~16777216,226492416~8388608,255852544~12582912,331350016~12582912,348127232~8388608,373293056~25165824] 2024-04-02T09:46:32.079 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 14 diff [0~4194304,58720256~12582912,83886080~16777216,142606336~16777216,188743680~4194304,201326592~4194304,209715200~4194304,226492416~16777216,255852544~16777216,331350016~12582912,348127232~4194304,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,58720256~12582912,83886080~16777216,142606336~16777216,188743680~4194304,201326592~4194304,209715200~4194304,226492416~16777216,255852544~16777216,331350016~12582912,348127232~4194304,373293056~8388608,385875968~8388608] 2024-04-02T09:46:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,58720256~16777216,83886080~16777216,142606336~16777216,188743680~4194304,201326592~16777216,226492416~16777216,255852544~16777216,331350016~25165824,373293056~25165824] 2024-04-02T09:46:32.081 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 15 diff [0~4194304,33554432~4194304,58720256~12582912,83886080~16777216,117440512~4194304,125829120~4194304,142606336~16777216,188743680~4194304,201326592~4194304,209715200~8388608,226492416~16777216,255852544~20971520,301989888~4194304,331350016~12582912,348127232~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,33554432~4194304,58720256~12582912,83886080~16777216,117440512~4194304,125829120~4194304,142606336~16777216,188743680~4194304,201326592~4194304,209715200~8388608,226492416~16777216,255852544~20971520,301989888~4194304,331350016~12582912,348127232~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,33554432~4194304,58720256~16777216,83886080~16777216,117440512~4194304,125829120~8388608,142606336~16777216,188743680~4194304,201326592~20971520,226492416~16777216,255852544~25165824,301989888~4194304,331350016~25165824,373293056~37748736] 2024-04-02T09:46:32.084 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 16 diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~20971520,301989888~4194304,331350016~20971520,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~20971520,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~20971520,301989888~4194304,331350016~20971520,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~20971520,171966464~12582912,188743680~4194304,201326592~41943040,255852544~25165824,301989888~4194304,331350016~25165824,373293056~37748736] 2024-04-02T09:46:32.086 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 17 diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~25165824,301989888~4194304,331350016~20971520,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~25165824,301989888~4194304,331350016~20971520,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~12582912,188743680~4194304,201326592~41943040,255852544~29360128,301989888~4194304,331350016~25165824,373293056~37748736] 2024-04-02T09:46:32.089 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 18 diff [0~12582912,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,327155712~25165824,360710144~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~33554432,301989888~4194304,327155712~25165824,360710144~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~20971520,201326592~41943040,247463936~37748736,301989888~4194304,327155712~29360128,360710144~4194304,373293056~37748736] 2024-04-02T09:46:32.093 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to 19 diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.097 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 13 diff [0~4194304,83886080~8388608,142606336~8388608,201326592~4194304,226492416~8388608,255852544~8388608,339738624~4194304,348127232~4194304,385875968~8388608] 2024-04-02T09:46:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,83886080~8388608,142606336~8388608,201326592~4194304,226492416~8388608,255852544~8388608,339738624~4194304,348127232~4194304,385875968~8388608] 2024-04-02T09:46:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,83886080~12582912,142606336~8388608,201326592~8388608,226492416~8388608,255852544~8388608,339738624~4194304,348127232~8388608,385875968~12582912] 2024-04-02T09:46:32.098 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 14 diff [0~4194304,58720256~12582912,83886080~16777216,142606336~8388608,188743680~4194304,201326592~4194304,226492416~16777216,255852544~8388608,268435456~4194304,339738624~4194304,348127232~4194304,385875968~8388608] 2024-04-02T09:46:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,58720256~12582912,83886080~16777216,142606336~8388608,188743680~4194304,201326592~4194304,226492416~16777216,255852544~8388608,268435456~4194304,339738624~4194304,348127232~4194304,385875968~8388608] 2024-04-02T09:46:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,58720256~16777216,83886080~16777216,142606336~8388608,188743680~4194304,201326592~8388608,226492416~16777216,255852544~8388608,268435456~4194304,339738624~16777216,385875968~12582912] 2024-04-02T09:46:32.099 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 15 diff [0~4194304,33554432~4194304,58720256~12582912,83886080~16777216,117440512~4194304,125829120~4194304,142606336~8388608,188743680~4194304,201326592~4194304,209715200~8388608,226492416~16777216,255852544~8388608,268435456~8388608,301989888~4194304,339738624~4194304,348127232~4194304,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,33554432~4194304,58720256~12582912,83886080~16777216,117440512~4194304,125829120~4194304,142606336~8388608,188743680~4194304,201326592~4194304,209715200~8388608,226492416~16777216,255852544~8388608,268435456~8388608,301989888~4194304,339738624~4194304,348127232~4194304,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,33554432~4194304,58720256~16777216,83886080~16777216,117440512~4194304,125829120~8388608,142606336~8388608,188743680~4194304,201326592~20971520,226492416~16777216,255852544~8388608,268435456~12582912,301989888~4194304,339738624~16777216,385875968~25165824] 2024-04-02T09:46:32.101 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 16 diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~8388608,159383552~4194304,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~8388608,268435456~8388608,301989888~4194304,339738624~12582912,377487360~4194304,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~8388608,159383552~4194304,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~8388608,268435456~8388608,301989888~4194304,339738624~12582912,377487360~4194304,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~8388608,159383552~4194304,171966464~12582912,188743680~4194304,201326592~41943040,255852544~8388608,268435456~12582912,301989888~4194304,339738624~16777216,377487360~4194304,385875968~25165824] 2024-04-02T09:46:32.103 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 17 diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~8388608,155189248~12582912,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~8388608,268435456~12582912,301989888~4194304,339738624~12582912,377487360~4194304,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~4194304,8388608~4194304,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~8388608,155189248~12582912,171966464~8388608,188743680~4194304,201326592~4194304,209715200~12582912,226492416~16777216,255852544~8388608,268435456~12582912,301989888~4194304,339738624~12582912,377487360~4194304,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~12582912,188743680~4194304,201326592~41943040,255852544~8388608,268435456~16777216,301989888~4194304,339738624~16777216,377487360~4194304,385875968~25165824] 2024-04-02T09:46:32.106 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 18 diff [0~12582912,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~12582912,301989888~4194304,327155712~4194304,339738624~12582912,360710144~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~4194304,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~12582912,301989888~4194304,327155712~4194304,339738624~12582912,360710144~4194304,373293056~8388608,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~54525952,117440512~4194304,125829120~8388608,142606336~25165824,171966464~20971520,201326592~41943040,247463936~16777216,268435456~16777216,301989888~4194304,327155712~8388608,339738624~16777216,360710144~4194304,373293056~37748736] 2024-04-02T09:46:32.109 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to 19 diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~16777216,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.112 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 14 diff [58720256~12582912,92274688~8388608,188743680~4194304,226492416~16777216,255852544~4194304,268435456~4194304,339738624~4194304] 2024-04-02T09:46:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [58720256~12582912,92274688~8388608,188743680~4194304,226492416~16777216,255852544~4194304,268435456~4194304,339738624~4194304] 2024-04-02T09:46:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [58720256~16777216,92274688~8388608,188743680~4194304,226492416~16777216,255852544~8388608,268435456~4194304,339738624~8388608] 2024-04-02T09:46:32.113 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 15 diff [33554432~4194304,58720256~12582912,88080384~12582912,117440512~4194304,125829120~4194304,188743680~4194304,209715200~8388608,226492416~16777216,255852544~4194304,268435456~8388608,301989888~4194304,339738624~4194304,398458880~12582912] 2024-04-02T09:46:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [33554432~4194304,58720256~12582912,88080384~12582912,117440512~4194304,125829120~4194304,188743680~4194304,209715200~8388608,226492416~16777216,255852544~4194304,268435456~8388608,301989888~4194304,339738624~4194304,398458880~12582912] 2024-04-02T09:46:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [33554432~4194304,58720256~16777216,88080384~12582912,117440512~4194304,125829120~8388608,188743680~4194304,209715200~12582912,226492416~16777216,255852544~8388608,268435456~12582912,301989888~4194304,339738624~8388608,398458880~12582912] 2024-04-02T09:46:32.115 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 16 diff [8388608~4194304,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~4194304,159383552~4194304,171966464~8388608,188743680~4194304,209715200~12582912,226492416~16777216,255852544~4194304,268435456~8388608,301989888~4194304,339738624~8388608,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8388608~4194304,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~4194304,159383552~4194304,171966464~8388608,188743680~4194304,209715200~12582912,226492416~16777216,255852544~4194304,268435456~8388608,301989888~4194304,339738624~8388608,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8388608~4194304,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~8388608,159383552~4194304,171966464~12582912,188743680~4194304,209715200~33554432,255852544~8388608,268435456~12582912,301989888~4194304,339738624~12582912,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.117 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 17 diff [8388608~4194304,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~4194304,146800640~4194304,155189248~12582912,171966464~8388608,188743680~4194304,209715200~12582912,226492416~16777216,255852544~4194304,268435456~12582912,301989888~4194304,339738624~8388608,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8388608~4194304,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~4194304,146800640~4194304,155189248~12582912,171966464~8388608,188743680~4194304,209715200~12582912,226492416~16777216,255852544~4194304,268435456~12582912,301989888~4194304,339738624~8388608,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8388608~4194304,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~8388608,146800640~20971520,171966464~12582912,188743680~4194304,209715200~33554432,255852544~8388608,268435456~16777216,301989888~4194304,339738624~12582912,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.119 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 18 diff [0~12582912,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~4194304,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~12582912,268435456~12582912,301989888~4194304,327155712~4194304,339738624~8388608,360710144~4194304,373293056~8388608,398458880~12582912] 2024-04-02T09:46:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~4194304,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~12582912,268435456~12582912,301989888~4194304,327155712~4194304,339738624~8388608,360710144~4194304,373293056~8388608,398458880~12582912] 2024-04-02T09:46:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~8388608,146800640~20971520,171966464~20971520,209715200~33554432,247463936~16777216,268435456~16777216,301989888~4194304,327155712~8388608,339738624~12582912,360710144~4194304,373293056~12582912,398458880~12582912] 2024-04-02T09:46:32.122 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to 19 diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~33554432,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:32.124 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 15 diff [33554432~4194304,58720256~8388608,88080384~8388608,117440512~4194304,125829120~4194304,209715200~8388608,268435456~8388608,301989888~4194304,398458880~12582912] 2024-04-02T09:46:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [33554432~4194304,58720256~8388608,88080384~8388608,117440512~4194304,125829120~4194304,209715200~8388608,268435456~8388608,301989888~4194304,398458880~12582912] 2024-04-02T09:46:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [33554432~4194304,58720256~8388608,88080384~8388608,117440512~4194304,125829120~8388608,209715200~12582912,268435456~12582912,301989888~4194304,398458880~12582912] 2024-04-02T09:46:32.126 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 16 diff [8388608~4194304,25165824~12582912,58720256~8388608,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~4194304,159383552~4194304,171966464~8388608,209715200~12582912,268435456~8388608,301989888~4194304,343932928~4194304,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8388608~4194304,25165824~12582912,58720256~8388608,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~4194304,159383552~4194304,171966464~8388608,209715200~12582912,268435456~8388608,301989888~4194304,343932928~4194304,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8388608~4194304,25165824~12582912,58720256~8388608,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~8388608,159383552~4194304,171966464~12582912,209715200~16777216,268435456~12582912,301989888~4194304,343932928~8388608,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.128 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 17 diff [8388608~4194304,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~4194304,146800640~4194304,155189248~12582912,171966464~8388608,209715200~12582912,268435456~12582912,301989888~4194304,343932928~4194304,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8388608~4194304,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~4194304,146800640~4194304,155189248~12582912,171966464~8388608,209715200~12582912,268435456~12582912,301989888~4194304,343932928~4194304,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8388608~4194304,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~8388608,146800640~20971520,171966464~12582912,209715200~16777216,268435456~16777216,301989888~4194304,343932928~8388608,377487360~4194304,398458880~12582912] 2024-04-02T09:46:32.129 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 18 diff [0~12582912,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~4194304,146800640~20971520,171966464~16777216,209715200~12582912,247463936~8388608,268435456~12582912,301989888~4194304,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608,398458880~12582912] 2024-04-02T09:46:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~4194304,146800640~20971520,171966464~16777216,209715200~12582912,247463936~8388608,268435456~12582912,301989888~4194304,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608,398458880~12582912] 2024-04-02T09:46:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~8388608,146800640~20971520,171966464~20971520,209715200~16777216,247463936~8388608,268435456~16777216,301989888~4194304,327155712~8388608,343932928~8388608,360710144~4194304,373293056~12582912,398458880~12582912] 2024-04-02T09:46:32.132 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to 19 diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~16777216,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:32.134 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 16 diff [8388608~4194304,25165824~8388608,75497472~8388608,100663296~8388608,159383552~4194304,171966464~8388608,218103808~4194304,343932928~4194304,377487360~4194304,398458880~4194304] 2024-04-02T09:46:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8388608~4194304,25165824~8388608,75497472~8388608,100663296~8388608,159383552~4194304,171966464~8388608,218103808~4194304,343932928~4194304,377487360~4194304,398458880~4194304] 2024-04-02T09:46:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8388608~4194304,25165824~8388608,75497472~8388608,100663296~12582912,159383552~4194304,171966464~12582912,218103808~8388608,343932928~8388608,377487360~4194304,398458880~8388608] 2024-04-02T09:46:32.136 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 17 diff [8388608~4194304,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,146800640~4194304,155189248~12582912,171966464~8388608,218103808~4194304,276824064~8388608,343932928~4194304,377487360~4194304,398458880~4194304] 2024-04-02T09:46:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [8388608~4194304,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,146800640~4194304,155189248~12582912,171966464~8388608,218103808~4194304,276824064~8388608,343932928~4194304,377487360~4194304,398458880~4194304] 2024-04-02T09:46:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [8388608~4194304,25165824~8388608,67108864~4194304,75497472~8388608,100663296~12582912,146800640~20971520,171966464~12582912,218103808~8388608,276824064~8388608,343932928~8388608,377487360~4194304,398458880~8388608] 2024-04-02T09:46:32.137 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 18 diff [0~12582912,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,146800640~20971520,171966464~16777216,218103808~4194304,247463936~8388608,276824064~8388608,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608,398458880~4194304] 2024-04-02T09:46:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,146800640~20971520,171966464~16777216,218103808~4194304,247463936~8388608,276824064~8388608,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608,398458880~4194304] 2024-04-02T09:46:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~12582912,25165824~8388608,67108864~4194304,75497472~8388608,100663296~12582912,146800640~20971520,171966464~20971520,218103808~8388608,247463936~8388608,276824064~8388608,327155712~8388608,343932928~8388608,360710144~4194304,373293056~12582912,398458880~8388608] 2024-04-02T09:46:32.140 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to 19 diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~12582912,125829120~16777216,146800640~20971520,171966464~20971520,218103808~8388608,247463936~16777216,276824064~12582912,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~8388608] 2024-04-02T09:46:32.142 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to 17 diff [67108864~4194304,75497472~8388608,100663296~4194304,146800640~4194304,155189248~12582912,276824064~8388608,377487360~4194304] 2024-04-02T09:46:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [67108864~4194304,75497472~8388608,100663296~4194304,146800640~4194304,155189248~12582912,276824064~8388608,377487360~4194304] 2024-04-02T09:46:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [67108864~4194304,75497472~8388608,100663296~8388608,146800640~20971520,276824064~8388608,377487360~4194304] 2024-04-02T09:46:32.143 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to 18 diff [0~8388608,67108864~4194304,75497472~8388608,100663296~4194304,146800640~20971520,171966464~4194304,180355072~8388608,247463936~8388608,276824064~8388608,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608] 2024-04-02T09:46:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~8388608,67108864~4194304,75497472~8388608,100663296~4194304,146800640~20971520,171966464~4194304,180355072~8388608,247463936~8388608,276824064~8388608,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608] 2024-04-02T09:46:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,67108864~4194304,75497472~8388608,100663296~8388608,146800640~20971520,171966464~20971520,247463936~8388608,276824064~8388608,327155712~8388608,343932928~4194304,360710144~4194304,373293056~12582912] 2024-04-02T09:46:32.144 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to 19 diff [0~16777216,67108864~4194304,75497472~8388608,100663296~4194304,125829120~12582912,146800640~20971520,171966464~4194304,180355072~8388608,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,67108864~4194304,75497472~8388608,100663296~4194304,125829120~12582912,146800640~20971520,171966464~4194304,180355072~8388608,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,67108864~4194304,75497472~8388608,100663296~8388608,125829120~16777216,146800640~20971520,171966464~20971520,247463936~16777216,276824064~12582912,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~16777216] 2024-04-02T09:46:32.146 INFO:tasks.workunit.client.0.smithi019.stdout:from 17 to 18 diff [0~8388608,150994944~8388608,171966464~4194304,180355072~8388608,247463936~8388608,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608] 2024-04-02T09:46:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~8388608,150994944~8388608,171966464~4194304,180355072~8388608,247463936~8388608,327155712~4194304,343932928~4194304,360710144~4194304,373293056~8388608] 2024-04-02T09:46:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~8388608,150994944~12582912,171966464~20971520,247463936~8388608,327155712~8388608,343932928~4194304,360710144~4194304,373293056~12582912] 2024-04-02T09:46:32.147 INFO:tasks.workunit.client.0.smithi019.stdout:from 17 to 19 diff [0~16777216,125829120~12582912,150994944~8388608,171966464~4194304,180355072~8388608,247463936~12582912,281018368~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,125829120~12582912,150994944~8388608,171966464~4194304,180355072~8388608,247463936~12582912,281018368~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,125829120~16777216,150994944~12582912,171966464~20971520,247463936~16777216,281018368~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~16777216] 2024-04-02T09:46:32.148 INFO:tasks.workunit.client.0.smithi019.stdout:from 18 to 19 diff [0~12582912,125829120~12582912,255852544~4194304,281018368~8388608,314572800~8388608,327155712~8388608,369098752~4194304] 2024-04-02T09:46:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~12582912,125829120~12582912,255852544~4194304,281018368~8388608,314572800~8388608,327155712~8388608,369098752~4194304] 2024-04-02T09:46:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,125829120~16777216,255852544~8388608,281018368~8388608,314572800~8388608,327155712~8388608,369098752~8388608] 2024-04-02T09:46:32.514 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:32.535 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:32.542 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:32.549 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:32.555 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.560 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:32.560 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.561 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:32 smithi066 ceph-mon[87361]: pgmap v4016: 137 pgs: 137 active+clean; 800 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s wr, 10 op/s 2024-04-02T09:46:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:32 smithi066 ceph-mon[87361]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:32.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:46:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:32.567 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:32.572 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:32.577 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:32.582 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:32.586 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:32.590 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.594 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~16777216,360710144~4194304,369098752~41943040] 2024-04-02T09:46:32.597 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~33554432,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:32.600 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~16777216,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:32.602 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to HEAD diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~12582912,125829120~16777216,146800640~20971520,171966464~20971520,218103808~8388608,247463936~16777216,276824064~12582912,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~8388608] 2024-04-02T09:46:32.605 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to HEAD diff [0~16777216,67108864~4194304,75497472~8388608,100663296~4194304,125829120~12582912,146800640~20971520,171966464~4194304,180355072~8388608,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,67108864~4194304,75497472~8388608,100663296~4194304,125829120~12582912,146800640~20971520,171966464~4194304,180355072~8388608,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,67108864~4194304,75497472~8388608,100663296~8388608,125829120~16777216,146800640~20971520,171966464~20971520,247463936~16777216,276824064~12582912,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~16777216] 2024-04-02T09:46:32.607 INFO:tasks.workunit.client.0.smithi019.stdout:from 17 to HEAD diff [0~16777216,125829120~12582912,150994944~8388608,171966464~4194304,180355072~8388608,247463936~12582912,281018368~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,125829120~12582912,150994944~8388608,171966464~4194304,180355072~8388608,247463936~12582912,281018368~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,125829120~16777216,150994944~12582912,171966464~20971520,247463936~16777216,281018368~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~16777216] 2024-04-02T09:46:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:32 smithi019 ceph-mon[94035]: pgmap v4016: 137 pgs: 137 active+clean; 800 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s wr, 10 op/s 2024-04-02T09:46:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:32 smithi019 ceph-mon[94035]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:32 smithi019 ceph-mon[96522]: pgmap v4016: 137 pgs: 137 active+clean; 800 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s wr, 10 op/s 2024-04-02T09:46:32.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:32 smithi019 ceph-mon[96522]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:46:33.519 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:33.559 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:33.565 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:33.571 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:33.577 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:33.583 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:33.588 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:33.593 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:33.598 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:33.602 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:33.606 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:33.610 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:33.614 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~16777216,360710144~4194304,369098752~41943040] 2024-04-02T09:46:33.616 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~33554432,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:33.619 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~16777216,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:33.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to HEAD diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~12582912,125829120~16777216,146800640~20971520,171966464~20971520,218103808~8388608,247463936~16777216,276824064~12582912,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~8388608] 2024-04-02T09:46:33.623 INFO:tasks.workunit.client.0.smithi019.stdout:from 16 to HEAD diff [0~16777216,67108864~4194304,75497472~8388608,100663296~4194304,125829120~12582912,146800640~20971520,171966464~4194304,180355072~8388608,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,67108864~4194304,75497472~8388608,100663296~4194304,125829120~12582912,146800640~20971520,171966464~4194304,180355072~8388608,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912] 2024-04-02T09:46:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,67108864~4194304,75497472~8388608,100663296~8388608,125829120~16777216,146800640~20971520,171966464~20971520,247463936~16777216,276824064~12582912,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~16777216] 2024-04-02T09:46:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:33 smithi066 ceph-mon[87361]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:33 smithi019 ceph-mon[94035]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:33 smithi019 ceph-mon[96522]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:46:34.521 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.522 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.564 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:34.564 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.565 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.577 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:34.577 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.577 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.583 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:34.583 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.583 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.589 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:34.589 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.589 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.594 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:34.594 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.594 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.598 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:34.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:34.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:34.603 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:34.603 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:34.603 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:34.607 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:34.607 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:34.607 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:34.610 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:34.611 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:34.611 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:34.614 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:34.614 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:34.614 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:34.616 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:34.617 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:34.617 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:34.619 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:34.619 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:34.619 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:34.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~16777216,360710144~4194304,369098752~41943040] 2024-04-02T09:46:34.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:34.621 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:34.623 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~33554432,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:34.623 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:34.623 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:34.625 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~16777216,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:34.625 INFO:tasks.workunit.client.0.smithi019.stdout:from 15 to HEAD diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:34.625 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~8388608,125829120~12582912,146800640~20971520,171966464~16777216,218103808~4194304,247463936~12582912,276824064~8388608,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~4194304] 2024-04-02T09:46:34.626 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~8388608,67108864~4194304,75497472~8388608,100663296~12582912,125829120~16777216,146800640~20971520,171966464~20971520,218103808~8388608,247463936~16777216,276824064~12582912,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~8388608] 2024-04-02T09:46:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:34 smithi066 ceph-mon[87361]: pgmap v4019: 137 pgs: 137 active+clean; 888 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 44 MiB/s wr, 397 op/s 2024-04-02T09:46:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:34 smithi066 ceph-mon[87361]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:34 smithi019 ceph-mon[94035]: pgmap v4019: 137 pgs: 137 active+clean; 888 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 44 MiB/s wr, 397 op/s 2024-04-02T09:46:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:34 smithi019 ceph-mon[94035]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:34 smithi019 ceph-mon[96522]: pgmap v4019: 137 pgs: 137 active+clean; 888 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 44 MiB/s wr, 397 op/s 2024-04-02T09:46:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:34 smithi019 ceph-mon[96522]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:46:35.535 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.535 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.573 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:35.573 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.573 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.581 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:35.581 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.581 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.586 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:35.586 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.586 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.591 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:35.591 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.591 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.596 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:35.596 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.596 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.600 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:35.600 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:35.600 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:35.604 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:35.604 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:35.604 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:35.607 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:35.608 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:35.608 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:35.611 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:35.611 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:35.611 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:35.614 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:35.614 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:35.614 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:35.616 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:35.617 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:35.617 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:35.619 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:35.619 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:35.619 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:35.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~16777216,360710144~4194304,369098752~41943040] 2024-04-02T09:46:35.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:35.621 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:35.622 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~33554432,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:35.622 INFO:tasks.workunit.client.0.smithi019.stdout:from 14 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:35.622 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~8388608,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,247463936~12582912,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,343932928~4194304,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:35.623 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~8388608,100663296~12582912,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~16777216,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,343932928~8388608,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:35 smithi066 ceph-mon[87361]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:35 smithi066 ceph-mon[87361]: pgmap v4022: 137 pgs: 137 active+clean; 888 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 22 MiB/s wr, 386 op/s 2024-04-02T09:46:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:35 smithi019 ceph-mon[94035]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:35 smithi019 ceph-mon[94035]: pgmap v4022: 137 pgs: 137 active+clean; 888 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 22 MiB/s wr, 386 op/s 2024-04-02T09:46:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:35 smithi019 ceph-mon[96522]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:46:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:35 smithi019 ceph-mon[96522]: pgmap v4022: 137 pgs: 137 active+clean; 888 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 252 KiB/s rd, 22 MiB/s wr, 386 op/s 2024-04-02T09:46:36.552 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.552 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.579 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:36.579 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.579 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.593 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:36.593 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.593 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.602 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:36.602 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.602 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.607 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:36.607 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.607 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.610 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:36.610 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.611 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.614 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:36.614 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:36.614 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:36.618 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:36.618 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:36.618 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:36.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:36.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:36.622 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:36.625 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:36.625 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:36.625 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:36.627 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:36.627 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:36.628 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:36.630 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:36.630 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:36.630 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:36.632 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:36.632 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:36.632 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:36.634 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~16777216,360710144~4194304,369098752~41943040] 2024-04-02T09:46:36.634 INFO:tasks.workunit.client.0.smithi019.stdout:from 13 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:36.634 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~8388608,88080384~20971520,117440512~4194304,125829120~12582912,146800640~20971520,171966464~16777216,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~8388608,360710144~4194304,369098752~12582912,398458880~12582912] 2024-04-02T09:46:36.635 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~25165824,88080384~25165824,117440512~4194304,125829120~16777216,146800640~20971520,171966464~20971520,209715200~33554432,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~16777216,398458880~12582912] 2024-04-02T09:46:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:36 smithi066 ceph-mon[87361]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:36 smithi019 ceph-mon[94035]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:36 smithi019 ceph-mon[96522]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:46:37.553 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.553 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.589 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:37.589 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.589 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.602 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:37.602 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.602 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.607 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:37.607 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.608 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.613 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:37.613 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.613 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.616 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:37.616 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.616 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.620 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:37.620 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:37.620 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:37.624 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:37.624 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:37.624 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:37.627 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:37.627 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:37.627 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:37.630 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:37.630 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:37.630 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:37.633 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:37.633 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:37.633 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:37.635 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:37.635 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:37.635 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:37.636 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:37.636 INFO:tasks.workunit.client.0.smithi019.stdout:from 12 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:37.636 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~16777216,268435456~16777216,301989888~4194304,314572800~8388608,327155712~8388608,339738624~12582912,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:37.637 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~16777216,268435456~20971520,301989888~4194304,314572800~8388608,327155712~8388608,339738624~16777216,360710144~4194304,369098752~41943040] 2024-04-02T09:46:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:37 smithi066 ceph-mon[87361]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:37 smithi066 ceph-mon[87361]: pgmap v4025: 137 pgs: 137 active+clean; 853 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 7.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:37 smithi019 ceph-mon[96522]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:37 smithi019 ceph-mon[96522]: pgmap v4025: 137 pgs: 137 active+clean; 853 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 7.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:37 smithi019 ceph-mon[94035]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:46:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:37 smithi019 ceph-mon[94035]: pgmap v4025: 137 pgs: 137 active+clean; 853 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 7.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:38.557 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.557 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.584 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:38.584 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.584 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.601 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:38.602 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.602 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.610 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:38.610 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.610 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.614 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:38.614 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.614 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.619 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:38.619 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.619 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:38.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:38.621 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:38.624 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:38.624 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:38.624 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:38.627 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:38.627 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:38.627 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:38.630 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:38.630 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:38.630 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:38.631 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:38.632 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:38.632 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:38.633 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:38.633 INFO:tasks.workunit.client.0.smithi019.stdout:from 11 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:38.633 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,201326592~4194304,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~25165824,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:38.634 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,201326592~41943040,247463936~41943040,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~41943040] 2024-04-02T09:46:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:38 smithi066 ceph-mon[87361]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:38 smithi019 ceph-mon[94035]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:38 smithi019 ceph-mon[96522]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:46:39.559 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.559 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.599 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:39.599 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.599 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.612 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:39.612 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.612 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.621 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:39.621 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.621 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.625 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:39.625 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.625 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.629 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:39.629 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.629 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.633 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:39.633 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:39.633 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:39.636 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:39.636 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:39.636 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:39.639 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:39.639 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:39.639 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:39.641 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:39.641 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:39.641 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:39.642 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:39.643 INFO:tasks.workunit.client.0.smithi019.stdout:from 10 to HEAD diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:39.643 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~12582912,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~8388608,327155712~29360128,360710144~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-04-02T09:46:39.644 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~12582912,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~8388608,327155712~37748736,369098752~41943040] 2024-04-02T09:46:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:39 smithi066 ceph-mon[87361]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:39 smithi066 ceph-mon[87361]: pgmap v4028: 137 pgs: 137 active+clean; 853 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 7.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:39 smithi019 ceph-mon[94035]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:39 smithi019 ceph-mon[94035]: pgmap v4028: 137 pgs: 137 active+clean; 853 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 7.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:39 smithi019 ceph-mon[96522]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:46:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:39 smithi019 ceph-mon[96522]: pgmap v4028: 137 pgs: 137 active+clean; 853 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 737 KiB/s rd, 7.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:40.331 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.331 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.352 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:40.352 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.352 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.368 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:40.368 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.368 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.382 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:40.382 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.382 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.386 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:40.386 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.386 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.390 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:40.390 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.390 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.392 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:40.392 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:40.392 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:40.395 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:40.395 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:40.395 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:40.397 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:40.397 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:40.397 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:40.399 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:40.399 INFO:tasks.workunit.client.0.smithi019.stdout:from 9 to HEAD diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:40.399 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,25165824~20971520,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~16777216,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:40.400 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,25165824~25165824,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~41943040] 2024-04-02T09:46:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:40 smithi019 ceph-mon[94035]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:40 smithi019 ceph-mon[94035]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:46:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:46:40] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:46:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:40 smithi019 ceph-mon[96522]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:40 smithi019 ceph-mon[96522]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:40 smithi066 ceph-mon[87361]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:46:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:40 smithi066 ceph-mon[87361]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:46:41.326 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.326 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.359 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:41.359 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.359 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.366 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:41.366 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.367 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.381 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:41.382 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.382 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.387 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:41.387 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.387 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.389 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:41.389 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.389 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:41.391 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:41.391 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:41.391 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:41.393 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:41.393 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:41.393 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:41.394 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:41.394 INFO:tasks.workunit.client.0.smithi019.stdout:from 8 to HEAD diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:41.395 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~12582912,75497472~33554432,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~41943040,360710144~4194304,369098752~41943040] 2024-04-02T09:46:41.395 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~54525952,117440512~4194304,125829120~41943040,171966464~20971520,197132288~46137344,247463936~41943040,301989888~4194304,314572800~50331648,369098752~46137344] 2024-04-02T09:46:42.343 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.343 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.362 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:42.362 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.362 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.371 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:42.371 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.371 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.381 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:42.381 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.381 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.388 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:42.388 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.388 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.392 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:42.392 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.392 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:42.394 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:42.394 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:42.394 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:42.396 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:42.396 INFO:tasks.workunit.client.0.smithi019.stdout:from 7 to HEAD diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:42.396 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~16777216,20971520~25165824,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~8388608,209715200~12582912,226492416~16777216,247463936~37748736,301989888~4194304,314572800~46137344,369098752~41943040] 2024-04-02T09:46:42.397 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~16777216,20971520~29360128,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,301989888~8388608,314572800~50331648,369098752~46137344] 2024-04-02T09:46:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:42 smithi066 ceph-mon[87361]: pgmap v4031: 137 pgs: 137 active+clean; 817 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 0 B/s wr, 201 op/s 2024-04-02T09:46:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:42 smithi066 ceph-mon[87361]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:42.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:46:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:42 smithi019 ceph-mon[94035]: pgmap v4031: 137 pgs: 137 active+clean; 817 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 0 B/s wr, 201 op/s 2024-04-02T09:46:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:42 smithi019 ceph-mon[94035]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:42 smithi019 ceph-mon[96522]: pgmap v4031: 137 pgs: 137 active+clean; 817 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 0 B/s wr, 201 op/s 2024-04-02T09:46:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:42 smithi019 ceph-mon[96522]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:46:43.335 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.335 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.367 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:43.367 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.367 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.374 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:43.374 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.374 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.388 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:43.388 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.389 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.395 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:43.395 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.395 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.397 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:43.397 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.397 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:43.398 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:43.399 INFO:tasks.workunit.client.0.smithi019.stdout:from 6 to HEAD diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:43.399 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~54525952,117440512~4194304,125829120~12582912,142606336~25165824,171966464~20971520,197132288~25165824,226492416~16777216,247463936~37748736,297795584~8388608,314572800~46137344,369098752~41943040] 2024-04-02T09:46:43.399 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~62914560,125829120~41943040,171966464~71303168,247463936~41943040,297795584~12582912,314572800~50331648,369098752~46137344] 2024-04-02T09:46:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:43 smithi019 ceph-mon[94035]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:43 smithi019 ceph-mon[96522]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:43 smithi066 ceph-mon[87361]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:46:44.340 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.340 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.361 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:44.361 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.361 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.365 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:44.366 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.366 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.369 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:44.369 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.369 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.372 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:44.372 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.373 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.375 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:44.376 INFO:tasks.workunit.client.0.smithi019.stdout:from 5 to HEAD diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.376 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~12582912,142606336~25165824,171966464~50331648,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:44.379 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~109051904,171966464~71303168,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:44 smithi019 ceph-mon[94035]: pgmap v4034: 137 pgs: 137 active+clean; 766 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 6.2 KiB/s wr, 408 op/s 2024-04-02T09:46:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:44 smithi019 ceph-mon[94035]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:44 smithi019 ceph-mon[96522]: pgmap v4034: 137 pgs: 137 active+clean; 766 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 6.2 KiB/s wr, 408 op/s 2024-04-02T09:46:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:44 smithi019 ceph-mon[96522]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:44 smithi066 ceph-mon[87361]: pgmap v4034: 137 pgs: 137 active+clean; 766 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 238 KiB/s rd, 6.2 KiB/s wr, 408 op/s 2024-04-02T09:46:44.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:44 smithi066 ceph-mon[87361]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:46:44.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:45.319 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.319 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.341 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:45.341 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.341 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.349 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:45.349 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.349 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.353 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:45.353 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.353 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.356 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:45.356 INFO:tasks.workunit.client.0.smithi019.stdout:from 4 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.356 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,247463936~37748736,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:45.358 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~184549376,247463936~41943040,297795584~12582912,314572800~100663296] 2024-04-02T09:46:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:45 smithi019 ceph-mon[94035]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:46:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:45 smithi019 ceph-mon[94035]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:46:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:45 smithi019 ceph-mon[96522]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:46:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:45 smithi019 ceph-mon[96522]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:46:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:45 smithi066 ceph-mon[87361]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:46:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:45 smithi066 ceph-mon[87361]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:46:46.361 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.361 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.384 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:46.384 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.384 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.395 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:46.395 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.395 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.405 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:46.405 INFO:tasks.workunit.client.0.smithi019.stdout:from 3 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.405 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~12582912,243269632~41943040,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:46.407 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:46 smithi019 ceph-mon[94035]: pgmap v4037: 137 pgs: 137 active+clean; 766 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 207 op/s 2024-04-02T09:46:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:46 smithi019 ceph-mon[96522]: pgmap v4037: 137 pgs: 137 active+clean; 766 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 207 op/s 2024-04-02T09:46:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:46 smithi066 ceph-mon[87361]: pgmap v4037: 137 pgs: 137 active+clean; 766 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 207 op/s 2024-04-02T09:46:47.372 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:47.373 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:47.386 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:47.387 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:47.387 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:47.399 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:47.399 INFO:tasks.workunit.client.0.smithi019.stdout:from 2 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:47.399 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~8388608,314572800~50331648,369098752~41943040] 2024-04-02T09:46:47.400 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~12582912,314572800~100663296] 2024-04-02T09:46:47.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:47 smithi019 ceph-mon[94035]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:46:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:47 smithi019 ceph-mon[96522]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:46:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:47 smithi066 ceph-mon[87361]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:46:48.376 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:48.376 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:48.392 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:48.392 INFO:tasks.workunit.client.0.smithi019.stdout:from 1 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:48.392 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:48.393 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~230686720,297795584~117440512] 2024-04-02T09:46:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:48 smithi019 ceph-mon[94035]: pgmap v4040: 137 pgs: 137 active+clean; 630 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.2 KiB/s wr, 209 op/s 2024-04-02T09:46:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:48 smithi019 ceph-mon[94035]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:46:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:48 smithi019 ceph-mon[96522]: pgmap v4040: 137 pgs: 137 active+clean; 630 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.2 KiB/s wr, 209 op/s 2024-04-02T09:46:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:48 smithi019 ceph-mon[96522]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:46:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:48 smithi066 ceph-mon[87361]: pgmap v4040: 137 pgs: 137 active+clean; 630 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.2 KiB/s wr, 209 op/s 2024-04-02T09:46:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:48 smithi066 ceph-mon[87361]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:46:49.385 INFO:tasks.workunit.client.0.smithi019.stdout:from 0 to HEAD diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:49.385 INFO:tasks.workunit.client.0.smithi019.stdout: limited diff [0~46137344,58720256~62914560,125829120~96468992,226492416~58720256,289406976~4194304,297795584~12582912,314572800~50331648,369098752~41943040] 2024-04-02T09:46:49.399 INFO:tasks.workunit.client.0.smithi019.stdout: actual was [0~50331648,58720256~356515840] 2024-04-02T09:46:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:49 smithi019 ceph-mon[94035]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:46:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:49 smithi019 ceph-mon[96522]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:46:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:49 smithi066 ceph-mon[87361]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:46:50.346 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38930 ms) 2024-04-02T09:46:50.346 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-02T09:46:50.346 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:50 smithi019 ceph-mon[94035]: pgmap v4043: 137 pgs: 137 active+clean; 630 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.2 KiB/s wr, 209 op/s 2024-04-02T09:46:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:50 smithi019 ceph-mon[94035]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:46:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:50 smithi019 ceph-mon[94035]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:46:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:46:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:46:50] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:46:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:50 smithi019 ceph-mon[96522]: pgmap v4043: 137 pgs: 137 active+clean; 630 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.2 KiB/s wr, 209 op/s 2024-04-02T09:46:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:50 smithi019 ceph-mon[96522]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:46:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:50 smithi019 ceph-mon[96522]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:46:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:50 smithi066 ceph-mon[87361]: pgmap v4043: 137 pgs: 137 active+clean; 630 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 6.2 KiB/s wr, 209 op/s 2024-04-02T09:46:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:50 smithi066 ceph-mon[87361]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:46:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:50 smithi066 ceph-mon[87361]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:46:51.480 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1134 ms) 2024-04-02T09:46:51.480 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-02T09:46:51.480 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:52.509 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [0~20971520] to clone 2024-04-02T09:46:52.509 INFO:tasks.workunit.client.0.smithi019.stdout: diff was [0~20971520] 2024-04-02T09:46:52.513 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1033 ms) 2024-04-02T09:46:52.513 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-02T09:46:52.513 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:52.534 INFO:tasks.workunit.client.0.smithi019.stdout: wrote [6507558~93980,9115835~48608,9811393~13537,10881931~8091,11328344~18171,12164707~17895,12313554~83389,13640519~10454,15224172~93054,20185743~53928] 2024-04-02T09:46:52.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-04-02T09:46:52.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-02T09:46:52.544 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:46:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:52 smithi066 ceph-mon[87361]: pgmap v4046: 137 pgs: 137 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-02T09:46:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:52 smithi066 ceph-mon[87361]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:46:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:52 smithi019 ceph-mon[94035]: pgmap v4046: 137 pgs: 137 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-02T09:46:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:52 smithi019 ceph-mon[94035]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:46:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:52 smithi019 ceph-mon[96522]: pgmap v4046: 137 pgs: 137 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-02T09:46:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:52 smithi019 ceph-mon[96522]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:46:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:53 smithi019 ceph-mon[94035]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:46:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:53 smithi019 ceph-mon[96522]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:46:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:53 smithi066 ceph-mon[87361]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:46:54.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1952 ms) 2024-04-02T09:46:54.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-02T09:46:54.496 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:54.553 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (57 ms) 2024-04-02T09:46:54.553 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-02T09:46:54.553 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:54.635 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (81 ms) 2024-04-02T09:46:54.635 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-02T09:46:54.635 INFO:tasks.workunit.client.0.smithi019.stdout:using new format! 2024-04-02T09:46:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:54 smithi019 ceph-mon[94035]: pgmap v4049: 137 pgs: 137 active+clean; 463 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 142 op/s 2024-04-02T09:46:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:54 smithi019 ceph-mon[94035]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:46:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:54 smithi019 ceph-mon[96522]: pgmap v4049: 137 pgs: 137 active+clean; 463 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 142 op/s 2024-04-02T09:46:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:54 smithi019 ceph-mon[96522]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:46:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:54 smithi066 ceph-mon[87361]: pgmap v4049: 137 pgs: 137 active+clean; 463 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 142 op/s 2024-04-02T09:46:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:54 smithi066 ceph-mon[87361]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:46:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:55 smithi019 ceph-mon[94035]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:46:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:55 smithi019 ceph-mon[94035]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:46:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:55 smithi019 ceph-mon[96522]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:46:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:55 smithi019 ceph-mon[96522]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:46:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:55 smithi066 ceph-mon[87361]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:46:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:55 smithi066 ceph-mon[87361]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:46:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:56 smithi019 ceph-mon[94035]: pgmap v4052: 137 pgs: 137 active+clean; 463 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 116 op/s 2024-04-02T09:46:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:56 smithi019 ceph-mon[96522]: pgmap v4052: 137 pgs: 137 active+clean; 463 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 116 op/s 2024-04-02T09:46:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:56 smithi066 ceph-mon[87361]: pgmap v4052: 137 pgs: 137 active+clean; 463 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 116 op/s 2024-04-02T09:46:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:58 smithi019 ceph-mon[94035]: pgmap v4054: 137 pgs: 137 active+clean; 559 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 10 MiB/s wr, 298 op/s 2024-04-02T09:46:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:46:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:58 smithi019 ceph-mon[96522]: pgmap v4054: 137 pgs: 137 active+clean; 559 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 10 MiB/s wr, 298 op/s 2024-04-02T09:46:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:46:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:58 smithi066 ceph-mon[87361]: pgmap v4054: 137 pgs: 137 active+clean; 559 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 10 MiB/s wr, 298 op/s 2024-04-02T09:46:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:46:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:59.682 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-04-02T09:46:59.682 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:46:59.682 INFO:tasks.workunit.client.0.smithi019.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:46:59.682 INFO:tasks.workunit.client.0.smithi019.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:46:59.682 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 15 tests from DiffIterateTest/1 (68200 ms total) 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 480 tests from 24 test suites ran. (2157872 ms total) 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 434 tests. 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-02T09:47:00.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-02T09:47:00.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:47:00.413 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:47:00.414 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-02T09:47:00.415 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:47:00.423 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:47:00.423 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:47:00.494 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-02T09:47:00.494 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:47:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:00 smithi019 ceph-mon[94035]: pgmap v4055: 137 pgs: 137 active+clean; 559 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 222 op/s 2024-04-02T09:47:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:00 smithi019 ceph-mon[96522]: pgmap v4055: 137 pgs: 137 active+clean; 559 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 222 op/s 2024-04-02T09:47:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:47:00] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:47:00.756 DEBUG:teuthology.parallel:result is None 2024-04-02T09:47:00.757 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:47:00.784 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:47:00.784 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:47:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:00 smithi066 ceph-mon[87361]: pgmap v4055: 137 pgs: 137 active+clean; 559 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 222 op/s 2024-04-02T09:47:00.838 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:47:00.838 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:47:00.838 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-02T09:47:00.838 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:47:00.838 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-02T09:47:00.838 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:47:00.839 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:47:00.839 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:47:00.839 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:47:00.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:47:00.892 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:47:00.892 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:47:00.946 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:47:00.946 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:47:01.000 INFO:tasks.workunit:timeout=3h 2024-04-02T09:47:01.000 INFO:tasks.workunit:cleanup=True 2024-04-02T09:47:01.001 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:47:01.060 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:47:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:01 smithi019 ceph-mon[94035]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:01 smithi019 ceph-mon[96522]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:01 smithi066 ceph-mon[87361]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:47:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:02 smithi019 ceph-mon[94035]: pgmap v4057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:02 smithi019 ceph-mon[96522]: pgmap v4057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:02 smithi066 ceph-mon[87361]: pgmap v4057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:47:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:04 smithi019 ceph-mon[94035]: pgmap v4058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:04 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:04 smithi019 ceph-mon[96522]: pgmap v4058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:04 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:04 smithi066 ceph-mon[87361]: pgmap v4058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:04 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:05 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:47:05.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:05.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:05.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:05 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:47:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:05 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:47:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:06 smithi019 ceph-mon[94035]: pgmap v4059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:06 smithi019 ceph-mon[96522]: pgmap v4059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:06.758 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:47:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:06 smithi066 ceph-mon[87361]: pgmap v4059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:47:06.813 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:47:06.815 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:47:06.815 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:47:06.877 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:47:06.926 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:47:06.966 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:47:06.968 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:47:06.968 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:47:07.008 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:47:07.011 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T09:47:07.011 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:47:07.067 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-02T09:47:07.069 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-02T09:47:07.069 DEBUG:teuthology.orchestra.run.smithi019:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:47:07.126 INFO:tasks.workunit.client.0.smithi019.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:47:07.126 INFO:tasks.workunit.client.0.smithi019.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-02T09:47:07.126 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n '' ']' 2024-04-02T09:47:07.126 INFO:tasks.workunit.client.0.smithi019.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-02T09:47:07.297 INFO:tasks.workunit.client.0.smithi019.stdout:============================= test session starts ============================== 2024-04-02T09:47:07.298 INFO:tasks.workunit.client.0.smithi019.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-02T09:47:07.298 INFO:tasks.workunit.client.0.smithi019.stdout:cachedir: .pytest_cache 2024-04-02T09:47:07.298 INFO:tasks.workunit.client.0.smithi019.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-02T09:47:07.766 INFO:tasks.workunit.client.0.smithi019.stdout:collecting ... collected 175 items 2024-04-02T09:47:07.767 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:47:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:08 smithi019 ceph-mon[94035]: pgmap v4060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:08 smithi019 ceph-mon[96522]: pgmap v4060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:08 smithi066 ceph-mon[87361]: pgmap v4060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:09 smithi019 ceph-mon[94035]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:09 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:09 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:09 smithi019 ceph-mon[96522]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:09 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:09 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:09 smithi066 ceph-mon[87361]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:09 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:09 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:47:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:47:10] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:47:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[94035]: pgmap v4062: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:47:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[94035]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[96522]: pgmap v4062: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:47:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:10 smithi019 ceph-mon[96522]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:10 smithi066 ceph-mon[87361]: pgmap v4062: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:10 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:47:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:10 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:47:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:10 smithi066 ceph-mon[87361]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:47:11.454 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-02T09:47:11.542 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-02T09:47:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:11 smithi066 ceph-mon[87361]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:11 smithi019 ceph-mon[94035]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:11 smithi019 ceph-mon[96522]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:47:12.178 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-02T09:47:12.288 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-02T09:47:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:12 smithi066 ceph-mon[87361]: pgmap v4065: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:12 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:47:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:12 smithi066 ceph-mon[87361]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:47:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:12 smithi019 ceph-mon[94035]: pgmap v4065: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:12 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:47:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:12 smithi019 ceph-mon[94035]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:12 smithi019 ceph-mon[96522]: pgmap v4065: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:47:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:12 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:47:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:12 smithi019 ceph-mon[96522]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:47:13.557 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-02T09:47:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:13 smithi066 ceph-mon[87361]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:13 smithi019 ceph-mon[94035]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:13 smithi019 ceph-mon[96522]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:47:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:14.067 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-02T09:47:14.591 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-02T09:47:14.691 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-02T09:47:14.782 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-02T09:47:14.794 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-02T09:47:14.797 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-02T09:47:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:14 smithi066 ceph-mon[87361]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-04-02T09:47:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:14 smithi066 ceph-mon[87361]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:14.872 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-02T09:47:14.938 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-02T09:47:14.945 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:14 smithi019 ceph-mon[94035]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-04-02T09:47:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:14 smithi019 ceph-mon[94035]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:14 smithi019 ceph-mon[96522]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 94 op/s 2024-04-02T09:47:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:14 smithi019 ceph-mon[96522]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:47:15.020 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-02T09:47:15.083 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-02T09:47:15.187 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-02T09:47:15.437 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-02T09:47:15.454 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-02T09:47:15.471 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-02T09:47:15.499 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-02T09:47:15.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:15 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:47:15] ENGINE Bus STOPPING 2024-04-02T09:47:15.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:15 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:47:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:47:15.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:15 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:47:15] ENGINE Bus STOPPED 2024-04-02T09:47:15.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:15 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:47:15] ENGINE Bus STARTING 2024-04-02T09:47:15.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:15 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:47:15] ENGINE Serving on http://:::9283 2024-04-02T09:47:15.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:15 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:47:15] ENGINE Bus STARTED 2024-04-02T09:47:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[94035]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 85 op/s 2024-04-02T09:47:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' 2024-04-02T09:47:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:47:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[96522]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 85 op/s 2024-04-02T09:47:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' 2024-04-02T09:47:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:47:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:16 smithi066 ceph-mon[87361]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 85 op/s 2024-04-02T09:47:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:16 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' 2024-04-02T09:47:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:16.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:47:17.577 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-02T09:47:17.578 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-02T09:47:17.579 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-02T09:47:17.655 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-02T09:47:17.731 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-02T09:47:17.804 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-02T09:47:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:17 smithi066 ceph-mon[87361]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:17.877 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-02T09:47:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:17 smithi019 ceph-mon[94035]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:17 smithi019 ceph-mon[96522]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:47:17.952 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-02T09:47:18.027 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-02T09:47:18.101 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-02T09:47:18.172 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-02T09:47:18.258 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-02T09:47:18.339 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-02T09:47:18.415 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-02T09:47:18.501 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-02T09:47:18.573 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-02T09:47:18.657 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-02T09:47:18.748 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-02T09:47:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:18 smithi066 ceph-mon[87361]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 64 KiB/s wr, 774 op/s 2024-04-02T09:47:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:18 smithi066 ceph-mon[87361]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:18.837 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-02T09:47:18.928 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-02T09:47:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:18 smithi019 ceph-mon[94035]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 64 KiB/s wr, 774 op/s 2024-04-02T09:47:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:18 smithi019 ceph-mon[94035]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:18 smithi019 ceph-mon[96522]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 64 KiB/s wr, 774 op/s 2024-04-02T09:47:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:18 smithi019 ceph-mon[96522]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:47:19.001 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-02T09:47:19.078 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-02T09:47:19.210 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-02T09:47:19.287 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-02T09:47:19.379 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-02T09:47:19.456 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-02T09:47:19.538 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-02T09:47:19.623 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-02T09:47:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:20 smithi019 ceph-mon[94035]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 54 KiB/s wr, 635 op/s 2024-04-02T09:47:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:20 smithi019 ceph-mon[94035]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:47:20] "GET /metrics HTTP/1.1" 200 36710 "" "Prometheus/2.43.0" 2024-04-02T09:47:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:20 smithi019 ceph-mon[96522]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 54 KiB/s wr, 635 op/s 2024-04-02T09:47:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:20 smithi019 ceph-mon[96522]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:20 smithi066 ceph-mon[87361]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 54 KiB/s wr, 635 op/s 2024-04-02T09:47:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:20 smithi066 ceph-mon[87361]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:47:22.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:22 smithi066 ceph-mon[87361]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 747 KiB/s wr, 959 op/s 2024-04-02T09:47:22.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:22 smithi066 ceph-mon[87361]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:22.616 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:47:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:22 smithi019 ceph-mon[94035]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 747 KiB/s wr, 959 op/s 2024-04-02T09:47:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:22 smithi019 ceph-mon[94035]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:22 smithi019 ceph-mon[96522]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 747 KiB/s wr, 959 op/s 2024-04-02T09:47:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:22 smithi019 ceph-mon[96522]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:47:23.433 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-02T09:47:23.529 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-02T09:47:23.629 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-02T09:47:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:23 smithi019 ceph-mon[94035]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:23 smithi019 ceph-mon[96522]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:23 smithi066 ceph-mon[87361]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:47:23.835 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-02T09:47:24.029 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-02T09:47:24.104 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-02T09:47:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:24 smithi019 ceph-mon[94035]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 1.5 MiB/s wr, 952 op/s 2024-04-02T09:47:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:24 smithi019 ceph-mon[94035]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:24 smithi019 ceph-mon[96522]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 1.5 MiB/s wr, 952 op/s 2024-04-02T09:47:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:24 smithi019 ceph-mon[96522]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:24 smithi066 ceph-mon[87361]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 1.5 MiB/s wr, 952 op/s 2024-04-02T09:47:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:24 smithi066 ceph-mon[87361]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:47:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:25 smithi019 ceph-mon[94035]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:25 smithi019 ceph-mon[94035]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:25 smithi019 ceph-mon[96522]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:25 smithi019 ceph-mon[96522]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:25 smithi066 ceph-mon[87361]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:47:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:25 smithi066 ceph-mon[87361]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:47:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:26 smithi019 ceph-mon[94035]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.0 MiB/s wr, 793 op/s 2024-04-02T09:47:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:26 smithi019 ceph-mon[96522]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.0 MiB/s wr, 793 op/s 2024-04-02T09:47:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:26 smithi066 ceph-mon[87361]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.0 MiB/s wr, 793 op/s 2024-04-02T09:47:27.540 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-02T09:47:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:27 smithi019 ceph-mon[94035]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:27 smithi019 ceph-mon[96522]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:27 smithi066 ceph-mon[87361]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:47:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:28 smithi019 ceph-mon[94035]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 539 op/s 2024-04-02T09:47:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:28 smithi019 ceph-mon[94035]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:28 smithi019 ceph-mon[96522]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 539 op/s 2024-04-02T09:47:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:28 smithi019 ceph-mon[96522]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:28 smithi066 ceph-mon[87361]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 539 op/s 2024-04-02T09:47:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:28 smithi066 ceph-mon[87361]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:47:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:29 smithi019 ceph-mon[94035]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:29 smithi019 ceph-mon[96522]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:29 smithi066 ceph-mon[87361]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:47:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:30 smithi019 ceph-mon[94035]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 539 op/s 2024-04-02T09:47:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:30 smithi019 ceph-mon[94035]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:30 smithi019 ceph-mon[94035]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:30.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:47:30] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:47:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:30 smithi019 ceph-mon[96522]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 539 op/s 2024-04-02T09:47:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:30 smithi019 ceph-mon[96522]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:30 smithi019 ceph-mon[96522]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:30 smithi066 ceph-mon[87361]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 2.0 MiB/s wr, 539 op/s 2024-04-02T09:47:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:30 smithi066 ceph-mon[87361]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:47:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:30 smithi066 ceph-mon[87361]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:47:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:32 smithi019 ceph-mon[94035]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:47:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:32 smithi019 ceph-mon[94035]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:32 smithi019 ceph-mon[96522]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:47:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:32 smithi019 ceph-mon[96522]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:32 smithi066 ceph-mon[87361]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-02T09:47:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:32 smithi066 ceph-mon[87361]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:47:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:47:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:33.505 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-02T09:47:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:33 smithi019 ceph-mon[94035]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:33 smithi019 ceph-mon[96522]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:33 smithi066 ceph-mon[87361]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:47:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:34 smithi019 ceph-mon[94035]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 232 op/s 2024-04-02T09:47:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:34 smithi019 ceph-mon[94035]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:34.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:34 smithi019 ceph-mon[96522]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 232 op/s 2024-04-02T09:47:34.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:34 smithi019 ceph-mon[96522]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:34 smithi066 ceph-mon[87361]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 232 op/s 2024-04-02T09:47:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:34 smithi066 ceph-mon[87361]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:47:35.443 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-02T09:47:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:35 smithi019 ceph-mon[94035]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:35 smithi019 ceph-mon[94035]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:35 smithi019 ceph-mon[96522]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:35 smithi019 ceph-mon[96522]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:35 smithi066 ceph-mon[87361]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:47:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:35 smithi066 ceph-mon[87361]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:47:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:36 smithi019 ceph-mon[94035]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.2 KiB/s wr, 146 op/s 2024-04-02T09:47:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:36 smithi019 ceph-mon[96522]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.2 KiB/s wr, 146 op/s 2024-04-02T09:47:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:36 smithi066 ceph-mon[87361]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.2 KiB/s wr, 146 op/s 2024-04-02T09:47:37.527 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-02T09:47:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:37 smithi019 ceph-mon[94035]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:37 smithi019 ceph-mon[96522]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:37 smithi066 ceph-mon[87361]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:47:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:38 smithi019 ceph-mon[94035]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 224 op/s 2024-04-02T09:47:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:38 smithi019 ceph-mon[94035]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:38 smithi019 ceph-mon[96522]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 224 op/s 2024-04-02T09:47:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:38 smithi019 ceph-mon[96522]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:38 smithi066 ceph-mon[87361]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 224 op/s 2024-04-02T09:47:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:38 smithi066 ceph-mon[87361]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:47:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:39 smithi019 ceph-mon[94035]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:39 smithi019 ceph-mon[96522]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:39 smithi066 ceph-mon[87361]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:47:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:40 smithi019 ceph-mon[94035]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 224 op/s 2024-04-02T09:47:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:40 smithi019 ceph-mon[94035]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:40 smithi019 ceph-mon[94035]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:40 smithi019 ceph-mon[96522]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 224 op/s 2024-04-02T09:47:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:40 smithi019 ceph-mon[96522]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:40 smithi019 ceph-mon[96522]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:40.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:47:40] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:47:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:40 smithi066 ceph-mon[87361]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 224 op/s 2024-04-02T09:47:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:40 smithi066 ceph-mon[87361]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:47:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:40 smithi066 ceph-mon[87361]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:47:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:42 smithi019 ceph-mon[94035]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.0 KiB/s wr, 45 op/s 2024-04-02T09:47:42.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:42 smithi019 ceph-mon[94035]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:42.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:42 smithi019 ceph-mon[96522]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.0 KiB/s wr, 45 op/s 2024-04-02T09:47:42.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:42 smithi019 ceph-mon[96522]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:42 smithi066 ceph-mon[87361]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.0 KiB/s wr, 45 op/s 2024-04-02T09:47:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:42 smithi066 ceph-mon[87361]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:47:42.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:47:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:43.446 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-02T09:47:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:43 smithi019 ceph-mon[94035]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:43 smithi019 ceph-mon[96522]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:43 smithi066 ceph-mon[87361]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:47:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:44 smithi019 ceph-mon[94035]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:47:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:44 smithi019 ceph-mon[94035]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:44 smithi019 ceph-mon[96522]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:47:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:44 smithi019 ceph-mon[96522]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:44.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:44 smithi066 ceph-mon[87361]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:47:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:44 smithi066 ceph-mon[87361]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:47:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:45 smithi019 ceph-mon[94035]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:45 smithi019 ceph-mon[94035]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:45 smithi019 ceph-mon[96522]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:45.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:45 smithi019 ceph-mon[96522]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:45 smithi066 ceph-mon[87361]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:47:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:45 smithi066 ceph-mon[87361]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:47:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:46 smithi019 ceph-mon[94035]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.7 KiB/s wr, 50 op/s 2024-04-02T09:47:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:46 smithi019 ceph-mon[96522]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.7 KiB/s wr, 50 op/s 2024-04-02T09:47:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:46 smithi066 ceph-mon[87361]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.7 KiB/s wr, 50 op/s 2024-04-02T09:47:47.481 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-02T09:47:47.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:47 smithi019 ceph-mon[94035]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:47.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:47 smithi019 ceph-mon[96522]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:47 smithi066 ceph-mon[87361]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:47:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:48 smithi019 ceph-mon[94035]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:47:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:48 smithi019 ceph-mon[94035]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:48 smithi019 ceph-mon[96522]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:47:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:48 smithi019 ceph-mon[96522]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:48 smithi066 ceph-mon[87361]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:47:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:48 smithi066 ceph-mon[87361]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:47:49.493 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-02T09:47:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:49 smithi019 ceph-mon[94035]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:49 smithi019 ceph-mon[96522]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:49 smithi066 ceph-mon[87361]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:47:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:50 smithi019 ceph-mon[94035]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:47:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:50 smithi019 ceph-mon[94035]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:50 smithi019 ceph-mon[94035]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:47:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:47:50] "GET /metrics HTTP/1.1" 200 36715 "" "Prometheus/2.43.0" 2024-04-02T09:47:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:50 smithi019 ceph-mon[96522]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:47:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:50 smithi019 ceph-mon[96522]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:50 smithi019 ceph-mon[96522]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:50 smithi066 ceph-mon[87361]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:47:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:50 smithi066 ceph-mon[87361]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:47:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:50 smithi066 ceph-mon[87361]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:47:51.435 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-02T09:47:51.516 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-02T09:47:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:52 smithi066 ceph-mon[87361]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-04-02T09:47:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:52 smithi066 ceph-mon[87361]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:47:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:52 smithi019 ceph-mon[94035]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-04-02T09:47:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:52 smithi019 ceph-mon[94035]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:52 smithi019 ceph-mon[96522]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.2 KiB/s wr, 72 op/s 2024-04-02T09:47:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:52 smithi019 ceph-mon[96522]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:47:53.494 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-02T09:47:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:53 smithi019 ceph-mon[94035]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:53 smithi019 ceph-mon[96522]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:53 smithi066 ceph-mon[87361]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:47:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:54 smithi019 ceph-mon[94035]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-02T09:47:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:54 smithi019 ceph-mon[94035]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:54 smithi019 ceph-mon[96522]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-02T09:47:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:54 smithi019 ceph-mon[96522]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:54.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:54 smithi066 ceph-mon[87361]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-02T09:47:54.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:54 smithi066 ceph-mon[87361]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:47:55.438 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-02T09:47:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:55 smithi019 ceph-mon[94035]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:55 smithi019 ceph-mon[94035]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:47:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:55 smithi019 ceph-mon[96522]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:55 smithi019 ceph-mon[96522]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:47:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:55 smithi066 ceph-mon[87361]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:47:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:55 smithi066 ceph-mon[87361]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:47:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:56 smithi019 ceph-mon[94035]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-04-02T09:47:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:56 smithi019 ceph-mon[96522]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-04-02T09:47:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:56 smithi066 ceph-mon[87361]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-04-02T09:47:57.531 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-02T09:47:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:57 smithi019 ceph-mon[94035]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:47:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:57 smithi019 ceph-mon[96522]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:47:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:57 smithi066 ceph-mon[87361]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:47:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:58 smithi019 ceph-mon[94035]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.0 KiB/s wr, 212 op/s 2024-04-02T09:47:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:58 smithi019 ceph-mon[94035]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:47:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:58 smithi019 ceph-mon[96522]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.0 KiB/s wr, 212 op/s 2024-04-02T09:47:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:58 smithi019 ceph-mon[96522]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:47:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:58 smithi066 ceph-mon[87361]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.0 KiB/s wr, 212 op/s 2024-04-02T09:47:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:58 smithi066 ceph-mon[87361]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:47:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:59.527 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-02T09:47:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:47:59 smithi019 ceph-mon[94035]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:47:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:47:59 smithi019 ceph-mon[96522]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:47:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:47:59 smithi066 ceph-mon[87361]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:48:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:00 smithi019 ceph-mon[94035]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.0 KiB/s wr, 212 op/s 2024-04-02T09:48:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:00 smithi019 ceph-mon[94035]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:48:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:00 smithi019 ceph-mon[94035]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:48:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:48:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:48:00] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-02T09:48:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:00 smithi019 ceph-mon[96522]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.0 KiB/s wr, 212 op/s 2024-04-02T09:48:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:00 smithi019 ceph-mon[96522]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:48:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:00 smithi019 ceph-mon[96522]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:48:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:00 smithi066 ceph-mon[87361]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 9.0 KiB/s wr, 212 op/s 2024-04-02T09:48:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:00 smithi066 ceph-mon[87361]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:48:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:00 smithi066 ceph-mon[87361]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:48:01.453 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-02T09:48:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:02 smithi019 ceph-mon[94035]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-04-02T09:48:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:02 smithi019 ceph-mon[94035]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:48:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:02 smithi019 ceph-mon[96522]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-04-02T09:48:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:02 smithi019 ceph-mon[96522]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:48:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:02 smithi066 ceph-mon[87361]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 112 op/s 2024-04-02T09:48:02.892 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:02 smithi066 ceph-mon[87361]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:48:02.893 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:48:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:03.546 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-02T09:48:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:03 smithi066 ceph-mon[87361]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:48:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:03 smithi019 ceph-mon[94035]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:48:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:03 smithi019 ceph-mon[96522]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:48:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:04 smithi066 ceph-mon[87361]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-02T09:48:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:04 smithi066 ceph-mon[87361]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:48:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:04 smithi019 ceph-mon[94035]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-02T09:48:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:04 smithi019 ceph-mon[94035]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:48:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:04 smithi019 ceph-mon[96522]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-02T09:48:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:04 smithi019 ceph-mon[96522]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:48:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:05 smithi066 ceph-mon[87361]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:05 smithi066 ceph-mon[87361]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:05 smithi019 ceph-mon[94035]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:05 smithi019 ceph-mon[94035]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:05 smithi019 ceph-mon[96522]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:48:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:05 smithi019 ceph-mon[96522]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:48:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:06 smithi066 ceph-mon[87361]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-02T09:48:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:06 smithi066 ceph-mon[87361]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:06 smithi019 ceph-mon[94035]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-02T09:48:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:06 smithi019 ceph-mon[94035]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:06 smithi019 ceph-mon[96522]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-02T09:48:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:06 smithi019 ceph-mon[96522]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:48:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:08 smithi019 ceph-mon[94035]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:48:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:08 smithi019 ceph-mon[94035]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:08 smithi019 ceph-mon[96522]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:48:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:08 smithi019 ceph-mon[96522]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:08 smithi066 ceph-mon[87361]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:48:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:08 smithi066 ceph-mon[87361]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:48:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:09 smithi019 ceph-mon[94035]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:09 smithi019 ceph-mon[96522]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:09 smithi066 ceph-mon[87361]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:48:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:10 smithi019 ceph-mon[94035]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:48:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:10 smithi019 ceph-mon[94035]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:10 smithi019 ceph-mon[94035]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:48:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:48:10] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-02T09:48:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:10 smithi019 ceph-mon[96522]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:48:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:10 smithi019 ceph-mon[96522]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:10 smithi019 ceph-mon[96522]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:10 smithi066 ceph-mon[87361]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:48:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:10 smithi066 ceph-mon[87361]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:48:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:10 smithi066 ceph-mon[87361]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:48:11.460 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-02T09:48:11.556 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-02T09:48:11.639 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-02T09:48:11.718 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-02T09:48:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:12 smithi066 ceph-mon[87361]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-02T09:48:12.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:12 smithi066 ceph-mon[87361]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:48:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:12 smithi019 ceph-mon[94035]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-02T09:48:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:12 smithi019 ceph-mon[94035]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:12 smithi019 ceph-mon[96522]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-02T09:48:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:12 smithi019 ceph-mon[96522]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:48:13.487 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-02T09:48:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:13 smithi019 ceph-mon[94035]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:13.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:13 smithi019 ceph-mon[96522]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:13.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:13 smithi066 ceph-mon[87361]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:48:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:14 smithi019 ceph-mon[94035]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 104 op/s 2024-04-02T09:48:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:14 smithi019 ceph-mon[94035]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:14 smithi019 ceph-mon[96522]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 104 op/s 2024-04-02T09:48:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:14 smithi019 ceph-mon[96522]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:14 smithi066 ceph-mon[87361]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 104 op/s 2024-04-02T09:48:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:14 smithi066 ceph-mon[87361]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:48:15.438 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-02T09:48:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:15 smithi019 ceph-mon[94035]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:15 smithi019 ceph-mon[94035]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:15 smithi019 ceph-mon[96522]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:15 smithi019 ceph-mon[96522]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:15 smithi066 ceph-mon[87361]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:48:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:15 smithi066 ceph-mon[87361]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:48:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[94035]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-04-02T09:48:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:48:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[96522]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-04-02T09:48:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:16.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:48:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:16 smithi066 ceph-mon[87361]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-04-02T09:48:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:16.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:16.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:16.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:48:17.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:17 smithi019 ceph-mon[94035]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:17 smithi019 ceph-mon[96522]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:17 smithi066 ceph-mon[87361]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:48:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:18 smithi019 ceph-mon[94035]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-04-02T09:48:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:18 smithi019 ceph-mon[94035]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:18.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:18 smithi019 ceph-mon[96522]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-04-02T09:48:18.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:18 smithi019 ceph-mon[96522]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:18 smithi066 ceph-mon[87361]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-04-02T09:48:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:18 smithi066 ceph-mon[87361]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:48:19.512 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-02T09:48:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:19 smithi019 ceph-mon[94035]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:19 smithi019 ceph-mon[96522]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:19 smithi066 ceph-mon[87361]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:48:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:20 smithi019 ceph-mon[94035]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-04-02T09:48:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:20 smithi019 ceph-mon[94035]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:20 smithi019 ceph-mon[94035]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:48:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:48:20] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:48:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:20 smithi019 ceph-mon[96522]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-04-02T09:48:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:20 smithi019 ceph-mon[96522]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:20 smithi019 ceph-mon[96522]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:20 smithi066 ceph-mon[87361]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 17 KiB/s wr, 293 op/s 2024-04-02T09:48:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:20 smithi066 ceph-mon[87361]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:48:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:20 smithi066 ceph-mon[87361]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:48:21.446 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-02T09:48:22.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:22 smithi066 ceph-mon[87361]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-04-02T09:48:22.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:22 smithi066 ceph-mon[87361]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:22.616 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:48:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:22 smithi019 ceph-mon[94035]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-04-02T09:48:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:22 smithi019 ceph-mon[94035]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:22 smithi019 ceph-mon[96522]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-04-02T09:48:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:22 smithi019 ceph-mon[96522]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:48:23.532 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-02T09:48:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:23 smithi019 ceph-mon[94035]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:23 smithi019 ceph-mon[96522]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:23 smithi066 ceph-mon[87361]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:48:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:24 smithi019 ceph-mon[94035]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 16 KiB/s wr, 150 op/s 2024-04-02T09:48:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:24 smithi019 ceph-mon[94035]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:24 smithi019 ceph-mon[96522]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 16 KiB/s wr, 150 op/s 2024-04-02T09:48:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:24 smithi019 ceph-mon[96522]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:24 smithi066 ceph-mon[87361]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 16 KiB/s wr, 150 op/s 2024-04-02T09:48:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:24 smithi066 ceph-mon[87361]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:48:25.441 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-02T09:48:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:25 smithi019 ceph-mon[94035]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:25 smithi019 ceph-mon[94035]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:25 smithi019 ceph-mon[96522]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:25 smithi019 ceph-mon[96522]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:25 smithi066 ceph-mon[87361]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:48:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:25 smithi066 ceph-mon[87361]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:48:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:26 smithi019 ceph-mon[94035]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 13 KiB/s wr, 127 op/s 2024-04-02T09:48:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:26 smithi019 ceph-mon[96522]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 13 KiB/s wr, 127 op/s 2024-04-02T09:48:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:26 smithi066 ceph-mon[87361]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 13 KiB/s wr, 127 op/s 2024-04-02T09:48:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:27 smithi066 ceph-mon[87361]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:27 smithi019 ceph-mon[94035]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:27 smithi019 ceph-mon[96522]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:48:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:28 smithi066 ceph-mon[87361]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-02T09:48:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:28 smithi066 ceph-mon[87361]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:28 smithi019 ceph-mon[94035]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-02T09:48:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:28 smithi019 ceph-mon[94035]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:28 smithi019 ceph-mon[96522]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-02T09:48:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:28 smithi019 ceph-mon[96522]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:48:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:29 smithi066 ceph-mon[87361]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:29 smithi019 ceph-mon[94035]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:29 smithi019 ceph-mon[96522]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:48:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:30 smithi019 ceph-mon[94035]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-02T09:48:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:30 smithi019 ceph-mon[94035]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:30 smithi019 ceph-mon[94035]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:48:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:48:30] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:48:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:30 smithi019 ceph-mon[96522]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-02T09:48:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:30 smithi019 ceph-mon[96522]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:30 smithi019 ceph-mon[96522]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:30 smithi066 ceph-mon[87361]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-02T09:48:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:30 smithi066 ceph-mon[87361]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:48:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:30 smithi066 ceph-mon[87361]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:48:31.446 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-02T09:48:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:32 smithi019 ceph-mon[94035]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:48:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:32 smithi019 ceph-mon[94035]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:32 smithi019 ceph-mon[96522]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:48:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:32 smithi019 ceph-mon[96522]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:32 smithi066 ceph-mon[87361]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:48:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:32 smithi066 ceph-mon[87361]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:48:32.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:48:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:33 smithi066 ceph-mon[87361]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:33 smithi019 ceph-mon[94035]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:33 smithi019 ceph-mon[96522]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:48:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:34 smithi066 ceph-mon[87361]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 98 op/s 2024-04-02T09:48:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:34 smithi066 ceph-mon[87361]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:34 smithi019 ceph-mon[94035]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 98 op/s 2024-04-02T09:48:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:34 smithi019 ceph-mon[94035]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:34 smithi019 ceph-mon[96522]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.7 KiB/s wr, 98 op/s 2024-04-02T09:48:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:34 smithi019 ceph-mon[96522]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:48:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:35 smithi066 ceph-mon[87361]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:35 smithi066 ceph-mon[87361]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:35 smithi019 ceph-mon[94035]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:35 smithi019 ceph-mon[94035]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:35 smithi019 ceph-mon[96522]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:48:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:35 smithi019 ceph-mon[96522]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:48:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:36 smithi066 ceph-mon[87361]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2024-04-02T09:48:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:36 smithi066 ceph-mon[87361]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:36 smithi019 ceph-mon[94035]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2024-04-02T09:48:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:36 smithi019 ceph-mon[94035]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:36 smithi019 ceph-mon[96522]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2024-04-02T09:48:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:36 smithi019 ceph-mon[96522]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:48:37.454 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-02T09:48:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:38 smithi019 ceph-mon[94035]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-02T09:48:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:38 smithi019 ceph-mon[94035]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:38 smithi019 ceph-mon[96522]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-02T09:48:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:38 smithi019 ceph-mon[96522]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:38 smithi066 ceph-mon[87361]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-02T09:48:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:38 smithi066 ceph-mon[87361]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:48:39.450 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-02T09:48:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:39 smithi019 ceph-mon[94035]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:39 smithi019 ceph-mon[96522]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:39 smithi066 ceph-mon[87361]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:48:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:48:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:48:40] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:48:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:40 smithi019 ceph-mon[94035]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-02T09:48:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:40 smithi019 ceph-mon[94035]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:40 smithi019 ceph-mon[94035]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:40 smithi019 ceph-mon[96522]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-02T09:48:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:40 smithi019 ceph-mon[96522]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:40 smithi019 ceph-mon[96522]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:40 smithi066 ceph-mon[87361]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 63 op/s 2024-04-02T09:48:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:40 smithi066 ceph-mon[87361]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:48:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:40 smithi066 ceph-mon[87361]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:48:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:42 smithi019 ceph-mon[94035]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.2 KiB/s wr, 40 op/s 2024-04-02T09:48:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:42 smithi019 ceph-mon[94035]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:48:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:42 smithi019 ceph-mon[96522]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.2 KiB/s wr, 40 op/s 2024-04-02T09:48:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:42 smithi019 ceph-mon[96522]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:48:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:42 smithi066 ceph-mon[87361]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.2 KiB/s wr, 40 op/s 2024-04-02T09:48:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:42 smithi066 ceph-mon[87361]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:48:42.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:48:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:43 smithi019 ceph-mon[96522]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:48:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:43 smithi019 ceph-mon[94035]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:48:43.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:43 smithi066 ceph-mon[87361]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:48:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:44 smithi019 ceph-mon[94035]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.5 KiB/s wr, 131 op/s 2024-04-02T09:48:44.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:44 smithi019 ceph-mon[94035]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:48:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:44 smithi019 ceph-mon[96522]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.5 KiB/s wr, 131 op/s 2024-04-02T09:48:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:44 smithi019 ceph-mon[96522]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:48:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:44 smithi066 ceph-mon[87361]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.5 KiB/s wr, 131 op/s 2024-04-02T09:48:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:44 smithi066 ceph-mon[87361]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:48:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:45 smithi019 ceph-mon[94035]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:48:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:45 smithi019 ceph-mon[94035]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:48:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:45 smithi019 ceph-mon[96522]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:48:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:45 smithi019 ceph-mon[96522]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:48:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:45 smithi066 ceph-mon[87361]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:48:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:45 smithi066 ceph-mon[87361]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:48:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:46 smithi019 ceph-mon[94035]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 90 op/s 2024-04-02T09:48:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:46 smithi019 ceph-mon[94035]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:48:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:46 smithi019 ceph-mon[96522]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 90 op/s 2024-04-02T09:48:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:46 smithi019 ceph-mon[96522]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:48:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:46 smithi066 ceph-mon[87361]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 90 op/s 2024-04-02T09:48:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:46 smithi066 ceph-mon[87361]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:48:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:48 smithi019 ceph-mon[94035]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:48:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:48 smithi019 ceph-mon[94035]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:48:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:48 smithi019 ceph-mon[96522]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:48:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:48 smithi019 ceph-mon[96522]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:48:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:48 smithi066 ceph-mon[87361]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:48:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:48 smithi066 ceph-mon[87361]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:48:49.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:49 smithi019 ceph-mon[94035]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:48:49.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:49 smithi019 ceph-mon[96522]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:48:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:49 smithi066 ceph-mon[87361]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:48:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:50 smithi019 ceph-mon[94035]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:48:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:50 smithi019 ceph-mon[94035]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:48:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:48:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:48:50] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:48:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:50 smithi019 ceph-mon[96522]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:48:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:50 smithi019 ceph-mon[96522]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:48:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:50 smithi066 ceph-mon[87361]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-02T09:48:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:50 smithi066 ceph-mon[87361]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:48:51.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:51 smithi019 ceph-mon[94035]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:48:51.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:51 smithi019 ceph-mon[96522]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:48:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:51 smithi066 ceph-mon[87361]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:48:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:52 smithi066 ceph-mon[87361]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 3.2 KiB/s wr, 109 op/s 2024-04-02T09:48:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:52 smithi066 ceph-mon[87361]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:48:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:48:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:52 smithi019 ceph-mon[94035]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 3.2 KiB/s wr, 109 op/s 2024-04-02T09:48:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:52 smithi019 ceph-mon[94035]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:48:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:52 smithi019 ceph-mon[96522]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 3.2 KiB/s wr, 109 op/s 2024-04-02T09:48:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:52 smithi019 ceph-mon[96522]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:48:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:53 smithi019 ceph-mon[94035]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:48:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:53 smithi019 ceph-mon[96522]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:48:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:53 smithi066 ceph-mon[87361]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:48:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:54 smithi019 ceph-mon[94035]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 KiB/s wr, 116 op/s 2024-04-02T09:48:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:54 smithi019 ceph-mon[94035]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:48:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:54 smithi019 ceph-mon[96522]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 KiB/s wr, 116 op/s 2024-04-02T09:48:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:54 smithi019 ceph-mon[96522]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:48:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:54 smithi066 ceph-mon[87361]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 KiB/s wr, 116 op/s 2024-04-02T09:48:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:54 smithi066 ceph-mon[87361]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:48:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:55 smithi019 ceph-mon[94035]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:48:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:55 smithi019 ceph-mon[96522]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:48:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:55 smithi066 ceph-mon[87361]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:48:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:56 smithi019 ceph-mon[94035]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:48:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:56 smithi019 ceph-mon[94035]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:48:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:56 smithi019 ceph-mon[96522]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:48:56.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:56 smithi019 ceph-mon[96522]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:48:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:56 smithi066 ceph-mon[87361]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:48:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:56 smithi066 ceph-mon[87361]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:48:57.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:57 smithi019 ceph-mon[94035]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:48:57.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:57 smithi019 ceph-mon[96522]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:48:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:57 smithi066 ceph-mon[87361]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:48:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:58 smithi019 ceph-mon[94035]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:48:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:58 smithi019 ceph-mon[94035]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:48:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:58 smithi019 ceph-mon[96522]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:48:58.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:58 smithi019 ceph-mon[96522]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:48:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:58 smithi066 ceph-mon[87361]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:48:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:58 smithi066 ceph-mon[87361]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:48:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:48:59 smithi019 ceph-mon[94035]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:48:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:48:59 smithi019 ceph-mon[96522]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:48:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:48:59 smithi066 ceph-mon[87361]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:49:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:00 smithi019 ceph-mon[94035]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:49:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:00 smithi019 ceph-mon[94035]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:49:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:49:00] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:49:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:00 smithi019 ceph-mon[96522]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:49:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:00 smithi019 ceph-mon[96522]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:00 smithi066 ceph-mon[87361]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-02T09:49:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:00 smithi066 ceph-mon[87361]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:49:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:01 smithi019 ceph-mon[94035]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:01 smithi019 ceph-mon[96522]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:01 smithi066 ceph-mon[87361]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:49:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:02 smithi066 ceph-mon[87361]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 196 op/s 2024-04-02T09:49:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:02 smithi066 ceph-mon[87361]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:02.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:49:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:02 smithi019 ceph-mon[94035]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 196 op/s 2024-04-02T09:49:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:02 smithi019 ceph-mon[94035]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:02 smithi019 ceph-mon[96522]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 3.0 KiB/s wr, 196 op/s 2024-04-02T09:49:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:02 smithi019 ceph-mon[96522]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:49:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:03 smithi066 ceph-mon[87361]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:03 smithi019 ceph-mon[94035]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:03 smithi019 ceph-mon[96522]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:49:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:04 smithi066 ceph-mon[87361]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 3.5 KiB/s wr, 203 op/s 2024-04-02T09:49:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:04 smithi066 ceph-mon[87361]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:04 smithi019 ceph-mon[94035]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 3.5 KiB/s wr, 203 op/s 2024-04-02T09:49:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:04 smithi019 ceph-mon[94035]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:04 smithi019 ceph-mon[96522]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 3.5 KiB/s wr, 203 op/s 2024-04-02T09:49:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:04 smithi019 ceph-mon[96522]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:49:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:05 smithi066 ceph-mon[87361]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:05 smithi019 ceph-mon[94035]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:05 smithi019 ceph-mon[96522]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:49:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:06 smithi066 ceph-mon[87361]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:49:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:06 smithi066 ceph-mon[87361]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:06 smithi019 ceph-mon[94035]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:49:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:06 smithi019 ceph-mon[94035]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:06 smithi019 ceph-mon[96522]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:49:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:06 smithi019 ceph-mon[96522]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:49:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:07 smithi066 ceph-mon[87361]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:07 smithi019 ceph-mon[94035]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:07 smithi019 ceph-mon[96522]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:49:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:08 smithi066 ceph-mon[87361]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:49:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:08 smithi066 ceph-mon[87361]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:08 smithi019 ceph-mon[94035]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:49:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:08 smithi019 ceph-mon[94035]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:08 smithi019 ceph-mon[96522]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:49:08.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:08 smithi019 ceph-mon[96522]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:49:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:09 smithi066 ceph-mon[87361]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:09 smithi019 ceph-mon[94035]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:09 smithi019 ceph-mon[96522]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:49:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:10 smithi019 ceph-mon[94035]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:49:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:10 smithi019 ceph-mon[94035]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:49:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:49:10] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:49:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:10 smithi019 ceph-mon[96522]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:49:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:10 smithi019 ceph-mon[96522]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:10 smithi066 ceph-mon[87361]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2024-04-02T09:49:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:10 smithi066 ceph-mon[87361]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:49:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:11 smithi066 ceph-mon[87361]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:11 smithi019 ceph-mon[94035]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:11 smithi019 ceph-mon[96522]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:49:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:12 smithi066 ceph-mon[87361]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 3.2 KiB/s wr, 284 op/s 2024-04-02T09:49:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:12 smithi066 ceph-mon[87361]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:49:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:12 smithi019 ceph-mon[94035]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 3.2 KiB/s wr, 284 op/s 2024-04-02T09:49:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:12 smithi019 ceph-mon[94035]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:12 smithi019 ceph-mon[96522]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 3.2 KiB/s wr, 284 op/s 2024-04-02T09:49:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:12 smithi019 ceph-mon[96522]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:49:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:13 smithi066 ceph-mon[87361]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:13 smithi019 ceph-mon[94035]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:13 smithi019 ceph-mon[96522]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:49:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:14 smithi066 ceph-mon[87361]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2024-04-02T09:49:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:14 smithi066 ceph-mon[87361]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:14 smithi019 ceph-mon[96522]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2024-04-02T09:49:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:14 smithi019 ceph-mon[96522]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:14 smithi019 ceph-mon[94035]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2024-04-02T09:49:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:14 smithi019 ceph-mon[94035]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:49:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:15 smithi066 ceph-mon[87361]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:15 smithi066 ceph-mon[87361]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:49:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:15 smithi019 ceph-mon[94035]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:15 smithi019 ceph-mon[94035]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:49:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:15 smithi019 ceph-mon[96522]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:49:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:15 smithi019 ceph-mon[96522]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:49:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:16 smithi066 ceph-mon[87361]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:16 smithi019 ceph-mon[94035]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:16 smithi019 ceph-mon[96522]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:49:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:17 smithi066 ceph-mon[87361]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:17 smithi066 ceph-mon[87361]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:49:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:49:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[94035]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[94035]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:49:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:49:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[96522]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:49:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[96522]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:49:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:49:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:18 smithi066 ceph-mon[87361]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:18 smithi019 ceph-mon[94035]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:18 smithi019 ceph-mon[96522]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:49:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:19 smithi066 ceph-mon[87361]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:19 smithi066 ceph-mon[87361]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:49:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:19 smithi019 ceph-mon[94035]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:19 smithi019 ceph-mon[94035]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:49:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:19 smithi019 ceph-mon[96522]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:49:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:19 smithi019 ceph-mon[96522]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 4.0 KiB/s wr, 335 op/s 2024-04-02T09:49:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:20 smithi019 ceph-mon[94035]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:20 smithi019 ceph-mon[96522]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:49:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:49:20] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:49:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:20 smithi066 ceph-mon[87361]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:49:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:21 smithi019 ceph-mon[94035]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:21.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:21 smithi019 ceph-mon[94035]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 2.7 KiB/s wr, 371 op/s 2024-04-02T09:49:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:21 smithi019 ceph-mon[96522]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:21.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:21 smithi019 ceph-mon[96522]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 2.7 KiB/s wr, 371 op/s 2024-04-02T09:49:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:21 smithi066 ceph-mon[87361]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:49:22.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:21 smithi066 ceph-mon[87361]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 2.7 KiB/s wr, 371 op/s 2024-04-02T09:49:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:49:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:22 smithi019 ceph-mon[94035]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:22 smithi019 ceph-mon[96522]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:23.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:22 smithi066 ceph-mon[87361]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:49:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:23 smithi019 ceph-mon[94035]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:23 smithi019 ceph-mon[94035]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2024-04-02T09:49:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:23 smithi019 ceph-mon[96522]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:23 smithi019 ceph-mon[96522]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2024-04-02T09:49:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:23 smithi066 ceph-mon[87361]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:49:24.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:23 smithi066 ceph-mon[87361]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2024-04-02T09:49:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:24 smithi019 ceph-mon[94035]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:24 smithi019 ceph-mon[96522]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:24 smithi066 ceph-mon[87361]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:49:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:25 smithi019 ceph-mon[94035]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:25 smithi019 ceph-mon[94035]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:49:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:25 smithi019 ceph-mon[96522]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:25 smithi019 ceph-mon[96522]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:49:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:25 smithi066 ceph-mon[87361]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:49:26.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:25 smithi066 ceph-mon[87361]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:49:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:26 smithi019 ceph-mon[94035]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:26 smithi019 ceph-mon[96522]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:26 smithi066 ceph-mon[87361]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:49:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:27 smithi019 ceph-mon[94035]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:27 smithi019 ceph-mon[94035]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:49:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:27 smithi019 ceph-mon[96522]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:27 smithi019 ceph-mon[96522]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:49:28.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:27 smithi066 ceph-mon[87361]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:49:28.065 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:27 smithi066 ceph-mon[87361]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:49:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:28 smithi019 ceph-mon[94035]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:28 smithi019 ceph-mon[96522]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:28 smithi066 ceph-mon[87361]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:49:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:29 smithi019 ceph-mon[94035]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:29 smithi019 ceph-mon[94035]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:49:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:29 smithi019 ceph-mon[96522]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:29 smithi019 ceph-mon[96522]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:49:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:29 smithi066 ceph-mon[87361]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:49:30.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:29 smithi066 ceph-mon[87361]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2024-04-02T09:49:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:30 smithi019 ceph-mon[94035]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:49:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:49:30] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:49:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:30 smithi019 ceph-mon[96522]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:31.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:30 smithi066 ceph-mon[87361]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:49:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:31 smithi019 ceph-mon[94035]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:31.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:31 smithi019 ceph-mon[94035]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 2.7 KiB/s wr, 458 op/s 2024-04-02T09:49:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:31 smithi019 ceph-mon[96522]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:31.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:31 smithi019 ceph-mon[96522]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 2.7 KiB/s wr, 458 op/s 2024-04-02T09:49:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:31 smithi066 ceph-mon[87361]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:49:32.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:31 smithi066 ceph-mon[87361]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 2.7 KiB/s wr, 458 op/s 2024-04-02T09:49:32.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:49:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:32 smithi019 ceph-mon[94035]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:32 smithi019 ceph-mon[96522]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:33.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:32 smithi066 ceph-mon[87361]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:49:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:33 smithi019 ceph-mon[94035]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:33 smithi019 ceph-mon[94035]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-04-02T09:49:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:33 smithi019 ceph-mon[96522]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:33 smithi019 ceph-mon[96522]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-04-02T09:49:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:33 smithi066 ceph-mon[87361]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:49:34.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:33 smithi066 ceph-mon[87361]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 3.5 KiB/s wr, 465 op/s 2024-04-02T09:49:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:34 smithi019 ceph-mon[94035]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:34 smithi019 ceph-mon[96522]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:35.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:34 smithi066 ceph-mon[87361]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:49:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:35 smithi019 ceph-mon[94035]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:35 smithi019 ceph-mon[94035]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:49:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:35 smithi019 ceph-mon[96522]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:35 smithi019 ceph-mon[96522]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:49:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:35 smithi066 ceph-mon[87361]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:49:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:35 smithi066 ceph-mon[87361]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:49:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:36 smithi019 ceph-mon[94035]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:36 smithi019 ceph-mon[96522]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:36 smithi066 ceph-mon[87361]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:49:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:37 smithi019 ceph-mon[94035]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:37 smithi019 ceph-mon[94035]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 3.7 KiB/s wr, 509 op/s 2024-04-02T09:49:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:37 smithi019 ceph-mon[96522]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:37 smithi019 ceph-mon[96522]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 3.7 KiB/s wr, 509 op/s 2024-04-02T09:49:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:37 smithi066 ceph-mon[87361]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:49:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:37 smithi066 ceph-mon[87361]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 3.7 KiB/s wr, 509 op/s 2024-04-02T09:49:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:38 smithi019 ceph-mon[94035]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:38 smithi019 ceph-mon[96522]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:38 smithi066 ceph-mon[87361]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:49:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:39 smithi019 ceph-mon[94035]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:39 smithi019 ceph-mon[94035]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 3.7 KiB/s wr, 509 op/s 2024-04-02T09:49:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:39 smithi019 ceph-mon[96522]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:39 smithi019 ceph-mon[96522]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 3.7 KiB/s wr, 509 op/s 2024-04-02T09:49:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:39 smithi066 ceph-mon[87361]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:49:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:39 smithi066 ceph-mon[87361]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 3.7 KiB/s wr, 509 op/s 2024-04-02T09:49:40.693 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:49:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:49:40] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:49:40.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:40 smithi019 ceph-mon[94035]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:40.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:40 smithi019 ceph-mon[96522]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:40 smithi066 ceph-mon[87361]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:49:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:41 smithi066 ceph-mon[87361]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:42.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:41 smithi066 ceph-mon[87361]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 3.0 KiB/s wr, 546 op/s 2024-04-02T09:49:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:41 smithi019 ceph-mon[94035]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:42.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:41 smithi019 ceph-mon[94035]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 3.0 KiB/s wr, 546 op/s 2024-04-02T09:49:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:41 smithi019 ceph-mon[96522]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:49:42.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:41 smithi019 ceph-mon[96522]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 3.0 KiB/s wr, 546 op/s 2024-04-02T09:49:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:49:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:43.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:42 smithi066 ceph-mon[87361]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:49:43.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:42 smithi019 ceph-mon[94035]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:49:43.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:42 smithi019 ceph-mon[96522]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:49:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:43 smithi066 ceph-mon[87361]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:49:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:43 smithi066 ceph-mon[87361]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 3.7 KiB/s wr, 553 op/s 2024-04-02T09:49:44.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:43 smithi019 ceph-mon[94035]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:49:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:43 smithi019 ceph-mon[94035]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 3.7 KiB/s wr, 553 op/s 2024-04-02T09:49:44.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:43 smithi019 ceph-mon[96522]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:49:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:43 smithi019 ceph-mon[96522]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 3.7 KiB/s wr, 553 op/s 2024-04-02T09:49:44.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:44 smithi066 ceph-mon[87361]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:49:45.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:44 smithi019 ceph-mon[94035]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:49:45.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:44 smithi019 ceph-mon[96522]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:49:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:45 smithi066 ceph-mon[87361]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:49:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:45 smithi066 ceph-mon[87361]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:49:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:45 smithi019 ceph-mon[94035]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:49:46.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:45 smithi019 ceph-mon[94035]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:49:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:45 smithi019 ceph-mon[96522]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:49:46.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:45 smithi019 ceph-mon[96522]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:49:47.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:46 smithi066 ceph-mon[87361]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:49:47.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:46 smithi019 ceph-mon[94035]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:49:47.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:46 smithi019 ceph-mon[96522]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:47 smithi066 ceph-mon[87361]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:49:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:47 smithi066 ceph-mon[87361]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.0 KiB/s wr, 477 op/s 2024-04-02T09:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:47 smithi019 ceph-mon[94035]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:49:48.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:47 smithi019 ceph-mon[94035]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.0 KiB/s wr, 477 op/s 2024-04-02T09:49:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:47 smithi019 ceph-mon[96522]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:49:48.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:47 smithi019 ceph-mon[96522]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.0 KiB/s wr, 477 op/s 2024-04-02T09:49:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:48 smithi066 ceph-mon[87361]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:49:49.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:48 smithi019 ceph-mon[94035]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:49:49.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:48 smithi019 ceph-mon[96522]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:49 smithi066 ceph-mon[87361]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:49:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:49 smithi066 ceph-mon[87361]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.0 KiB/s wr, 477 op/s 2024-04-02T09:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:49 smithi019 ceph-mon[94035]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:49:50.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:49 smithi019 ceph-mon[94035]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.0 KiB/s wr, 477 op/s 2024-04-02T09:49:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:49 smithi019 ceph-mon[96522]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:49:50.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:49 smithi019 ceph-mon[96522]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.0 KiB/s wr, 477 op/s 2024-04-02T09:49:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:49:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:49:50] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:49:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:50 smithi066 ceph-mon[87361]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:49:51.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:50 smithi019 ceph-mon[94035]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:49:51.198 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:50 smithi019 ceph-mon[96522]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:49:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:51 smithi066 ceph-mon[87361]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:49:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:51 smithi066 ceph-mon[87361]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 2.0 KiB/s wr, 626 op/s 2024-04-02T09:49:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:51 smithi019 ceph-mon[94035]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:49:52.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:51 smithi019 ceph-mon[94035]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 2.0 KiB/s wr, 626 op/s 2024-04-02T09:49:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:51 smithi019 ceph-mon[96522]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:49:52.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:51 smithi019 ceph-mon[96522]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 2.0 KiB/s wr, 626 op/s 2024-04-02T09:49:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:49:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:52 smithi066 ceph-mon[87361]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:49:53.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:52 smithi019 ceph-mon[94035]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:49:53.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:52 smithi019 ceph-mon[96522]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:49:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:53 smithi066 ceph-mon[87361]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:49:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:53 smithi066 ceph-mon[87361]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.0 KiB/s wr, 633 op/s 2024-04-02T09:49:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:53 smithi019 ceph-mon[94035]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:49:54.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:53 smithi019 ceph-mon[94035]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.0 KiB/s wr, 633 op/s 2024-04-02T09:49:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:53 smithi019 ceph-mon[96522]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:49:54.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:53 smithi019 ceph-mon[96522]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.0 KiB/s wr, 633 op/s 2024-04-02T09:49:55.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:54 smithi066 ceph-mon[87361]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:49:55.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:54 smithi019 ceph-mon[94035]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:49:55.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:54 smithi019 ceph-mon[96522]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:49:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:55 smithi066 ceph-mon[87361]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:49:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:55 smithi066 ceph-mon[87361]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:49:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:55 smithi019 ceph-mon[94035]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:49:56.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:55 smithi019 ceph-mon[94035]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:49:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:55 smithi019 ceph-mon[96522]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:49:56.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:55 smithi019 ceph-mon[96522]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:49:57.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:56 smithi066 ceph-mon[87361]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:49:57.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:56 smithi019 ceph-mon[94035]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:49:57.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:56 smithi019 ceph-mon[96522]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:49:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:57 smithi066 ceph-mon[87361]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:49:58.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:57 smithi066 ceph-mon[87361]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:49:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:57 smithi019 ceph-mon[94035]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:49:58.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:57 smithi019 ceph-mon[94035]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:49:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:57 smithi019 ceph-mon[96522]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:49:58.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:57 smithi019 ceph-mon[96522]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:49:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:58 smithi066 ceph-mon[87361]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:49:59.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:58 smithi019 ceph-mon[96522]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:49:59.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:58 smithi019 ceph-mon[94035]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:49:59.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:00.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:59 smithi019 ceph-mon[94035]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:00.097 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:49:59 smithi019 ceph-mon[94035]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:50:00.097 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:59 smithi019 ceph-mon[96522]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:00.098 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:49:59 smithi019 ceph-mon[96522]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:50:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:59 smithi066 ceph-mon[87361]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:50:00.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:49:59 smithi066 ceph-mon[87361]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-04-02T09:50:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:50:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:50:00] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:50:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:00 smithi066 ceph-mon[87361]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:00 smithi066 ceph-mon[87361]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:00 smithi019 ceph-mon[94035]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:01.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:00 smithi019 ceph-mon[94035]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:00 smithi019 ceph-mon[96522]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:50:01.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:00 smithi019 ceph-mon[96522]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:01 smithi019 ceph-mon[94035]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:02.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:01 smithi019 ceph-mon[94035]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 532 KiB/s rd, 3.0 KiB/s wr, 716 op/s 2024-04-02T09:50:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:01 smithi019 ceph-mon[96522]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:02.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:01 smithi019 ceph-mon[96522]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 532 KiB/s rd, 3.0 KiB/s wr, 716 op/s 2024-04-02T09:50:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:01 smithi066 ceph-mon[87361]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:50:02.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:01 smithi066 ceph-mon[87361]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 532 KiB/s rd, 3.0 KiB/s wr, 716 op/s 2024-04-02T09:50:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:50:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:03.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:02 smithi019 ceph-mon[94035]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:03.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:02 smithi019 ceph-mon[96522]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:03.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:02 smithi066 ceph-mon[87361]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:50:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:03 smithi019 ceph-mon[94035]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:04.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:03 smithi019 ceph-mon[94035]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-02T09:50:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:03 smithi019 ceph-mon[96522]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:04.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:03 smithi019 ceph-mon[96522]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-02T09:50:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:03 smithi066 ceph-mon[87361]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:50:04.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:03 smithi066 ceph-mon[87361]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-02T09:50:05.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:04 smithi019 ceph-mon[94035]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:05.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:04 smithi019 ceph-mon[96522]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:05.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:04 smithi066 ceph-mon[87361]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:50:06.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:05 smithi019 ceph-mon[94035]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:06.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:05 smithi019 ceph-mon[94035]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:05 smithi019 ceph-mon[96522]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:06.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:05 smithi019 ceph-mon[96522]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:05 smithi066 ceph-mon[87361]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:50:06.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:05 smithi066 ceph-mon[87361]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:07.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:06 smithi019 ceph-mon[94035]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:07.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:06 smithi019 ceph-mon[96522]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:07.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:06 smithi066 ceph-mon[87361]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:50:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:07 smithi019 ceph-mon[94035]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:08.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:07 smithi019 ceph-mon[94035]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:50:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:07 smithi019 ceph-mon[96522]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:08.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:07 smithi019 ceph-mon[96522]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:50:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:07 smithi066 ceph-mon[87361]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:50:08.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:07 smithi066 ceph-mon[87361]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:50:09.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:08 smithi019 ceph-mon[94035]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:09.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:08 smithi019 ceph-mon[96522]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:09.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:08 smithi066 ceph-mon[87361]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:50:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:09 smithi019 ceph-mon[94035]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:10.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:09 smithi019 ceph-mon[94035]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:50:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:09 smithi019 ceph-mon[96522]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:10.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:09 smithi019 ceph-mon[96522]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:50:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:09 smithi066 ceph-mon[87361]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:50:10.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:09 smithi066 ceph-mon[87361]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-02T09:50:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:50:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:50:10] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:50:11.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:10 smithi019 ceph-mon[94035]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:11.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:10 smithi019 ceph-mon[96522]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:11.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:10 smithi066 ceph-mon[87361]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:50:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:11 smithi019 ceph-mon[94035]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 3.0 KiB/s wr, 799 op/s 2024-04-02T09:50:12.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:11 smithi019 ceph-mon[94035]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:11 smithi019 ceph-mon[96522]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 3.0 KiB/s wr, 799 op/s 2024-04-02T09:50:12.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:11 smithi019 ceph-mon[96522]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:11 smithi066 ceph-mon[87361]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 3.0 KiB/s wr, 799 op/s 2024-04-02T09:50:12.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:11 smithi066 ceph-mon[87361]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:50:12.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:50:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:13.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:12 smithi019 ceph-mon[94035]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:13.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:12 smithi019 ceph-mon[96522]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:13.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:12 smithi066 ceph-mon[87361]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:50:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:13 smithi019 ceph-mon[94035]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-04-02T09:50:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:13 smithi019 ceph-mon[94035]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:14.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:13 smithi019 ceph-mon[96522]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-04-02T09:50:14.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:13 smithi019 ceph-mon[96522]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:14.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:13 smithi066 ceph-mon[87361]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-04-02T09:50:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:13 smithi066 ceph-mon[87361]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:50:14.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:15.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:14 smithi019 ceph-mon[94035]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:15.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:14 smithi019 ceph-mon[96522]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:15.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:14 smithi066 ceph-mon[87361]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:50:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:15 smithi019 ceph-mon[94035]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:16.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:15 smithi019 ceph-mon[94035]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:15 smithi019 ceph-mon[96522]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:16.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:15 smithi019 ceph-mon[96522]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:15 smithi066 ceph-mon[87361]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:50:16.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:15 smithi066 ceph-mon[87361]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:50:17.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:16 smithi019 ceph-mon[94035]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:17.196 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:16 smithi019 ceph-mon[96522]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:17.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:16 smithi066 ceph-mon[87361]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:50:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[94035]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:50:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[94035]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:18.196 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:18.197 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:50:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[96522]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:50:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[96522]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:18.197 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:50:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:17 smithi066 ceph-mon[87361]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:50:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:17 smithi066 ceph-mon[87361]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:50:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:18.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:18.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:50:19.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:18 smithi066 ceph-mon[87361]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:19.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:18 smithi019 ceph-mon[96522]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:18 smithi019 ceph-mon[94035]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:50:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:19 smithi066 ceph-mon[87361]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:50:20.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:19 smithi066 ceph-mon[87361]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:19 smithi019 ceph-mon[94035]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:50:20.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:19 smithi019 ceph-mon[94035]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:19 smithi019 ceph-mon[96522]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-04-02T09:50:20.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:19 smithi019 ceph-mon[96522]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:50:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:50:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:50:20] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:50:21.315 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:20 smithi066 ceph-mon[87361]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:21.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:20 smithi019 ceph-mon[94035]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:21.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:20 smithi019 ceph-mon[96522]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:50:22.215 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:21 smithi066 ceph-mon[87361]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 2.7 KiB/s wr, 891 op/s 2024-04-02T09:50:22.215 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:21 smithi066 ceph-mon[87361]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:21 smithi019 ceph-mon[94035]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 2.7 KiB/s wr, 891 op/s 2024-04-02T09:50:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:21 smithi019 ceph-mon[94035]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:22.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:21 smithi019 ceph-mon[96522]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 2.7 KiB/s wr, 891 op/s 2024-04-02T09:50:22.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:21 smithi019 ceph-mon[96522]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:50:22.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:50:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:23.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:22 smithi066 ceph-mon[87361]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:23.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:22 smithi019 ceph-mon[94035]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:23.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:22 smithi019 ceph-mon[96522]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:50:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:23 smithi066 ceph-mon[87361]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-02T09:50:24.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:23 smithi066 ceph-mon[87361]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:23 smithi019 ceph-mon[94035]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-02T09:50:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:23 smithi019 ceph-mon[94035]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:23 smithi019 ceph-mon[96522]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-02T09:50:24.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:23 smithi019 ceph-mon[96522]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:50:25.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:24 smithi066 ceph-mon[87361]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:25.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:24 smithi019 ceph-mon[94035]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:25.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:24 smithi019 ceph-mon[96522]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:50:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:25 smithi066 ceph-mon[87361]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:25 smithi066 ceph-mon[87361]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:25 smithi019 ceph-mon[96522]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:25 smithi019 ceph-mon[96522]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:25 smithi019 ceph-mon[94035]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:25 smithi019 ceph-mon[94035]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:50:27.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:27 smithi066 ceph-mon[87361]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:27.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:26 smithi019 ceph-mon[94035]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:27.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:27 smithi019 ceph-mon[96522]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:50:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:27 smithi066 ceph-mon[87361]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 942 op/s 2024-04-02T09:50:28.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:27 smithi066 ceph-mon[87361]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:27 smithi019 ceph-mon[94035]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 942 op/s 2024-04-02T09:50:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:27 smithi019 ceph-mon[94035]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:27 smithi019 ceph-mon[96522]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 942 op/s 2024-04-02T09:50:28.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:27 smithi019 ceph-mon[96522]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:50:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:29 smithi066 ceph-mon[87361]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:29.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:29 smithi019 ceph-mon[94035]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:29 smithi019 ceph-mon[96522]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:50:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:30.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:30 smithi066 ceph-mon[87361]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 942 op/s 2024-04-02T09:50:30.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:30 smithi066 ceph-mon[87361]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:30.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:30 smithi019 ceph-mon[94035]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 942 op/s 2024-04-02T09:50:30.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:30 smithi019 ceph-mon[94035]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:30.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:30 smithi019 ceph-mon[96522]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 942 op/s 2024-04-02T09:50:30.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:30 smithi019 ceph-mon[96522]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:50:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:50:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:50:30] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:50:30.813 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 09:50:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T09:50:30.341002872Z level=info msg="Completed cleanup jobs" duration=2.521543ms 2024-04-02T09:50:31.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:31 smithi066 ceph-mon[87361]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:31.366 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:31 smithi019 ceph-mon[94035]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:31.367 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:31 smithi019 ceph-mon[96522]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:50:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:32 smithi066 ceph-mon[87361]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 3.0 KiB/s wr, 979 op/s 2024-04-02T09:50:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:32 smithi066 ceph-mon[87361]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:32 smithi019 ceph-mon[94035]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 3.0 KiB/s wr, 979 op/s 2024-04-02T09:50:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:32 smithi019 ceph-mon[94035]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:32 smithi019 ceph-mon[96522]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 727 KiB/s rd, 3.0 KiB/s wr, 979 op/s 2024-04-02T09:50:32.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:32 smithi019 ceph-mon[96522]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:50:32.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:50:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:33.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:33 smithi066 ceph-mon[87361]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:33.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:33 smithi019 ceph-mon[94035]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:33.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:33 smithi019 ceph-mon[96522]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:50:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:34 smithi066 ceph-mon[87361]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 4.0 KiB/s wr, 986 op/s 2024-04-02T09:50:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:34 smithi066 ceph-mon[87361]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:34 smithi019 ceph-mon[94035]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 4.0 KiB/s wr, 986 op/s 2024-04-02T09:50:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:34 smithi019 ceph-mon[94035]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:34 smithi019 ceph-mon[96522]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 4.0 KiB/s wr, 986 op/s 2024-04-02T09:50:34.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:34 smithi019 ceph-mon[96522]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:50:35.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:35 smithi066 ceph-mon[87361]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:35.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:35 smithi019 ceph-mon[94035]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:35.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:35 smithi019 ceph-mon[96522]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:50:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:36 smithi066 ceph-mon[87361]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:36 smithi066 ceph-mon[87361]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:36 smithi019 ceph-mon[94035]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:36 smithi019 ceph-mon[94035]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:36 smithi019 ceph-mon[96522]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:36 smithi019 ceph-mon[96522]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:50:37.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:37 smithi066 ceph-mon[87361]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:37 smithi019 ceph-mon[94035]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:37.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:37 smithi019 ceph-mon[96522]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:50:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:38 smithi066 ceph-mon[87361]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:50:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:38 smithi066 ceph-mon[87361]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:38 smithi019 ceph-mon[96522]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:50:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:38 smithi019 ceph-mon[96522]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:38 smithi019 ceph-mon[94035]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:50:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:38 smithi019 ceph-mon[94035]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:50:39.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:39 smithi019 ceph-mon[94035]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:39.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:39 smithi019 ceph-mon[96522]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:39.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:39 smithi066 ceph-mon[87361]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:50:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:40 smithi019 ceph-mon[96522]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:50:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:40 smithi019 ceph-mon[96522]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:40 smithi019 ceph-mon[94035]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:50:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:40 smithi019 ceph-mon[94035]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:40 smithi066 ceph-mon[87361]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-04-02T09:50:40.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:40 smithi066 ceph-mon[87361]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:50:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:50:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:50:40] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:50:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:41 smithi019 ceph-mon[94035]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:41 smithi019 ceph-mon[96522]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:41.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:41 smithi066 ceph-mon[87361]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:50:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:42 smithi019 ceph-mon[94035]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 792 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:50:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:42 smithi019 ceph-mon[94035]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:42 smithi019 ceph-mon[96522]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 792 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:50:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:42 smithi019 ceph-mon[96522]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:42 smithi066 ceph-mon[87361]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 792 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-04-02T09:50:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:42 smithi066 ceph-mon[87361]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:50:42.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:50:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:43.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:43 smithi019 ceph-mon[96522]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:50:43.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:43 smithi019 ceph-mon[94035]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:50:43.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:43 smithi066 ceph-mon[87361]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:50:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:44 smithi019 ceph-mon[94035]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-04-02T09:50:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:44 smithi019 ceph-mon[94035]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:50:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:44 smithi019 ceph-mon[96522]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-04-02T09:50:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:44 smithi019 ceph-mon[96522]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:50:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:44 smithi066 ceph-mon[87361]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 4.0 KiB/s wr, 1.07k op/s 2024-04-02T09:50:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:44 smithi066 ceph-mon[87361]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:50:44.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:45.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:45 smithi019 ceph-mon[94035]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:50:45.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:45 smithi019 ceph-mon[96522]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:50:45.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:45 smithi066 ceph-mon[87361]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:50:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:46 smithi019 ceph-mon[94035]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:46 smithi019 ceph-mon[94035]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:50:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:46 smithi019 ceph-mon[96522]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:46.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:46 smithi019 ceph-mon[96522]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:50:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:46 smithi066 ceph-mon[87361]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:50:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:46 smithi066 ceph-mon[87361]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:50:47.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:47 smithi019 ceph-mon[94035]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:50:47.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:47 smithi019 ceph-mon[96522]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:50:47.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:47 smithi066 ceph-mon[87361]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:50:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:48 smithi019 ceph-mon[96522]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:50:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:48 smithi019 ceph-mon[96522]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:50:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:48 smithi019 ceph-mon[94035]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:50:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:48 smithi019 ceph-mon[94035]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:50:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:48 smithi066 ceph-mon[87361]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:50:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:48 smithi066 ceph-mon[87361]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:50:49.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:49 smithi019 ceph-mon[94035]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:50:49.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:49 smithi019 ceph-mon[96522]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:50:49.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:49 smithi066 ceph-mon[87361]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:50:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:50 smithi019 ceph-mon[94035]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:50:50.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:50 smithi019 ceph-mon[94035]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:50:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:50 smithi019 ceph-mon[96522]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:50:50.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:50 smithi019 ceph-mon[96522]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:50:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:50 smithi066 ceph-mon[87361]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2024-04-02T09:50:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:50 smithi066 ceph-mon[87361]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:50:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:50:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:50:50] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:50:51.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:51 smithi019 ceph-mon[94035]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:50:51.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:51 smithi019 ceph-mon[96522]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:50:51.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:51 smithi066 ceph-mon[87361]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:50:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:52 smithi019 ceph-mon[94035]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-04-02T09:50:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:52 smithi019 ceph-mon[94035]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:50:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:52 smithi019 ceph-mon[96522]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-04-02T09:50:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:52 smithi019 ceph-mon[96522]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:50:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:52 smithi066 ceph-mon[87361]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-04-02T09:50:52.464 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:52 smithi066 ceph-mon[87361]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:50:52.464 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:50:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:53.450 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:53 smithi019 ceph-mon[94035]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:50:53.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:53 smithi019 ceph-mon[96522]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:50:53.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:53 smithi066 ceph-mon[87361]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:50:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:54 smithi019 ceph-mon[94035]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:50:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:54 smithi019 ceph-mon[94035]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:50:54.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:54 smithi019 ceph-mon[96522]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:50:54.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:54 smithi019 ceph-mon[96522]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:50:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:54 smithi066 ceph-mon[87361]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-02T09:50:54.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:54 smithi066 ceph-mon[87361]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:50:55.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:55 smithi019 ceph-mon[94035]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:50:55.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:55 smithi019 ceph-mon[96522]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:50:55.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:55 smithi066 ceph-mon[87361]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:50:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:56 smithi019 ceph-mon[94035]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:50:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:56 smithi019 ceph-mon[94035]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:50:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:56 smithi019 ceph-mon[96522]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:50:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:56 smithi019 ceph-mon[96522]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:50:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:56 smithi066 ceph-mon[87361]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:50:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:56 smithi066 ceph-mon[87361]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:50:57.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:57 smithi019 ceph-mon[94035]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:50:57.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:57 smithi019 ceph-mon[96522]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:50:57.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:57 smithi066 ceph-mon[87361]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:50:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:58 smithi019 ceph-mon[94035]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-04-02T09:50:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:58 smithi019 ceph-mon[94035]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:50:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:58 smithi019 ceph-mon[96522]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-04-02T09:50:58.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:58 smithi019 ceph-mon[96522]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:50:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:58 smithi066 ceph-mon[87361]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-04-02T09:50:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:58 smithi066 ceph-mon[87361]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:50:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:59 smithi019 ceph-mon[94035]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:50:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:50:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:59 smithi019 ceph-mon[96522]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:50:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:50:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:59 smithi066 ceph-mon[87361]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:50:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:50:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:00 smithi066 ceph-mon[87361]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-04-02T09:51:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:00 smithi066 ceph-mon[87361]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:00 smithi019 ceph-mon[94035]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-04-02T09:51:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:00 smithi019 ceph-mon[94035]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:00 smithi019 ceph-mon[96522]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 4.0 KiB/s wr, 1.21k op/s 2024-04-02T09:51:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:00 smithi019 ceph-mon[96522]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:51:00.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:51:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:51:00] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:51:01.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:01 smithi066 ceph-mon[87361]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:01.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:01 smithi019 ceph-mon[94035]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:01.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:01 smithi019 ceph-mon[96522]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:51:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:02 smithi066 ceph-mon[87361]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 2.7 KiB/s wr, 1.24k op/s 2024-04-02T09:51:02.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:02 smithi066 ceph-mon[87361]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:02.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:51:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:02 smithi019 ceph-mon[94035]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 2.7 KiB/s wr, 1.24k op/s 2024-04-02T09:51:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:02 smithi019 ceph-mon[94035]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:02 smithi019 ceph-mon[96522]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 2.7 KiB/s wr, 1.24k op/s 2024-04-02T09:51:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:02 smithi019 ceph-mon[96522]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:51:03.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:03 smithi066 ceph-mon[87361]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:03.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:03 smithi019 ceph-mon[94035]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:03 smithi019 ceph-mon[96522]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:51:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:04 smithi066 ceph-mon[87361]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-02T09:51:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:04 smithi066 ceph-mon[87361]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:04 smithi019 ceph-mon[94035]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-02T09:51:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:04 smithi019 ceph-mon[94035]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:04 smithi019 ceph-mon[96522]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-04-02T09:51:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:04 smithi019 ceph-mon[96522]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:51:05.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:05 smithi066 ceph-mon[87361]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:05 smithi019 ceph-mon[94035]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:05 smithi019 ceph-mon[96522]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:51:06.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:06 smithi066 ceph-mon[87361]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:06.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:06 smithi066 ceph-mon[87361]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:06 smithi019 ceph-mon[94035]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:06 smithi019 ceph-mon[94035]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:06 smithi019 ceph-mon[96522]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:06 smithi019 ceph-mon[96522]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:51:07.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:07 smithi066 ceph-mon[87361]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:07.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:07 smithi019 ceph-mon[94035]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:07.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:07 smithi019 ceph-mon[96522]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:51:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:08 smithi066 ceph-mon[87361]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:51:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:08 smithi066 ceph-mon[87361]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:08 smithi019 ceph-mon[94035]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:51:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:08 smithi019 ceph-mon[94035]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:08 smithi019 ceph-mon[96522]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:51:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:08 smithi019 ceph-mon[96522]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:51:09.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:09 smithi066 ceph-mon[87361]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:09 smithi019 ceph-mon[94035]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:09 smithi019 ceph-mon[96522]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:51:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:10 smithi066 ceph-mon[87361]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:51:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:10 smithi066 ceph-mon[87361]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:10 smithi019 ceph-mon[94035]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:51:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:10 smithi019 ceph-mon[94035]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:10 smithi019 ceph-mon[96522]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:51:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:10 smithi019 ceph-mon[96522]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:51:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:51:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:51:10] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:51:11.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:11 smithi066 ceph-mon[87361]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:11.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:11 smithi019 ceph-mon[94035]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:11.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:11 smithi019 ceph-mon[96522]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:51:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:12 smithi066 ceph-mon[87361]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-02T09:51:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:12 smithi066 ceph-mon[87361]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:51:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:12 smithi019 ceph-mon[94035]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-02T09:51:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:12 smithi019 ceph-mon[94035]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:12 smithi019 ceph-mon[96522]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 988 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-02T09:51:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:12 smithi019 ceph-mon[96522]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:51:13.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:13 smithi066 ceph-mon[87361]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:13 smithi019 ceph-mon[94035]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:13 smithi019 ceph-mon[96522]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:51:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:14 smithi066 ceph-mon[87361]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-04-02T09:51:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:14 smithi066 ceph-mon[87361]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:14.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:14 smithi019 ceph-mon[94035]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-04-02T09:51:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:14 smithi019 ceph-mon[94035]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:14 smithi019 ceph-mon[96522]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-04-02T09:51:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:14 smithi019 ceph-mon[96522]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:51:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:15 smithi066 ceph-mon[87361]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:15 smithi019 ceph-mon[94035]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:15 smithi019 ceph-mon[96522]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:51:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:16 smithi066 ceph-mon[87361]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:51:16.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:16 smithi066 ceph-mon[87361]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:16 smithi019 ceph-mon[94035]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:51:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:16 smithi019 ceph-mon[94035]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:16 smithi019 ceph-mon[96522]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:51:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:16 smithi019 ceph-mon[96522]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:51:17.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:17 smithi019 ceph-mon[94035]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:17 smithi019 ceph-mon[96522]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:17 smithi066 ceph-mon[87361]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:51:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:18 smithi019 ceph-mon[94035]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:51:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:18 smithi019 ceph-mon[94035]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:18 smithi019 ceph-mon[96522]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:51:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:18 smithi019 ceph-mon[96522]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:18.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:18 smithi066 ceph-mon[87361]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:51:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:18 smithi066 ceph-mon[87361]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:51:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[94035]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:51:19.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[96522]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:19.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:19.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:19.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:51:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:19 smithi066 ceph-mon[87361]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:51:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:19.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:19.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:51:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:20 smithi019 ceph-mon[94035]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:51:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:20 smithi019 ceph-mon[94035]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:51:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:51:20] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:51:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:20 smithi019 ceph-mon[96522]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:51:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:20 smithi019 ceph-mon[96522]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:20 smithi066 ceph-mon[87361]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:51:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:20 smithi066 ceph-mon[87361]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:51:21.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:21 smithi019 ceph-mon[94035]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:21.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:21 smithi019 ceph-mon[96522]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:21.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:21 smithi066 ceph-mon[87361]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:51:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:22 smithi019 ceph-mon[96522]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.42k op/s 2024-04-02T09:51:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:22 smithi019 ceph-mon[96522]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:22 smithi019 ceph-mon[94035]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.42k op/s 2024-04-02T09:51:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:22 smithi019 ceph-mon[94035]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:22.714 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:22 smithi066 ceph-mon[87361]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.42k op/s 2024-04-02T09:51:22.715 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:22 smithi066 ceph-mon[87361]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:51:22.715 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:51:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:23.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:23 smithi019 ceph-mon[94035]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:23.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:23 smithi019 ceph-mon[96522]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:23 smithi066 ceph-mon[87361]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:51:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:24 smithi019 ceph-mon[94035]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-04-02T09:51:24.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:24 smithi019 ceph-mon[94035]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:24 smithi019 ceph-mon[96522]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-04-02T09:51:24.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:24 smithi019 ceph-mon[96522]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:24 smithi066 ceph-mon[87361]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-04-02T09:51:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:24 smithi066 ceph-mon[87361]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:51:25.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:25 smithi019 ceph-mon[94035]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:25.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:25 smithi019 ceph-mon[96522]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:25 smithi066 ceph-mon[87361]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:51:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:26 smithi019 ceph-mon[94035]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:51:26.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:26 smithi019 ceph-mon[94035]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:26 smithi019 ceph-mon[96522]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:51:26.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:26 smithi019 ceph-mon[96522]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:26 smithi066 ceph-mon[87361]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:51:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:26 smithi066 ceph-mon[87361]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:51:27.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:27 smithi019 ceph-mon[94035]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:27.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:27 smithi019 ceph-mon[96522]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:27 smithi066 ceph-mon[87361]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:51:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:28 smithi019 ceph-mon[94035]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-02T09:51:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:28 smithi019 ceph-mon[94035]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:28 smithi019 ceph-mon[96522]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-02T09:51:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:28 smithi019 ceph-mon[96522]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:28.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:28 smithi066 ceph-mon[87361]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-02T09:51:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:28 smithi066 ceph-mon[87361]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:51:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:29 smithi019 ceph-mon[94035]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:29 smithi019 ceph-mon[96522]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:29 smithi066 ceph-mon[87361]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:51:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:30 smithi019 ceph-mon[94035]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-02T09:51:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:30 smithi019 ceph-mon[94035]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:30.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:30 smithi019 ceph-mon[96522]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-02T09:51:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:30 smithi019 ceph-mon[96522]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:30.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:51:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:51:30] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:51:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:30 smithi066 ceph-mon[87361]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-02T09:51:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:30 smithi066 ceph-mon[87361]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:51:31.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:31 smithi019 ceph-mon[94035]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:31.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:31 smithi019 ceph-mon[96522]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:31.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:31 smithi066 ceph-mon[87361]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:51:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:32 smithi019 ceph-mon[94035]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-02T09:51:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:32 smithi019 ceph-mon[94035]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:32 smithi019 ceph-mon[96522]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-02T09:51:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:32 smithi019 ceph-mon[96522]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:32 smithi066 ceph-mon[87361]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-02T09:51:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:32 smithi066 ceph-mon[87361]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:51:32.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:51:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:33 smithi019 ceph-mon[94035]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:33 smithi019 ceph-mon[96522]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:33 smithi066 ceph-mon[87361]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:51:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:34 smithi019 ceph-mon[94035]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-04-02T09:51:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:34 smithi019 ceph-mon[94035]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:34 smithi019 ceph-mon[96522]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-04-02T09:51:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:34 smithi019 ceph-mon[96522]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:34 smithi066 ceph-mon[87361]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-04-02T09:51:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:34 smithi066 ceph-mon[87361]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:51:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:35 smithi019 ceph-mon[94035]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:35 smithi019 ceph-mon[96522]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:35 smithi066 ceph-mon[87361]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:51:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:36 smithi019 ceph-mon[94035]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:51:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:36 smithi019 ceph-mon[94035]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:36 smithi019 ceph-mon[96522]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:51:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:36 smithi019 ceph-mon[96522]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:36 smithi066 ceph-mon[87361]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:51:36.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:36 smithi066 ceph-mon[87361]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:51:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:37 smithi019 ceph-mon[94035]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:37 smithi019 ceph-mon[96522]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:37 smithi066 ceph-mon[87361]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:51:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:38 smithi019 ceph-mon[94035]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:51:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:38 smithi019 ceph-mon[94035]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:38 smithi019 ceph-mon[96522]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:51:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:38 smithi019 ceph-mon[96522]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:38 smithi066 ceph-mon[87361]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:51:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:38 smithi066 ceph-mon[87361]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:51:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:39 smithi066 ceph-mon[87361]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:40.014 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:39 smithi019 ceph-mon[94035]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:40.014 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:39 smithi019 ceph-mon[96522]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:51:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:40 smithi019 ceph-mon[94035]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:51:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:40 smithi019 ceph-mon[94035]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:51:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:51:40] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:51:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:40 smithi019 ceph-mon[96522]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:51:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:40 smithi019 ceph-mon[96522]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:40 smithi066 ceph-mon[87361]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-04-02T09:51:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:40 smithi066 ceph-mon[87361]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:51:41.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:41 smithi066 ceph-mon[87361]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:41.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:41 smithi019 ceph-mon[94035]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:41.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:41 smithi019 ceph-mon[96522]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:51:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:42 smithi066 ceph-mon[87361]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-04-02T09:51:42.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:42 smithi066 ceph-mon[87361]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:51:42.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:51:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:42 smithi019 ceph-mon[94035]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-04-02T09:51:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:42 smithi019 ceph-mon[94035]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:51:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:42 smithi019 ceph-mon[96522]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2024-04-02T09:51:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:42 smithi019 ceph-mon[96522]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:51:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:43 smithi066 ceph-mon[87361]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:51:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:43 smithi019 ceph-mon[96522]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:51:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:43 smithi019 ceph-mon[94035]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:51:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:44.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:44 smithi066 ceph-mon[87361]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.60k op/s 2024-04-02T09:51:44.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:44 smithi066 ceph-mon[87361]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:51:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:44 smithi019 ceph-mon[94035]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.60k op/s 2024-04-02T09:51:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:44 smithi019 ceph-mon[94035]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:51:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:44 smithi019 ceph-mon[96522]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.60k op/s 2024-04-02T09:51:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:44 smithi019 ceph-mon[96522]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:51:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:45 smithi066 ceph-mon[87361]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:51:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:45 smithi019 ceph-mon[94035]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:51:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:45 smithi019 ceph-mon[96522]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:51:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:46 smithi066 ceph-mon[87361]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:46 smithi066 ceph-mon[87361]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:51:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:46 smithi019 ceph-mon[94035]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:46 smithi019 ceph-mon[94035]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:51:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:46 smithi019 ceph-mon[96522]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:46 smithi019 ceph-mon[96522]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:51:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:47 smithi066 ceph-mon[87361]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:51:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:47 smithi019 ceph-mon[94035]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:51:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:47 smithi019 ceph-mon[96522]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:51:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:48 smithi066 ceph-mon[87361]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:51:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:48 smithi066 ceph-mon[87361]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:51:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:48 smithi019 ceph-mon[94035]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:51:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:48 smithi019 ceph-mon[94035]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:51:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:48 smithi019 ceph-mon[96522]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:51:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:48 smithi019 ceph-mon[96522]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:51:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:49 smithi066 ceph-mon[87361]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:51:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:49 smithi019 ceph-mon[94035]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:51:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:49 smithi019 ceph-mon[96522]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:51:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:50 smithi019 ceph-mon[94035]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:51:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:50 smithi019 ceph-mon[94035]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:51:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:51:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:51:50] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:51:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:50 smithi019 ceph-mon[96522]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:51:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:50 smithi019 ceph-mon[96522]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:51:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:50 smithi066 ceph-mon[87361]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:51:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:50 smithi066 ceph-mon[87361]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:51:51.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:51 smithi066 ceph-mon[87361]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:51:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:51 smithi019 ceph-mon[94035]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:51:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:51 smithi019 ceph-mon[96522]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:51:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:52 smithi066 ceph-mon[87361]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2024-04-02T09:51:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:52 smithi066 ceph-mon[87361]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:51:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:51:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:52 smithi019 ceph-mon[94035]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2024-04-02T09:51:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:52 smithi019 ceph-mon[94035]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:51:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:52 smithi019 ceph-mon[96522]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2024-04-02T09:51:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:52 smithi019 ceph-mon[96522]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:51:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:53 smithi066 ceph-mon[87361]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:51:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:53 smithi066 ceph-mon[87361]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:51:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:53 smithi019 ceph-mon[94035]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:51:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:53 smithi019 ceph-mon[94035]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:51:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:53 smithi019 ceph-mon[96522]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:51:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:53 smithi019 ceph-mon[96522]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.69k op/s 2024-04-02T09:51:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:54 smithi066 ceph-mon[87361]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:51:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:54 smithi019 ceph-mon[94035]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:51:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:54 smithi019 ceph-mon[96522]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:51:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:55 smithi066 ceph-mon[87361]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:51:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:55 smithi066 ceph-mon[87361]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:55 smithi019 ceph-mon[94035]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:51:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:55 smithi019 ceph-mon[94035]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:55 smithi019 ceph-mon[96522]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:51:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:55 smithi019 ceph-mon[96522]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-02T09:51:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:56 smithi066 ceph-mon[87361]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:51:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:56 smithi019 ceph-mon[94035]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:51:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:56 smithi019 ceph-mon[96522]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:51:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:57 smithi019 ceph-mon[94035]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:51:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:57 smithi019 ceph-mon[94035]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:51:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:57 smithi019 ceph-mon[96522]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:51:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:57 smithi019 ceph-mon[96522]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:51:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:57 smithi066 ceph-mon[87361]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:51:58.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:57 smithi066 ceph-mon[87361]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:51:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:58 smithi019 ceph-mon[94035]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:51:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:58 smithi019 ceph-mon[96522]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:51:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:59.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:58 smithi066 ceph-mon[87361]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:51:59.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:59 smithi019 ceph-mon[94035]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:51:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:51:59 smithi019 ceph-mon[94035]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:51:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:59 smithi019 ceph-mon[96522]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:51:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:51:59 smithi019 ceph-mon[96522]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:52:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:59 smithi066 ceph-mon[87361]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:52:00.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:51:59 smithi066 ceph-mon[87361]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:52:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:00 smithi019 ceph-mon[94035]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:00 smithi019 ceph-mon[96522]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:00.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:52:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:52:00] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:52:01.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:00 smithi066 ceph-mon[87361]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:52:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:01 smithi019 ceph-mon[94035]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:01 smithi019 ceph-mon[94035]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:52:01.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:01 smithi019 ceph-mon[96522]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:01.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:01 smithi019 ceph-mon[96522]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:52:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:01 smithi066 ceph-mon[87361]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:52:02.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:01 smithi066 ceph-mon[87361]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.78k op/s 2024-04-02T09:52:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:52:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:02 smithi019 ceph-mon[94035]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:02 smithi019 ceph-mon[96522]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:03.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:02 smithi066 ceph-mon[87361]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:52:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:03 smithi019 ceph-mon[94035]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:03 smithi019 ceph-mon[94035]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-04-02T09:52:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:03 smithi019 ceph-mon[96522]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:03.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:03 smithi019 ceph-mon[96522]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-04-02T09:52:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:03 smithi066 ceph-mon[87361]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:52:04.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:03 smithi066 ceph-mon[87361]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.78k op/s 2024-04-02T09:52:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:04 smithi019 ceph-mon[94035]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:04 smithi019 ceph-mon[96522]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:05.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:04 smithi066 ceph-mon[87361]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:52:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:05 smithi019 ceph-mon[94035]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:05 smithi019 ceph-mon[94035]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:52:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:05 smithi019 ceph-mon[96522]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:05 smithi019 ceph-mon[96522]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:52:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:05 smithi066 ceph-mon[87361]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:52:06.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:05 smithi066 ceph-mon[87361]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:52:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:06 smithi019 ceph-mon[94035]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:06 smithi019 ceph-mon[96522]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:07.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:06 smithi066 ceph-mon[87361]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:52:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:07 smithi019 ceph-mon[94035]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:07 smithi019 ceph-mon[94035]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:52:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:07 smithi019 ceph-mon[96522]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:07 smithi019 ceph-mon[96522]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:52:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:07 smithi066 ceph-mon[87361]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:52:08.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:07 smithi066 ceph-mon[87361]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:52:08.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:08 smithi019 ceph-mon[94035]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:08.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:08 smithi019 ceph-mon[96522]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:09.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:08 smithi066 ceph-mon[87361]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:52:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:09 smithi019 ceph-mon[94035]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:09 smithi019 ceph-mon[94035]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:52:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:09 smithi019 ceph-mon[96522]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:09 smithi019 ceph-mon[96522]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:52:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:09 smithi066 ceph-mon[87361]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:52:10.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:09 smithi066 ceph-mon[87361]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.78k op/s 2024-04-02T09:52:10.648 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:52:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:52:10] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:52:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:10 smithi019 ceph-mon[94035]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:10.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:10 smithi019 ceph-mon[94035]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:10.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:10 smithi019 ceph-mon[96522]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:10.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:10 smithi019 ceph-mon[96522]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:10 smithi066 ceph-mon[87361]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:52:11.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:10 smithi066 ceph-mon[87361]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:52:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:12 smithi066 ceph-mon[87361]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:52:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:12 smithi066 ceph-mon[87361]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:52:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:12 smithi019 ceph-mon[94035]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:52:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:12 smithi019 ceph-mon[94035]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:12 smithi019 ceph-mon[96522]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:52:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:12 smithi019 ceph-mon[96522]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:52:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:13 smithi019 ceph-mon[94035]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:13 smithi019 ceph-mon[96522]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:13 smithi066 ceph-mon[87361]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:52:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:14 smithi019 ceph-mon[94035]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-02T09:52:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:14 smithi019 ceph-mon[94035]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:14 smithi019 ceph-mon[96522]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-02T09:52:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:14 smithi019 ceph-mon[96522]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:14 smithi066 ceph-mon[87361]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-04-02T09:52:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:14 smithi066 ceph-mon[87361]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:52:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:15 smithi019 ceph-mon[94035]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:15 smithi019 ceph-mon[94035]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:15 smithi019 ceph-mon[96522]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:15.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:15 smithi019 ceph-mon[96522]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:15.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:15 smithi066 ceph-mon[87361]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:52:15.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:15 smithi066 ceph-mon[87361]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:52:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:16 smithi019 ceph-mon[94035]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:52:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:16 smithi019 ceph-mon[96522]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:52:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:16 smithi066 ceph-mon[87361]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:52:17.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:17 smithi019 ceph-mon[94035]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:17 smithi019 ceph-mon[96522]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:17 smithi066 ceph-mon[87361]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:52:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:18 smithi019 ceph-mon[94035]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:52:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:18 smithi019 ceph-mon[94035]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:18 smithi019 ceph-mon[96522]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:52:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:18 smithi019 ceph-mon[96522]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:18 smithi066 ceph-mon[87361]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:52:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:18 smithi066 ceph-mon[87361]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:52:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[96522]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:52:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[94035]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:19.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:19.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:19.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:19.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:52:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:19 smithi066 ceph-mon[87361]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:52:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:19.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:19.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:52:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:52:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:52:20] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:52:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:20 smithi019 ceph-mon[94035]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:52:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:20 smithi019 ceph-mon[94035]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:20 smithi019 ceph-mon[94035]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:20 smithi019 ceph-mon[96522]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:52:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:20 smithi019 ceph-mon[96522]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:20 smithi019 ceph-mon[96522]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:20 smithi066 ceph-mon[87361]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-02T09:52:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:20 smithi066 ceph-mon[87361]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:52:20.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:20 smithi066 ceph-mon[87361]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:52:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:22 smithi066 ceph-mon[87361]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:52:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:22 smithi066 ceph-mon[87361]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:22.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:52:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:22 smithi019 ceph-mon[94035]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:52:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:22 smithi019 ceph-mon[94035]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:22 smithi019 ceph-mon[96522]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:52:22.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:22 smithi019 ceph-mon[96522]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:52:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:23 smithi066 ceph-mon[87361]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:23 smithi019 ceph-mon[94035]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:23 smithi019 ceph-mon[96522]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:52:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:24 smithi066 ceph-mon[87361]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:52:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:24 smithi066 ceph-mon[87361]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:24 smithi019 ceph-mon[94035]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:52:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:24 smithi019 ceph-mon[94035]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:24 smithi019 ceph-mon[96522]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:52:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:24 smithi019 ceph-mon[96522]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:52:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:25 smithi066 ceph-mon[87361]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:25.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:25 smithi066 ceph-mon[87361]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:25 smithi019 ceph-mon[94035]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:25.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:25 smithi019 ceph-mon[94035]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:25 smithi019 ceph-mon[96522]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:52:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:25 smithi019 ceph-mon[96522]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:52:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:26 smithi066 ceph-mon[87361]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:52:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:26 smithi019 ceph-mon[94035]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:52:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:26 smithi019 ceph-mon[96522]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:52:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:27 smithi066 ceph-mon[87361]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:27 smithi019 ceph-mon[94035]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:27 smithi019 ceph-mon[96522]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:52:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:28 smithi066 ceph-mon[87361]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:52:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:28 smithi066 ceph-mon[87361]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:28 smithi019 ceph-mon[94035]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:52:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:28 smithi019 ceph-mon[94035]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:28 smithi019 ceph-mon[96522]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:52:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:28 smithi019 ceph-mon[96522]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:52:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:29 smithi066 ceph-mon[87361]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:29 smithi019 ceph-mon[94035]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:29 smithi019 ceph-mon[96522]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:52:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:30 smithi019 ceph-mon[94035]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:52:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:30 smithi019 ceph-mon[94035]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:30 smithi019 ceph-mon[94035]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:30.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:52:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:52:30] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-02T09:52:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:30 smithi019 ceph-mon[96522]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:52:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:30 smithi019 ceph-mon[96522]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:30 smithi019 ceph-mon[96522]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:30 smithi066 ceph-mon[87361]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-02T09:52:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:30 smithi066 ceph-mon[87361]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:52:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:30 smithi066 ceph-mon[87361]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:52:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:32 smithi066 ceph-mon[87361]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:52:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:32 smithi066 ceph-mon[87361]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:32.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:52:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:32.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:32 smithi019 ceph-mon[94035]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:52:32.698 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:32 smithi019 ceph-mon[94035]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:32.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:32 smithi019 ceph-mon[96522]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:52:32.698 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:32 smithi019 ceph-mon[96522]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:52:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:33 smithi019 ceph-mon[94035]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:33 smithi019 ceph-mon[96522]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:33 smithi066 ceph-mon[87361]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:52:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:34 smithi019 ceph-mon[94035]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:52:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:34 smithi019 ceph-mon[94035]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:34 smithi019 ceph-mon[96522]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:52:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:34 smithi019 ceph-mon[96522]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:34 smithi066 ceph-mon[87361]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:52:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:34 smithi066 ceph-mon[87361]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:52:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:35 smithi019 ceph-mon[94035]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:35.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:35 smithi019 ceph-mon[94035]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:35 smithi019 ceph-mon[96522]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:35.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:35 smithi019 ceph-mon[96522]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:35 smithi066 ceph-mon[87361]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:52:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:35 smithi066 ceph-mon[87361]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:52:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:36 smithi019 ceph-mon[94035]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:52:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:36 smithi019 ceph-mon[96522]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:52:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:36 smithi066 ceph-mon[87361]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:52:37.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:37 smithi019 ceph-mon[94035]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:37.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:37 smithi019 ceph-mon[96522]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:37 smithi066 ceph-mon[87361]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:52:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:38 smithi019 ceph-mon[94035]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:38 smithi019 ceph-mon[94035]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:38 smithi019 ceph-mon[96522]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:38.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:38 smithi019 ceph-mon[96522]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:38 smithi066 ceph-mon[87361]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:38 smithi066 ceph-mon[87361]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:52:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:39 smithi066 ceph-mon[87361]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:39 smithi019 ceph-mon[94035]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:39 smithi019 ceph-mon[96522]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:52:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:40 smithi019 ceph-mon[94035]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:40 smithi019 ceph-mon[94035]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:40 smithi019 ceph-mon[94035]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:52:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:52:40] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-02T09:52:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:40 smithi019 ceph-mon[96522]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:40 smithi019 ceph-mon[96522]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:40 smithi019 ceph-mon[96522]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:40 smithi066 ceph-mon[87361]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:52:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:40 smithi066 ceph-mon[87361]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:52:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:40 smithi066 ceph-mon[87361]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:52:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:42 smithi066 ceph-mon[87361]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:52:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:42 smithi066 ceph-mon[87361]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:52:42.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:52:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:42 smithi019 ceph-mon[94035]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:52:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:42 smithi019 ceph-mon[94035]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:52:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:42 smithi019 ceph-mon[96522]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:52:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:42 smithi019 ceph-mon[96522]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:52:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:43 smithi066 ceph-mon[87361]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:52:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:43 smithi019 ceph-mon[94035]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:52:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:43 smithi019 ceph-mon[96522]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:52:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:44 smithi066 ceph-mon[87361]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:44 smithi066 ceph-mon[87361]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:52:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:44 smithi019 ceph-mon[94035]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:44 smithi019 ceph-mon[94035]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:52:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:44 smithi019 ceph-mon[96522]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:52:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:44 smithi019 ceph-mon[96522]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:52:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:45 smithi066 ceph-mon[87361]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:52:45.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:45 smithi066 ceph-mon[87361]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:52:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:45 smithi019 ceph-mon[94035]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:52:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:45 smithi019 ceph-mon[94035]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:52:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:45 smithi019 ceph-mon[96522]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:52:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:45 smithi019 ceph-mon[96522]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:52:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:46 smithi066 ceph-mon[87361]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:52:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:46 smithi066 ceph-mon[87361]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:52:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:46 smithi019 ceph-mon[94035]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:52:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:46 smithi019 ceph-mon[94035]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:52:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:46 smithi019 ceph-mon[96522]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:52:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:46 smithi019 ceph-mon[96522]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:52:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:48 smithi019 ceph-mon[94035]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:48 smithi019 ceph-mon[94035]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:52:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:48 smithi019 ceph-mon[96522]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:48.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:48 smithi019 ceph-mon[96522]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:52:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:48 smithi066 ceph-mon[87361]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:48.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:48 smithi066 ceph-mon[87361]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:52:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:49 smithi019 ceph-mon[94035]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:52:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:49 smithi019 ceph-mon[96522]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:52:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:49 smithi066 ceph-mon[87361]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:52:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:50 smithi019 ceph-mon[94035]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:50 smithi019 ceph-mon[94035]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:52:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:50 smithi019 ceph-mon[94035]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:52:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:52:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:52:50] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:52:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:50 smithi019 ceph-mon[96522]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:50 smithi019 ceph-mon[96522]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:52:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:50 smithi019 ceph-mon[96522]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:52:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:50 smithi066 ceph-mon[87361]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-02T09:52:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:50 smithi066 ceph-mon[87361]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:52:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:50 smithi066 ceph-mon[87361]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:52:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:52 smithi066 ceph-mon[87361]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:52 smithi066 ceph-mon[87361]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:52:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:52:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:52 smithi019 ceph-mon[94035]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:52 smithi019 ceph-mon[94035]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:52:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:52 smithi019 ceph-mon[96522]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:52 smithi019 ceph-mon[96522]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:52:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:53 smithi019 ceph-mon[94035]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:52:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:53 smithi019 ceph-mon[96522]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:52:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:53 smithi066 ceph-mon[87361]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:52:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:54 smithi019 ceph-mon[94035]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:54 smithi019 ceph-mon[94035]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:52:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:54 smithi019 ceph-mon[96522]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:54 smithi019 ceph-mon[96522]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:52:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:54 smithi066 ceph-mon[87361]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-02T09:52:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:54 smithi066 ceph-mon[87361]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:52:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:55 smithi019 ceph-mon[94035]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:52:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:55 smithi019 ceph-mon[94035]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:52:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:55 smithi019 ceph-mon[96522]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:52:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:55 smithi019 ceph-mon[96522]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:52:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:55 smithi066 ceph-mon[87361]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:52:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:55 smithi066 ceph-mon[87361]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:52:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:56 smithi019 ceph-mon[94035]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:52:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:56 smithi019 ceph-mon[96522]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:52:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:56 smithi066 ceph-mon[87361]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:52:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:57 smithi066 ceph-mon[87361]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:52:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:57 smithi019 ceph-mon[94035]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:52:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:57 smithi019 ceph-mon[96522]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:52:58.455 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:58 smithi019 ceph-mon[94035]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:52:58.455 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:58 smithi019 ceph-mon[94035]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:52:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:58 smithi066 ceph-mon[87361]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:52:58.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:58 smithi066 ceph-mon[87361]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:52:58.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:58 smithi019 ceph-mon[96522]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:52:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:58 smithi019 ceph-mon[96522]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:52:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:52:59 smithi066 ceph-mon[87361]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:52:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:52:59 smithi019 ceph-mon[94035]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:52:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:52:59 smithi019 ceph-mon[96522]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:53:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:00 smithi019 ceph-mon[94035]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:53:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:00 smithi019 ceph-mon[94035]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:00 smithi019 ceph-mon[94035]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:00 smithi019 ceph-mon[96522]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:53:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:00 smithi019 ceph-mon[96522]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:00 smithi019 ceph-mon[96522]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:00.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:53:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:53:00] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:53:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:00 smithi066 ceph-mon[87361]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-02T09:53:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:00 smithi066 ceph-mon[87361]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:53:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:00 smithi066 ceph-mon[87361]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:53:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:02 smithi066 ceph-mon[87361]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:53:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:02 smithi066 ceph-mon[87361]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:02.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:53:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:02 smithi019 ceph-mon[94035]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:53:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:02 smithi019 ceph-mon[94035]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:02 smithi019 ceph-mon[96522]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:53:02.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:02 smithi019 ceph-mon[96522]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:53:03.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:03 smithi019 ceph-mon[94035]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:03 smithi019 ceph-mon[96522]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:03 smithi066 ceph-mon[87361]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:53:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:04 smithi019 ceph-mon[94035]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:53:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:04 smithi019 ceph-mon[94035]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:04 smithi019 ceph-mon[96522]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:53:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:04 smithi019 ceph-mon[96522]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:04 smithi066 ceph-mon[87361]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:53:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:04 smithi066 ceph-mon[87361]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:53:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:05 smithi019 ceph-mon[94035]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:05 smithi019 ceph-mon[94035]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:05 smithi019 ceph-mon[96522]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:05.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:05 smithi019 ceph-mon[96522]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:05 smithi066 ceph-mon[87361]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:53:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:05 smithi066 ceph-mon[87361]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:53:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:06 smithi019 ceph-mon[94035]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:06 smithi019 ceph-mon[96522]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:06 smithi066 ceph-mon[87361]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:07.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:07 smithi019 ceph-mon[94035]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:07.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:07 smithi019 ceph-mon[96522]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:07 smithi066 ceph-mon[87361]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:53:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:08 smithi066 ceph-mon[87361]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:53:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:08 smithi066 ceph-mon[87361]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:08 smithi019 ceph-mon[94035]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:53:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:08 smithi019 ceph-mon[94035]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:08 smithi019 ceph-mon[96522]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:53:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:08 smithi019 ceph-mon[96522]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:53:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:09 smithi066 ceph-mon[87361]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:09 smithi019 ceph-mon[94035]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:09 smithi019 ceph-mon[96522]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:53:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:10 smithi019 ceph-mon[94035]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:53:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:10 smithi019 ceph-mon[94035]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:10 smithi019 ceph-mon[94035]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:53:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:53:10] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:53:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:10 smithi019 ceph-mon[96522]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:53:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:10 smithi019 ceph-mon[96522]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:10 smithi019 ceph-mon[96522]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:10 smithi066 ceph-mon[87361]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 925 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-02T09:53:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:10 smithi066 ceph-mon[87361]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:53:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:10 smithi066 ceph-mon[87361]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:53:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:12 smithi019 ceph-mon[94035]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:53:12.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:12 smithi019 ceph-mon[94035]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:12.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:12 smithi019 ceph-mon[96522]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:53:12.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:12 smithi019 ceph-mon[96522]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:12 smithi066 ceph-mon[87361]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:53:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:12 smithi066 ceph-mon[87361]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:53:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:53:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:13 smithi019 ceph-mon[94035]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:13 smithi019 ceph-mon[96522]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:13 smithi066 ceph-mon[87361]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:53:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:14 smithi019 ceph-mon[94035]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:53:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:14 smithi019 ceph-mon[94035]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:14 smithi019 ceph-mon[96522]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:53:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:14 smithi019 ceph-mon[96522]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:14 smithi066 ceph-mon[87361]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:53:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:14 smithi066 ceph-mon[87361]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:53:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:15 smithi019 ceph-mon[94035]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:15 smithi019 ceph-mon[94035]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:15.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:15 smithi019 ceph-mon[96522]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:15.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:15 smithi019 ceph-mon[96522]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:15 smithi066 ceph-mon[87361]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:53:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:15 smithi066 ceph-mon[87361]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:53:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:16 smithi019 ceph-mon[94035]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:53:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:16 smithi019 ceph-mon[96522]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:53:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:16 smithi066 ceph-mon[87361]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:53:17.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:17 smithi019 ceph-mon[94035]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:17.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:17 smithi019 ceph-mon[96522]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:17 smithi066 ceph-mon[87361]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:53:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:18 smithi019 ceph-mon[94035]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:53:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:18 smithi019 ceph-mon[94035]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:18.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:18 smithi019 ceph-mon[96522]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:53:18.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:18 smithi019 ceph-mon[96522]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:18 smithi066 ceph-mon[87361]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:53:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:18 smithi066 ceph-mon[87361]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:53:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:19 smithi019 ceph-mon[94035]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:19.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:19 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:19 smithi019 ceph-mon[96522]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:19.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:19 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:19 smithi066 ceph-mon[87361]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:53:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:19 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:20 smithi019 ceph-mon[94035]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:53:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:20 smithi019 ceph-mon[94035]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:20 smithi019 ceph-mon[94035]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:53:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:53:20] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:53:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:20 smithi019 ceph-mon[96522]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:53:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:20 smithi019 ceph-mon[96522]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:20 smithi019 ceph-mon[96522]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:20 smithi066 ceph-mon[87361]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-02T09:53:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:20 smithi066 ceph-mon[87361]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:53:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:20 smithi066 ceph-mon[87361]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:53:22.457 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:53:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:22 smithi019 ceph-mon[94035]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:53:22.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:22 smithi019 ceph-mon[94035]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:22.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:22 smithi019 ceph-mon[96522]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:53:22.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:22 smithi019 ceph-mon[96522]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:22.755 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:22 smithi066 ceph-mon[87361]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:53:22.755 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:22 smithi066 ceph-mon[87361]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:53:23.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:23 smithi066 ceph-mon[87361]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:23.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.756 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:23 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[96522]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[94035]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:53:23.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:23.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:23 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:24 smithi066 ceph-mon[87361]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:53:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:24 smithi066 ceph-mon[87361]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[94035]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:53:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[94035]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[96522]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:53:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[96522]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:53:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:53:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:25 smithi066 ceph-mon[87361]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:25 smithi066 ceph-mon[87361]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:25 smithi019 ceph-mon[94035]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:25 smithi019 ceph-mon[94035]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:25 smithi019 ceph-mon[96522]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:53:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:25 smithi019 ceph-mon[96522]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:53:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:26 smithi066 ceph-mon[87361]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:26 smithi066 ceph-mon[87361]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:26 smithi019 ceph-mon[94035]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:26 smithi019 ceph-mon[94035]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:26 smithi019 ceph-mon[96522]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:26 smithi019 ceph-mon[96522]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:53:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:28 smithi019 ceph-mon[94035]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:53:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:28 smithi019 ceph-mon[94035]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:28 smithi019 ceph-mon[96522]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:53:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:28 smithi019 ceph-mon[96522]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:28 smithi066 ceph-mon[87361]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:53:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:28 smithi066 ceph-mon[87361]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:53:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:29 smithi019 ceph-mon[94035]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:29 smithi019 ceph-mon[96522]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:29 smithi066 ceph-mon[87361]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:53:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:30 smithi019 ceph-mon[94035]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:53:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:30 smithi019 ceph-mon[94035]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:30 smithi019 ceph-mon[94035]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:30.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:53:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:53:30] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:53:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:30 smithi019 ceph-mon[96522]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:53:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:30 smithi019 ceph-mon[96522]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:30 smithi019 ceph-mon[96522]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:30 smithi066 ceph-mon[87361]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-02T09:53:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:30 smithi066 ceph-mon[87361]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:53:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:30 smithi066 ceph-mon[87361]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:53:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:32 smithi019 ceph-mon[96522]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:53:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:32 smithi019 ceph-mon[96522]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:32 smithi019 ceph-mon[94035]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:53:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:32 smithi019 ceph-mon[94035]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:32 smithi066 ceph-mon[87361]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:53:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:32 smithi066 ceph-mon[87361]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:53:32.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:53:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:33.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:33 smithi066 ceph-mon[87361]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:33.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:33 smithi019 ceph-mon[94035]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:33.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:33 smithi019 ceph-mon[96522]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:53:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:34 smithi019 ceph-mon[94035]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:53:34.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:34 smithi019 ceph-mon[94035]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:34 smithi019 ceph-mon[96522]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:53:34.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:34 smithi019 ceph-mon[96522]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:34 smithi066 ceph-mon[87361]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:53:34.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:34 smithi066 ceph-mon[87361]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:53:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:35 smithi066 ceph-mon[87361]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:35 smithi066 ceph-mon[87361]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:35 smithi019 ceph-mon[94035]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:35 smithi019 ceph-mon[94035]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:35 smithi019 ceph-mon[96522]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:53:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:35 smithi019 ceph-mon[96522]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:53:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:36 smithi066 ceph-mon[87361]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:36 smithi019 ceph-mon[94035]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:36 smithi019 ceph-mon[96522]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:37.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:37 smithi066 ceph-mon[87361]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:37 smithi019 ceph-mon[94035]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:37.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:37 smithi019 ceph-mon[96522]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:53:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:38 smithi066 ceph-mon[87361]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:53:38.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:38 smithi066 ceph-mon[87361]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:38 smithi019 ceph-mon[94035]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:53:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:38 smithi019 ceph-mon[94035]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:38 smithi019 ceph-mon[96522]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:53:38.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:38 smithi019 ceph-mon[96522]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:53:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:39 smithi066 ceph-mon[87361]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:39 smithi019 ceph-mon[94035]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:39 smithi019 ceph-mon[96522]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:53:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:40 smithi019 ceph-mon[96522]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:53:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:40 smithi019 ceph-mon[96522]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:40 smithi019 ceph-mon[96522]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:40.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:40 smithi019 ceph-mon[94035]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:53:40.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:40 smithi019 ceph-mon[94035]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:40.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:40 smithi019 ceph-mon[94035]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:40.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:53:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:53:40] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:53:40.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:40 smithi066 ceph-mon[87361]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-02T09:53:40.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:40 smithi066 ceph-mon[87361]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:53:40.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:40 smithi066 ceph-mon[87361]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:53:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:42 smithi019 ceph-mon[94035]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 5.0 KiB/s wr, 936 op/s 2024-04-02T09:53:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:42 smithi019 ceph-mon[94035]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:53:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:42 smithi019 ceph-mon[96522]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 5.0 KiB/s wr, 936 op/s 2024-04-02T09:53:42.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:42 smithi019 ceph-mon[96522]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:53:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:42 smithi066 ceph-mon[87361]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 5.0 KiB/s wr, 936 op/s 2024-04-02T09:53:42.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:42 smithi066 ceph-mon[87361]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:53:42.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:53:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:43 smithi019 ceph-mon[96522]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:53:43.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:43 smithi019 ceph-mon[94035]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:53:43.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:43 smithi066 ceph-mon[87361]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:53:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:44 smithi019 ceph-mon[96522]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-02T09:53:44.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:44 smithi019 ceph-mon[96522]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:53:44.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:44 smithi019 ceph-mon[94035]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-02T09:53:44.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:44 smithi019 ceph-mon[94035]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:53:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:44 smithi066 ceph-mon[87361]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-02T09:53:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:44 smithi066 ceph-mon[87361]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:53:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:45 smithi019 ceph-mon[94035]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:53:45.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:45 smithi019 ceph-mon[94035]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:53:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:45 smithi019 ceph-mon[96522]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:53:45.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:45 smithi019 ceph-mon[96522]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:53:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:45 smithi066 ceph-mon[87361]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:53:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:45 smithi066 ceph-mon[87361]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:53:46.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:46 smithi019 ceph-mon[94035]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:46.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:46 smithi019 ceph-mon[96522]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:46 smithi066 ceph-mon[87361]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:53:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:47 smithi066 ceph-mon[87361]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:53:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:47 smithi019 ceph-mon[94035]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:53:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:47 smithi019 ceph-mon[96522]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:53:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:48 smithi066 ceph-mon[87361]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-02T09:53:48.990 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:48 smithi066 ceph-mon[87361]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:53:48.991 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:48 smithi019 ceph-mon[94035]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-02T09:53:48.991 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:48 smithi019 ceph-mon[94035]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:53:48.991 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:48 smithi019 ceph-mon[96522]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-02T09:53:48.991 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:48 smithi019 ceph-mon[96522]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:53:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:49 smithi066 ceph-mon[87361]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:53:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:49 smithi019 ceph-mon[94035]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:53:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:49 smithi019 ceph-mon[96522]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:53:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:50 smithi019 ceph-mon[94035]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-02T09:53:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:50 smithi019 ceph-mon[94035]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:53:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:50 smithi019 ceph-mon[94035]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:53:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:53:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:53:50] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-02T09:53:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:50 smithi019 ceph-mon[96522]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-02T09:53:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:50 smithi019 ceph-mon[96522]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:53:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:50 smithi019 ceph-mon[96522]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:53:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:50 smithi066 ceph-mon[87361]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-02T09:53:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:50 smithi066 ceph-mon[87361]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:53:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:50 smithi066 ceph-mon[87361]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:53:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:52 smithi066 ceph-mon[87361]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 5.0 KiB/s wr, 848 op/s 2024-04-02T09:53:52.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:52 smithi066 ceph-mon[87361]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:53:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:53:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:52 smithi019 ceph-mon[94035]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 5.0 KiB/s wr, 848 op/s 2024-04-02T09:53:52.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:52 smithi019 ceph-mon[94035]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:53:52.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:52 smithi019 ceph-mon[96522]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 5.0 KiB/s wr, 848 op/s 2024-04-02T09:53:52.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:52 smithi019 ceph-mon[96522]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:53:53.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:53 smithi019 ceph-mon[94035]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:53:53.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:53 smithi019 ceph-mon[96522]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:53:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:53 smithi066 ceph-mon[87361]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:53:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:54 smithi019 ceph-mon[94035]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-02T09:53:54.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:54 smithi019 ceph-mon[94035]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:53:54.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:54 smithi019 ceph-mon[96522]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-02T09:53:54.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:54 smithi019 ceph-mon[96522]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:53:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:54 smithi066 ceph-mon[87361]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-02T09:53:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:54 smithi066 ceph-mon[87361]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:53:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:55 smithi019 ceph-mon[94035]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:53:55.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:55 smithi019 ceph-mon[94035]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:53:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:55 smithi019 ceph-mon[96522]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:53:55.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:55 smithi019 ceph-mon[96522]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:53:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:55 smithi066 ceph-mon[87361]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:53:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:55 smithi066 ceph-mon[87361]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:53:56.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:56 smithi019 ceph-mon[94035]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:56.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:56 smithi019 ceph-mon[96522]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:56 smithi066 ceph-mon[87361]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:53:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:57 smithi066 ceph-mon[87361]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:53:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:57 smithi019 ceph-mon[94035]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:53:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:57 smithi019 ceph-mon[96522]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:53:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:58 smithi066 ceph-mon[87361]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-02T09:53:58.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:58 smithi066 ceph-mon[87361]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:53:58.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:58 smithi019 ceph-mon[94035]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-02T09:53:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:58 smithi019 ceph-mon[94035]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:53:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:58 smithi019 ceph-mon[96522]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-02T09:53:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:58 smithi019 ceph-mon[96522]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:53:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:53:59 smithi066 ceph-mon[87361]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:53:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:53:59 smithi019 ceph-mon[96522]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:53:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:53:59 smithi019 ceph-mon[94035]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:54:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:00 smithi019 ceph-mon[96522]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-02T09:54:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:00 smithi019 ceph-mon[96522]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:00 smithi019 ceph-mon[96522]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:00 smithi019 ceph-mon[94035]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-02T09:54:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:00 smithi019 ceph-mon[94035]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:00 smithi019 ceph-mon[94035]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:00.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:54:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:54:00] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:54:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:00 smithi066 ceph-mon[87361]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 599 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-02T09:54:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:00 smithi066 ceph-mon[87361]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:54:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:00 smithi066 ceph-mon[87361]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:54:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:02 smithi019 ceph-mon[94035]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 761 op/s 2024-04-02T09:54:02.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:02 smithi019 ceph-mon[94035]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:02.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:02 smithi019 ceph-mon[96522]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 761 op/s 2024-04-02T09:54:02.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:02 smithi019 ceph-mon[96522]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:02 smithi066 ceph-mon[87361]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 761 op/s 2024-04-02T09:54:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:02 smithi066 ceph-mon[87361]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:54:02.813 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:54:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:03.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:03 smithi019 ceph-mon[94035]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:03.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:03 smithi019 ceph-mon[96522]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:03 smithi066 ceph-mon[87361]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:54:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:04 smithi019 ceph-mon[94035]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-04-02T09:54:04.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:04 smithi019 ceph-mon[94035]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:04.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:04 smithi019 ceph-mon[96522]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-04-02T09:54:04.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:04 smithi019 ceph-mon[96522]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:04 smithi066 ceph-mon[87361]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-04-02T09:54:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:04 smithi066 ceph-mon[87361]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:54:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:05 smithi019 ceph-mon[94035]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:05.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:05 smithi019 ceph-mon[94035]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:05 smithi019 ceph-mon[96522]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:05.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:05 smithi019 ceph-mon[96522]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:05 smithi066 ceph-mon[87361]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:54:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:05 smithi066 ceph-mon[87361]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:54:06.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:06 smithi019 ceph-mon[94035]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:06.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:06 smithi019 ceph-mon[96522]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:06 smithi066 ceph-mon[87361]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:07.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:07 smithi066 ceph-mon[87361]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:07.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:07 smithi019 ceph-mon[94035]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:07.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:07 smithi019 ceph-mon[96522]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:54:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:08 smithi066 ceph-mon[87361]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:54:08.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:08 smithi066 ceph-mon[87361]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:08 smithi019 ceph-mon[94035]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:54:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:08 smithi019 ceph-mon[94035]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:08 smithi019 ceph-mon[96522]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:54:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:08 smithi019 ceph-mon[96522]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:54:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:09 smithi066 ceph-mon[87361]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:09 smithi019 ceph-mon[94035]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:09 smithi019 ceph-mon[96522]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:54:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:10 smithi019 ceph-mon[94035]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:54:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:10 smithi019 ceph-mon[94035]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:10 smithi019 ceph-mon[94035]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:54:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:54:10] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:54:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:10 smithi019 ceph-mon[96522]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:54:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:10 smithi019 ceph-mon[96522]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:10 smithi019 ceph-mon[96522]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:10 smithi066 ceph-mon[87361]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-02T09:54:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:10 smithi066 ceph-mon[87361]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:54:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:10 smithi066 ceph-mon[87361]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:54:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:12 smithi019 ceph-mon[94035]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 675 op/s 2024-04-02T09:54:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:12 smithi019 ceph-mon[94035]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:12 smithi019 ceph-mon[96522]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 675 op/s 2024-04-02T09:54:12.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:12 smithi019 ceph-mon[96522]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:12 smithi066 ceph-mon[87361]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 675 op/s 2024-04-02T09:54:12.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:12 smithi066 ceph-mon[87361]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:54:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:54:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:13 smithi019 ceph-mon[94035]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:13.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:13 smithi019 ceph-mon[96522]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:13.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:13 smithi066 ceph-mon[87361]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:54:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:14 smithi019 ceph-mon[94035]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 680 op/s 2024-04-02T09:54:14.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:14 smithi019 ceph-mon[94035]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:14.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:14 smithi019 ceph-mon[96522]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 680 op/s 2024-04-02T09:54:14.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:14 smithi019 ceph-mon[96522]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:14.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:14 smithi066 ceph-mon[87361]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 680 op/s 2024-04-02T09:54:14.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:14 smithi066 ceph-mon[87361]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:54:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:15 smithi019 ceph-mon[94035]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:15.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:15 smithi019 ceph-mon[94035]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:15 smithi019 ceph-mon[96522]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:15.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:15 smithi019 ceph-mon[96522]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:15 smithi066 ceph-mon[87361]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:54:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:15 smithi066 ceph-mon[87361]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:54:16.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:16 smithi019 ceph-mon[94035]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:16.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:16 smithi019 ceph-mon[96522]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:16 smithi066 ceph-mon[87361]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:17 smithi066 ceph-mon[87361]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:17 smithi019 ceph-mon[94035]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:17 smithi019 ceph-mon[96522]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:54:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:18 smithi066 ceph-mon[87361]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:54:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:18 smithi066 ceph-mon[87361]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:18 smithi019 ceph-mon[94035]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:54:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:18 smithi019 ceph-mon[94035]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:18 smithi019 ceph-mon[96522]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:54:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:18 smithi019 ceph-mon[96522]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:54:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:19 smithi066 ceph-mon[87361]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:19 smithi019 ceph-mon[94035]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:19 smithi019 ceph-mon[96522]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:54:20.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:54:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:54:20] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:54:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:20 smithi019 ceph-mon[94035]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:54:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:20 smithi019 ceph-mon[94035]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:20.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:20 smithi019 ceph-mon[94035]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:20 smithi019 ceph-mon[96522]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:54:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:20 smithi019 ceph-mon[96522]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:20 smithi019 ceph-mon[96522]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:20 smithi066 ceph-mon[87361]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-02T09:54:20.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:20 smithi066 ceph-mon[87361]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:54:20.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:20 smithi066 ceph-mon[87361]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:54:22.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:22 smithi066 ceph-mon[87361]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 584 op/s 2024-04-02T09:54:22.616 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:22 smithi066 ceph-mon[87361]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:22.616 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:54:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:22 smithi019 ceph-mon[94035]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 584 op/s 2024-04-02T09:54:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:22 smithi019 ceph-mon[94035]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:22 smithi019 ceph-mon[96522]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 584 op/s 2024-04-02T09:54:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:22 smithi019 ceph-mon[96522]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:54:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:23 smithi066 ceph-mon[87361]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:23 smithi019 ceph-mon[94035]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:23 smithi019 ceph-mon[96522]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:54:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:24 smithi066 ceph-mon[87361]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:54:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:24 smithi066 ceph-mon[87361]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:24 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:24 smithi019 ceph-mon[94035]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:54:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:24 smithi019 ceph-mon[94035]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:24 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:24 smithi019 ceph-mon[96522]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-02T09:54:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:24 smithi019 ceph-mon[96522]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:54:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:24 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:25 smithi066 ceph-mon[87361]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:25.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:54:25.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:25 smithi066 ceph-mon[87361]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[94035]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:54:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[94035]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:25.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[96522]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:54:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:54:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:25 smithi019 ceph-mon[96522]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:54:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:26 smithi066 ceph-mon[87361]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:26 smithi066 ceph-mon[87361]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:26 smithi019 ceph-mon[94035]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:26 smithi019 ceph-mon[94035]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:26 smithi019 ceph-mon[96522]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:26 smithi019 ceph-mon[96522]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:54:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:28 smithi019 ceph-mon[94035]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-02T09:54:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:28 smithi019 ceph-mon[94035]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:28.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:28 smithi019 ceph-mon[96522]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-02T09:54:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:28 smithi019 ceph-mon[96522]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:28.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:28 smithi066 ceph-mon[87361]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-02T09:54:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:28 smithi066 ceph-mon[87361]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:54:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:29.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:29 smithi019 ceph-mon[94035]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:29.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:29 smithi019 ceph-mon[96522]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:29 smithi066 ceph-mon[87361]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:54:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:30 smithi019 ceph-mon[94035]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-02T09:54:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:30 smithi019 ceph-mon[94035]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:30 smithi019 ceph-mon[94035]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:54:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:54:30] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:54:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:30 smithi019 ceph-mon[96522]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-02T09:54:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:30 smithi019 ceph-mon[96522]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:30 smithi019 ceph-mon[96522]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:30 smithi066 ceph-mon[87361]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-02T09:54:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:30 smithi066 ceph-mon[87361]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:54:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:30 smithi066 ceph-mon[87361]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:54:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:32 smithi019 ceph-mon[94035]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-04-02T09:54:32.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:32 smithi019 ceph-mon[94035]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:32.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:32 smithi019 ceph-mon[96522]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-04-02T09:54:32.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:32 smithi019 ceph-mon[96522]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:32 smithi066 ceph-mon[87361]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-04-02T09:54:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:32 smithi066 ceph-mon[87361]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:54:32.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:54:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:33 smithi066 ceph-mon[87361]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:33 smithi019 ceph-mon[94035]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:33 smithi019 ceph-mon[96522]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:54:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:34 smithi066 ceph-mon[87361]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-04-02T09:54:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:34 smithi066 ceph-mon[87361]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:34 smithi019 ceph-mon[94035]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-04-02T09:54:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:34 smithi019 ceph-mon[94035]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:34 smithi019 ceph-mon[96522]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-04-02T09:54:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:34 smithi019 ceph-mon[96522]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:54:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:35 smithi066 ceph-mon[87361]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:35.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:35 smithi066 ceph-mon[87361]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:35 smithi019 ceph-mon[94035]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:35 smithi019 ceph-mon[94035]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:35 smithi019 ceph-mon[96522]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:54:35.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:35 smithi019 ceph-mon[96522]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:54:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:36 smithi066 ceph-mon[87361]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:36 smithi066 ceph-mon[87361]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:36 smithi019 ceph-mon[94035]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:36 smithi019 ceph-mon[94035]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:36 smithi019 ceph-mon[96522]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:54:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:36 smithi019 ceph-mon[96522]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:54:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:38 smithi019 ceph-mon[96522]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-02T09:54:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:38 smithi019 ceph-mon[96522]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:38 smithi019 ceph-mon[94035]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-02T09:54:38.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:38 smithi019 ceph-mon[94035]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:38 smithi066 ceph-mon[87361]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-02T09:54:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:38 smithi066 ceph-mon[87361]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:54:39.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:39 smithi019 ceph-mon[94035]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:39.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:39 smithi019 ceph-mon[96522]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:39.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:39 smithi066 ceph-mon[87361]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:54:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:54:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:54:40] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:54:40.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:40 smithi019 ceph-mon[96522]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-02T09:54:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:40 smithi019 ceph-mon[96522]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:40 smithi019 ceph-mon[96522]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:40.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:40 smithi019 ceph-mon[94035]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-02T09:54:40.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:40 smithi019 ceph-mon[94035]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:40.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:40 smithi019 ceph-mon[94035]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:40 smithi066 ceph-mon[87361]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-02T09:54:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:40 smithi066 ceph-mon[87361]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:54:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:40 smithi066 ceph-mon[87361]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:54:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:42 smithi019 ceph-mon[94035]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 5.0 KiB/s wr, 409 op/s 2024-04-02T09:54:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:42 smithi019 ceph-mon[94035]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:54:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:42 smithi019 ceph-mon[96522]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 5.0 KiB/s wr, 409 op/s 2024-04-02T09:54:42.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:42 smithi019 ceph-mon[96522]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:54:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:42 smithi066 ceph-mon[87361]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 302 KiB/s rd, 5.0 KiB/s wr, 409 op/s 2024-04-02T09:54:42.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:42 smithi066 ceph-mon[87361]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:54:42.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:54:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:43 smithi066 ceph-mon[87361]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:54:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:43 smithi019 ceph-mon[94035]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:54:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:43 smithi019 ceph-mon[96522]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:54:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:44 smithi066 ceph-mon[87361]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 5.0 KiB/s wr, 414 op/s 2024-04-02T09:54:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:44 smithi066 ceph-mon[87361]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:54:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:44 smithi019 ceph-mon[94035]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 5.0 KiB/s wr, 414 op/s 2024-04-02T09:54:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:44 smithi019 ceph-mon[94035]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:54:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:44 smithi019 ceph-mon[96522]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 5.0 KiB/s wr, 414 op/s 2024-04-02T09:54:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:44 smithi019 ceph-mon[96522]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:54:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:45 smithi066 ceph-mon[87361]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:54:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:45 smithi066 ceph-mon[87361]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:54:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:45 smithi019 ceph-mon[94035]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:54:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:45 smithi019 ceph-mon[94035]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:54:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:45 smithi019 ceph-mon[96522]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:54:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:45 smithi019 ceph-mon[96522]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:54:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:46 smithi066 ceph-mon[87361]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:46 smithi066 ceph-mon[87361]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:54:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:46 smithi019 ceph-mon[94035]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:46 smithi019 ceph-mon[94035]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:54:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:46 smithi019 ceph-mon[96522]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:46 smithi019 ceph-mon[96522]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:54:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:48 smithi019 ceph-mon[94035]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:54:48.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:48 smithi019 ceph-mon[94035]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:54:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:48 smithi019 ceph-mon[96522]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:54:48.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:48 smithi019 ceph-mon[96522]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:54:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:48 smithi066 ceph-mon[87361]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:54:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:48 smithi066 ceph-mon[87361]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:54:49.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:49 smithi019 ceph-mon[94035]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:54:49.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:49 smithi019 ceph-mon[96522]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:54:49.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:49 smithi066 ceph-mon[87361]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:54:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:50 smithi019 ceph-mon[94035]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:54:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:50 smithi019 ceph-mon[94035]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:54:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:50 smithi019 ceph-mon[94035]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:54:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:54:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:54:50] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:54:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:50 smithi019 ceph-mon[96522]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:54:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:50 smithi019 ceph-mon[96522]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:54:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:50 smithi019 ceph-mon[96522]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:54:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:50 smithi066 ceph-mon[87361]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-02T09:54:50.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:50 smithi066 ceph-mon[87361]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:54:50.820 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:50 smithi066 ceph-mon[87361]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:54:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:52 smithi066 ceph-mon[87361]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 5.0 KiB/s wr, 323 op/s 2024-04-02T09:54:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:52 smithi066 ceph-mon[87361]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:54:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:54:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:52 smithi019 ceph-mon[94035]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 5.0 KiB/s wr, 323 op/s 2024-04-02T09:54:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:52 smithi019 ceph-mon[94035]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:54:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:52 smithi019 ceph-mon[96522]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 5.0 KiB/s wr, 323 op/s 2024-04-02T09:54:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:52 smithi019 ceph-mon[96522]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:54:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:53 smithi066 ceph-mon[87361]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:54:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:53 smithi019 ceph-mon[94035]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:54:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:53 smithi019 ceph-mon[96522]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:54:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:54 smithi066 ceph-mon[87361]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-04-02T09:54:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:54 smithi066 ceph-mon[87361]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:54:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:54 smithi019 ceph-mon[94035]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-04-02T09:54:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:54 smithi019 ceph-mon[94035]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:54:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:54 smithi019 ceph-mon[96522]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-04-02T09:54:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:54 smithi019 ceph-mon[96522]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:54:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:55 smithi066 ceph-mon[87361]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:54:55.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:55 smithi066 ceph-mon[87361]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:54:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:55 smithi019 ceph-mon[94035]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:54:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:55 smithi019 ceph-mon[94035]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:54:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:55 smithi019 ceph-mon[96522]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:54:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:55 smithi019 ceph-mon[96522]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:54:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:56 smithi066 ceph-mon[87361]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:56 smithi066 ceph-mon[87361]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:54:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:56 smithi019 ceph-mon[94035]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:56 smithi019 ceph-mon[94035]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:54:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:56 smithi019 ceph-mon[96522]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:56 smithi019 ceph-mon[96522]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:54:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:58 smithi019 ceph-mon[94035]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:54:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:58 smithi019 ceph-mon[94035]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:54:58.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:58 smithi019 ceph-mon[96522]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:54:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:58 smithi019 ceph-mon[96522]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:54:58.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:58 smithi066 ceph-mon[87361]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:54:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:58 smithi066 ceph-mon[87361]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:54:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:59.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:54:59 smithi019 ceph-mon[94035]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:54:59.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:54:59 smithi019 ceph-mon[96522]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:54:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:54:59 smithi066 ceph-mon[87361]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:55:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:00 smithi019 ceph-mon[94035]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:55:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:00 smithi019 ceph-mon[94035]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:00 smithi019 ceph-mon[94035]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:00.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:55:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:55:00] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:55:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:00 smithi019 ceph-mon[96522]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:55:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:00 smithi019 ceph-mon[96522]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:00 smithi019 ceph-mon[96522]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:00 smithi066 ceph-mon[87361]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-02T09:55:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:00 smithi066 ceph-mon[87361]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:55:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:00 smithi066 ceph-mon[87361]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:55:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:02 smithi066 ceph-mon[87361]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 5.0 KiB/s wr, 233 op/s 2024-04-02T09:55:02.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:02 smithi066 ceph-mon[87361]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:02.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:55:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:02 smithi019 ceph-mon[94035]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 5.0 KiB/s wr, 233 op/s 2024-04-02T09:55:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:02 smithi019 ceph-mon[94035]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:02 smithi019 ceph-mon[96522]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 5.0 KiB/s wr, 233 op/s 2024-04-02T09:55:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:02 smithi019 ceph-mon[96522]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:55:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:03 smithi066 ceph-mon[87361]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:03 smithi019 ceph-mon[94035]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:03 smithi019 ceph-mon[96522]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:55:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:04 smithi066 ceph-mon[87361]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2024-04-02T09:55:04.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:04 smithi066 ceph-mon[87361]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:04 smithi019 ceph-mon[94035]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2024-04-02T09:55:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:04 smithi019 ceph-mon[94035]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:04 smithi019 ceph-mon[96522]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2024-04-02T09:55:04.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:04 smithi019 ceph-mon[96522]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:55:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:05 smithi066 ceph-mon[87361]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:05 smithi066 ceph-mon[87361]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:05 smithi019 ceph-mon[94035]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:05 smithi019 ceph-mon[94035]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:05 smithi019 ceph-mon[96522]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:55:05.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:05 smithi019 ceph-mon[96522]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:55:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:06 smithi066 ceph-mon[87361]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:06 smithi066 ceph-mon[87361]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:06 smithi019 ceph-mon[94035]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:06 smithi019 ceph-mon[94035]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:06 smithi019 ceph-mon[96522]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:06 smithi019 ceph-mon[96522]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:55:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:08 smithi019 ceph-mon[94035]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:55:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:08 smithi019 ceph-mon[94035]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:08 smithi019 ceph-mon[96522]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:55:08.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:08 smithi019 ceph-mon[96522]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:08 smithi066 ceph-mon[87361]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:55:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:08 smithi066 ceph-mon[87361]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:55:09.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:09 smithi019 ceph-mon[94035]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:09.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:09 smithi019 ceph-mon[96522]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:09.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:09 smithi066 ceph-mon[87361]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:55:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:55:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:55:10] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:55:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:10 smithi019 ceph-mon[94035]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:55:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:10 smithi019 ceph-mon[94035]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:10.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:10 smithi019 ceph-mon[94035]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:10 smithi019 ceph-mon[96522]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:55:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:10 smithi019 ceph-mon[96522]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:10 smithi019 ceph-mon[96522]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:10 smithi066 ceph-mon[87361]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-02T09:55:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:10 smithi066 ceph-mon[87361]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:55:10.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:10 smithi066 ceph-mon[87361]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:55:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:12 smithi066 ceph-mon[87361]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-04-02T09:55:12.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:12 smithi066 ceph-mon[87361]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:55:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:12 smithi019 ceph-mon[94035]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-04-02T09:55:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:12 smithi019 ceph-mon[94035]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:12 smithi019 ceph-mon[96522]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 5.0 KiB/s wr, 146 op/s 2024-04-02T09:55:12.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:12 smithi019 ceph-mon[96522]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:55:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:13 smithi066 ceph-mon[87361]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:13 smithi019 ceph-mon[94035]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:13 smithi019 ceph-mon[96522]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:55:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:14 smithi066 ceph-mon[87361]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-02T09:55:14.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:14 smithi066 ceph-mon[87361]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:14 smithi019 ceph-mon[94035]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-02T09:55:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:14 smithi019 ceph-mon[94035]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:14 smithi019 ceph-mon[96522]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-02T09:55:14.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:14 smithi019 ceph-mon[96522]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:55:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:15 smithi066 ceph-mon[87361]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:15.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:15 smithi066 ceph-mon[87361]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:15 smithi019 ceph-mon[94035]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:15 smithi019 ceph-mon[94035]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:15 smithi019 ceph-mon[96522]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:55:15.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:15 smithi019 ceph-mon[96522]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:55:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:16 smithi066 ceph-mon[87361]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:16.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:16 smithi066 ceph-mon[87361]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:16 smithi019 ceph-mon[94035]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:16 smithi019 ceph-mon[94035]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:16 smithi019 ceph-mon[96522]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:55:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:16 smithi019 ceph-mon[96522]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:55:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:18 smithi019 ceph-mon[94035]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:55:18.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:18 smithi019 ceph-mon[94035]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:18.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:18 smithi019 ceph-mon[96522]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:55:18.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:18 smithi019 ceph-mon[96522]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:18 smithi066 ceph-mon[87361]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:55:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:18 smithi066 ceph-mon[87361]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:55:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:19 smithi066 ceph-mon[87361]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:19 smithi019 ceph-mon[94035]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:19 smithi019 ceph-mon[96522]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:55:20.529 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-02T09:55:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:20 smithi019 ceph-mon[94035]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:55:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:20 smithi019 ceph-mon[94035]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:20 smithi019 ceph-mon[94035]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:55:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:55:20] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:55:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:20 smithi019 ceph-mon[96522]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:55:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:20 smithi019 ceph-mon[96522]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:20 smithi019 ceph-mon[96522]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:20 smithi066 ceph-mon[87361]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-02T09:55:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:20 smithi066 ceph-mon[87361]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:55:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:20 smithi066 ceph-mon[87361]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:55:22.614 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-02T09:55:22.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:22 smithi066 ceph-mon[87361]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-04-02T09:55:22.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:22 smithi066 ceph-mon[87361]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:22.615 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:55:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:22 smithi019 ceph-mon[94035]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-04-02T09:55:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:22 smithi019 ceph-mon[94035]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:22 smithi019 ceph-mon[96522]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 4.7 KiB/s wr, 79 op/s 2024-04-02T09:55:22.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:22 smithi019 ceph-mon[96522]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:55:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:23 smithi066 ceph-mon[87361]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:23 smithi019 ceph-mon[94035]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:23 smithi019 ceph-mon[96522]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:55:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:24 smithi066 ceph-mon[87361]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.5 KiB/s wr, 120 op/s 2024-04-02T09:55:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:24 smithi066 ceph-mon[87361]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:24 smithi019 ceph-mon[94035]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.5 KiB/s wr, 120 op/s 2024-04-02T09:55:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:24 smithi019 ceph-mon[94035]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:24 smithi019 ceph-mon[96522]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.5 KiB/s wr, 120 op/s 2024-04-02T09:55:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:24 smithi019 ceph-mon[96522]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:55:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:25 smithi066 ceph-mon[87361]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:25.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:25.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:25 smithi066 ceph-mon[87361]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:25.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:25.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:25 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[94035]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[94035]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[96522]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:55:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[96522]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:55:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:25 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:26.540 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-02T09:55:26.632 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-02T09:55:26.789 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-02T09:55:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:26 smithi066 ceph-mon[87361]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 40 op/s 2024-04-02T09:55:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:26 smithi066 ceph-mon[87361]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[94035]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 40 op/s 2024-04-02T09:55:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:26.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[94035]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[96522]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 40 op/s 2024-04-02T09:55:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:55:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:26 smithi019 ceph-mon[96522]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:55:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:28 smithi066 ceph-mon[87361]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-02T09:55:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:28 smithi066 ceph-mon[87361]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:28 smithi019 ceph-mon[94035]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-02T09:55:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:28 smithi019 ceph-mon[94035]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:28 smithi019 ceph-mon[96522]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-02T09:55:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:28 smithi019 ceph-mon[96522]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:55:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:29 smithi066 ceph-mon[87361]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:29 smithi019 ceph-mon[94035]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:29 smithi019 ceph-mon[96522]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:55:30.572 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-02T09:55:30.650 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-02T09:55:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:30 smithi019 ceph-mon[94035]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-02T09:55:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:30 smithi019 ceph-mon[94035]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:30 smithi019 ceph-mon[94035]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:55:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:55:30] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:55:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:30 smithi019 ceph-mon[96522]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-02T09:55:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:30 smithi019 ceph-mon[96522]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:30 smithi019 ceph-mon[96522]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:30.737 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-02T09:55:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:30 smithi066 ceph-mon[87361]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-02T09:55:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:30 smithi066 ceph-mon[87361]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:55:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:30 smithi066 ceph-mon[87361]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:55:30.827 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-02T09:55:30.916 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-02T09:55:30.996 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-02T09:55:31.704 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-02T09:55:31.782 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-02T09:55:31.884 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-02T09:55:31.994 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-02T09:55:32.075 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-02T09:55:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:32 smithi066 ceph-mon[87361]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 2.7 KiB/s wr, 178 op/s 2024-04-02T09:55:32.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:55:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:32 smithi019 ceph-mon[94035]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 2.7 KiB/s wr, 178 op/s 2024-04-02T09:55:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:32 smithi019 ceph-mon[96522]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 2.7 KiB/s wr, 178 op/s 2024-04-02T09:55:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:34 smithi066 ceph-mon[87361]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 15 KiB/s wr, 387 op/s 2024-04-02T09:55:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:34 smithi019 ceph-mon[96522]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 15 KiB/s wr, 387 op/s 2024-04-02T09:55:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:34 smithi019 ceph-mon[94035]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 15 KiB/s wr, 387 op/s 2024-04-02T09:55:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:36 smithi019 ceph-mon[94035]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 13 KiB/s wr, 327 op/s 2024-04-02T09:55:36.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:36 smithi019 ceph-mon[94035]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:36.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:36 smithi019 ceph-mon[96522]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 13 KiB/s wr, 327 op/s 2024-04-02T09:55:36.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:36 smithi019 ceph-mon[96522]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:36 smithi066 ceph-mon[87361]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 13 KiB/s wr, 327 op/s 2024-04-02T09:55:36.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:36 smithi066 ceph-mon[87361]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:55:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:38 smithi019 ceph-mon[94035]: pgmap v4814: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 588 KiB/s wr, 795 op/s 2024-04-02T09:55:38.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:38 smithi019 ceph-mon[96522]: pgmap v4814: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 588 KiB/s wr, 795 op/s 2024-04-02T09:55:38.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:38 smithi066 ceph-mon[87361]: pgmap v4814: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 588 KiB/s wr, 795 op/s 2024-04-02T09:55:38.825 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-02T09:55:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:40 smithi019 ceph-mon[94035]: pgmap v4815: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 512 KiB/s wr, 693 op/s 2024-04-02T09:55:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:55:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:55:40] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:55:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:40 smithi019 ceph-mon[96522]: pgmap v4815: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 512 KiB/s wr, 693 op/s 2024-04-02T09:55:40.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:40 smithi066 ceph-mon[87361]: pgmap v4815: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 512 KiB/s wr, 693 op/s 2024-04-02T09:55:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:42 smithi066 ceph-mon[87361]: pgmap v4816: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 436 KiB/s wr, 526 op/s 2024-04-02T09:55:42.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:55:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:42.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:42 smithi019 ceph-mon[94035]: pgmap v4816: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 436 KiB/s wr, 526 op/s 2024-04-02T09:55:42.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:42 smithi019 ceph-mon[96522]: pgmap v4816: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 436 KiB/s wr, 526 op/s 2024-04-02T09:55:43.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:44 smithi066 ceph-mon[87361]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 410 op/s 2024-04-02T09:55:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:44 smithi019 ceph-mon[94035]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 410 op/s 2024-04-02T09:55:44.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:44 smithi019 ceph-mon[96522]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 410 op/s 2024-04-02T09:55:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:46 smithi066 ceph-mon[87361]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 410 op/s 2024-04-02T09:55:46.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:46 smithi019 ceph-mon[94035]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 410 op/s 2024-04-02T09:55:46.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:46 smithi019 ceph-mon[96522]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 410 op/s 2024-04-02T09:55:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:48 smithi066 ceph-mon[87361]: pgmap v4819: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 359 op/s 2024-04-02T09:55:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:48 smithi019 ceph-mon[94035]: pgmap v4819: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 359 op/s 2024-04-02T09:55:48.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:48 smithi019 ceph-mon[96522]: pgmap v4819: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 359 op/s 2024-04-02T09:55:50.533 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-02T09:55:50.619 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-02T09:55:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:50 smithi019 ceph-mon[94035]: pgmap v4820: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T09:55:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:55:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:55:50] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-04-02T09:55:50.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:50 smithi019 ceph-mon[96522]: pgmap v4820: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T09:55:50.714 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-02T09:55:50.809 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-02T09:55:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:50 smithi066 ceph-mon[87361]: pgmap v4820: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-04-02T09:55:52.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:52 smithi066 ceph-mon[87361]: pgmap v4821: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-04-02T09:55:52.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:52 smithi066 ceph-mon[87361]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:52.615 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:55:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:52 smithi019 ceph-mon[94035]: pgmap v4821: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-04-02T09:55:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:52 smithi019 ceph-mon[94035]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:52 smithi019 ceph-mon[96522]: pgmap v4821: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-04-02T09:55:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:52 smithi019 ceph-mon[96522]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:55:53.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:53 smithi066 ceph-mon[87361]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:53 smithi019 ceph-mon[94035]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:53 smithi019 ceph-mon[96522]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:55:54.596 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-02T09:55:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:54 smithi066 ceph-mon[87361]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 2.0 MiB/s wr, 126 op/s 2024-04-02T09:55:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:54 smithi066 ceph-mon[87361]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:54 smithi019 ceph-mon[94035]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 2.0 MiB/s wr, 126 op/s 2024-04-02T09:55:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:54 smithi019 ceph-mon[94035]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:54 smithi019 ceph-mon[96522]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 2.0 MiB/s wr, 126 op/s 2024-04-02T09:55:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:54 smithi019 ceph-mon[96522]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:55:55.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:55 smithi066 ceph-mon[87361]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:55.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:55 smithi019 ceph-mon[96522]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:55 smithi019 ceph-mon[94035]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:55:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:56 smithi066 ceph-mon[87361]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-04-02T09:55:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:56 smithi066 ceph-mon[87361]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:56 smithi019 ceph-mon[94035]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-04-02T09:55:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:56 smithi019 ceph-mon[94035]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:56 smithi019 ceph-mon[96522]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 9.5 KiB/s wr, 208 op/s 2024-04-02T09:55:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:56 smithi019 ceph-mon[96522]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:55:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:57 smithi066 ceph-mon[87361]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:57 smithi019 ceph-mon[94035]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:57 smithi019 ceph-mon[96522]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:55:58.620 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-02T09:55:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:58 smithi066 ceph-mon[87361]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:55:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:58 smithi066 ceph-mon[87361]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:58.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:58 smithi019 ceph-mon[94035]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:55:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:58 smithi019 ceph-mon[94035]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:58 smithi019 ceph-mon[96522]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:55:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:58 smithi019 ceph-mon[96522]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:55:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:59.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:55:59 smithi066 ceph-mon[87361]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:59.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:55:59 smithi019 ceph-mon[94035]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:55:59.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:55:59 smithi019 ceph-mon[96522]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:56:00.545 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-02T09:56:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:56:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:56:00] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:56:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:00 smithi019 ceph-mon[94035]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:56:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:00 smithi019 ceph-mon[94035]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:56:00.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:00 smithi019 ceph-mon[94035]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:56:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:00 smithi019 ceph-mon[96522]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:56:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:00 smithi019 ceph-mon[96522]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:56:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:00 smithi019 ceph-mon[96522]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:56:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:00 smithi066 ceph-mon[87361]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 20 KiB/s wr, 408 op/s 2024-04-02T09:56:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:00 smithi066 ceph-mon[87361]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:56:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:00 smithi066 ceph-mon[87361]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:56:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:02 smithi066 ceph-mon[87361]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2024-04-02T09:56:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:02 smithi066 ceph-mon[87361]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:56:02.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:56:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:02 smithi019 ceph-mon[94035]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2024-04-02T09:56:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:02 smithi019 ceph-mon[94035]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:56:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:02 smithi019 ceph-mon[96522]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2024-04-02T09:56:02.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:02 smithi019 ceph-mon[96522]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:56:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:03 smithi066 ceph-mon[87361]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:56:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:03 smithi019 ceph-mon[94035]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:56:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:03 smithi019 ceph-mon[96522]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:56:04.652 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-02T09:56:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:04 smithi066 ceph-mon[87361]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 18 KiB/s wr, 304 op/s 2024-04-02T09:56:04.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:04 smithi066 ceph-mon[87361]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:56:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:04 smithi019 ceph-mon[94035]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 18 KiB/s wr, 304 op/s 2024-04-02T09:56:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:04 smithi019 ceph-mon[94035]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:56:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:04 smithi019 ceph-mon[96522]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 18 KiB/s wr, 304 op/s 2024-04-02T09:56:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:04 smithi019 ceph-mon[96522]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:56:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:05 smithi066 ceph-mon[87361]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:56:05.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:05 smithi066 ceph-mon[87361]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:56:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:05 smithi019 ceph-mon[94035]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:56:05.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:05 smithi019 ceph-mon[94035]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:56:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:05 smithi019 ceph-mon[96522]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:56:05.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:05 smithi019 ceph-mon[96522]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:56:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:06 smithi066 ceph-mon[87361]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 13 KiB/s wr, 259 op/s 2024-04-02T09:56:06.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:06 smithi066 ceph-mon[87361]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:56:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:06 smithi019 ceph-mon[94035]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 13 KiB/s wr, 259 op/s 2024-04-02T09:56:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:06 smithi019 ceph-mon[94035]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:56:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:06 smithi019 ceph-mon[96522]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 13 KiB/s wr, 259 op/s 2024-04-02T09:56:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:06 smithi019 ceph-mon[96522]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:56:08.545 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-02T09:56:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:08 smithi019 ceph-mon[94035]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-02T09:56:08.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:08 smithi019 ceph-mon[94035]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:56:08.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:08 smithi019 ceph-mon[96522]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-02T09:56:08.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:08 smithi019 ceph-mon[96522]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:56:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:08 smithi066 ceph-mon[87361]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-02T09:56:08.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:08 smithi066 ceph-mon[87361]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:56:09.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:09 smithi066 ceph-mon[87361]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:09.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:09 smithi019 ceph-mon[94035]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:09.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:09 smithi019 ceph-mon[96522]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:56:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[94035]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-02T09:56:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[94035]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[94035]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]: dispatch 2024-04-02T09:56:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]: dispatch 2024-04-02T09:56:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:56:10] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:56:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[96522]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-02T09:56:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[96522]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[96522]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]: dispatch 2024-04-02T09:56:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:10 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]: dispatch 2024-04-02T09:56:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:10 smithi066 ceph-mon[87361]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 266 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-02T09:56:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:10 smithi066 ceph-mon[87361]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:56:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:10 smithi066 ceph-mon[87361]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:56:10.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:10 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]: dispatch 2024-04-02T09:56:10.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:10 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]: dispatch 2024-04-02T09:56:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[94035]: pgmap v4851: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 142 op/s 2024-04-02T09:56:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]': finished 2024-04-02T09:56:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[94035]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:12.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[94035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:56:12.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[96522]: pgmap v4851: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 142 op/s 2024-04-02T09:56:12.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]': finished 2024-04-02T09:56:12.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[96522]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:12.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:12 smithi019 ceph-mon[96522]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:56:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:12 smithi066 ceph-mon[87361]: pgmap v4851: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 142 op/s 2024-04-02T09:56:12.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:12 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi019-213237-2","app": "rbd"}]': finished 2024-04-02T09:56:12.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:12 smithi066 ceph-mon[87361]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:56:12.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:12 smithi066 ceph-mon[87361]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:56:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:56:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:13 smithi066 ceph-mon[87361]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:13.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:13 smithi019 ceph-mon[94035]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:13 smithi019 ceph-mon[96522]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:56:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:14 smithi066 ceph-mon[87361]: pgmap v4854: 169 pgs: 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 10 KiB/s wr, 187 op/s 2024-04-02T09:56:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:14 smithi066 ceph-mon[87361]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:56:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:14 smithi066 ceph-mon[87361]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:14 smithi019 ceph-mon[94035]: pgmap v4854: 169 pgs: 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 10 KiB/s wr, 187 op/s 2024-04-02T09:56:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:14 smithi019 ceph-mon[94035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:56:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:14 smithi019 ceph-mon[94035]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:14.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:14 smithi019 ceph-mon[96522]: pgmap v4854: 169 pgs: 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 10 KiB/s wr, 187 op/s 2024-04-02T09:56:14.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:14 smithi019 ceph-mon[96522]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:56:14.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:14 smithi019 ceph-mon[96522]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:56:15.552 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-02T09:56:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:15 smithi066 ceph-mon[87361]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:15 smithi066 ceph-mon[87361]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:15 smithi019 ceph-mon[94035]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:15 smithi019 ceph-mon[94035]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:15 smithi019 ceph-mon[96522]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:56:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:15 smithi019 ceph-mon[96522]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:56:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:16 smithi066 ceph-mon[87361]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-02T09:56:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:16 smithi019 ceph-mon[94035]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-02T09:56:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:16 smithi019 ceph-mon[96522]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-02T09:56:17.577 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-02T09:56:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:17 smithi066 ceph-mon[87361]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:17 smithi019 ceph-mon[94035]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:17.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:17 smithi019 ceph-mon[96522]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:56:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:18 smithi066 ceph-mon[87361]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 145 op/s 2024-04-02T09:56:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:18 smithi066 ceph-mon[87361]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:18 smithi019 ceph-mon[94035]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 145 op/s 2024-04-02T09:56:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:18 smithi019 ceph-mon[94035]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:18 smithi019 ceph-mon[96522]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 145 op/s 2024-04-02T09:56:18.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:18 smithi019 ceph-mon[96522]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:56:19.598 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-02T09:56:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:19 smithi066 ceph-mon[87361]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:19 smithi019 ceph-mon[94035]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:19 smithi019 ceph-mon[96522]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:56:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:20 smithi019 ceph-mon[94035]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 145 op/s 2024-04-02T09:56:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:20 smithi019 ceph-mon[94035]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:20 smithi019 ceph-mon[94035]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:56:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:56:20] "GET /metrics HTTP/1.1" 200 39151 "" "Prometheus/2.43.0" 2024-04-02T09:56:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:20 smithi019 ceph-mon[96522]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 145 op/s 2024-04-02T09:56:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:20 smithi019 ceph-mon[96522]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:20 smithi019 ceph-mon[96522]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:20 smithi066 ceph-mon[87361]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 145 op/s 2024-04-02T09:56:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:20 smithi066 ceph-mon[87361]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:56:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:20 smithi066 ceph-mon[87361]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:56:21.592 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-02T09:56:22.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:22 smithi066 ceph-mon[87361]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-04-02T09:56:22.615 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:22 smithi066 ceph-mon[87361]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:22.616 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:56:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:22 smithi019 ceph-mon[94035]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-04-02T09:56:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:22 smithi019 ceph-mon[94035]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:22 smithi019 ceph-mon[96522]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-04-02T09:56:22.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:22 smithi019 ceph-mon[96522]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:56:23.609 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-02T09:56:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:23 smithi066 ceph-mon[87361]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:23 smithi019 ceph-mon[94035]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:23 smithi019 ceph-mon[96522]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:56:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:24 smithi066 ceph-mon[87361]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 29 KiB/s wr, 500 op/s 2024-04-02T09:56:24.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:24 smithi066 ceph-mon[87361]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:24 smithi019 ceph-mon[94035]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 29 KiB/s wr, 500 op/s 2024-04-02T09:56:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:24 smithi019 ceph-mon[94035]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:24 smithi019 ceph-mon[96522]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 29 KiB/s wr, 500 op/s 2024-04-02T09:56:24.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:24 smithi019 ceph-mon[96522]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:56:25.555 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-02T09:56:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:25 smithi066 ceph-mon[87361]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:25.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:25 smithi066 ceph-mon[87361]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:25 smithi019 ceph-mon[94035]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:25.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:25 smithi019 ceph-mon[94035]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:25 smithi019 ceph-mon[96522]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:56:25.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:25 smithi019 ceph-mon[96522]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:56:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:26 smithi066 ceph-mon[87361]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 18 KiB/s wr, 297 op/s 2024-04-02T09:56:26.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:26 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:26 smithi019 ceph-mon[94035]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 18 KiB/s wr, 297 op/s 2024-04-02T09:56:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:26 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:26 smithi019 ceph-mon[96522]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 18 KiB/s wr, 297 op/s 2024-04-02T09:56:26.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:26 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:56:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:27 smithi066 ceph-mon[87361]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:27 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[96522]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[94035]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:56:27.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:56:27.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:27 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:28 smithi066 ceph-mon[87361]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 339 KiB/s rd, 24 KiB/s wr, 463 op/s 2024-04-02T09:56:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:28 smithi019 ceph-mon[94035]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 339 KiB/s rd, 24 KiB/s wr, 463 op/s 2024-04-02T09:56:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:28 smithi019 ceph-mon[96522]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 339 KiB/s rd, 24 KiB/s wr, 463 op/s 2024-04-02T09:56:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:56:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:30.547 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-02T09:56:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:30 smithi019 ceph-mon[94035]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 18 KiB/s wr, 340 op/s 2024-04-02T09:56:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:30 smithi019 ceph-mon[94035]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:30.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:56:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:56:30] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:56:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:30 smithi019 ceph-mon[96522]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 18 KiB/s wr, 340 op/s 2024-04-02T09:56:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:30 smithi019 ceph-mon[96522]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:30 smithi066 ceph-mon[87361]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 18 KiB/s wr, 340 op/s 2024-04-02T09:56:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:30 smithi066 ceph-mon[87361]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:56:32.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:32 smithi066 ceph-mon[87361]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 21 KiB/s wr, 647 op/s 2024-04-02T09:56:32.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:32 smithi066 ceph-mon[87361]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:32.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:56:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:32 smithi019 ceph-mon[94035]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 21 KiB/s wr, 647 op/s 2024-04-02T09:56:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:32 smithi019 ceph-mon[94035]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:32 smithi019 ceph-mon[96522]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 21 KiB/s wr, 647 op/s 2024-04-02T09:56:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:32 smithi019 ceph-mon[96522]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:56:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:33 smithi066 ceph-mon[87361]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:33 smithi019 ceph-mon[94035]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:33 smithi019 ceph-mon[96522]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:56:34.666 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-02T09:56:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:34 smithi066 ceph-mon[87361]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 23 KiB/s wr, 2.22k op/s 2024-04-02T09:56:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:34 smithi066 ceph-mon[87361]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:34 smithi019 ceph-mon[94035]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 23 KiB/s wr, 2.22k op/s 2024-04-02T09:56:34.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:34 smithi019 ceph-mon[94035]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:34 smithi019 ceph-mon[96522]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 23 KiB/s wr, 2.22k op/s 2024-04-02T09:56:34.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:34 smithi019 ceph-mon[96522]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:56:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:35 smithi019 ceph-mon[94035]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:35 smithi019 ceph-mon[94035]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:35 smithi019 ceph-mon[96522]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:35 smithi019 ceph-mon[96522]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:35 smithi066 ceph-mon[87361]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:56:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:35 smithi066 ceph-mon[87361]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:56:36.674 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-02T09:56:36.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:36 smithi019 ceph-mon[94035]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 28 KiB/s wr, 2.83k op/s 2024-04-02T09:56:36.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:36 smithi019 ceph-mon[96522]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 28 KiB/s wr, 2.83k op/s 2024-04-02T09:56:37.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:36 smithi066 ceph-mon[87361]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 28 KiB/s wr, 2.83k op/s 2024-04-02T09:56:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:37 smithi019 ceph-mon[94035]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:37.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:37 smithi019 ceph-mon[94035]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-04-02T09:56:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:37 smithi019 ceph-mon[96522]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:37.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:37 smithi019 ceph-mon[96522]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-04-02T09:56:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:37 smithi066 ceph-mon[87361]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:56:38.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:37 smithi066 ceph-mon[87361]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-04-02T09:56:38.671 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-02T09:56:38.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:38 smithi019 ceph-mon[94035]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:38.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:38 smithi019 ceph-mon[96522]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:39.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:38 smithi066 ceph-mon[87361]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:56:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:39 smithi019 ceph-mon[94035]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:39 smithi019 ceph-mon[94035]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-04-02T09:56:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:39 smithi019 ceph-mon[96522]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:39.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:39 smithi019 ceph-mon[96522]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-04-02T09:56:40.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:39 smithi066 ceph-mon[87361]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:56:40.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:39 smithi066 ceph-mon[87361]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 449 op/s 2024-04-02T09:56:40.541 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-02T09:56:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:40 smithi019 ceph-mon[94035]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:40.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:40 smithi019 ceph-mon[94035]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:40 smithi019 ceph-mon[96522]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:40.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:40 smithi019 ceph-mon[96522]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:40.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:56:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:56:40] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:56:41.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:40 smithi066 ceph-mon[87361]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:56:41.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:40 smithi066 ceph-mon[87361]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:56:42.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:42 smithi066 ceph-mon[87361]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 17 KiB/s wr, 358 op/s 2024-04-02T09:56:42.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:42 smithi066 ceph-mon[87361]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:42.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:56:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:42.693 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-02T09:56:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:42 smithi019 ceph-mon[94035]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 17 KiB/s wr, 358 op/s 2024-04-02T09:56:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:42 smithi019 ceph-mon[94035]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:42 smithi019 ceph-mon[96522]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 17 KiB/s wr, 358 op/s 2024-04-02T09:56:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:42 smithi019 ceph-mon[96522]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:56:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:43 smithi019 ceph-mon[94035]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:43 smithi019 ceph-mon[94035]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 61 KiB/s wr, 1.23k op/s 2024-04-02T09:56:43.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:43 smithi019 ceph-mon[96522]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:43 smithi019 ceph-mon[96522]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 61 KiB/s wr, 1.23k op/s 2024-04-02T09:56:43.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:44.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:43 smithi066 ceph-mon[87361]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:56:44.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:43 smithi066 ceph-mon[87361]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 920 KiB/s rd, 61 KiB/s wr, 1.23k op/s 2024-04-02T09:56:44.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:44 smithi019 ceph-mon[94035]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:44 smithi019 ceph-mon[96522]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:45.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:44 smithi066 ceph-mon[87361]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:56:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:45 smithi019 ceph-mon[94035]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:45 smithi019 ceph-mon[94035]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:56:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:45 smithi019 ceph-mon[94035]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:45 smithi019 ceph-mon[96522]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:45 smithi019 ceph-mon[96522]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:56:45.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:45 smithi019 ceph-mon[96522]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:45 smithi066 ceph-mon[87361]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:56:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:45 smithi066 ceph-mon[87361]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:56:46.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:45 smithi066 ceph-mon[87361]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:56:46.720 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-02T09:56:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:47 smithi019 ceph-mon[94035]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:47 smithi019 ceph-mon[94035]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 395 op/s 2024-04-02T09:56:47.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:47 smithi019 ceph-mon[96522]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:47.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:47 smithi019 ceph-mon[96522]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 395 op/s 2024-04-02T09:56:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:47 smithi066 ceph-mon[87361]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:56:48.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:47 smithi066 ceph-mon[87361]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 395 op/s 2024-04-02T09:56:48.722 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-02T09:56:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:48 smithi019 ceph-mon[94035]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:48 smithi019 ceph-mon[96522]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:49.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:48 smithi066 ceph-mon[87361]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:56:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:49 smithi019 ceph-mon[94035]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:49.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:49 smithi019 ceph-mon[94035]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 395 op/s 2024-04-02T09:56:49.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:49 smithi019 ceph-mon[96522]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:49.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:49 smithi019 ceph-mon[96522]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 395 op/s 2024-04-02T09:56:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:49 smithi066 ceph-mon[87361]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:56:50.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:49 smithi066 ceph-mon[87361]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 21 KiB/s wr, 395 op/s 2024-04-02T09:56:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:50 smithi019 ceph-mon[96522]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:50 smithi019 ceph-mon[96522]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:50 smithi019 ceph-mon[94035]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:50.697 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:50 smithi019 ceph-mon[94035]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:56:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:56:50] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:56:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:50 smithi066 ceph-mon[87361]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:56:51.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:50 smithi066 ceph-mon[87361]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:56:51.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:51 smithi019 ceph-mon[94035]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.5 KiB/s wr, 166 op/s 2024-04-02T09:56:51.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:51 smithi019 ceph-mon[96522]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.5 KiB/s wr, 166 op/s 2024-04-02T09:56:52.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:51 smithi066 ceph-mon[87361]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 9.5 KiB/s wr, 166 op/s 2024-04-02T09:56:52.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:56:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:56:52.741 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-02T09:56:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:52 smithi019 ceph-mon[94035]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:52 smithi019 ceph-mon[96522]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:53.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:52 smithi066 ceph-mon[87361]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:56:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:53 smithi019 ceph-mon[94035]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:53.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:53 smithi019 ceph-mon[94035]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-04-02T09:56:53.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:53 smithi019 ceph-mon[96522]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:53.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:53 smithi019 ceph-mon[96522]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-04-02T09:56:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:53 smithi066 ceph-mon[87361]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:56:54.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:53 smithi066 ceph-mon[87361]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-04-02T09:56:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:54 smithi019 ceph-mon[94035]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:54 smithi019 ceph-mon[96522]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:55.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:54 smithi066 ceph-mon[87361]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:56:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:55 smithi019 ceph-mon[94035]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:55 smithi019 ceph-mon[94035]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 17 KiB/s wr, 323 op/s 2024-04-02T09:56:55.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:55 smithi019 ceph-mon[94035]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:55 smithi019 ceph-mon[96522]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:55 smithi019 ceph-mon[96522]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 17 KiB/s wr, 323 op/s 2024-04-02T09:56:55.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:55 smithi019 ceph-mon[96522]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:56.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:55 smithi066 ceph-mon[87361]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:56:56.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:55 smithi066 ceph-mon[87361]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 17 KiB/s wr, 323 op/s 2024-04-02T09:56:56.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:55 smithi066 ceph-mon[87361]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:56:56.562 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-02T09:56:57.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:57 smithi066 ceph-mon[87361]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:57.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:57 smithi019 ceph-mon[94035]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:57.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:57 smithi019 ceph-mon[96522]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:56:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:58 smithi066 ceph-mon[87361]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 321 op/s 2024-04-02T09:56:58.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:58 smithi066 ceph-mon[87361]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:56:58.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:56:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:58 smithi019 ceph-mon[94035]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 321 op/s 2024-04-02T09:56:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:58 smithi019 ceph-mon[94035]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:56:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:56:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:56:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:58 smithi019 ceph-mon[96522]: pgmap v4917: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 18 KiB/s wr, 321 op/s 2024-04-02T09:56:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:58 smithi019 ceph-mon[96522]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:56:58.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:56:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:00 smithi019 ceph-mon[94035]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 16 KiB/s wr, 297 op/s 2024-04-02T09:57:00.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:57:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:57:00] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:57:00.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:00 smithi019 ceph-mon[96522]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 16 KiB/s wr, 297 op/s 2024-04-02T09:57:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:00 smithi066 ceph-mon[87361]: pgmap v4919: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 221 KiB/s rd, 16 KiB/s wr, 297 op/s 2024-04-02T09:57:01.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:01 smithi066 ceph-mon[87361]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:57:01.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:01 smithi019 ceph-mon[94035]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:57:01.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:01 smithi019 ceph-mon[96522]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:57:02.575 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-02T09:57:02.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:02 smithi066 ceph-mon[87361]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 275 op/s 2024-04-02T09:57:02.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:57:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:02 smithi019 ceph-mon[94035]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 275 op/s 2024-04-02T09:57:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:02 smithi019 ceph-mon[96522]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 15 KiB/s wr, 275 op/s 2024-04-02T09:57:03.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:03 smithi066 ceph-mon[87361]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:57:03.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:03 smithi019 ceph-mon[94035]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:57:03.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:03 smithi019 ceph-mon[96522]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:57:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:04 smithi066 ceph-mon[87361]: pgmap v4923: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 686 KiB/s wr, 64 op/s 2024-04-02T09:57:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:04 smithi066 ceph-mon[87361]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:57:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:04 smithi019 ceph-mon[94035]: pgmap v4923: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 686 KiB/s wr, 64 op/s 2024-04-02T09:57:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:04 smithi019 ceph-mon[94035]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:57:04.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:04 smithi019 ceph-mon[96522]: pgmap v4923: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 686 KiB/s wr, 64 op/s 2024-04-02T09:57:04.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:04 smithi019 ceph-mon[96522]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:57:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:06 smithi066 ceph-mon[87361]: pgmap v4925: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 686 KiB/s wr, 64 op/s 2024-04-02T09:57:06.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:06 smithi066 ceph-mon[87361]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:57:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:06 smithi019 ceph-mon[94035]: pgmap v4925: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 686 KiB/s wr, 64 op/s 2024-04-02T09:57:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:06 smithi019 ceph-mon[94035]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:57:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:06 smithi019 ceph-mon[96522]: pgmap v4925: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 686 KiB/s wr, 64 op/s 2024-04-02T09:57:06.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:06 smithi019 ceph-mon[96522]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:57:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:08 smithi066 ceph-mon[87361]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 691 KiB/s wr, 142 op/s 2024-04-02T09:57:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:08 smithi019 ceph-mon[94035]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 691 KiB/s wr, 142 op/s 2024-04-02T09:57:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:08 smithi019 ceph-mon[96522]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 691 KiB/s wr, 142 op/s 2024-04-02T09:57:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:10 smithi019 ceph-mon[94035]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.1 KiB/s wr, 107 op/s 2024-04-02T09:57:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:57:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:57:10] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:57:10.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:10 smithi019 ceph-mon[96522]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.1 KiB/s wr, 107 op/s 2024-04-02T09:57:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:10 smithi066 ceph-mon[87361]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.1 KiB/s wr, 107 op/s 2024-04-02T09:57:11.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:11 smithi066 ceph-mon[87361]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:57:11.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:11 smithi019 ceph-mon[94035]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:57:11.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:11 smithi019 ceph-mon[96522]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:57:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:12 smithi066 ceph-mon[87361]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.1 KiB/s wr, 93 op/s 2024-04-02T09:57:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:57:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:12 smithi019 ceph-mon[94035]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.1 KiB/s wr, 93 op/s 2024-04-02T09:57:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:12 smithi019 ceph-mon[96522]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.1 KiB/s wr, 93 op/s 2024-04-02T09:57:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:13.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:14.585 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-02T09:57:14.706 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-02T09:57:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:14 smithi066 ceph-mon[87361]: pgmap v4931: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 89 op/s 2024-04-02T09:57:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:14 smithi019 ceph-mon[94035]: pgmap v4931: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 89 op/s 2024-04-02T09:57:14.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:14 smithi019 ceph-mon[96522]: pgmap v4931: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 1.0 MiB/s wr, 89 op/s 2024-04-02T09:57:15.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:15 smithi066 ceph-mon[87361]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:15.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:15 smithi019 ceph-mon[94035]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:15.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:15 smithi019 ceph-mon[96522]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:57:16.607 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-02T09:57:16.699 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-02T09:57:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:16 smithi066 ceph-mon[87361]: pgmap v4933: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:57:16.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:16 smithi066 ceph-mon[87361]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:16 smithi019 ceph-mon[94035]: pgmap v4933: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:57:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:16 smithi019 ceph-mon[94035]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:16 smithi019 ceph-mon[96522]: pgmap v4933: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:57:16.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:16 smithi019 ceph-mon[96522]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:57:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:17 smithi066 ceph-mon[87361]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:17.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:17 smithi019 ceph-mon[94035]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:17.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:17 smithi019 ceph-mon[96522]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:57:18.605 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-02T09:57:18.740 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-02T09:57:18.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:18 smithi066 ceph-mon[87361]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 2.7 MiB/s wr, 201 op/s 2024-04-02T09:57:18.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:18 smithi066 ceph-mon[87361]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:18 smithi019 ceph-mon[94035]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 2.7 MiB/s wr, 201 op/s 2024-04-02T09:57:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:18 smithi019 ceph-mon[94035]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:18 smithi019 ceph-mon[96522]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 2.7 MiB/s wr, 201 op/s 2024-04-02T09:57:18.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:18 smithi019 ceph-mon[96522]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:57:19.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:19 smithi066 ceph-mon[87361]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:19.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:19 smithi019 ceph-mon[94035]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:19.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:19 smithi019 ceph-mon[96522]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:57:20.569 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-02T09:57:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:20 smithi019 ceph-mon[94035]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 2.0 MiB/s wr, 298 op/s 2024-04-02T09:57:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:20 smithi019 ceph-mon[94035]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:20 smithi019 ceph-mon[94035]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:57:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:57:20] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:57:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:20 smithi019 ceph-mon[96522]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 2.0 MiB/s wr, 298 op/s 2024-04-02T09:57:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:20 smithi019 ceph-mon[96522]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:20.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:20 smithi019 ceph-mon[96522]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:20.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:20 smithi066 ceph-mon[87361]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 2.0 MiB/s wr, 298 op/s 2024-04-02T09:57:20.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:20 smithi066 ceph-mon[87361]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:57:20.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:20 smithi066 ceph-mon[87361]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:57:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:22 smithi066 ceph-mon[87361]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 232 op/s 2024-04-02T09:57:22.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:22 smithi066 ceph-mon[87361]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:22.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:57:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:22.617 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-02T09:57:22.743 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-02T09:57:22.875 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-02T09:57:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:22 smithi019 ceph-mon[94035]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 232 op/s 2024-04-02T09:57:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:22 smithi019 ceph-mon[94035]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:22 smithi019 ceph-mon[96522]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 10 KiB/s wr, 232 op/s 2024-04-02T09:57:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:22 smithi019 ceph-mon[96522]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:57:22.977 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-02T09:57:23.629 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-02T09:57:23.715 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-02T09:57:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:23 smithi066 ceph-mon[87361]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:23 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2899307783' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]: dispatch 2024-04-02T09:57:23.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:23 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]: dispatch 2024-04-02T09:57:23.820 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-02T09:57:23.931 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-02T09:57:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:23 smithi019 ceph-mon[94035]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:23 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2899307783' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]: dispatch 2024-04-02T09:57:23.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:23 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]: dispatch 2024-04-02T09:57:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:23 smithi019 ceph-mon[96522]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:57:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:23 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2899307783' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]: dispatch 2024-04-02T09:57:23.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:23 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]: dispatch 2024-04-02T09:57:24.040 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-02T09:57:24.130 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-02T09:57:24.214 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 17 KiB/s wr, 375 op/s 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]': finished 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:57:24.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:57:24.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:57:24.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' 2024-04-02T09:57:24.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:24 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]': finished 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 17 KiB/s wr, 375 op/s 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]': finished 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]': finished 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 17 KiB/s wr, 375 op/s 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.19:0/3590224353"}]': finished 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' 2024-04-02T09:57:24.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]: dispatch 2024-04-02T09:57:24.949 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:24 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/96104b3d-0773-47f6-8f82-b4305dd46566"}]': finished 2024-04-02T09:57:26.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:25 smithi066 ceph-mon[87361]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:26.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:25 smithi066 ceph-mon[87361]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 142 op/s 2024-04-02T09:57:26.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:25 smithi066 ceph-mon[87361]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:25 smithi019 ceph-mon[94035]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:25 smithi019 ceph-mon[94035]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 142 op/s 2024-04-02T09:57:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:25 smithi019 ceph-mon[94035]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:25 smithi019 ceph-mon[96522]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:57:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:25 smithi019 ceph-mon[96522]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 142 op/s 2024-04-02T09:57:26.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:25 smithi019 ceph-mon[96522]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:57:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:27 smithi066 ceph-mon[87361]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:27.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:27 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]: dispatch 2024-04-02T09:57:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:27 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]: dispatch 2024-04-02T09:57:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:27 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]': finished 2024-04-02T09:57:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:27 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]: dispatch 2024-04-02T09:57:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:27 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]: dispatch 2024-04-02T09:57:27.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:27 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]': finished 2024-04-02T09:57:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[94035]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]: dispatch 2024-04-02T09:57:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]: dispatch 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]': finished 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]: dispatch 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]: dispatch 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]': finished 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[96522]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]: dispatch 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]: dispatch 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c3ad5393-3180-453d-b517-ca5b60375c8a"}]': finished 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]: dispatch 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]: dispatch 2024-04-02T09:57:27.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:27 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/95812869-97c0-4f31-a041-e051f071daf4"}]': finished 2024-04-02T09:57:28.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:28 smithi066 ceph-mon[87361]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 38 KiB/s wr, 648 op/s 2024-04-02T09:57:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:28 smithi066 ceph-mon[87361]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:57:28.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[94035]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 38 KiB/s wr, 648 op/s 2024-04-02T09:57:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[94035]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[96522]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 38 KiB/s wr, 648 op/s 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[96522]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:57:28.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:29.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:29 smithi066 ceph-mon[87361]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:29.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:29 smithi019 ceph-mon[94035]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:29.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:29 smithi019 ceph-mon[96522]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:57:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:30 smithi019 ceph-mon[94035]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 38 KiB/s wr, 648 op/s 2024-04-02T09:57:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:30 smithi019 ceph-mon[94035]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:30.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:30 smithi019 ceph-mon[94035]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:30.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:57:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:57:30] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:57:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:30 smithi019 ceph-mon[96522]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 38 KiB/s wr, 648 op/s 2024-04-02T09:57:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:30 smithi019 ceph-mon[96522]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:30.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:30 smithi019 ceph-mon[96522]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:30 smithi066 ceph-mon[87361]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 462 KiB/s rd, 38 KiB/s wr, 648 op/s 2024-04-02T09:57:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:30 smithi066 ceph-mon[87361]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:57:30.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:30 smithi066 ceph-mon[87361]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:57:31.550 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:57:32.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:32 smithi066 ceph-mon[87361]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 7.5 KiB/s wr, 155 op/s 2024-04-02T09:57:32.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:32 smithi066 ceph-mon[87361]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:32.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:57:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:32 smithi019 ceph-mon[94035]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 7.5 KiB/s wr, 155 op/s 2024-04-02T09:57:32.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:32 smithi019 ceph-mon[94035]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:32.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:32 smithi019 ceph-mon[96522]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 7.5 KiB/s wr, 155 op/s 2024-04-02T09:57:32.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:32 smithi019 ceph-mon[96522]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:57:33.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:33 smithi066 ceph-mon[87361]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:33.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:33 smithi019 ceph-mon[94035]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:33.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:33 smithi019 ceph-mon[96522]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:57:34.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:34 smithi066 ceph-mon[87361]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 9.0 KiB/s wr, 181 op/s 2024-04-02T09:57:35.536 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:34 smithi066 ceph-mon[87361]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:35.537 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:34 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]: dispatch 2024-04-02T09:57:35.537 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:34 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]: dispatch 2024-04-02T09:57:35.537 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:34 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]': finished 2024-04-02T09:57:35.537 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[94035]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 9.0 KiB/s wr, 181 op/s 2024-04-02T09:57:35.537 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[94035]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:35.537 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]: dispatch 2024-04-02T09:57:35.538 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]: dispatch 2024-04-02T09:57:35.538 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]': finished 2024-04-02T09:57:35.538 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[96522]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 9.0 KiB/s wr, 181 op/s 2024-04-02T09:57:35.538 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[96522]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:57:35.538 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/319751254' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]: dispatch 2024-04-02T09:57:35.538 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]: dispatch 2024-04-02T09:57:35.538 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:34 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/13826fdd-43a4-4306-8e11-f5cba6a71d61"}]': finished 2024-04-02T09:57:35.541 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:57:35.624 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-02T09:57:35.772 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-02T09:57:35.848 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-02T09:57:35.924 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-02T09:57:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:35 smithi019 ceph-mon[94035]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:35 smithi019 ceph-mon[94035]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 26 op/s 2024-04-02T09:57:35.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:35 smithi019 ceph-mon[94035]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:35 smithi019 ceph-mon[96522]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:35 smithi019 ceph-mon[96522]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 26 op/s 2024-04-02T09:57:35.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:35 smithi019 ceph-mon[96522]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:35.999 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-02T09:57:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:35 smithi066 ceph-mon[87361]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:57:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:35 smithi066 ceph-mon[87361]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 26 op/s 2024-04-02T09:57:36.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:35 smithi066 ceph-mon[87361]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:57:36.077 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-02T09:57:36.219 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-02T09:57:36.337 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-02T09:57:36.343 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-02T09:57:36.352 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-02T09:57:36.353 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-02T09:57:36.362 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-02T09:57:36.369 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-02T09:57:36.470 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-02T09:57:36.554 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-02T09:57:36.651 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-02T09:57:36.781 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-02T09:57:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:38 smithi066 ceph-mon[87361]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 34 KiB/s wr, 526 op/s 2024-04-02T09:57:38.432 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-02T09:57:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:38 smithi019 ceph-mon[94035]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 34 KiB/s wr, 526 op/s 2024-04-02T09:57:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:38 smithi019 ceph-mon[96522]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 377 KiB/s rd, 34 KiB/s wr, 526 op/s 2024-04-02T09:57:38.551 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-02T09:57:38.645 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-02T09:57:38.754 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-02T09:57:38.919 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-02T09:57:40.150 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-02T09:57:40.246 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-02T09:57:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:40 smithi066 ceph-mon[87361]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 25 KiB/s wr, 388 op/s 2024-04-02T09:57:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:40 smithi066 ceph-mon[87361]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:40 smithi019 ceph-mon[94035]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 25 KiB/s wr, 388 op/s 2024-04-02T09:57:40.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:40 smithi019 ceph-mon[94035]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:40 smithi019 ceph-mon[96522]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 25 KiB/s wr, 388 op/s 2024-04-02T09:57:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:40 smithi019 ceph-mon[96522]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:57:40.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:57:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:57:40] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:57:41.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:41 smithi066 ceph-mon[87361]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:41.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:41 smithi066 ceph-mon[87361]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:41 smithi019 ceph-mon[94035]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:41.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:41 smithi019 ceph-mon[94035]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:41 smithi019 ceph-mon[96522]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:57:41.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:41 smithi019 ceph-mon[96522]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:57:41.585 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-02T09:57:41.862 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-02T09:57:42.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:42 smithi066 ceph-mon[87361]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 58 KiB/s wr, 1.03k op/s 2024-04-02T09:57:42.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:42 smithi066 ceph-mon[87361]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:42.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:57:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:42 smithi019 ceph-mon[94035]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 58 KiB/s wr, 1.03k op/s 2024-04-02T09:57:42.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:42 smithi019 ceph-mon[94035]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:42.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:42 smithi019 ceph-mon[96522]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 58 KiB/s wr, 1.03k op/s 2024-04-02T09:57:42.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:42 smithi019 ceph-mon[96522]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:57:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:43 smithi066 ceph-mon[87361]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:43.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:43 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:43 smithi019 ceph-mon[94035]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:43.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:43 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:43 smithi019 ceph-mon[96522]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:57:43.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:43 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:44 smithi066 ceph-mon[87361]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 122 KiB/s wr, 1.62k op/s 2024-04-02T09:57:44.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:44 smithi066 ceph-mon[87361]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:44 smithi019 ceph-mon[94035]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 122 KiB/s wr, 1.62k op/s 2024-04-02T09:57:44.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:44 smithi019 ceph-mon[94035]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:44 smithi019 ceph-mon[96522]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 122 KiB/s wr, 1.62k op/s 2024-04-02T09:57:44.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:44 smithi019 ceph-mon[96522]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:57:45.641 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-02T09:57:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:45 smithi066 ceph-mon[87361]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:45.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:45 smithi066 ceph-mon[87361]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:45.866 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-02T09:57:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:45 smithi019 ceph-mon[94035]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:45.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:45 smithi019 ceph-mon[94035]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:45 smithi019 ceph-mon[96522]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:57:45.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:45 smithi019 ceph-mon[96522]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:57:46.059 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-02T09:57:46.519 INFO:tasks.workunit.client.0.smithi019.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-02T09:57:46.519 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:57:46.519 INFO:tasks.workunit.client.0.smithi019.stdout:=============================== warnings summary =============================== 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: Traceback (most recent call last): 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: raise Exception() 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: Exception 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-02T09:57:46.520 INFO:tasks.workunit.client.0.smithi019.stdout:============ 167 passed, 8 skipped, 1 warning in 639.22s (0:10:39) ============= 2024-04-02T09:57:46.566 INFO:tasks.workunit.client.0.smithi019.stderr:+ exit 0 2024-04-02T09:57:46.566 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:57:46.566 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:57:46.600 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-02T09:57:46.600 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:57:46.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:46 smithi066 ceph-mon[87361]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 78 KiB/s wr, 764 op/s 2024-04-02T09:57:46.886 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:46 smithi019 ceph-mon[94035]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 78 KiB/s wr, 764 op/s 2024-04-02T09:57:46.886 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:46 smithi019 ceph-mon[96522]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 78 KiB/s wr, 764 op/s 2024-04-02T09:57:46.887 DEBUG:teuthology.parallel:result is None 2024-04-02T09:57:46.887 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:57:46.915 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:57:46.915 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:57:46.969 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:57:46.969 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:57:46.969 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-02T09:57:46.970 DEBUG:teuthology.parallel:result is None 2024-04-02T09:57:46.970 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:57:46.980 INFO:teuthology.task.print:**** done end parallel 2024-04-02T09:57:46.980 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:57:46.989 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-02T09:57:46.989 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T09:57:46.999 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:57:46.999 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:57:46.999 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:57:47.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:57:47.024 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:57:47.024 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:57:47.080 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:57:47.080 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:57:47.134 INFO:tasks.workunit:timeout=3h 2024-04-02T09:57:47.135 INFO:tasks.workunit:cleanup=True 2024-04-02T09:57:47.135 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:57:47.189 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:57:47.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:47 smithi066 ceph-mon[87361]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:47.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:47 smithi019 ceph-mon[94035]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:47.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:47 smithi019 ceph-mon[96522]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:57:48.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:48 smithi066 ceph-mon[87361]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:48.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:48 smithi019 ceph-mon[94035]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:48.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:48 smithi019 ceph-mon[96522]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:50.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:50 smithi019 ceph-mon[94035]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:50.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:50 smithi019 ceph-mon[96522]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:50.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:57:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:57:50] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:57:50.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:50 smithi066 ceph-mon[87361]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:52.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:52 smithi066 ceph-mon[87361]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:52.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:57:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:57:52.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:52 smithi019 ceph-mon[94035]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:52.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:52 smithi019 ceph-mon[96522]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:54.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:54 smithi066 ceph-mon[87361]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:54.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:54 smithi019 ceph-mon[94035]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:54.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:54 smithi019 ceph-mon[96522]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:56.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:56 smithi066 ceph-mon[87361]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:56.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:56 smithi019 ceph-mon[94035]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:56.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:56 smithi019 ceph-mon[96522]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:58 smithi066 ceph-mon[87361]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:58.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:57:58 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:58 smithi019 ceph-mon[94035]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:58.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:57:58 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:57:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:58 smithi019 ceph-mon[96522]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:57:58.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:57:58 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:00.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:00 smithi019 ceph-mon[94035]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:00.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:00 smithi019 ceph-mon[96522]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:00.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:58:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:58:00] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-04-02T09:58:00.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:00 smithi066 ceph-mon[87361]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:02 smithi066 ceph-mon[87361]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:02.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:58:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:02.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:02 smithi019 ceph-mon[94035]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:02.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:02 smithi019 ceph-mon[96522]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:04.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:04 smithi066 ceph-mon[87361]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:04.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:04 smithi019 ceph-mon[94035]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:04.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:04 smithi019 ceph-mon[96522]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:06.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:06 smithi066 ceph-mon[87361]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:06.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:06 smithi019 ceph-mon[94035]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:06.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:06 smithi019 ceph-mon[96522]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:08.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:08 smithi066 ceph-mon[87361]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:08.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:08 smithi019 ceph-mon[94035]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:08.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:08 smithi019 ceph-mon[96522]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:10.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:10 smithi019 ceph-mon[94035]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:10.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:10 smithi019 ceph-mon[96522]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:10.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:58:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:58:10] "GET /metrics HTTP/1.1" 200 34241 "" "Prometheus/2.43.0" 2024-04-02T09:58:10.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:10 smithi066 ceph-mon[87361]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:12.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:12 smithi066 ceph-mon[87361]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:12.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:58:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:12.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:12 smithi019 ceph-mon[94035]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:12.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:12 smithi019 ceph-mon[96522]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:13.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:13 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:13.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:13 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:13.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:13 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:14.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:14 smithi066 ceph-mon[87361]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:14.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:14 smithi019 ceph-mon[94035]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:14.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:14 smithi019 ceph-mon[96522]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:16.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:16 smithi019 ceph-mon[94035]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:16.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:16 smithi019 ceph-mon[96522]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:17.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:16 smithi066 ceph-mon[87361]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:18.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:18 smithi019 ceph-mon[94035]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:18.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:18 smithi019 ceph-mon[96522]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:19.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:18 smithi066 ceph-mon[87361]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:20.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:20 smithi019 ceph-mon[94035]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:20.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:20 smithi019 ceph-mon[96522]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:20.697 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:58:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:58:20] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-04-02T09:58:21.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:20 smithi066 ceph-mon[87361]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:22.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:58:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:22.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:22 smithi019 ceph-mon[94035]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:22.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:22 smithi019 ceph-mon[96522]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:23.066 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:22 smithi066 ceph-mon[87361]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:24.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:24 smithi019 ceph-mon[94035]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:24.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:24 smithi019 ceph-mon[96522]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:25.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:24 smithi066 ceph-mon[87361]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:26.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:26 smithi019 ceph-mon[94035]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:26.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:26 smithi019 ceph-mon[96522]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:27.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:26 smithi066 ceph-mon[87361]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:27.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:27 smithi019 ceph-mon[94035]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:27.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:27 smithi019 ceph-mon[96522]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:28.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:27 smithi066 ceph-mon[87361]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:28.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:28 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:28.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:28 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:29.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:28 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:58:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[94035]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:29.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:58:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[96522]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:29.947 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:29.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:29.948 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:58:30.063 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:29 smithi066 ceph-mon[87361]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:30.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:58:30.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:58:30.064 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:58:30.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:58:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:58:30] "GET /metrics HTTP/1.1" 200 34248 "" "Prometheus/2.43.0" 2024-04-02T09:58:32.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:32 smithi066 ceph-mon[87361]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:32.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:32 smithi019 ceph-mon[94035]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:32.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:32 smithi019 ceph-mon[96522]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:32.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:58:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:34.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:34 smithi066 ceph-mon[87361]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:34 smithi019 ceph-mon[94035]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:34.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:34 smithi019 ceph-mon[96522]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:36.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:36 smithi066 ceph-mon[87361]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:36.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:36 smithi019 ceph-mon[94035]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:36 smithi019 ceph-mon[96522]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:38.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:38 smithi066 ceph-mon[87361]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:38.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:38 smithi019 ceph-mon[94035]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:38.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:38 smithi019 ceph-mon[96522]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:40.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:40 smithi066 ceph-mon[87361]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:40.382 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:40 smithi019 ceph-mon[94035]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:40.382 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:58:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:58:40] "GET /metrics HTTP/1.1" 200 34248 "" "Prometheus/2.43.0" 2024-04-02T09:58:40.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:40 smithi019 ceph-mon[96522]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:42.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:42 smithi066 ceph-mon[87361]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:42.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:42 smithi019 ceph-mon[94035]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:42.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:42 smithi019 ceph-mon[96522]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:42.814 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:58:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:44 smithi066 ceph-mon[87361]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:44.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:44 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:44 smithi019 ceph-mon[94035]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:44.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:44 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:44.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:44 smithi019 ceph-mon[96522]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:44.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:44 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:46.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:46 smithi019 ceph-mon[94035]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:46.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:46 smithi019 ceph-mon[96522]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:46.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:46 smithi066 ceph-mon[87361]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:48.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:48 smithi019 ceph-mon[94035]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:48.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:48 smithi019 ceph-mon[96522]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:48.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:48 smithi066 ceph-mon[87361]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:50.384 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:50 smithi019 ceph-mon[94035]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:50.384 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:50 smithi019 ceph-mon[96522]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:50.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:50 smithi066 ceph-mon[87361]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:50.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:58:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:58:50] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-04-02T09:58:52.366 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:52 smithi066 ceph-mon[87361]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:52.366 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:58:52 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:58:52.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:52 smithi019 ceph-mon[94035]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:52.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:52 smithi019 ceph-mon[96522]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:54.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:54 smithi019 ceph-mon[94035]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:54.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:54 smithi019 ceph-mon[96522]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:54.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:54 smithi066 ceph-mon[87361]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:56.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:56 smithi019 ceph-mon[94035]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:56.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:56 smithi019 ceph-mon[96522]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:56.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:56 smithi066 ceph-mon[87361]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:58.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:58 smithi019 ceph-mon[94035]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:58.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:58 smithi019 ceph-mon[96522]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:58.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:58 smithi066 ceph-mon[87361]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:58:59.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:58:59 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:59.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:58:59 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:58:59.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:58:59 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:00.347 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:00 smithi019 ceph-mon[96522]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:00.347 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:00 smithi019 ceph-mon[94035]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:00.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:00 smithi066 ceph-mon[87361]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:00.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:59:00] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-04-02T09:59:02.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:02 smithi019 ceph-mon[94035]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:02.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:02 smithi019 ceph-mon[96522]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:02.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:02 smithi066 ceph-mon[87361]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:02.563 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:02 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:04.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:04 smithi019 ceph-mon[94035]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:04.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:04 smithi019 ceph-mon[96522]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:04.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:04 smithi066 ceph-mon[87361]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:06.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:06 smithi019 ceph-mon[94035]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:06.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:06 smithi019 ceph-mon[96522]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:06.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:06 smithi066 ceph-mon[87361]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:08.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:08 smithi019 ceph-mon[94035]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:08.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:08 smithi019 ceph-mon[96522]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:08.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:08 smithi066 ceph-mon[87361]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:10.383 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:10 smithi019 ceph-mon[94035]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:10.383 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:10 smithi019 ceph-mon[96522]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:10.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:10 smithi066 ceph-mon[87361]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:10.696 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:59:10] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-04-02T09:59:12.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:12 smithi019 ceph-mon[94035]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:12.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:12 smithi019 ceph-mon[96522]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:12.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:12 smithi066 ceph-mon[87361]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:12.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:12.717 INFO:tasks.workunit.client.0.smithi019.stderr:Updating files: 93% (11528/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T09:59:13.523 INFO:tasks.workunit.client.0.smithi019.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T09:59:13.523 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr: git switch -c 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr:Or undo this operation with: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr: git switch - 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:13.524 INFO:tasks.workunit.client.0.smithi019.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T09:59:13.525 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:13.525 INFO:tasks.workunit.client.0.smithi019.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T09:59:13.530 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:59:13.585 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:59:13.587 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:59:13.587 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:59:13.636 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:59:13.684 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:59:13.724 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:59:13.726 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:59:13.726 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:59:13.765 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:59:13.769 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2024-04-02T09:59:13.769 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:59:13.824 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-02T09:59:13.825 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-02T09:59:13.825 DEBUG:teuthology.orchestra.run.smithi019:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-02T09:59:13.883 INFO:tasks.workunit.client.0.smithi019.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T09:59:14.294 INFO:tasks.workunit.client.0.smithi019.stderr:+ LAST_OPT_REVISION=1 2024-04-02T09:59:14.294 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T09:59:14.294 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph -s 2024-04-02T09:59:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:14 smithi019 ceph-mon[94035]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:14.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:14 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:14 smithi019 ceph-mon[96522]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:14.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:14 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:14.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:14 smithi066 ceph-mon[87361]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:14.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:14 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:14.914 INFO:tasks.workunit.client.0.smithi019.stdout: cluster: 2024-04-02T09:59:14.914 INFO:tasks.workunit.client.0.smithi019.stdout: id: e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T09:59:14.914 INFO:tasks.workunit.client.0.smithi019.stdout: health: HEALTH_WARN 2024-04-02T09:59:14.914 INFO:tasks.workunit.client.0.smithi019.stdout: Telemetry requires re-opt-in 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: services: 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: mgr: y(active, since 85m), standbys: x 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: mds: 1/1 daemons up, 1 standby 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: osd: 8 osds: 8 up (since 80m), 8 in (since 92m) 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: data: 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: volumes: 1/1 healthy 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: pools: 4 pools, 105 pgs 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: objects: 28 objects, 4.6 MiB 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: pgs: 105 active+clean 2024-04-02T09:59:14.915 INFO:tasks.workunit.client.0.smithi019.stdout: 2024-04-02T09:59:14.926 INFO:tasks.workunit.client.0.smithi019.stderr:++ ceph telemetry collection ls 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:['\''basic_pool_flags'\''] 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:59:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_pool_flags'] 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:15.434 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:59:15.435 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_pool_flags'] 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:59:15.436 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_pool_flags'] 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:59:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_pool_flags'] 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:59:15.438 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_pool_flags'] 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:15.439 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:+ [[ New collections are available: 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:['basic_pool_flags'] 2024-04-02T09:59:15.440 INFO:tasks.workunit.client.0.smithi019.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr: 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:NAME STATUS DESC 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-02T09:59:15.441 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry preview 2024-04-02T09:59:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3848981317' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:59:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3848981317' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:59:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2146549195' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:59:15.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2146549195' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:59:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3848981317' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:59:15.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3848981317' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:59:15.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2146549195' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:59:15.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:15 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2146549195' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:59:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3848981317' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:59:15.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3848981317' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:59:15.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2146549195' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:59:15.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:15 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2146549195' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:59:16.235 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:16.236 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:16.237 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:16.238 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T09:59:16.239 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:16.240 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:16.241 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:16.242 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:59:16.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T09:59:16.244 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:59:16.245 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:16.246 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:59:16.247 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/enabled", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:16.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:16.249 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:16.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T09:59:16.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 2, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T09:59:16.253 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "has_msr_rules": 0, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 1, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_collision_tries": 100, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_descents": 100, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T09:59:16.254 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T09:59:16.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T09:59:16.256 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_stats": { 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20258816, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 315248, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 933888, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 0, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 336, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1108336, 2024-04-02T09:59:16.257 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 670720, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14478112, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20340736, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 376824, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 966656, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 421, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1347240, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:59:16.258 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 993792, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14870368, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 166518784, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2314584, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 4202496, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6448, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 10226936, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2290688, 2024-04-02T09:59:16.259 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 148671920, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 170721280 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 168091648, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2067408, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 540672, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 3686400, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6434, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 11521440, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1944832, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 149002640, 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 171778048 2024-04-02T09:59:16.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 260366336, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 5929984, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5242880, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 819200, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9507, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 14666072, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 4472320, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 230055080, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 261185536 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.261 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 555032576, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 25596952, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 40960, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 4292608, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13642, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 77588216, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 7740160, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 440658416, 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 559325184 2024-04-02T09:59:16.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 620412928, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 27459984, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 33996800, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13166, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 75696736, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 9371904, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 502379280, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 654409728 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:16.263 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 417808384, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 30591936, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 56123392, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11051, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 72870264, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10492416, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 298348744, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 473931776 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 511737856, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 18968568, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5373952, 2024-04-02T09:59:16.264 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 32620544, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10199, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 60722256, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10993152, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 415679928, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 544358400 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 501514240, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22251584, 2024-04-02T09:59:16.265 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 37748736, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11312, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 74508184, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10190336, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 391156264, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 539262976 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 430858240, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 24284920, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:16.266 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 132898816, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 12368, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 98309016, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 7821568, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 297034864, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 563757056 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 408616960, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 18103344, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 35913728, 2024-04-02T09:59:16.267 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9451, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 60138936, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10520064, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 316577816, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 444530688 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 471670784, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22910072, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 32210944, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10531, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:16.268 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 65422944, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 11058432, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 369002536, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 503881728 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "io_rate": { 2024-04-02T09:59:16.269 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_stats_delta": { 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "stamp_delta": "12.003058", 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:16.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:16.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:16.272 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 0 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "mempool": { 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.278 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 149008, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 33 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.280 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.284 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 222320, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 51904, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12824, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 268 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.290 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.293 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 40986209, 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5064 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1232, 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 14 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:16.295 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:16.296 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.299 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41074321, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5071 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.302 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.303 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.305 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.306 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41396177, 2024-04-02T09:59:16.308 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5137 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:16.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11792, 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 348 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.311 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19168, 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 361 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55168, 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1536, 2024-04-02T09:59:16.312 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55360, 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 692 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 373152, 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1794 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.313 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 411402, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2401244, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 537776 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6960056, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10267 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 77932, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8328 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.314 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86016, 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1792 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165150, 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 120393, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 60 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8267965, 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8380 2024-04-02T09:59:16.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10384, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 118 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 478224, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7130240, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18512 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.319 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21704, 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30720, 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 23 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3456, 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55920, 2024-04-02T09:59:16.320 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 699 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 370864, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1029400, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 261 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2408763, 2024-04-02T09:59:16.321 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 534081 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6908376, 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10191 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76308, 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8156 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85488, 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1781 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165238, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1186 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 106514, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19116774, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 266 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 24552, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 279 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.324 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 454896, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7420608, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21472 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.325 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.326 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 18200, 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 333 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:16.327 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2304, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54000, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 675 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 356928, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1716 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 338608, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 90 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1771420, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 390030 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5145136, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7598 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 66248, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6991 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.329 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82272, 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1714 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 118737, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 13055647, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 265 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.331 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10736, 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 122 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 373248, 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.332 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3224520, 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6201 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:16.334 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17120, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 322 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 194304, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 22 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3840, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 20 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.335 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54480, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 681 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 442540, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 112 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.336 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1763427, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388069 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5118616, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7559 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67048, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7010 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.337 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.338 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 128205, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20581789, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 259 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12232, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 139 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.339 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3510000, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9142 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.340 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20176, 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 366 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.342 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2880, 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55280, 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 691 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:16.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 760465, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2041385, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 450159 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5864576, 2024-04-02T09:59:16.344 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8656 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67020, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7007 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164726, 2024-04-02T09:59:16.345 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 112325, 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16279655, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 274 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17864, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 203 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.347 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5012384, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12008 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.348 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.349 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21352, 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 385 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 35328, 2024-04-02T09:59:16.350 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 27 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 960, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54960, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 687 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 371280, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1785 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.351 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 470079, 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 121 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2356039, 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 524595 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6760136, 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9973 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76488, 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8164 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85584, 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164982, 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:16.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 123149, 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6220729, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 257 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12408, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 141 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.355 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 466560, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 40 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6440720, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12386 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.357 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14456, 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 244 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30464, 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21 2024-04-02T09:59:16.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2688, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 14 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 53760, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 672 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359632, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1729 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 401378, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1647155, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 364802 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4813976, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7111 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 68324, 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7170 2024-04-02T09:59:16.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82896, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1727 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164638, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1183 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 120075, 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 60 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.362 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14330400, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 243 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11264, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 128 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.363 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3481816, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9019 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:16.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17072, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 318 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 34944, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3264, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 17 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.366 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54160, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 677 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359008, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 393677, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 102 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1966829, 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 439516 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5722456, 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8447 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 69420, 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7169 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82848, 2024-04-02T09:59:16.368 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 167710, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1195 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.369 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 51009, 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 47 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17927378, 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 272 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.370 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12232, 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 139 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 571536, 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4801160, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9233 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:16.373 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.374 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:59:16.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:16.376 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.377 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T09:59:16.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T09:59:16.379 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "reef", 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "squid" 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 19, 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T09:59:16.380 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "squid" 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_perf_histograms": [ 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.381 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:16.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:16.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:16.384 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:16.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:16.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 10118, 5, 0, 0, 2, 7, 4, 2, 6, 6, 3, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9133, 57, 39, 0, 13, 5, 4, 5, 18, 28, 76, 36, 31, 12, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1171, 114, 120, 0, 1, 1, 0, 0, 1, 13, 56, 185, 174, 7, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 711, 17, 69, 0, 1, 3, 0, 0, 0, 0, 5, 28, 243, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 237, 9, 10, 0, 2, 0, 0, 2, 0, 0, 10, 8, 24, 63, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 158, 8, 23, 25, 0, 0, 0, 0, 0, 0, 2, 6, 25, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 261, 2, 3, 39, 56, 0, 0, 1, 0, 0, 3, 0, 17, 41, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 42, 0, 0, 4, 71, 86, 0, 0, 0, 0, 3, 0, 1, 28, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 8, 43, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.389 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7820, 3635, 4256, 11, 13, 13, 0, 8, 12, 6, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7726, 277, 1375, 0, 18, 46, 80, 103, 32, 55, 128, 54, 99, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 636, 13, 422, 22, 0, 0, 21, 52, 6, 8, 46, 221, 241, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 309, 3, 4, 8, 0, 0, 0, 0, 0, 1, 2, 10, 274, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 59, 3, 0, 1, 1, 0, 0, 0, 0, 1, 13, 3, 31, 31, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 50, 1, 32, 0, 0, 0, 0, 0, 0, 0, 7, 0, 12, 4, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16, 1, 207, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 60, 0, 0, 0, 0, 0, 3, 0, 0, 0, 10, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8264, 1, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8845, 33, 18, 0, 14, 1, 0, 2, 0, 0, 7, 5, 9, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 920, 20, 20, 2, 0, 0, 0, 2, 0, 2, 26, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 380, 5, 0, 0, 2, 0, 0, 0, 0, 2, 1, 7, 44, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 7, 0, 0, 0, 0, 0, 0, 0, 7, 11, 2, 28, 77, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 21, 0, 0, 0, 0, 0, 2, 2, 4, 3, 6, 43, 29, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 67, 52, 0, 1, 0, 0, 0, 0, 0, 5, 1, 3, 41, 67, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 31, 132, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 10, 26, 64, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 37, 0, 0, 1, 0, 0, 1, 0, 0, 3, 0, 0, 2, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 36, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12453, 3799, 0, 1, 6884, 387, 1, 0, 0, 1, 6, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9991, 416, 13, 0, 901, 201, 2, 4, 9, 26, 42, 11, 18, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1226, 25, 27, 0, 5, 0, 0, 0, 3, 3, 28, 97, 74, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 632, 2, 1, 0, 11, 10, 0, 0, 0, 1, 1, 1, 107, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 366, 16, 1, 0, 174, 7, 0, 1, 0, 1, 6, 1, 13, 26, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 258, 6, 0, 0, 328, 24, 0, 0, 0, 0, 0, 0, 10, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 117, 5, 0, 0, 118, 0, 0, 0, 0, 0, 0, 0, 11, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 3, 0, 0, 2064, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1651, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14577, 8091, 56, 3, 14, 6, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9830, 273, 26, 1, 11, 29, 58, 66, 9, 17, 9, 10, 8, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1094, 15, 11, 0, 4, 1, 11, 14, 10, 12, 45, 67, 21, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 1, 2, 0, 1, 0, 0, 0, 0, 0, 7, 20, 167, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 185, 5, 0, 0, 1, 1, 1, 0, 0, 0, 8, 3, 26, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 6, 20, 9, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 18, 47, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 9, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12129, 11, 2, 0, 1, 0, 0, 0, 0, 1, 0, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11888, 23, 4, 0, 15, 0, 1, 0, 0, 0, 5, 6, 5, 24, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1790, 12, 4, 0, 3, 0, 0, 2, 0, 4, 15, 1, 3, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 568, 4, 2, 6, 4, 0, 0, 1, 0, 1, 7, 11, 23, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 244, 8, 3, 0, 1, 0, 0, 0, 1, 0, 5, 2, 13, 45, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 334, 7, 3, 1, 0, 0, 0, 0, 0, 0, 6, 2, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 3, 14, 20, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 3, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1593, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8630, 4050, 0, 0, 1, 0, 0, 0, 0, 0, 8, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7070, 136, 13, 1, 18, 3, 4, 4, 8, 6, 39, 11, 15, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1547, 12, 20, 1, 3, 1, 1, 1, 4, 13, 75, 82, 20, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 4, 1, 0, 0, 0, 0, 0, 0, 0, 8, 25, 188, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 6, 0, 0, 1, 1, 0, 0, 0, 0, 6, 2, 27, 43, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 8, 7, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 4, 4, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.404 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11502, 1, 0, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8694, 38, 18, 1, 11, 2, 0, 1, 0, 0, 8, 5, 7, 10, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1217, 6, 9, 0, 5, 1, 0, 4, 0, 1, 19, 0, 4, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 311, 3, 0, 0, 0, 0, 1, 0, 0, 0, 3, 13, 25, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 13, 5, 0, 0, 0, 1, 0, 0, 0, 3, 1, 18, 52, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 82, 3, 2, 0, 0, 0, 0, 1, 0, 0, 2, 0, 7, 6, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 98, 0, 1, 0, 0, 0, 0, 2, 0, 0, 7, 0, 9, 8, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.407 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:16.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:16.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:16.410 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:16.411 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:16.412 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.413 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 149, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5118, 49, 89, 137, 438, 585, 660, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 655, 19, 16, 67, 30, 27, 62, 0, 1, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 452, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 3, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 147, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 14, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.414 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3042, 230, 34, 68, 122, 0, 4, 3, 12, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 550, 67, 1313, 1, 0, 0, 0, 0, 3, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 252, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1377, 1024, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1704, 1958, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.416 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.417 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.418 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9438, 7, 0, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16438, 2, 1, 0, 0, 0, 1, 0, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 456, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 111, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 5, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.419 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.420 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3393, 30, 0, 0, 15, 0, 5, 5, 14, 16, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 6, 1, 0, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 262, 12, 17, 41, 3, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 915, 134, 17, 124, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4048, 2301, 0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.421 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 481, 573, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.422 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.423 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 421, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3159, 227, 31, 66, 139, 274, 464, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 305, 24, 0, 0, 2, 1, 17, 0, 2, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 148, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.424 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.425 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 398, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5401, 81, 136, 243, 459, 595, 713, 2, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 438, 1, 2, 15, 12, 18, 12, 0, 1, 1, 3, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 325, 2, 6, 13, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 39, 77, 114, 29, 0, 0, 0, 0, 0, 1, 3, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.426 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 5, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.427 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.428 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2989, 17, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 381, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 170, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.429 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.430 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8709, 32, 46, 45, 2, 1, 1, 0, 1, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2055, 19, 75, 73, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 282, 12, 16, 2, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 207, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 3, 10, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.431 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.432 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.433 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:16.434 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:16.435 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.436 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:16.437 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:16.438 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.439 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7079, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.440 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.441 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1941, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.442 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.443 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.444 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.445 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.446 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.447 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6749, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.448 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.449 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.450 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.451 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.452 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 352, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.453 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.454 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 295, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.455 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.456 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.457 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8843, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 317, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 230, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.458 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.459 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:16.460 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:16.461 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:16.462 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:16.463 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:16.464 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:16.465 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.466 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1714, 12, 0, 1, 12, 1, 2, 3, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1494, 7, 2, 1, 2, 5, 9, 12, 25, 55, 102, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 187, 0, 0, 0, 0, 0, 0, 1, 8, 11, 46, 176, 153, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 331, 0, 0, 0, 0, 0, 1, 1, 2, 4, 22, 25, 243, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 637, 3, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 29, 30, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 754, 1, 0, 0, 0, 0, 0, 1, 1, 0, 4, 5, 10, 16, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 0, 1, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.467 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:16.468 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2209, 33, 2, 3, 3, 1, 1, 6, 6, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2082, 8, 0, 5, 3, 6, 8, 23, 44, 66, 156, 96, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 13, 0, 0, 1, 2, 1, 1, 3, 2, 23, 233, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 13, 0, 0, 0, 0, 1, 1, 1, 2, 7, 2, 279, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 19, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 23, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.469 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.470 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.471 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 332, 4, 0, 0, 8, 0, 2, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 189, 7, 0, 0, 1, 0, 1, 7, 8, 11, 36, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 192, 0, 0, 0, 0, 2, 1, 11, 8, 14, 53, 94, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 118, 19, 0, 0, 0, 0, 3, 1, 3, 7, 23, 40, 27, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 28, 0, 0, 0, 0, 1, 1, 1, 1, 7, 13, 32, 36, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8, 42, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 9, 21, 118, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 77, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.472 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1160, 13, 1, 0, 17, 0, 1, 2, 6, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 606, 5, 1, 0, 2, 2, 3, 4, 13, 25, 57, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 174, 10, 0, 0, 0, 1, 1, 1, 3, 5, 10, 78, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 420, 21, 0, 0, 0, 1, 0, 2, 1, 2, 10, 16, 50, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 480, 20, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 21, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.474 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 201, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 12, 23, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 81, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.475 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.476 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1141, 10, 0, 0, 9, 0, 5, 4, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 705, 2, 1, 3, 4, 3, 6, 11, 10, 20, 46, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 436, 5, 0, 0, 1, 2, 1, 4, 6, 12, 55, 130, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 453, 15, 0, 0, 0, 1, 0, 0, 1, 0, 11, 16, 145, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 5, 13, 8, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 26, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.477 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.478 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 73, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 522, 19, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 101, 9, 0, 0, 2, 1, 3, 3, 3, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 177, 2, 0, 0, 3, 0, 1, 2, 2, 6, 35, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 68, 2, 0, 0, 0, 1, 0, 0, 0, 5, 16, 12, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.479 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 5, 0, 0, 0, 1, 0, 0, 0, 1, 4, 10, 33, 24, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 6, 19, 30, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.480 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.481 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 30, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1128, 24, 1, 0, 14, 1, 2, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 678, 6, 2, 0, 2, 1, 7, 7, 15, 21, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 477, 8, 0, 0, 1, 2, 1, 2, 1, 2, 37, 124, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 439, 11, 0, 0, 0, 0, 0, 0, 3, 2, 8, 6, 146, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 136, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 32, 26, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 51, 36, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 83, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.482 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.483 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 242, 12, 0, 0, 4, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 74, 5, 0, 0, 1, 1, 3, 1, 0, 3, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 0, 0, 0, 1, 1, 4, 2, 5, 10, 22, 32, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.484 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 1, 2, 1, 11, 21, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 1, 2, 0, 2, 6, 10, 29, 34, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 19, 51, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.485 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.486 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 8, 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "number of replicas", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 1, 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0]", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[1, 1]", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[2, 2]", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[3, 3]", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[4, 4]", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[5, 5]", 2024-04-02T09:59:16.487 INFO:tasks.workunit.client.0.smithi019.stdout: "[6, None]" 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "linear" 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 10, 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "duration", 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 250000, 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 249999]", 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[250000, 499999]", 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[500000, 999999]", 2024-04-02T09:59:16.488 INFO:tasks.workunit.client.0.smithi019.stdout: "[1000000, 1999999]", 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[2000000, 3999999]", 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[4000000, 7999999]", 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[8000000, 15999999]", 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[16000000, 31999999]", 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[32000000, None]" 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.489 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.490 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.491 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.492 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.493 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.495 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.496 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_counters": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_grant": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:59:16.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_commit": { 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_complete": { 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_keys": { 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.498 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_merge": { 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_split": { 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "exported_inodes": { 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "forward": { 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_cap_release": { 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps": { 2024-04-02T09:59:16.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps_dirty": { 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_inode_file_caps": { 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "imported_inodes": { 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes": { 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_expired": { 2024-04-02T09:59:16.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_pinned": { 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_with_caps": { 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "load_cent": { 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "openino_dir_fetch": { 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "process_request_cap_release": { 2024-04-02T09:59:16.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "reply_latency": { 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "request": { 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rbytes": { 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rfiles": { 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.502 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rsnaps": { 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_reply": { 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "subtrees": { 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_cache": { 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_exportdir": { 2024-04-02T09:59:16.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_flush": { 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragmentdir": { 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragstats": { 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_inodestats": { 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_inode": { 2024-04-02T09:59:16.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_path": { 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_enqueued": { 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_prioritized": { 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_processing": { 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays": { 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_delayed": { 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_enqueuing": { 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_completed": { 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_started": { 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_created": { 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_enqueued": { 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_migrated": { 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_reintegrated": { 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_log": { 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "ev": { 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "evadd": { 2024-04-02T09:59:16.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "evex": { 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "evexd": { 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "evexg": { 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "evlrg": { 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.508 INFO:tasks.workunit.client.0.smithi019.stdout: "evtrm": { 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "jlat": { 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "replayed": { 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "seg": { 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "segadd": { 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "segex": { 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "segexd": { 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "segexg": { 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "segmjr": { 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "segtrm": { 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_mem": { 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "cap": { 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "cap+": { 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "cap-": { 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "dir": { 2024-04-02T09:59:16.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "dir+": { 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "dir-": { 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "dn": { 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "dn+": { 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "dn-": { 2024-04-02T09:59:16.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "heap": { 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 248184 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "ino": { 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "ino+": { 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "ino-": { 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "rss": { 2024-04-02T09:59:16.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50624 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_server": { 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_acquisition_throttle": { 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_revoke_eviction": { 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_request": { 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_session": { 2024-04-02T09:59:16.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_peer_request": { 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "req_create_latency": { 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getattr_latency": { 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getfilelock_latency": { 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getvxattr_latency": { 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "req_link_latency": { 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookup_latency": { 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookuphash_latency": { 2024-04-02T09:59:16.516 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupino_latency": { 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupname_latency": { 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupparent_latency": { 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.517 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupsnap_latency": { 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lssnap_latency": { 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mkdir_latency": { 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mknod_latency": { 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mksnap_latency": { 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "req_open_latency": { 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "req_readdir_latency": { 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rename_latency": { 2024-04-02T09:59:16.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "req_renamesnap_latency": { 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmdir_latency": { 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmsnap_latency": { 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmxattr_latency": { 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setattr_latency": { 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setdirlayout_latency": { 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setfilelock_latency": { 2024-04-02T09:59:16.521 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setlayout_latency": { 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setxattr_latency": { 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "req_snapdiff_latency": { 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "req_symlink_latency": { 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "req_unlink_latency": { 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_sessions": { 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "average_load": { 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.523 INFO:tasks.workunit.client.0.smithi019.stdout: "avg_session_uptime": { 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "mdthresh_evicted": { 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "session_count": { 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "session_remove": { 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.524 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_open": { 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_stale": { 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "total_load": { 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "purge_queue": { 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed": { 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed_ops": { 2024-04-02T09:59:16.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing": { 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_high_water": { 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops": { 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_item_in_journal": { 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.527 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:16.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:16.529 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8476 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8476, 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57976081 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.530 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8476, 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1321990096 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 146 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.531 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4999963 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8476 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:16.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8476 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8476, 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26124803231 2024-04-02T09:59:16.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.535 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8476 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8476, 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 114337788 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8476, 2024-04-02T09:59:16.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73766 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8476, 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2679979852 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 167706624 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 163430400 2024-04-02T09:59:16.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4276224 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24019533 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.540 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69103507 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451218 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70700302 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178391403 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69072533 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:16.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 367229, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1791320679 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20405, 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6318460396 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T09:59:16.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 287 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:16.551 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8513 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8513, 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58242660 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8513, 2024-04-02T09:59:16.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2087980658 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:16.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8514 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.554 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8514 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8514, 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26297756549 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:16.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.557 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8513 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8513, 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 114904870 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8513, 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74049 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8513, 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5707947088 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168763392 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 164478976 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4284416 2024-04-02T09:59:16.559 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.560 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24123705 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.561 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69041170 2024-04-02T09:59:16.562 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.563 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1458606 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70734749 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.565 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178363513 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.567 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69100423 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 368964, 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1786163147 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:16.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20501, 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10063829035 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:16.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:16.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 227 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8585 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8585, 2024-04-02T09:59:16.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 59365315 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8585, 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25755 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8585, 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1949981935 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:16.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8583 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8583, 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58726675 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8583, 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 66016 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8583, 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2880029831 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3999963 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8586 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8586, 2024-04-02T09:59:16.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29939722763 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54736 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:16.578 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.579 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255942656 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.580 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 253394944 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2547712 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24321044 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68923207 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1472936 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70799795 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178310595 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.589 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69153341 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:16.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 385361, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2093509137 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20677, 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7754224297 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.592 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16709 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4460544 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 706805760 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3534997 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1174716 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 182, 2024-04-02T09:59:16.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 848434 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 654901248 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76651, 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11347017533 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76666, 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18527706322 2024-04-02T09:59:16.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14749696 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314007552 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 663420928 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2675131415 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44726 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307866624 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307870720 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32635 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44726, 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 994344092 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2612890041 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.599 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42814 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1860974 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 717 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4414306 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 944 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 234 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 944, 2024-04-02T09:59:16.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1436414 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 682 2024-04-02T09:59:16.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8436 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1028009984 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14000128 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20708, 2024-04-02T09:59:16.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75243716 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3618, 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5306276391 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28027, 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 238582425 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76598, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22457412188 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 75872, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1535816067 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76598, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46296459 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76598, 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22503708647 2024-04-02T09:59:16.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 243811, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1909966484 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1043, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2901490 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142391, 2024-04-02T09:59:16.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50022368 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53, 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 88327 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19635, 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2696939028 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 454416 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24225 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.609 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13629, 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2647983135 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33377, 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13433027 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19748, 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2046560360 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15385, 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 433415693 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10289066706 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 652776790 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9002, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3694595220386 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6259229531020 2024-04-02T09:59:16.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89708, 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2504999381424 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89708, 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9920256 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 353826215 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35578933366 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34741089 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17379212072 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13504841017 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.614 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10219599 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2537, 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13711995 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77122700444 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14590132837 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.615 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 533761121 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555917312 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 551559168 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.616 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4358144 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.617 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57171706 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.618 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24576 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24576 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.619 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68608262 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428787800 2024-04-02T09:59:16.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2416 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 148528 2024-04-02T09:59:16.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74377736 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3676160 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38114471 2024-04-02T09:59:16.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67261273 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.625 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428787800 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86258 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1119398 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73323024 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41027 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 131121, 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8103902013 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.630 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2579874854 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41027, 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 225499775014 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135933 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41953, 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29905447672 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.631 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41027, 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 87447638489 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24382 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24382, 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29239942654 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135933 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24727, 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12759516513 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24382, 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13668978338 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9169 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 527491289 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.633 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22307522113 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9553, 2024-04-02T09:59:16.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7199126961 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18662097905 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7476 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2052383565 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 173952310247 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7673, 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9946804198 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55116562246 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20251433 2024-04-02T09:59:16.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 668921856 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.637 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16238 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.638 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5763072 2024-04-02T09:59:16.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 798482432 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3409745 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1163979 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 189, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 890681 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.640 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 785776640 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76956, 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11530018311 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76937, 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18799962782 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15876096 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 315133952 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 794296320 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.642 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4313648494 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53406 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736023040 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736027136 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41733 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53406, 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1701144762 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4232467944 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.644 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50915 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1902446 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 741 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5710975 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 973 2024-04-02T09:59:16.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 973, 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128294 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 644 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10872 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1122115584 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13402112 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.649 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19344, 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77156883 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3583, 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6509762782 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.650 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19839, 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 172256009 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.651 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872847664 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76103, 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1827299525 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44091813 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.652 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22916939477 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27775, 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1252287379 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 866, 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2700240 2024-04-02T09:59:16.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17077, 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11394765 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46, 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67914 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11460, 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2070165092 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237952 2024-04-02T09:59:16.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27062 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30624, 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2397199728 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89955, 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25041587 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59331, 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1643542383 2024-04-02T09:59:16.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15498, 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 462120395 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10878562844 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1278292899 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22736, 2024-04-02T09:59:16.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3383909810530 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7200561186025 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3310506430550 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9572459 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.658 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 355489917 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36038801728 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38201605 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16804734491 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15663610447 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9628682 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2521, 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11955273 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79760744344 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16697538756 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524286622 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648904704 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.661 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 614727680 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34177024 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57049604 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86016 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 647168 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68046332 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 256 2024-04-02T09:59:16.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 143776 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 320 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75300095 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5121968 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38033069 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74285475 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98275 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1108551 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74237621 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51119 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.675 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142538, 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9356140704 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2380544189 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51119, 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 690446144170 2024-04-02T09:59:16.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489295 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 52780, 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34846864493 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51119, 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 111950702240 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28938 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28938, 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13170723008 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489295 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 29360, 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6897684272 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28938, 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6387634980 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12287 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 278525877 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106291501380 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12432, 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13836232542 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:16.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32258706688 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9894 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2102018312 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570983919782 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10988, 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14112947679 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73304360572 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12582912 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.682 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 799199232 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15740 2024-04-02T09:59:16.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6328320 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 585797632 2024-04-02T09:59:16.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4129172 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1334493 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 167, 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 836822 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 514916352 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69248, 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10454246733 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69226, 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17085286750 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 925696 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 283561984 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 536215552 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4756192109 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57559 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114399232 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114403328 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45052 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 57559, 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1526236778 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4666984582 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54822 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2141130 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 709 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6253625 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 963 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 258 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 963, 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1819883 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.692 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 968 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10303 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 878264320 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9195520 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17281, 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52022642 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3613, 2024-04-02T09:59:16.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5807754836 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.696 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24211, 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 201755611 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20338510828 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.697 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 68639, 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1339715504 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33106963 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20371617791 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 55588, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1134315175 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 942, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2479167 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22418, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13364685 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55790 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19643, 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1129757510 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 246440 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18293 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8279, 2024-04-02T09:59:16.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1829026669 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23362, 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10283878 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15083, 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1598968213 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12576, 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 389071523 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.702 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12388081779 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 379361604 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6104, 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3488294713559 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6161174231149 2024-04-02T09:59:16.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2868905258150 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8687739 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 603944847 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33348122732 2024-04-02T09:59:16.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31430320 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15328545429 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14438940497 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434199 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.705 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2461, 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12920862 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 76123087395 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15363524439 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683860093 2024-04-02T09:59:16.706 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468426752 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 412082176 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56344576 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57194113 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86016 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68548991 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.710 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 138160 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 224 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74220115 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:16.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5882352 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38129409 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73428751 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 83880 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1133379 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73143368 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49147 2024-04-02T09:59:16.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137210, 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7577718007 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2001408794 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:16.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 122040223574 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50005, 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44213719133 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79032974105 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20078 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19575124628 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20533, 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5311007877 2024-04-02T09:59:16.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8491169674 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27076 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 479025865 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55918389281 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27306, 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35534124263 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:16.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53335339867 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1993 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522382929 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46546709665 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2166, 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3368586993 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17206464564 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8388620 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524132352 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16663 2024-04-02T09:59:16.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2551808 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 594206720 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3152200 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1149575 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 156, 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686586 2024-04-02T09:59:16.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 552206336 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66713, 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9896273124 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66718, 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16274193353 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7323648 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 273321984 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569245696 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1540964409 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24296 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248534528 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248538624 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19994 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24296, 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 478759746 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1483847703 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22540 2024-04-02T09:59:16.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1182899 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 437 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2525860 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:16.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 118 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 555, 2024-04-02T09:59:16.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 945195 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 745 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.738 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9325 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 872509440 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9220096 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20332, 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58584174 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3557, 2024-04-02T09:59:16.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4328814871 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.741 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14511, 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 112873210 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19446738995 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.742 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66168, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1435992185 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37864526 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19484603521 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.743 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22115, 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 931785466 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1311, 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2793740 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8692, 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7052317 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T09:59:16.744 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73366 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11336, 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1387953026 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 216154 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17917 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39090, 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1689670608 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.745 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 98548, 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28156746 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59458, 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1202124607 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12345, 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360437582 2024-04-02T09:59:16.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13210050889 2024-04-02T09:59:16.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1684621536 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18264, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3606728742555 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6762914399804 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:16.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2815604269034 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7513087 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 265464976 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33186879522 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30829063 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14853542715 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13996011171 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5440127 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.750 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2435, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13190884 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75526600336 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14891344683 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 715537873 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 538984448 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 506191872 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32792576 2024-04-02T09:59:16.752 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57494961 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.753 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16384 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 94208 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68223567 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212211 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1264 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 83392 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72019613 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.758 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147712 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38329974 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68574218 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212211 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 82953 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1143352 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70877964 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.764 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58737 2024-04-02T09:59:16.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137002, 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7865788483 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437005651 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 295991302560 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61044, 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31653513838 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73531987462 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41263 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54550346392 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41493, 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9085293278 2024-04-02T09:59:16.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8474225511 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13321 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243395708 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 182695321577 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15289, 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17467569244 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39400268273 2024-04-02T09:59:16.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4153 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1193609943 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58745634591 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.771 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4262, 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5100651316 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25657493678 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4196378 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.772 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 561446912 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 152596 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5660672 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 637550592 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4284966 2024-04-02T09:59:16.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1429862 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 160, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 907323 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 661979136 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61102, 2024-04-02T09:59:16.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9633718730 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61106, 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15518605864 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 917504 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 250286080 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683278336 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4143213881 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47961 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568054272 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568058368 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37903 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47961, 2024-04-02T09:59:16.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1161885669 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4043665108 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44909 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2121715 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 779 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5600067 2024-04-02T09:59:16.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 985 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 208 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 985, 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1816077 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.782 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 819 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11143 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 895778816 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.784 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9216000 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23369, 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71046771 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3506, 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4865831685 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12547, 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 113095031 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18950806282 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 60618, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437070434 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55179912 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19005986194 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23658, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 995645176 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 795, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147392 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.788 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12492, 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9617283 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45, 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54689 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14522, 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2745567279 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 191965 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19150 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17148, 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1517792350 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 54154, 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15242852 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37006, 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1229219340 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13404, 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 397359802 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.791 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12108232953 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1251948529 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18511, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3957431640060 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6650130938377 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.792 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2865085188380 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7868489 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384607052 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30708465838 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.793 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29854186 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13845888541 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13518798315 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434926 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.794 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2420, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14644522 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70579997799 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14486940819 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 655405946 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 535855104 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 498081792 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37773312 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57101127 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.797 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49152 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 344064 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.798 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68334777 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258459 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2160 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 140256 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74915605 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.802 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4942672 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38067418 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74430422 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258459 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 89193 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1134740 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73834088 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.808 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46750 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 108506, 2024-04-02T09:59:16.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10085856480 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1358139144 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57024423280 2024-04-02T09:59:16.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47559, 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14916765203 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32259273116 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37340 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.811 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13236222303 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37521, 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6672972488 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7895402540 2024-04-02T09:59:16.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5443 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 207809712 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9133986980 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5931, 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3330875546 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7986235757 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3967 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1150329432 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34654213997 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4107, 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4912917169 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:16.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16377634819 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.816 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671215616 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38166 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11968512 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 728150016 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3672706 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.819 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1292420 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 208, 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 964358 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 672595968 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82364, 2024-04-02T09:59:16.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11731856339 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82342, 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18750411780 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4710400 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 337244160 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689635328 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7971236874 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77054 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.822 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990061568 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990065664 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 64523 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.823 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 77054, 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2728380870 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7838446850 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72987 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4707262 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1083 2024-04-02T09:59:16.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11673406 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1528 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1528, 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4387523 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12685 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1080389632 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.828 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13414400 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22930, 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72921391 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3536, 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7898377290 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.829 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21559, 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 177654147 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872271390 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81841, 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1680836249 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:16.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54329577 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22926600967 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38968, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1057505611 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 874, 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2499561 2024-04-02T09:59:16.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11612, 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16367235 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49, 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62795 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17604, 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3971934021 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243778 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21830 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11838, 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1743094462 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32983, 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18249525 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21145, 2024-04-02T09:59:16.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1549534451 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15824, 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 475257315 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.835 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13543506951 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 633099681 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8507, 2024-04-02T09:59:16.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3951256574004 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6466010447249 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2707677541441 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10598057 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 455432947 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37850270449 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39387777 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17103682264 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.838 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17664915007 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9634436 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2391, 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16068990 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86637398166 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18815711730 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775775031 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 560349184 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.840 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427253760 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 133095424 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56581145 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 131072 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69108711 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 562036736 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2896 2024-04-02T09:59:16.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214064 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.847 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.849 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70352320 2024-04-02T09:59:16.849 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.849 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.849 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10712544 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37720763 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69007205 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494927872 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 85619 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1131753 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69351908 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.856 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38904 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 124162, 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12660780533 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:16.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522684524 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51105250261 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39574, 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15183753054 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32109580298 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27886 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16791290842 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28083, 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6635763400 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7032940400 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9523 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452148866 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21382151214 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9791, 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6081384004 2024-04-02T09:59:16.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15081703585 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1495 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1070535658 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12931808205 2024-04-02T09:59:16.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1700, 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2466605650 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9994936313 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36997346 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686030848 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.864 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17813 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3674112 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.866 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 489689088 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4092661 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1673549 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 141, 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 621364 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.867 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 368640000 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62302, 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8796776345 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62313, 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14512813708 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5910528 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.868 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255275008 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 385679360 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.869 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2372132930 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31395 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138398720 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138402816 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.870 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26984 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 31395, 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1132957238 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2300810484 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29204 2024-04-02T09:59:16.871 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1092679 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 525 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3641633 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.872 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.873 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 689, 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1352634 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.874 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8480 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 750919680 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9805824 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.876 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13573, 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49253526 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3430, 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3190368525 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.877 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15949, 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 124964875 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.878 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17675205706 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61856, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1345732256 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36774617 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:16.879 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17711980323 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22590, 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503991038 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 803, 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2276845 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.880 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11715, 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8672737 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 43, 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79273 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10577, 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1137148481 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175117 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.881 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17880 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10730, 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1455470054 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38390, 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10565272 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27660, 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1166812013 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.882 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11747, 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 340513682 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7603435308 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 898341930 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14058, 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3499796097168 2024-04-02T09:59:16.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5870513328537 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72575, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2807475057306 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72575, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7386680 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 221023283 2024-04-02T09:59:16.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28192836420 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29368362 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12984107960 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.886 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9509980754 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6030391 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2346, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13013741 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58525798989 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.887 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10318779088 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 446074311 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 441253888 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 405241856 2024-04-02T09:59:16.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36012032 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.889 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57368510 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.890 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12288 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 102400 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.891 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68345922 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.892 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430263831 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1616 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 100464 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72950569 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3095152 2024-04-02T09:59:16.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38245673 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.897 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67711079 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.898 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430263831 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 97352 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1142141 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71813156 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32999 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 93869, 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8247936644 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.902 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1634648230 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74625744083 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:16.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33449, 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13054242843 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31442558464 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24685 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11273093594 2024-04-02T09:59:16.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24839, 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5321355370 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4911794595 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.905 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4252 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384047688 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11937696105 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4439, 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2833391815 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8887199203 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4062 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.907 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1250600542 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51414954384 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4171, 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4899495658 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:16.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17643564666 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5173353 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.909 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 378466304 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18905 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.911 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4509696 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 531329024 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3109357 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:16.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1007247 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 150, 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729847 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 484638720 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62885, 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9356521307 2024-04-02T09:59:16.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62890, 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15212547794 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8278016 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 257638400 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 497418240 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:16.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2190543828 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37956 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:16.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901899776 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901903872 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25146 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37956, 2024-04-02T09:59:16.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1034269127 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2087175252 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34786 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451811 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 499 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.917 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4461159 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 694 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.918 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 197 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 694, 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522017 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:16.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 629 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9, 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11848 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 795762688 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.921 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9797632 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17088, 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58978130 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3470, 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3078647888 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.922 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20237, 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175904074 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18394820421 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62424, 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1421554681 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43505326 2024-04-02T09:59:16.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18438325747 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34251, 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570061332 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:16.925 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 718, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2093990 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8463, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6575999 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54008 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12277, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775075123 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.926 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 195543 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17848 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7695, 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1551563067 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34409, 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9994846 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:16.927 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26714, 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1352925165 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13249, 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 376563791 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.928 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8398082977 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1115317248 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:16.929 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3962233471583 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6096798112475 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2725631187381 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7963416 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.930 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292294495 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29216082208 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31404569 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14420966469 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.931 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10086161969 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6025171 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2248, 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12327289 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62429457622 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.932 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11088152511 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 485486150 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:16.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 500604928 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468213760 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32391168 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:16.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57250971 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57344 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68516709 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429382283 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1488 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 96752 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73835957 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4022064 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38167314 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75251134 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.943 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429382283 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:16.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 112940 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1128418 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72692839 2024-04-02T09:59:16.945 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 61 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35964 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 104726, 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10285546621 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.947 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1698515559 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 35964, 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50527253086 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050716857 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.948 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36362, 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17776549159 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 35964, 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37930839024 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22792 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22792, 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11799662055 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:16.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050716857 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22926, 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5586499269 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22792, 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5865000099 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12116 2024-04-02T09:59:16.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 421686355 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12116, 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24843091384 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.951 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12307, 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9827819065 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12116, 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21086556787 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1056 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1276829204 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:16.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13884499647 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1129, 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2362230825 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10979282138 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:16.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4194375 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494444544 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T09:59:16.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.4638175091240555e-06, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 812, 2024-04-02T09:59:16.956 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 1341440, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 311, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:16.957 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:16.958 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 155172, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 110592, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 44580, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.1457231014210265e-07, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 158, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 178176, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 21482, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 6622, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 14860, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 64446, 2024-04-02T09:59:16.959 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 69, 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 36864 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:16.960 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:16.961 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T09:59:16.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool", 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "selfmanaged_snaps" 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.963 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 12595200, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 12595200, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 4, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:16.964 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.7416381524526514e-05, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 9062, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 3222581248, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 4194323, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 4194323, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 12582969, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 24303, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 3106309120 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:16.965 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T09:59:16.081107", 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_stats": { 2024-04-02T09:59:16.966 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "7.9.2" 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.967 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.968 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:16.969 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pg": [ 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:16.970 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606358+0000", 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.722639+0000", 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606358+0000", 2024-04-02T09:59:16.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606358+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606358+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606358+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606358+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606358+0000", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:16.972 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2c", 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4830, 2024-04-02T09:59:16.973 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:59.506688+0000", 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:16.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:16.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:16.976 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.977 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602286+0000", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673839+0000", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602286+0000", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602286+0000", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602286+0000", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602286+0000", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602286+0000", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602286+0000", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:16.979 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2b", 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4673, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:34.466971+0000", 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:16.980 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:16.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:16.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:16.983 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:16.984 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685621+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:16.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:16.986 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2a", 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4838, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:48.230510+0000", 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:16.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:16.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:16.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.990 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:16.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.656079+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:16.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.29", 2024-04-02T09:59:16.993 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:13:41.987690+0000", 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:16.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:16.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:16.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:16.997 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:16.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742772+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:16.999 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.28", 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.000 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4867, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:59:05.403041+0000", 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.003 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.004 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661083+0000", 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.006 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.27", 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4945, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:27.651142+0000", 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.007 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.010 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.011 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673313+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:17.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.013 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.26", 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4823, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:45.342749+0000", 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.017 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:17.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753512+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:17.019 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.25", 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.020 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:26:23.971140+0000", 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.024 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.655847+0000", 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.026 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.24", 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:24.274812+0000", 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.027 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.030 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.031 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.747692+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:17.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.033 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.23", 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4955, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:10.593470+0000", 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.034 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.037 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:17.038 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.736973+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:17.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.22", 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.040 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:41.276985+0000", 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.041 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.044 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.664941+0000", 2024-04-02T09:59:17.045 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.046 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.21", 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.047 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4958, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:42.711888+0000", 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.048 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.051 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.051 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.051 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.051 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.051 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.053 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.705404+0000", 2024-04-02T09:59:17.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.20", 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.056 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4824, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:17.669056+0000", 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.060 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668263+0000", 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.062 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.f", 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4764, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:32:31.175222+0000", 2024-04-02T09:59:17.063 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.066 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.067 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602449+0000", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680257+0000", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602449+0000", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602449+0000", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602449+0000", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602449+0000", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602449+0000", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602449+0000", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.069 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.e", 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4952, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:48.285993+0000", 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.073 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.074 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719215+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:17.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.076 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.c", 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4860, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:38.787925+0000", 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.080 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661954+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.083 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.d", 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:43.350663+0000", 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 70, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:17.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:17.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682659+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:17.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.090 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.d", 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:03:03.670655+0000", 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.094 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603141+0000", 2024-04-02T09:59:17.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745296+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603141+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603141+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603141+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603141+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603141+0000", 2024-04-02T09:59:17.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603141+0000", 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.c", 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.097 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4962, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:47.072575+0000", 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.101 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710081+0000", 2024-04-02T09:59:17.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.103 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.a", 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4829, 2024-04-02T09:59:17.104 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:00.239037+0000", 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.108 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682166+0000", 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 4, 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.110 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 4, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.b", 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4807, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:54.695697+0000", 2024-04-02T09:59:17.111 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.114 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'4" 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.115 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:29.622520+0000", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 520, 2024-04-02T09:59:17.116 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 519, 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.117 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.b", 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4977, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:02.746573+0000", 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.118 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.121 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.122 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.667977+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:17.123 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.124 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.a", 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:46:14.946237+0000", 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.127 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.128 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676349+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.130 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.131 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.8", 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4953, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:00:35.906997+0000", 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.134 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:17.136 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.666884+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.137 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.9", 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:17.138 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:29.360645+0000", 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.141 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:17.142 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508967+0000", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675477+0000", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508967+0000", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508967+0000", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508967+0000", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508967+0000", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508967+0000", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508967+0000", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.144 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.9", 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4932, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:03.523971+0000", 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.145 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.148 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.149 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677362+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:17.150 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.151 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.8", 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4313, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:14.031347+0000", 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.154 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.155 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:17.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.666998+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:17.157 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.6", 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.158 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4996, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:21.264208+0000", 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.161 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.162 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:17.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.665305+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:17.164 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.7", 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4846, 2024-04-02T09:59:17.165 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:14:19.645812+0000", 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 1, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.168 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.169 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917209+0000", 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2967, 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.171 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2967, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.1", 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8637, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:14.444285+0000", 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.00439566, 2024-04-02T09:59:17.172 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1290, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 378170, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2953, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 350767 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.175 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2967" 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.176 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676204+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.177 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.178 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.7", 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:19.680540+0000", 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.182 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.709821+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.184 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.185 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.6", 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4996, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:29.431116+0000", 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.188 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "565'3" 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.189 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:17.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:52.030145+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.191 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2995, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2995, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.0", 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.192 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8483, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:44:42.693526+0000", 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.002650158, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 749, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 365673, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2977, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 371483 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2995" 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.196 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.733100+0000", 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.198 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.4", 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.199 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:09.219764+0000", 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.202 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.203 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677888+0000", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.205 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.5", 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:29.679610+0000", 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.206 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.209 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.210 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555629+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.928472+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555629+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555629+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555629+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555629+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555629+0000", 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555629+0000", 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3108, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3108, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.3", 2024-04-02T09:59:17.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8907, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:00.930927+0000", 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003923886, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1214, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 420204, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3079, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 372723 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3108" 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.216 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753647+0000", 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:17.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.218 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.0", 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.219 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:35:22.906497+0000", 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.222 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.223 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.662477+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:17.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.225 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1", 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:23.885247+0000", 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.229 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.230 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.930786+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:17.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3070, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.232 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3070, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.6", 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8549, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:57.527391+0000", 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006008844, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 551, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 409643, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3052, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 393043 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.236 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3070" 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 19, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670280+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 197, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 197, 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.239 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "1.0", 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5290, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:37.864417+0000", 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 812, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1310, 2024-04-02T09:59:17.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 311, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "240'197" 2024-04-02T09:59:17.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:17.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674891+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:17.245 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.3", 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.246 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4845, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:06.635937+0000", 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.250 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.711155+0000", 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.252 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2", 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.253 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:45.186600+0000", 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.921488+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:17.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2908, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2908, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.5", 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.260 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8492, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:57.873672+0000", 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.004910896, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1331, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 381124, 2024-04-02T09:59:17.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2893, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 333685 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'2908" 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.264 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:17.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.742795+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:17.266 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1", 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.267 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4966, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:22.794012+0000", 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.271 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704674+0000", 2024-04-02T09:59:17.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.273 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.0", 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.274 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:53:40.389659+0000", 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.278 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919297+0000", 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3117, 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.280 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3117, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.7", 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8689, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:58:43.031057+0000", 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006358268, 2024-04-02T09:59:17.281 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.282 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194304, 2024-04-02T09:59:17.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.382 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.382 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.383 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 842, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 363427, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3106, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 441237 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.385 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3117" 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.386 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.716931+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:17.387 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.388 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3", 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4906, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:52.203054+0000", 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.392 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.393 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.703755+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.394 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.395 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.2", 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4851, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:05:47.665086+0000", 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.399 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.400 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513702+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919707+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513702+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513702+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513702+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513702+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.401 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513702+0000", 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513702+0000", 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3116, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3116, 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.402 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.4", 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8810, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:33.673246+0000", 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006146742, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 988, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 411076, 2024-04-02T09:59:17.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3114, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 366595 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3116" 2024-04-02T09:59:17.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:17.407 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742887+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.408 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.5", 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:21.085814+0000", 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.413 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.669416+0000", 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.414 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.415 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.4", 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5013, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.416 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:05.477069+0000", 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.419 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.420 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917062+0000", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.421 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3152, 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.422 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3152, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.2", 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 9341, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:36.405935+0000", 2024-04-02T09:59:17.423 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003854899, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 19, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2097, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 417735, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3129, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 403972 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.426 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'3152" 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.427 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680913+0000", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.428 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.429 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.e", 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4780, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:26:32.731300+0000", 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.430 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.433 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.434 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674587+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:17.435 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.436 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.f", 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4907, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:45.618929+0000", 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 22, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.440 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.441 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668805+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:17.442 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.443 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.11", 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4791, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:16:51.886221+0000", 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.445 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.447 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.448 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.765509+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.449 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 8, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 8, 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.450 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.10", 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:58.881692+0000", 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:17.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 4, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 48, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 48, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.454 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'8" 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.455 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704966+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.10", 2024-04-02T09:59:17.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:12.456088+0000", 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.459 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.462 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.463 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.698485+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:17.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.11", 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4827, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:56.796034+0000", 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.466 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.469 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.470 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.672347+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:17.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.472 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.13", 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4763, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:12.516472+0000", 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.476 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.477 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604126+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685650+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604126+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604126+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604126+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604126+0000", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604126+0000", 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604126+0000", 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.479 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.12", 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4859, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:49.778904+0000", 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.483 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.484 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670687+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.486 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.12", 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4993, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:23:15.547593+0000", 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.490 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.491 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663535+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.493 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.13", 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5000, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:53.258713+0000", 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 34, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:17.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 16, 2024-04-02T09:59:17.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 7 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.497 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:17.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668822+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:17.499 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.15", 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.500 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4762, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:21:26.555822+0000", 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.504 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.718118+0000", 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:17.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 30, 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.506 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 30, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.14", 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4862, 2024-04-02T09:59:17.507 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:46:49.809252+0000", 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 5824, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 20, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 28, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 28, 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 25 2024-04-02T09:59:17.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'30" 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.511 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673680+0000", 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.513 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.14", 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4885, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.514 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:56.383203+0000", 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.517 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.518 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.731802+0000", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.520 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.15", 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5010, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:55.221044+0000", 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.521 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 90, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 14, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 14, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.524 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'3" 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.525 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745347+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:17.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.527 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.17", 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:36.011373+0000", 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.528 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:17.531 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.532 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.712079+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.534 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.16", 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4839, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:50.818900+0000", 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.535 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.538 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.539 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687658+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.541 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.16", 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4844, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:20.204308+0000", 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.542 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.545 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.546 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.713426+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.17", 2024-04-02T09:59:17.548 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:06.988381+0000", 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.549 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:17.553 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.659618+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:17.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.19", 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.555 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4985, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:28:11.772289+0000", 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.559 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686002+0000", 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:17.560 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.561 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.18", 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4850, 2024-04-02T09:59:17.562 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:26:44.490109+0000", 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.563 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.564 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.566 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.769377+0000", 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:17.567 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.568 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.18", 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4954, 2024-04-02T09:59:17.569 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:29:16.331769+0000", 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.570 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.571 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.573 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.695778+0000", 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.574 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.575 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.19", 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4914, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:10.456859+0000", 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.576 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.577 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.578 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.579 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.580 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.671339+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:17.581 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.582 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1b", 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4990, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:01:07.876032+0000", 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.585 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.586 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.587 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.660332+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:17.588 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1a", 2024-04-02T09:59:17.589 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4843, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:55:38.673948+0000", 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.592 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.593 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:17.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663888+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.595 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1a", 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4932, 2024-04-02T09:59:17.596 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:22.244879+0000", 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.599 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.600 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676281+0000", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.602 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1b", 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4941, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:16.478406+0000", 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.603 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.606 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.607 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662546+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:17.608 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.609 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1d", 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4308, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:54.435784+0000", 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.613 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.667967+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1c", 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4316, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:25.150843+0000", 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 2, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:17.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.620 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:17.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.735775+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1c", 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4853, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:28:56.909681+0000", 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.627 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:17.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.677723+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:17.629 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1d", 2024-04-02T09:59:17.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:52.220632+0000", 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.634 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:17.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.744866+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.636 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1f", 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.637 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:11.645013+0000", 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.641 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745771+0000", 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1e", 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4925, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.644 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:31.242430+0000", 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.648 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.721186+0000", 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.650 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1e", 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:03.025786+0000", 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.651 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.654 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.655 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670716+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:17.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 6, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.657 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 6, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1f", 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5009, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:39.868607+0000", 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 582, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.658 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:17.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 8, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.661 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'6" 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.662 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.679149+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2d", 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:26.291632+0000", 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:17.669 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678832+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:17.670 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2e", 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.671 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:01.358238+0000", 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.675 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608409+0000", 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687754+0000", 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608409+0000", 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608409+0000", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608409+0000", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608409+0000", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608409+0000", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608409+0000", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.677 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2f", 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4850, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:26:57.058903+0000", 2024-04-02T09:59:17.678 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.681 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.682 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678701+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:17.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.684 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.30", 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:54:31.360780+0000", 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.685 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.688 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.689 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.729911+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:17.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.691 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.31", 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4986, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:03.736701+0000", 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.692 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:17.695 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.696 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.554962+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.734041+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.554962+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.554962+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.554962+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.554962+0000", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.554962+0000", 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.554962+0000", 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.698 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.32", 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:08:34.547515+0000", 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.699 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.702 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.703 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719856+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.705 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.33", 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:54.718156+0000", 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.709 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:17.710 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662379+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:17.711 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.34", 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.712 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4967, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:27:54.325445+0000", 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.717 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.715030+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.719 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.35", 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.853425+0000", 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.723 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710243+0000", 2024-04-02T09:59:17.724 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.725 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.36", 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:17.726 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:12:17.446118+0000", 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.727 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.730 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682910+0000", 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.731 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.732 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.37", 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4797, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.733 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:57.160876+0000", 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.734 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.736 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.737 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.701730+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:17.738 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.739 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.38", 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4937, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:12:33.123498+0000", 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.740 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.741 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.743 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.744 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668056+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.745 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.746 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.39", 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4761, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:13.876164+0000", 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.747 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.748 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.750 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.751 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.737563+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.752 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.753 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3a", 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4848, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:04.374514+0000", 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.754 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.755 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.757 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:17.758 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.658157+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.759 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3b", 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.760 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4723, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:30:49.813655+0000", 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.761 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.762 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.764 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686029+0000", 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.765 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.766 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3c", 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4864, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:29.670457+0000", 2024-04-02T09:59:17.767 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.768 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.769 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.770 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.771 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.766367+0000", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:17.772 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.773 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3d", 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:27.020390+0000", 2024-04-02T09:59:17.774 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.775 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.776 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.777 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.778 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677989+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:17.779 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.780 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3e", 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:10.012265+0000", 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.781 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.782 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.783 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:17.784 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:17.785 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675240+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:17.786 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:17.787 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3f", 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:55.885634+0000", 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.789 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:17.791 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pool": [ 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 24, 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 24433, 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 8, 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 24433, 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 4, 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194323, 2024-04-02T09:59:17.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 2, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 9062, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 3147052, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 24303, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 3033505 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 12595200, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:17.795 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 12582969, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 24 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 192, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:17.796 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 64, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 3, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:17.799 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 192 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 3, 2024-04-02T09:59:17.800 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 197, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 1, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 3, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 197, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 1, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.802 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 812, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1310, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.803 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 311, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 1781760, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 1771104, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:17.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 3 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 96, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 75, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 32, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 75, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 2, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 6622, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:17.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 66, 2024-04-02T09:59:17.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 22, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 22, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 14, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 3, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:17.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 158, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 174, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 69, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 36 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 110592, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 19866, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:17.808 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 44580, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 96 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176427520, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783857664, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 4783857664, 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.006229303311556578 2024-04-02T09:59:17.809 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:17.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:17.810 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176427520, 2024-04-02T09:59:17.810 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:17.810 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783857664 2024-04-02T09:59:17.810 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:17.810 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T09:59:17.810 INFO:tasks.workunit.client.0.smithi019.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T09:59:17.811 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry preview-device 2024-04-02T09:59:17.811 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:17.811 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='client.36285 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='client.36285 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.812 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.813 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:16 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.814 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.815 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:17 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='client.36285 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='client.36285 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.816 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.817 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='client.36285 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='client.36285 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.818 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.819 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.820 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:16 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.820 INFO:tasks.workunit.client.0.smithi019.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-02T09:59:17.821 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry preview-all 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.821 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.822 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.823 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.824 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:17.825 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:17 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='client.36321 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='client.36321 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.449 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.450 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:18 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='client.36315 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='client.36321 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:18.565 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:18.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:18.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:18 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:19.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:19 smithi019 ceph-mon[94035]: mgrmap e40: y(active, since 85m), standbys: x 2024-04-02T09:59:19.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:19 smithi019 ceph-mon[96522]: mgrmap e40: y(active, since 85m), standbys: x 2024-04-02T09:59:19.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:19 smithi066 ceph-mon[87361]: mgrmap e40: y(active, since 85m), standbys: x 2024-04-02T09:59:20.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:20 smithi019 ceph-mon[94035]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T09:59:20.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:20 smithi019 ceph-mon[96522]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T09:59:20.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:59:20] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-04-02T09:59:20.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:20 smithi066 ceph-mon[87361]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-02T09:59:22.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:22 smithi019 ceph-mon[94035]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:22.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:22 smithi019 ceph-mon[96522]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:22.566 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:22 smithi066 ceph-mon[87361]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:22.566 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:24.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:24 smithi019 ceph-mon[94035]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:24.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:24 smithi019 ceph-mon[96522]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:24.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:24 smithi066 ceph-mon[87361]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:26.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:26 smithi019 ceph-mon[94035]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:26.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:26 smithi019 ceph-mon[96522]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:26.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:26 smithi066 ceph-mon[87361]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:28.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:28 smithi019 ceph-mon[94035]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:28.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:28 smithi019 ceph-mon[96522]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:28.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:28 smithi066 ceph-mon[87361]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:59:29.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:29 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:29.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:29 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:29.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:29 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "device_report": { 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "3f745608-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f74de48-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082453": { 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T09:59:29.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f745608-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046293 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:59:29.595 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.596 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T09:59:29.597 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 38341283 2024-04-02T09:59:29.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 59662687 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.599 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.600 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T09:59:29.601 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.602 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 87, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3947, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3965, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3929 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 4, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T09:59:29.603 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 481215691, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2512734367, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 7241341901, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 40335365169, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 13, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 51160, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 65241, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 24, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 19 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 51160, 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T09:59:29.604 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 65241 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T09:59:29.605 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T09:59:29.606 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:59:29.607 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 24 Celsius", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T09:59:29.608 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 13%", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 481,215,691 [246 TB]", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,512,734,367 [1.28 PB]", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 7,241,341,901", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 40,335,365,169", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 4", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 51,160", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 65,241", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 19", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T09:59:29.609 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 24 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.610 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "3f7620e6-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f76b006-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082455": { 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f7620e6-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T09:59:29.611 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046295 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.612 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:59:29.613 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:59:29.614 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 30870745 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T09:59:29.615 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 48620758 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T09:59:29.616 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.617 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.618 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 90, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3248, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3263, 2024-04-02T09:59:29.619 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3229 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 112, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 412022402, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2023145206, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 6457056734, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 33252229082, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T09:59:29.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 10, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 45176, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 56859, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 25, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 11299 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 45176, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 56859 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T09:59:29.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T09:59:29.622 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:59:29.623 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T09:59:29.624 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 25 Celsius", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 10%", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 412,022,402 [210 TB]", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,023,145,206 [1.03 PB]", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 6,457,056,734", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 33,252,229,082", 2024-04-02T09:59:29.625 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 112", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 45,176", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 56,859", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 11,299", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T09:59:29.626 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 25 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.627 INFO:tasks.workunit.client.0.smithi019.stdout: "report": { 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:29.628 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:29.629 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:29.630 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:29.631 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:59:29.632 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:29.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:29.634 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:59:29.635 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:59:29.636 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T09:59:29.637 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:29.638 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T09:59:29.639 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/enabled", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:29.640 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:29.641 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:29.642 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T09:59:29.643 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.644 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 2, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "has_msr_rules": 0, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 1, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T09:59:29.645 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_collision_tries": 100, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_descents": 100, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T09:59:29.646 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T09:59:29.647 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T09:59:29.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_stats": { 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20258816, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 292888, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 794624, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 0, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 354, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1144376, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 796160, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14478256, 2024-04-02T09:59:29.649 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20578304, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 358296, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 729088, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 438, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1402536, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1196032, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14868928, 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:59:29.650 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 168902656, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2835928, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1818624, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6536, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 10432096, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2812928, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 149807048, 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 170721280 2024-04-02T09:59:29.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 169254912, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2031616, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 2523136, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6443, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 11737208, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2254080, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 150217352, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 171778048 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.652 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 260718592, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 6116240, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5242880, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 24576, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1515520, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9524, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 14463672, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 4741632, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 230129592, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 262234112 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.653 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 555089920, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 25341792, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 4235264, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13643, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 77929856, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 7897856, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 440512544, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 559325184 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:29.654 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 620314624, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 27955376, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 34095104, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13166, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 74432848, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10041600, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 502379776, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 654409728 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:29.655 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 417955840, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 30556936, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 55975936, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11052, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 73327840, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10216960, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 298349080, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 473931776 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 511868928, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 19055472, 2024-04-02T09:59:29.656 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5373952, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 32489472, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10201, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 61143208, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10616064, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 415680232, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 544358400 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 501514240, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22222728, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.657 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 37748736, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11312, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 75146016, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 9581056, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 391156568, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 539262976 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 430989312, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 24537424, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.658 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 132767744, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 12371, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 97923600, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 8085248, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 297035168, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 563757056 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 408748032, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 18054896, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 35782656, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9454, 2024-04-02T09:59:29.659 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 60551352, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10422272, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 316442712, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 444530688 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 471924736, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22783936, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 31956992, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10532, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:29.660 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 66157096, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10507008, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 369199896, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 503881728 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.661 INFO:tasks.workunit.client.0.smithi019.stdout: "io_rate": { 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_stats_delta": { 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "stamp_delta": "12.002457", 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:29.662 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:29.663 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 5, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:29.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.665 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 0 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "mempool": { 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.666 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.668 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.669 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.670 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 149008, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 33 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.671 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.672 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.675 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.676 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.677 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.678 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 222320, 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.679 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 51904, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.680 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12824, 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 268 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.682 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.683 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.684 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.685 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 40919969, 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5056 2024-04-02T09:59:29.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 616, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.688 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.689 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.690 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.691 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.692 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.693 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41074113, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5068 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.695 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.696 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.697 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.698 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.699 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.700 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.701 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.703 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.705 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41400337, 2024-04-02T09:59:29.705 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5130 2024-04-02T09:59:29.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.705 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.705 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.705 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.706 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11792, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 348 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.707 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.708 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19168, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 361 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55168, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1536, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55600, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 695 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.709 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 372736, 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1792 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 411402, 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2399420, 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 537764 2024-04-02T09:59:29.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6960056, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10267 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 77844, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8321 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86016, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1792 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.711 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165150, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 39265, 2024-04-02T09:59:29.712 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 43 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8267965, 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8380 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10296, 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 117 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.713 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 478224, 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7132320, 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18516 2024-04-02T09:59:29.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.715 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21704, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30720, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 23 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3456, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55920, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 699 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.717 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 370864, 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1029400, 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 261 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2408763, 2024-04-02T09:59:29.718 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 534081 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6908376, 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10191 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76308, 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8156 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85488, 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1781 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.719 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165238, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1186 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.720 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 106514, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19116785, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 24552, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 279 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.721 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 454896, 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7420608, 2024-04-02T09:59:29.722 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21472 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.723 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 18200, 2024-04-02T09:59:29.724 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 333 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2304, 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54000, 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 675 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.725 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 356928, 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1716 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 338608, 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 90 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1771420, 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 390030 2024-04-02T09:59:29.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5145136, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7598 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 66248, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6991 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82272, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1714 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 118737, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 13055647, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 265 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10736, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 122 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 373248, 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3224520, 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6201 2024-04-02T09:59:29.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17120, 2024-04-02T09:59:29.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 322 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 194304, 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 22 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3840, 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 20 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54480, 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 681 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 442540, 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 112 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1763427, 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388069 2024-04-02T09:59:29.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5118616, 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7559 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67048, 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7010 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:29.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 128205, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20581789, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 259 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12232, 2024-04-02T09:59:29.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 139 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3510000, 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9142 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20176, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 366 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2880, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55280, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 691 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 760465, 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2041385, 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 450159 2024-04-02T09:59:29.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5864576, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8656 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67020, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7007 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164726, 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 112325, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16279655, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 274 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17864, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 203 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.745 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5012384, 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12008 2024-04-02T09:59:29.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21352, 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 385 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 35328, 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 27 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 960, 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54960, 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 687 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 371280, 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1785 2024-04-02T09:59:29.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 470079, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 121 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2356039, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 524595 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6760136, 2024-04-02T09:59:29.750 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9973 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76488, 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8164 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85584, 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164982, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 123149, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6220729, 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 257 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12408, 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 141 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 466560, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 40 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6440720, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12386 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14456, 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 244 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30464, 2024-04-02T09:59:29.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2688, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 14 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54000, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 675 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359216, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1727 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.757 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 401378, 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1645331, 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 364790 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4813976, 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7111 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 68236, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7163 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82896, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1727 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164638, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1183 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 43043, 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 44 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14333356, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 245 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11176, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 127 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:29.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3483896, 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9023 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.763 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17072, 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 318 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 34944, 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3264, 2024-04-02T09:59:29.764 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 17 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54160, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 677 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359008, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 618957, 2024-04-02T09:59:29.765 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 127 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1970629, 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 439541 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5722456, 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8447 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 69420, 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7169 2024-04-02T09:59:29.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82848, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 167710, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1195 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 35925, 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 27 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:29.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17928258, 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 285 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12760, 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 145 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 571536, 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:29.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4803656, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9241 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:29.772 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T09:59:29.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:29.774 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:59:29.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:29.776 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T09:59:29.777 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "reef", 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "squid" 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:59:29.778 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 19, 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "squid" 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_perf_histograms": [ 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:29.779 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:29.780 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:29.781 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.782 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:29.783 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:29.784 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.785 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 10118, 5, 0, 0, 2, 7, 4, 2, 6, 6, 3, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9135, 57, 39, 0, 13, 5, 4, 5, 18, 28, 76, 36, 31, 12, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1171, 114, 120, 0, 1, 1, 0, 0, 1, 13, 56, 185, 174, 7, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 711, 17, 69, 0, 1, 3, 0, 0, 0, 0, 5, 28, 243, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 237, 9, 10, 0, 2, 0, 0, 2, 0, 0, 10, 8, 24, 63, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 158, 8, 23, 25, 0, 0, 0, 0, 0, 0, 2, 6, 25, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 261, 2, 3, 39, 56, 0, 0, 1, 0, 0, 3, 0, 17, 41, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 42, 0, 0, 4, 71, 86, 0, 0, 0, 0, 3, 0, 1, 28, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 8, 43, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.786 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.787 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7822, 3635, 4256, 11, 13, 13, 0, 8, 12, 6, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7728, 277, 1375, 0, 18, 46, 80, 103, 32, 55, 128, 54, 99, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 636, 13, 422, 22, 0, 0, 21, 52, 6, 8, 46, 221, 241, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 309, 3, 4, 8, 0, 0, 0, 0, 0, 1, 2, 10, 274, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 59, 3, 0, 1, 1, 0, 0, 0, 0, 1, 13, 3, 31, 31, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 50, 1, 32, 0, 0, 0, 0, 0, 0, 0, 7, 0, 12, 4, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.788 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16, 1, 207, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 60, 0, 0, 0, 0, 0, 3, 0, 0, 0, 10, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.789 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.790 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8264, 1, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8845, 33, 18, 0, 14, 1, 0, 2, 0, 0, 7, 5, 9, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 920, 20, 20, 2, 0, 0, 0, 2, 0, 2, 26, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 380, 5, 0, 0, 2, 0, 0, 0, 0, 2, 1, 7, 44, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 7, 0, 0, 0, 0, 0, 0, 0, 7, 11, 2, 28, 77, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 21, 0, 0, 0, 0, 0, 2, 2, 4, 3, 6, 43, 29, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 67, 52, 0, 1, 0, 0, 0, 0, 0, 5, 1, 3, 41, 67, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 31, 132, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 10, 26, 64, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 37, 0, 0, 1, 0, 0, 1, 0, 0, 3, 0, 0, 2, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.791 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 36, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12453, 3799, 0, 1, 6884, 387, 1, 0, 0, 1, 6, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9991, 416, 13, 0, 901, 201, 2, 4, 9, 26, 42, 11, 18, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1226, 25, 27, 0, 5, 0, 0, 0, 3, 3, 28, 97, 74, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 632, 2, 1, 0, 11, 10, 0, 0, 0, 1, 1, 1, 107, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 366, 16, 1, 0, 174, 7, 0, 1, 0, 1, 6, 1, 13, 26, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 258, 6, 0, 0, 328, 24, 0, 0, 0, 0, 0, 0, 10, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 117, 5, 0, 0, 118, 0, 0, 0, 0, 0, 0, 0, 11, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 3, 0, 0, 2064, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.793 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.794 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1651, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.795 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14577, 8091, 56, 3, 14, 6, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9830, 273, 26, 1, 11, 29, 58, 66, 9, 17, 9, 10, 8, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1094, 15, 11, 0, 4, 1, 11, 14, 10, 12, 45, 67, 21, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 1, 2, 0, 1, 0, 0, 0, 0, 0, 7, 20, 167, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 185, 5, 0, 0, 1, 1, 1, 0, 0, 0, 8, 3, 26, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 6, 20, 9, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 18, 47, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 9, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.796 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.797 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12129, 11, 2, 0, 1, 0, 0, 0, 0, 1, 0, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11888, 23, 4, 0, 15, 0, 1, 0, 0, 0, 5, 6, 5, 24, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1790, 12, 4, 0, 3, 0, 0, 2, 0, 4, 15, 1, 3, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 568, 4, 2, 6, 4, 0, 0, 1, 0, 1, 7, 11, 23, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 244, 8, 3, 0, 1, 0, 0, 0, 1, 0, 5, 2, 13, 45, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 334, 7, 3, 1, 0, 0, 0, 0, 0, 0, 6, 2, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 3, 14, 20, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.798 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 3, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.799 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1593, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.800 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8630, 4050, 0, 0, 1, 0, 0, 0, 0, 0, 8, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7070, 136, 13, 1, 18, 3, 4, 4, 8, 6, 39, 11, 15, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1547, 12, 20, 1, 3, 1, 1, 1, 4, 13, 75, 82, 20, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 4, 1, 0, 0, 0, 0, 0, 0, 0, 8, 25, 188, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 6, 0, 0, 1, 1, 0, 0, 0, 0, 6, 2, 27, 43, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 8, 7, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 4, 4, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.801 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.802 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11507, 1, 0, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8699, 38, 18, 1, 11, 2, 0, 1, 0, 0, 8, 5, 7, 10, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1217, 6, 9, 0, 5, 1, 0, 4, 2, 1, 19, 0, 4, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 311, 3, 0, 0, 0, 0, 1, 0, 0, 0, 3, 13, 25, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 13, 5, 0, 0, 0, 1, 0, 0, 0, 3, 1, 18, 52, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 82, 3, 2, 0, 0, 0, 0, 1, 0, 0, 2, 0, 7, 6, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 98, 0, 1, 0, 0, 0, 0, 2, 0, 0, 7, 0, 9, 8, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.803 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.804 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.805 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:29.806 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:29.807 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.808 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:29.809 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:29.810 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 149, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.811 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5118, 49, 89, 137, 438, 585, 660, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 655, 19, 16, 67, 30, 27, 62, 0, 1, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 452, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 3, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 147, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 14, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.812 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.813 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3042, 230, 34, 68, 122, 0, 4, 3, 12, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 550, 67, 1313, 1, 0, 0, 0, 0, 3, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 252, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1377, 1024, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1704, 1958, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.814 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.815 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.816 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9438, 7, 0, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16438, 2, 1, 0, 0, 0, 1, 0, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 456, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 111, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 5, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.817 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.818 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3393, 30, 0, 0, 15, 0, 5, 5, 14, 16, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 6, 1, 0, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 262, 12, 17, 41, 3, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.819 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 915, 134, 17, 124, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4048, 2301, 0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 481, 573, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.820 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.821 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 421, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3159, 227, 31, 66, 139, 274, 464, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 305, 24, 0, 0, 2, 1, 17, 0, 2, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 148, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.822 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.823 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 398, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5401, 81, 136, 243, 459, 595, 713, 2, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 438, 1, 2, 15, 12, 18, 12, 0, 1, 1, 3, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 325, 2, 6, 13, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 39, 77, 114, 29, 0, 0, 0, 0, 0, 1, 3, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.824 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 5, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.825 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.826 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2989, 17, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 381, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 170, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.827 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.828 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8712, 32, 46, 45, 2, 1, 1, 0, 1, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2055, 19, 75, 73, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 283, 12, 16, 2, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 207, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 3, 10, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.829 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.830 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.831 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:29.832 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:29.833 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.834 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:29.835 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:29.836 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7079, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.837 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.838 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.839 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1941, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:29.844 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6749, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:29.849 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 352, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 295, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8846, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 318, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 230, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:29.857 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:29.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:29.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:29.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:29.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.862 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1714, 12, 0, 1, 12, 1, 2, 3, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1494, 7, 2, 1, 2, 5, 9, 12, 25, 55, 102, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 187, 0, 0, 0, 0, 0, 0, 1, 8, 11, 46, 176, 153, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 331, 0, 0, 0, 0, 0, 1, 1, 2, 4, 22, 25, 243, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 637, 3, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 29, 30, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 754, 1, 0, 0, 0, 0, 0, 1, 1, 0, 4, 5, 10, 16, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 0, 1, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2209, 33, 2, 3, 3, 1, 1, 6, 6, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2082, 8, 0, 5, 3, 6, 8, 23, 44, 66, 156, 96, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 13, 0, 0, 1, 2, 1, 1, 3, 2, 23, 233, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 13, 0, 0, 0, 0, 1, 1, 1, 2, 7, 2, 279, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 19, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 23, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.867 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 332, 4, 0, 0, 8, 0, 2, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 189, 7, 0, 0, 1, 0, 1, 7, 8, 11, 36, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 192, 0, 0, 0, 0, 2, 1, 11, 8, 14, 53, 94, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 118, 19, 0, 0, 0, 0, 3, 1, 3, 7, 23, 40, 27, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 28, 0, 0, 0, 0, 1, 1, 1, 1, 7, 13, 32, 36, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8, 42, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 9, 21, 118, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 77, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1160, 13, 1, 0, 17, 0, 1, 2, 6, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 606, 5, 1, 0, 2, 2, 3, 4, 13, 25, 57, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 174, 10, 0, 0, 0, 1, 1, 1, 3, 5, 10, 78, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 420, 21, 0, 0, 0, 1, 0, 2, 1, 2, 10, 16, 50, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 480, 20, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 21, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 201, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 12, 23, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 81, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.872 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1141, 10, 0, 0, 9, 0, 5, 4, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 705, 2, 1, 3, 4, 3, 6, 11, 10, 20, 46, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 436, 5, 0, 0, 1, 2, 1, 4, 6, 12, 55, 130, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 453, 15, 0, 0, 0, 1, 0, 0, 1, 0, 11, 16, 145, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 5, 13, 8, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 26, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 73, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 522, 19, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 101, 9, 0, 0, 2, 1, 3, 3, 3, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 177, 2, 0, 0, 3, 0, 1, 2, 2, 6, 35, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 68, 2, 0, 0, 0, 1, 0, 0, 0, 5, 16, 12, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 5, 0, 0, 0, 1, 0, 0, 0, 1, 4, 10, 33, 24, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 6, 19, 30, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.877 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 30, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1128, 24, 1, 0, 14, 1, 2, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 678, 6, 2, 0, 2, 1, 7, 7, 15, 21, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 477, 8, 0, 0, 1, 2, 1, 2, 1, 2, 37, 124, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 439, 11, 0, 0, 0, 0, 0, 0, 3, 2, 8, 6, 146, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 136, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 32, 26, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 51, 36, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 83, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 242, 12, 0, 0, 4, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 74, 5, 0, 0, 1, 1, 3, 1, 0, 3, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 0, 0, 0, 1, 1, 4, 2, 5, 10, 22, 32, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 1, 2, 1, 11, 21, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 1, 2, 0, 2, 6, 10, 29, 34, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 19, 51, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.882 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 8, 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "number of replicas", 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 1, 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0]", 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[1, 1]", 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[2, 2]", 2024-04-02T09:59:29.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[3, 3]", 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[4, 4]", 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[5, 5]", 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[6, None]" 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "linear" 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 10, 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "duration", 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 250000, 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 249999]", 2024-04-02T09:59:29.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[250000, 499999]", 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[500000, 999999]", 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[1000000, 1999999]", 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[2000000, 3999999]", 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[4000000, 7999999]", 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[8000000, 15999999]", 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[16000000, 31999999]", 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[32000000, None]" 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:29.885 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.889 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:29.890 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:29.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_counters": { 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:29.892 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": { 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_grant": { 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_commit": { 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_complete": { 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_keys": { 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_merge": { 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_split": { 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "exported_inodes": { 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "forward": { 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_cap_release": { 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps": { 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.895 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps_dirty": { 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_inode_file_caps": { 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "imported_inodes": { 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes": { 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_expired": { 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.896 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_pinned": { 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_with_caps": { 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "load_cent": { 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "openino_dir_fetch": { 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "process_request_cap_release": { 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.897 INFO:tasks.workunit.client.0.smithi019.stdout: "reply_latency": { 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "request": { 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rbytes": { 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rfiles": { 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rsnaps": { 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.898 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_reply": { 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "subtrees": { 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_cache": { 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_exportdir": { 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.899 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_flush": { 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragmentdir": { 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragstats": { 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_inodestats": { 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_inode": { 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_path": { 2024-04-02T09:59:29.900 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_enqueued": { 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_prioritized": { 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_processing": { 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays": { 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_delayed": { 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_enqueuing": { 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_completed": { 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_started": { 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_created": { 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_enqueued": { 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_migrated": { 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_reintegrated": { 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_log": { 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "ev": { 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "evadd": { 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "evex": { 2024-04-02T09:59:29.903 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "evexd": { 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "evexg": { 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "evlrg": { 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "evtrm": { 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "jlat": { 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.904 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "replayed": { 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "seg": { 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "segadd": { 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "segex": { 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "segexd": { 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.905 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "segexg": { 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "segmjr": { 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "segtrm": { 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_mem": { 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "cap": { 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "cap+": { 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "cap-": { 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "dir": { 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "dir+": { 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "dir-": { 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.907 INFO:tasks.workunit.client.0.smithi019.stdout: "dn": { 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "dn+": { 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "dn-": { 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "heap": { 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 248184 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "ino": { 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.908 INFO:tasks.workunit.client.0.smithi019.stdout: "ino+": { 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "ino-": { 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "rss": { 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51136 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_server": { 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_acquisition_throttle": { 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_revoke_eviction": { 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_request": { 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_session": { 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_peer_request": { 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "req_create_latency": { 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getattr_latency": { 2024-04-02T09:59:29.910 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getfilelock_latency": { 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getvxattr_latency": { 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "req_link_latency": { 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookup_latency": { 2024-04-02T09:59:29.911 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookuphash_latency": { 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupino_latency": { 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupname_latency": { 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.912 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupparent_latency": { 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupsnap_latency": { 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lssnap_latency": { 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mkdir_latency": { 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.913 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mknod_latency": { 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mksnap_latency": { 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "req_open_latency": { 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "req_readdir_latency": { 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rename_latency": { 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "req_renamesnap_latency": { 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmdir_latency": { 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmsnap_latency": { 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmxattr_latency": { 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setattr_latency": { 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setdirlayout_latency": { 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setfilelock_latency": { 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.916 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setlayout_latency": { 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setxattr_latency": { 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "req_snapdiff_latency": { 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "req_symlink_latency": { 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.917 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "req_unlink_latency": { 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_sessions": { 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "average_load": { 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "avg_session_uptime": { 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "mdthresh_evicted": { 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.918 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "session_count": { 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "session_remove": { 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_open": { 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_stale": { 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.919 INFO:tasks.workunit.client.0.smithi019.stdout: "total_load": { 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:29.920 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "purge_queue": { 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed": { 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed_ops": { 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing": { 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_high_water": { 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.921 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops": { 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_item_in_journal": { 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:29.923 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 220 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:29.924 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58169385 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1321990096 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:29.925 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 146 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4999963 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.926 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:29.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26187802736 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:29.929 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 114720576 2024-04-02T09:59:29.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73954 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2689979774 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 167706624 2024-04-02T09:59:29.931 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 165863424 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1843200 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.932 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24019533 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.933 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.934 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69103507 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.935 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451218 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.937 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70700302 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178391403 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.940 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69072533 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:29.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 368074, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1794992893 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20448, 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6334344085 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.943 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:29.944 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 295 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.945 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8527 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8527, 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58415496 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8527, 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2091980619 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.946 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.947 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8528 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.949 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8528 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8528, 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26340756150 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.950 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:29.951 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8527 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8527, 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115247868 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8527, 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74207 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8527, 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5710947059 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:29.952 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168763392 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 166232064 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2531328 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.953 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.954 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24123705 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69041170 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.956 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1458606 2024-04-02T09:59:29.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70734749 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178363513 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69100423 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:29.962 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 369557, 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1788950413 2024-04-02T09:59:29.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20531, 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10073098458 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:29.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:29.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 241 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8605 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.967 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 59558619 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25815 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1951981915 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:29.968 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:29.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8603 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58918499 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 66184 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:29.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2887840091 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3999963 2024-04-02T09:59:29.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8606 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8606, 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30001722186 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:29.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54736 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.973 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:29.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 256991232 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255393792 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1597440 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.975 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24321044 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.976 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.977 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68923207 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1472936 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70799795 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:29.981 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178310595 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.982 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69153341 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 386237, 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2098205005 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.985 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20720, 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7764957985 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16709 2024-04-02T09:59:29.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4460544 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 706805760 2024-04-02T09:59:29.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3534997 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1174716 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 182, 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 848434 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:29.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 654901248 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76651, 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11347017533 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76666, 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18527706322 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14749696 2024-04-02T09:59:29.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314007552 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 663420928 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46 2024-04-02T09:59:29.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2675131415 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44726 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307866624 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307870720 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32635 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44726, 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 994344092 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2612890041 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:29.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42814 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1860974 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 717 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4414306 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 944 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:29.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 234 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 944, 2024-04-02T09:59:29.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1436414 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 682 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.997 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8436 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.998 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1028009984 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14000128 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20708, 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75243716 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:29.999 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3618, 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5306276391 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28027, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 238582425 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76598, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22457412188 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.001 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 75872, 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1535816067 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76598, 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46296459 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76598, 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22503708647 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 243811, 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1909966484 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1043, 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2901490 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142391, 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50022368 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.003 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53, 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 88327 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19637, 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2696951236 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 454418 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24225 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13629, 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2647983135 2024-04-02T09:59:30.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33377, 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13433027 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19748, 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2046560360 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15385, 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 433415693 2024-04-02T09:59:30.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.006 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10289066706 2024-04-02T09:59:30.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.010 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.010 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:30.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 652776790 2024-04-02T09:59:30.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.010 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9002, 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3694595220386 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6259229531020 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.011 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.012 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89708, 2024-04-02T09:59:30.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2504999381424 2024-04-02T09:59:30.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.012 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.012 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89708, 2024-04-02T09:59:30.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9920256 2024-04-02T09:59:30.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 353826215 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35578933366 2024-04-02T09:59:30.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.014 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.014 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34741089 2024-04-02T09:59:30.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.014 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.014 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17379212072 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13504841017 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10219599 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2537, 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13711995 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.015 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77122700444 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14590132837 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89711, 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 533761121 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.016 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555917312 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 551682048 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4235264 2024-04-02T09:59:30.017 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57171706 2024-04-02T09:59:30.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20480 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28672 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68608262 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428787800 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2416 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 148528 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74377736 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3676160 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38114471 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.026 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67261273 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428787800 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 980 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55871 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1134101 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73337728 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41029 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 131125, 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8103985805 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2579874854 2024-04-02T09:59:30.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41029, 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 225500218495 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135941 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41955, 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29905808869 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41029, 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 87447939886 2024-04-02T09:59:30.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24384 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24384, 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29240386135 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135941 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.034 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24729, 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12759877710 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24384, 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13669279735 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9169 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 527491289 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:30.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22307522113 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9553, 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7199126961 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.036 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18662097905 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7476 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2052383565 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 173952310247 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7673, 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9946804198 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55116562246 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20251433 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.038 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 668921856 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16238 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.039 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:30.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5763072 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 798482432 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:30.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3409745 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1163979 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 189, 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 890681 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:30.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 785776640 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76956, 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11530018311 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76937, 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18799962782 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15876096 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:30.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 315133952 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 794296320 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4313648494 2024-04-02T09:59:30.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53406 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736023040 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736027136 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:30.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41733 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53406, 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1701144762 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4232467944 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50915 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1902446 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.046 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 741 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5710975 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 973 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.047 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 973, 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128294 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 644 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10872 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.049 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1122115584 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.050 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13402112 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19344, 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77156883 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3583, 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6509762782 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.051 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19839, 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 172256009 2024-04-02T09:59:30.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872847664 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76103, 2024-04-02T09:59:30.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1827299525 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44091813 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22916939477 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.054 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27775, 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1252287379 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 866, 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2700240 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17077, 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11394765 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46, 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67914 2024-04-02T09:59:30.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11463, 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2070194521 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237955 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27062 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30624, 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2397199728 2024-04-02T09:59:30.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89955, 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25041587 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59331, 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1643542383 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15498, 2024-04-02T09:59:30.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 462120395 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.058 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10878562844 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1278292899 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22736, 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3383909810530 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7200561186025 2024-04-02T09:59:30.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3310506430550 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9572459 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 355489917 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36038801728 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38201605 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16804734491 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15663610447 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9628682 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2521, 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11955273 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79760744344 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16697538756 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.062 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524286622 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648904704 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 614998016 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33906688 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57049604 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 81920 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 651264 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68046332 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 256 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1872 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 141904 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 320 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75300095 2024-04-02T09:59:30.069 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5121968 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38033069 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74285475 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.072 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 982 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69775 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1127224 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74246466 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.076 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51125 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142544, 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9356281749 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2380544189 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51125, 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 690447659594 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489307 2024-04-02T09:59:30.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 52786, 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34848179231 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51125, 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 111951785936 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28944 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28944, 2024-04-02T09:59:30.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13172238432 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489307 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 29366, 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6898999010 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.080 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28944, 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6388718676 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12287 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 278525877 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106291501380 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.081 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12432, 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13836232542 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32258706688 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.082 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9894 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2102018312 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570983919782 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10988, 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14112947679 2024-04-02T09:59:30.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73304360572 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12582912 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 799199232 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15740 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:30.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.086 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6328320 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 585797632 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4129172 2024-04-02T09:59:30.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1334493 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 167, 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 836822 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 514916352 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.088 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69248, 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10454246733 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69226, 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17085286750 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 925696 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 283561984 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.089 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 536215552 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:30.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4756192109 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57559 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114399232 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114403328 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:30.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45052 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 57559, 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1526236778 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4666984582 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.092 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54822 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2141130 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 709 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6253625 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 963 2024-04-02T09:59:30.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 258 2024-04-02T09:59:30.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 963, 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1819883 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.095 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 968 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10303 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 878264320 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9195520 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:30.097 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17281, 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52022642 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3613, 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5807754836 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24211, 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 201755611 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20338510828 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 68639, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1339715504 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33106963 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:30.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20371617791 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 55588, 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1134315175 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 942, 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2479167 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.101 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22418, 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13364685 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55790 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19643, 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1129757510 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 246440 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18293 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8279, 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1829026669 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23362, 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10283878 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15083, 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1598968213 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12576, 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 389071523 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.104 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12388081779 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 379361604 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6104, 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3488294713559 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.105 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6161174231149 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2868905258150 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8687739 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 603944847 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33348122732 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31430320 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15328545429 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.107 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14438940497 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434199 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2461, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12920862 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 76123087395 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15363524439 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683860093 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468426752 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 412426240 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56000512 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57194113 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.113 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.113 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.113 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.113 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.113 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86016 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68548991 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.115 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 138160 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 224 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74220115 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5882352 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38129409 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73428751 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.121 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49928 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1153351 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73157348 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49147 2024-04-02T09:59:30.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137210, 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7577718007 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2001408794 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.126 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 122040223574 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50005, 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44213719133 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79032974105 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20078 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19575124628 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20533, 2024-04-02T09:59:30.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5311007877 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8491169674 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27076 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 479025865 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55918389281 2024-04-02T09:59:30.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27306, 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35534124263 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.130 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53335339867 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1993 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522382929 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46546709665 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2166, 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3368586993 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17206464564 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8388620 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524132352 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16663 2024-04-02T09:59:30.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:30.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2551808 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 594206720 2024-04-02T09:59:30.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3152200 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1149575 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 156, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686586 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.136 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 552206336 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66713, 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9896273124 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66718, 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16274193353 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7323648 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 273321984 2024-04-02T09:59:30.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569245696 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:30.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1540964409 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24296 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248534528 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248538624 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:30.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19994 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24296, 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 478759746 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1483847703 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22540 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.140 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1182899 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 437 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2525860 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.141 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 118 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 555, 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 945195 2024-04-02T09:59:30.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:30.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 745 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9325 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 872509440 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9220096 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20332, 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58584174 2024-04-02T09:59:30.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3557, 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4328814871 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14511, 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 112873210 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19446738995 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66168, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1435992185 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37864526 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:30.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19484603521 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22115, 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 931785466 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1311, 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2793740 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.149 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8692, 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7052317 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73366 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11336, 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1387953026 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 216154 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.150 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17917 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39090, 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1689670608 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 98548, 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28156746 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59458, 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1202124607 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12345, 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360437582 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.152 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13210050889 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1684621536 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18264, 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3606728742555 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.153 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6762914399804 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2815604269034 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7513087 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 265464976 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.154 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33186879522 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30829063 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14853542715 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13996011171 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5440127 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2435, 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13190884 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75526600336 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.156 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14891344683 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 715537873 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 538984448 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.157 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 506470400 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32514048 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57494961 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16384 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 94208 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68223567 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.161 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212212 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1264 2024-04-02T09:59:30.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 83392 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72019612 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147712 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38329974 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.166 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68574218 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212212 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49971 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1160342 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70893955 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58737 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137002, 2024-04-02T09:59:30.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7865788483 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437005651 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:30.172 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 295991302560 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61044, 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31653513838 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73531987462 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41263 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.173 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54550346392 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41493, 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9085293278 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.174 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8474225511 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13321 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243395708 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 182695321577 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15289, 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17467569244 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39400268273 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.176 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4153 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1193609943 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58745634591 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4262, 2024-04-02T09:59:30.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5100651316 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25657493678 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4196378 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.178 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 561446912 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 152596 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.179 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:30.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5660672 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 637550592 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4284966 2024-04-02T09:59:30.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1429862 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 160, 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 907323 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 661979136 2024-04-02T09:59:30.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61102, 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9633718730 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61106, 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15518605864 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 917504 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 250286080 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.183 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683278336 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4143213881 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.184 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47961 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568054272 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568058368 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37903 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47961, 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1161885669 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4043665108 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44909 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:30.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2121715 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 779 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5600067 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 985 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:30.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 208 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 985, 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1816077 2024-04-02T09:59:30.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 819 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:30.189 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11143 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 895778816 2024-04-02T09:59:30.190 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9216000 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23369, 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71046771 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3506, 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4865831685 2024-04-02T09:59:30.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.192 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12547, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 113095031 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18950806282 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 60618, 2024-04-02T09:59:30.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437070434 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55179912 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19005986194 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.194 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23658, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 995645176 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 795, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147392 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12492, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9617283 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54689 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.195 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14522, 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2745567279 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 191965 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19150 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17148, 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1517792350 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 54154, 2024-04-02T09:59:30.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15242852 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37006, 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1229219340 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13404, 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 397359802 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.197 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12108232953 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:30.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1251948529 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18511, 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3957431640060 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6650130938377 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2865085188380 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.199 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7868489 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384607052 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30708465838 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29854186 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.200 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13845888541 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13518798315 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434926 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2420, 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14644522 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.201 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70579997799 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14486940819 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 655405946 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 535855104 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 498106368 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37748736 2024-04-02T09:59:30.203 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57101127 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49152 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 344064 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68334777 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258458 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2160 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 140256 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.208 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74915606 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4942672 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38067418 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74430422 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258458 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57480 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1142669 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73857873 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46750 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.216 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 108506, 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10085856480 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1358139144 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57024423280 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.217 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47559, 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14916765203 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32259273116 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37340 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.218 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13236222303 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37521, 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6672972488 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.219 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7895402540 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5443 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 207809712 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9133986980 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5931, 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3330875546 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7986235757 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3967 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1150329432 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34654213997 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4107, 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4912917169 2024-04-02T09:59:30.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16377634819 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671215616 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38166 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:30.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:30.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11968512 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 728150016 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3672706 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.226 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1292420 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 208, 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 964358 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 672595968 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:30.227 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82364, 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11731856339 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82342, 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18750411780 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4710400 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 337244160 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689635328 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.228 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7971236874 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77054 2024-04-02T09:59:30.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990061568 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990065664 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:30.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 64523 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 77054, 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2728380870 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7838446850 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72987 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4707262 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.231 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1083 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11673406 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1528 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.232 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1528, 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4387523 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12685 2024-04-02T09:59:30.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1080389632 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13414400 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22930, 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72921391 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3536, 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7898377290 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.236 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21559, 2024-04-02T09:59:30.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 177654147 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872271390 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.238 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81841, 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1680836249 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54329577 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22926600967 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38968, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1057505611 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 874, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2499561 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11612, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16367235 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49, 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62795 2024-04-02T09:59:30.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17604, 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3971934021 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243778 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21830 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11838, 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1743094462 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.241 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32983, 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18249525 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21145, 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1549534451 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15824, 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 475257315 2024-04-02T09:59:30.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13543506951 2024-04-02T09:59:30.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 633099681 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8507, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3951256574004 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6466010447249 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:30.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2707677541441 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10598057 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 455432947 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37850270449 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39387777 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17103682264 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17664915007 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9634436 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2391, 2024-04-02T09:59:30.246 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16068990 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86637398166 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18815711730 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775775031 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.247 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 560349184 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427556864 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 132792320 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.248 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56581145 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 131072 2024-04-02T09:59:30.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69108711 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.251 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 562036736 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.252 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2896 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214064 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70352320 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10712544 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37720763 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69007205 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494927872 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55111 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1138642 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69375527 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38904 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 124162, 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12660780533 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.262 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522684524 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51105250261 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39574, 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15183753054 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.263 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32109580298 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27886 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16791290842 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:30.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28083, 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6635763400 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7032940400 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9523 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452148866 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.265 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21382151214 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9791, 2024-04-02T09:59:30.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6081384004 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15081703585 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1495 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1070535658 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12931808205 2024-04-02T09:59:30.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1700, 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2466605650 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9994936313 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36997346 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686030848 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:30.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17813 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.270 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3674112 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.271 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 489689088 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4092661 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1673549 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 141, 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 621364 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.272 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 368640000 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62302, 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8796776345 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62313, 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14512813708 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:30.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5910528 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255275008 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 385679360 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.274 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2372132930 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31395 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138398720 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138402816 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:30.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26984 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 31395, 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1132957238 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2300810484 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.276 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29204 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1092679 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 525 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3641633 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.277 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.278 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 689, 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1352634 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.279 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8480 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.280 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 750919680 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9805824 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13573, 2024-04-02T09:59:30.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49253526 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3430, 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3190368525 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15949, 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 124964875 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17675205706 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61856, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1345732256 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36774617 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:30.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17711980323 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22590, 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503991038 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 803, 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2276845 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.285 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11715, 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8672737 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 43, 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79273 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10577, 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1137148481 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175117 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17880 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10730, 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1455470054 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38390, 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10565272 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27660, 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1166812013 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11747, 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 340513682 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7603435308 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 898341930 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14058, 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3499796097168 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.289 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5870513328537 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72575, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2807475057306 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72575, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7386680 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 221023283 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.290 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28192836420 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29368362 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12984107960 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9509980754 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.291 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6030391 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2346, 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13013741 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58525798989 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10318779088 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.292 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 446074311 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 441253888 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 405446656 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35807232 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57368510 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.295 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106496 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68345922 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430263831 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1616 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 100240 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 224 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72950569 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3095152 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38245673 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.300 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67711079 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430263831 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62225 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1155188 2024-04-02T09:59:30.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71835236 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.305 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32999 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 93869, 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8247936644 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.307 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1634648230 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74625744083 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33449, 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13054242843 2024-04-02T09:59:30.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31442558464 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24685 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11273093594 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24839, 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5321355370 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4911794595 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4252 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384047688 2024-04-02T09:59:30.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11937696105 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.311 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4439, 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2833391815 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8887199203 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4062 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1250600542 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51414954384 2024-04-02T09:59:30.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4171, 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4899495658 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17643564666 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5173353 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 378466304 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.314 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18905 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:30.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:30.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.316 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:30.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.317 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:30.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.317 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:30.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4509696 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 531329024 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3109357 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.318 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1007247 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 150, 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729847 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 484638720 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:30.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62885, 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9356521307 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62890, 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15212547794 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8278016 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 257638400 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 497418240 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.320 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2190543828 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37956 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.321 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901899776 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901903872 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25146 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.322 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37956, 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1034269127 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2087175252 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34786 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451811 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 499 2024-04-02T09:59:30.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4461159 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 694 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 197 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 694, 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522017 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.325 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 629 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9, 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11848 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:30.326 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 795762688 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9797632 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17088, 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58978130 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3470, 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3078647888 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20237, 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175904074 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:30.329 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18394820421 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62424, 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1421554681 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:30.330 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43505326 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18438325747 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34251, 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570061332 2024-04-02T09:59:30.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 718, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2093990 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8463, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6575999 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54008 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12277, 2024-04-02T09:59:30.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775075123 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 195543 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17848 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7695, 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1551563067 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34409, 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9994846 2024-04-02T09:59:30.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26714, 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1352925165 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13249, 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 376563791 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8398082977 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:30.335 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1115317248 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3962233471583 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6096798112475 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2725631187381 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.336 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7963416 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292294495 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29216082208 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31404569 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14420966469 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10086161969 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6025171 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2248, 2024-04-02T09:59:30.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12327289 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62429457622 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11088152511 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 485486150 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.339 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 500604928 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468500480 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32104448 2024-04-02T09:59:30.340 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57250971 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:30.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57344 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68516709 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429382283 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.344 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1488 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 96368 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73835957 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4022064 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38167314 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75251134 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429382283 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51516 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1166065 2024-04-02T09:59:30.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72716616 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:30.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 61 2024-04-02T09:59:30.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35964 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 104726, 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10285546621 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:30.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1698515559 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 35964, 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50527253086 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050716857 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36362, 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17776549159 2024-04-02T09:59:30.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 35964, 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37930839024 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22792 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22792, 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11799662055 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.356 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050716857 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22926, 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5586499269 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22792, 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5865000099 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12116 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:30.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 421686355 2024-04-02T09:59:30.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.358 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:30.358 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12116, 2024-04-02T09:59:30.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24843091384 2024-04-02T09:59:30.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.358 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:30.359 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12307, 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9827819065 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12116, 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21086556787 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1056 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1276829204 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13884499647 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:30.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1129, 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2362230825 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10979282138 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4194375 2024-04-02T09:59:30.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494444544 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T09:59:30.363 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:30.364 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.4638175091240555e-06, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:30.365 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 812, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 1341440, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 311, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:30.366 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T09:59:30.367 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 155172, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 110592, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 44580, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.1457231014210265e-07, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:30.368 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 158, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 178176, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 21482, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 6622, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 14860, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 64446, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 69, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 36864 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.369 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T09:59:30.370 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T09:59:30.371 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:30.372 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool", 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "selfmanaged_snaps" 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:30.373 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 12595200, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 12595200, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 4, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.7416381524526514e-05, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 9071, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 3222587392, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 4194323, 2024-04-02T09:59:30.374 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 4194323, 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 12582969, 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 24303, 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 3106309120 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.375 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T09:59:29.427278", 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_stats": { 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "7.9.2" 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:30.376 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:30.377 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:30.378 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:30.379 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pg": [ 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.380 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.722639+0000", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.382 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2c", 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4831, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:59.506688+0000", 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.383 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.384 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.385 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.386 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.387 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673839+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:30.388 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.389 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2b", 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4674, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:34.466971+0000", 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.391 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.392 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.393 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.394 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685621+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:30.395 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.396 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2a", 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4838, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:48.230510+0000", 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.398 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.399 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.400 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.401 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.656079+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:30.402 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.403 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.29", 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:13:41.987690+0000", 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.405 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.406 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.407 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.408 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742772+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.409 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.410 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.28", 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4867, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:59:05.403041+0000", 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.412 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.413 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.414 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:30.415 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661083+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.416 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.27", 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.417 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4945, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:27.651142+0000", 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.418 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.421 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:30.422 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673313+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.423 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.424 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.26", 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4823, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:45.342749+0000", 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.425 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:30.429 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753512+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:30.430 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.431 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.25", 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:26:23.971140+0000", 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.432 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.433 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.434 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:30.436 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.655847+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:30.437 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.24", 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.438 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:24.274812+0000", 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.439 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.440 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.442 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.747692+0000", 2024-04-02T09:59:30.443 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.444 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.23", 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.445 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4955, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:10.593470+0000", 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.446 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.447 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.448 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:30.450 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.736973+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.451 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.452 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.22", 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:41.276985+0000", 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.454 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.455 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.456 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:30.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.664941+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:30.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.21", 2024-04-02T09:59:30.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4958, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:42.711888+0000", 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.460 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.463 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.705404+0000", 2024-04-02T09:59:30.464 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.465 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.20", 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4824, 2024-04-02T09:59:30.466 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:17.669056+0000", 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.467 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.468 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.469 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.470 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668263+0000", 2024-04-02T09:59:30.471 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.472 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.f", 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.473 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4764, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:32:31.175222+0000", 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.477 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680257+0000", 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:30.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.479 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.e", 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4953, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:48.285993+0000", 2024-04-02T09:59:30.480 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.484 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719215+0000", 2024-04-02T09:59:30.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.c", 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.487 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4860, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:38.787925+0000", 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.491 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661954+0000", 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:30.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.493 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.d", 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:30.494 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:43.350663+0000", 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 70, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:30.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.498 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682659+0000", 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.500 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.d", 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:03:03.670655+0000", 2024-04-02T09:59:30.501 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.504 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.505 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745296+0000", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.507 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.c", 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4963, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:47.072575+0000", 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.508 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.511 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.512 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710081+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:30.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.514 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.a", 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4829, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:00.239037+0000", 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.518 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.519 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.521 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.521 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.521 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.521 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.521 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.521 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682166+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.522 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 4, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 4, 2024-04-02T09:59:30.523 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.b", 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4807, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:54.695697+0000", 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.527 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'4" 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.528 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:29.622520+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 520, 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.529 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 519, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.530 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.b", 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4977, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:02.746573+0000", 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.533 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.534 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.535 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.667977+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.536 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.a", 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:46:14.946237+0000", 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.540 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.542 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676349+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.543 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.544 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.8", 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4953, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:00:35.906997+0000", 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.547 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.548 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:30.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.666884+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:30.550 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.9", 2024-04-02T09:59:30.551 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:29.360645+0000", 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.555 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:30.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675477+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.557 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.9", 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.558 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4933, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:03.523971+0000", 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.562 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:30.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677362+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.8", 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.565 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4313, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:14.031347+0000", 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.569 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.666998+0000", 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.571 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.6", 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4996, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.572 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:21.264208+0000", 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.576 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.665305+0000", 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:30.578 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.7", 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4846, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:14:19.645812+0000", 2024-04-02T09:59:30.579 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 1, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.582 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.583 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917209+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:30.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2967, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2967, 2024-04-02T09:59:30.585 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.1", 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8637, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:14.444285+0000", 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.00439566, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1290, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 378170, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2953, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 350767 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.589 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2967" 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.590 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676204+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.592 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.7", 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:19.680540+0000", 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:30.597 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.709821+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:30.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.6", 2024-04-02T09:59:30.599 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4996, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:29.431116+0000", 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:30.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "565'3" 2024-04-02T09:59:30.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:30.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:52.030145+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:30.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2995, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2995, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.0", 2024-04-02T09:59:30.606 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8483, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:44:42.693526+0000", 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.002650158, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 749, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 365673, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2977, 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 371483 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2995" 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.610 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:30.611 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.733100+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.612 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.4", 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:30.613 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:09.219764+0000", 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.617 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677888+0000", 2024-04-02T09:59:30.618 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.619 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.5", 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:29.679610+0000", 2024-04-02T09:59:30.620 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.621 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.622 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.623 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.624 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.928472+0000", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.625 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3108, 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.626 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3108, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.3", 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8910, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:00.930927+0000", 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003923886, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.627 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.628 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1217, 2024-04-02T09:59:30.629 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 420207, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3079, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 372723 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.630 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3108" 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.631 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753647+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.632 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:30.633 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:30.633 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.633 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.633 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.633 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.633 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:30.633 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.634 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.634 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.634 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.634 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.634 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.634 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.635 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.635 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.0", 2024-04-02T09:59:30.635 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.635 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.635 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:35:22.906497+0000", 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.636 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.637 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.640 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.641 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.641 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.641 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.641 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.641 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:30.641 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:30.641 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:30.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.662477+0000", 2024-04-02T09:59:30.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:30.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:30.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:30.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:30.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.644 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1", 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:23.885247+0000", 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:30.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.930786+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3070, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3070, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.6", 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8549, 2024-04-02T09:59:30.651 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:57.527391+0000", 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006008844, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 551, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 409643, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3052, 2024-04-02T09:59:30.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 393043 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3070" 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.655 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 19, 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670280+0000", 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:30.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 197, 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.657 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 197, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "1.0", 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5290, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:37.864417+0000", 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.658 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 812, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1310, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 311, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.661 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "240'197" 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.662 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674891+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:30.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.664 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.3", 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4845, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:06.635937+0000", 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.668 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.669 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.711155+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.671 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2", 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:45.186600+0000", 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.675 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.921488+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2908, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2908, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.678 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.5", 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8492, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:57.873672+0000", 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.004910896, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1331, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 381124, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2893, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 333685 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'2908" 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.682 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:30.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.742795+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.684 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1", 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.685 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4966, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:22.794012+0000", 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.689 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704674+0000", 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.691 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.0", 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.692 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:53:40.389659+0000", 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.695 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.696 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919297+0000", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3117, 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.698 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3117, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.7", 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8689, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:58:43.031057+0000", 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006358268, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.699 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194304, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 842, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 363427, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3106, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 441237 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.702 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3117" 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.703 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.716931+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:30.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.705 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3", 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4906, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:52.203054+0000", 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.709 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.710 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.703755+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.712 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.2", 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4851, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:05:47.665086+0000", 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.713 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.716 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.717 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919707+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3116, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3116, 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.719 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.4", 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8816, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:33.673246+0000", 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006146742, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.720 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 994, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 411079, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3114, 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 366595 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.723 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.725 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.725 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3116" 2024-04-02T09:59:30.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.725 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.725 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:30.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742887+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.727 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.5", 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.728 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:21.085814+0000", 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.731 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.732 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:30.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.669416+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:30.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.4", 2024-04-02T09:59:30.735 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5013, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:05.477069+0000", 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.739 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917062+0000", 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:30.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3152, 2024-04-02T09:59:30.741 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3152, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.2", 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.742 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 9341, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:36.405935+0000", 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003854899, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 19, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2097, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 417735, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3129, 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 403972 2024-04-02T09:59:30.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'3152" 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.746 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680913+0000", 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.748 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.e", 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4780, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:26:32.731300+0000", 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.749 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.752 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.753 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674587+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:30.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.755 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.f", 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4907, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:45.618929+0000", 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.756 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 22, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.759 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.760 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668805+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:30.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.762 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.11", 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4791, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:16:51.886221+0000", 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.767 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.765509+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 8, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 8, 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.769 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.10", 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:58.881692+0000", 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 4, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 48, 2024-04-02T09:59:30.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 48, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.773 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'8" 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.774 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704966+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.10", 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.776 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:12.456088+0000", 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.780 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.698485+0000", 2024-04-02T09:59:30.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.782 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.11", 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.783 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4827, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:56.796034+0000", 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.787 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.672347+0000", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.788 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.789 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.13", 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4763, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:12.516472+0000", 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.790 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.791 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:30.794 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685650+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:30.795 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.12", 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.796 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4860, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:49.778904+0000", 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.797 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.798 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.799 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.800 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670687+0000", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.801 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.802 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.12", 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4993, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:23:15.547593+0000", 2024-04-02T09:59:30.803 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.804 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.806 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.807 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663535+0000", 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.808 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.809 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.13", 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5000, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:53.258713+0000", 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.810 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 34, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.811 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 16, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 7 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.813 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:30.814 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668822+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:30.815 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.816 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.15", 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4762, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:21:26.555822+0000", 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.817 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.818 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.820 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.821 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.718118+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.822 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 30, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 30, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.823 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.14", 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4862, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:46:49.809252+0000", 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 5824, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.825 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 20, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 28, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 28, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 25 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'30" 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.827 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673680+0000", 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.828 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.829 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.14", 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4885, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:56.383203+0000", 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.830 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.831 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.832 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.833 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.834 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.731802+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:30.835 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.836 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.15", 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5010, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:55.221044+0000", 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.837 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 90, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.838 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 14, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 14, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.840 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'3" 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:30.841 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745347+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:30.842 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.17", 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.843 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:36.011373+0000", 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.844 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.845 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.846 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.847 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.712079+0000", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.848 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.849 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.16", 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4839, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:50.818900+0000", 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.850 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.851 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.852 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.854 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687658+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:30.855 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.16", 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.856 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4844, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:20.204308+0000", 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.857 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.858 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.859 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.860 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.713426+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:30.861 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.862 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.17", 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:06.988381+0000", 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.864 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.865 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.866 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:30.867 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.659618+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.868 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.19", 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4985, 2024-04-02T09:59:30.869 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:28:11.772289+0000", 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.871 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.872 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.873 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686002+0000", 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:30.874 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.875 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.18", 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4850, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:26:44.490109+0000", 2024-04-02T09:59:30.876 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.878 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.879 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.880 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.769377+0000", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.881 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.882 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.18", 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4954, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:29:16.331769+0000", 2024-04-02T09:59:30.883 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.886 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.887 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.695778+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.888 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.19", 2024-04-02T09:59:30.889 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4914, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:10.456859+0000", 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.894 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.671339+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:30.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1b", 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.896 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4990, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:01:07.876032+0000", 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.900 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.660332+0000", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:30.901 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.902 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1a", 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4843, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:55:38.673948+0000", 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.903 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.904 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.906 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.907 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663888+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:30.908 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.909 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1a", 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4932, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:22.244879+0000", 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.913 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.914 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676281+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:30.915 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1b", 2024-04-02T09:59:30.916 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4941, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:16.478406+0000", 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.917 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.918 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.920 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:30.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662546+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.922 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1d", 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.923 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4308, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:54.435784+0000", 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.924 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.927 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.929 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.929 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.929 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.667967+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.931 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.932 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1c", 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4316, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:25.150843+0000", 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 2, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.935 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.936 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:30.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.735775+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.938 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1c", 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.939 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4853, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:28:56.909681+0000", 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.943 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.677723+0000", 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:30.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.945 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1d", 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.946 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:52.220632+0000", 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.949 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.950 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.744866+0000", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.952 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1f", 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:11.645013+0000", 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.956 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.957 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745771+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:30.958 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:30.959 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1e", 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4925, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:31.242430+0000", 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:30.963 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.964 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.721186+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.966 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1e", 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:03.025786+0000", 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:30.970 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670716+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:30.972 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 6, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 6, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.973 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1f", 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5009, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:39.868607+0000", 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 582, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:30.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 8, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'6" 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.977 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:30.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.679149+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.979 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2d", 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.980 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:26.291632+0000", 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.983 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.984 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:30.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678832+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:30.986 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2e", 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.987 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:01.358238+0000", 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.991 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:30.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687754+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:30.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2f", 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:30.994 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4851, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:26:57.058903+0000", 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:30.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:30.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:30.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:30.998 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678701+0000", 2024-04-02T09:59:30.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.000 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.30", 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.001 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:54:31.360780+0000", 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.005 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.729911+0000", 2024-04-02T09:59:31.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.007 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.31", 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.008 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4986, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:03.736701+0000", 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.011 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.012 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.734041+0000", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.014 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.32", 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4993, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:08:34.547515+0000", 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.015 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.018 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.019 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719856+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:31.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.021 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.33", 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:54.718156+0000", 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:31.025 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662379+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.34", 2024-04-02T09:59:31.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4967, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:27:54.325445+0000", 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.032 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:31.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.715030+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:31.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.35", 2024-04-02T09:59:31.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.853425+0000", 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.039 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:31.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710243+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.041 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.36", 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:31.042 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:12:17.446118+0000", 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.045 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.046 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682910+0000", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.048 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.37", 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4797, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:57.160876+0000", 2024-04-02T09:59:31.049 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.052 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.053 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.701730+0000", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:31.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.055 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.38", 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4937, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:12:33.123498+0000", 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.059 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.060 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668056+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:31.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.062 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.39", 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4761, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:13.876164+0000", 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.066 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.067 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.737563+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:31.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.069 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3a", 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4848, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:04.374514+0000", 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.073 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.074 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.658157+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.076 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3b", 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4723, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:30:49.813655+0000", 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686029+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.082 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.083 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3c", 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4864, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:29.670457+0000", 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.086 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.087 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:31.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.766367+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:31.089 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3d", 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.090 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:27.020390+0000", 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.093 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.094 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:31.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677989+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.096 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3e", 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.097 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:10.012265+0000", 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.100 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.101 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675240+0000", 2024-04-02T09:59:31.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.103 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3f", 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.104 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:55.885634+0000", 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.107 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pool": [ 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.108 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 24, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 24433, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 8, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 24433, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 4, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194323, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.109 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:31.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 2, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 9071, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 3147058, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 24303, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 3033505 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 12595200, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 12582969, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:31.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 24 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 192, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 64, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 3, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.114 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.115 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:31.116 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 192 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 3, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 197, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 1, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 3, 2024-04-02T09:59:31.117 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 197, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 1, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 812, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1310, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 311, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:31.120 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 1781760, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 1771104, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 3 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.121 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 96, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 75, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 32, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 75, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 2, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 6622, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.122 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 66, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 22, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 22, 2024-04-02T09:59:31.123 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 14, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 3, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 158, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 174, 2024-04-02T09:59:31.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 69, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 36 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 110592, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 19866, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 44580, 2024-04-02T09:59:31.125 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 96 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176427520, 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783857664, 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 4783857664, 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.006229303311556578 2024-04-02T09:59:31.126 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.127 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176427520, 2024-04-02T09:59:31.127 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:31.127 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783857664 2024-04-02T09:59:31.127 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.127 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.127 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T09:59:31.128 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T09:59:31.128 INFO:tasks.workunit.client.0.smithi019.stdout:Telemetry is on. 2024-04-02T09:59:31.128 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T09:59:31.128 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='client.36321 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.129 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.130 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.133 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:31.133 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:31.133 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.134 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.134 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:30 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.134 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry show 2024-04-02T09:59:31.134 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:59:30] "GET /metrics HTTP/1.1" 200 34248 "" "Prometheus/2.43.0" 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='client.36321 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.135 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.136 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='client.36321 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:31.137 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.138 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.139 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:30 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:31.149 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:31.150 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:31.151 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:31.152 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:31.153 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:31.154 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:31.155 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T09:59:31.156 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:31.157 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T09:59:31.158 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:31.159 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:59:31.160 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/enabled", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:31.161 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:31.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:31.163 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:31.164 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T09:59:31.165 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 2, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "has_msr_rules": 0, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 1, 2024-04-02T09:59:31.167 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_collision_tries": 100, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_descents": 100, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T09:59:31.169 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T09:59:31.170 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_stats": { 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20258816, 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 292104, 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 778240, 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 0, 2024-04-02T09:59:31.171 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 354, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1097032, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 860672, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14478256, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20594688, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 355848, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 712704, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 439, 2024-04-02T09:59:31.172 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1421416, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1196032, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14868880, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 168919040, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2845576, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.173 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1802240, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6536, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 10476336, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2766336, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 149816136, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 170721280 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 169271296, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 1953824, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.174 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 2506752, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6444, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 11359544, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2647296, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 150295976, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 171778048 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 261062656, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 6155328, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5242880, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 2220032, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9531, 2024-04-02T09:59:31.175 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 14538248, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 4829952, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 230296248, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 263282688 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 555089920, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 25321584, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 4235264, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13643, 2024-04-02T09:59:31.176 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 77904848, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 7939840, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 440515776, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 559325184 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 620363776, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 27929024, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 34045952, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13167, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 74464288, 2024-04-02T09:59:31.177 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10081024, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 502384416, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 654409728 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 418004992, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 30536728, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 55926784, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11053, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 73352656, 2024-04-02T09:59:31.178 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10261504, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 298349080, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 473931776 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 511918080, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 19035264, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5373952, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 32440320, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10203, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.179 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 61104024, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10724608, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 415680232, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 544358400 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 501563392, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22199704, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 37699584, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11312, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 75089680, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:59:31.180 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 9709568, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 391156568, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 539262976 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 430989312, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 24517216, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 132767744, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 12371, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 97942272, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 8086784, 2024-04-02T09:59:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 297035168, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 563757056 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 408797184, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 18039296, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 16384, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 35733504, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9456, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 60628712, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10390016, 2024-04-02T09:59:31.182 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 316445976, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 444530688 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 471973888, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22763728, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 31907840, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10532, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 66114888, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10614528, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 369203944, 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 503881728 2024-04-02T09:59:31.183 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "io_rate": { 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_stats_delta": { 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 0, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 0, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "stamp_delta": "11.023105", 2024-04-02T09:59:31.184 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 5, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:31.187 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 0 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "mempool": { 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.188 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.189 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.191 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.192 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 149008, 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 33 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.194 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.195 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.198 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.199 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.200 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 222320, 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 51904, 2024-04-02T09:59:31.201 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.202 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12824, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 268 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.203 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.205 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.206 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.208 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 40917849, 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5062 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 440, 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.209 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.210 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.211 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.212 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.216 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41090509, 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5077 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 88, 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.218 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.219 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.220 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.221 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.222 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.223 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41395409, 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5134 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.224 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.225 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11792, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 348 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.226 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19168, 2024-04-02T09:59:31.227 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 361 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55168, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1536, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55600, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 695 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 372736, 2024-04-02T09:59:31.228 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1792 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 411402, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2399420, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 537764 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6960056, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10267 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.229 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 77844, 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8321 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86016, 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1792 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.230 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165150, 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.231 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 39265, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 43 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8267965, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8380 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10296, 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 117 2024-04-02T09:59:31.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 478224, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7134400, 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18520 2024-04-02T09:59:31.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.234 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.235 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21704, 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30720, 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 23 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3456, 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55920, 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 699 2024-04-02T09:59:31.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 370864, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1029400, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 261 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2408763, 2024-04-02T09:59:31.237 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 534081 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6908376, 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10191 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76308, 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8156 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85488, 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1781 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.238 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165238, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1186 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 106514, 2024-04-02T09:59:31.239 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19116796, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 268 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 24552, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 279 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.240 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 454896, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7420608, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21472 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.242 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 18200, 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 333 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2304, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54000, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 675 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 356928, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1716 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.244 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 338608, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 90 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1771420, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 390030 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5145136, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7598 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 66248, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6991 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.245 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82272, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1714 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.246 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 118737, 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 13055647, 2024-04-02T09:59:31.247 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 265 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10736, 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 122 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 373248, 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.248 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3224520, 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6201 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:31.250 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17120, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 322 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 194304, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 22 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3840, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 20 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.251 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54480, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 681 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 442540, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 112 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.252 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1763427, 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388069 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5118616, 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7559 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67048, 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7010 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:31.253 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.254 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 128205, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20581789, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 259 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12232, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 139 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.256 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3510000, 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9142 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.258 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20176, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 366 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2880, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55280, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 691 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 760465, 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2041385, 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 450159 2024-04-02T09:59:31.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5864576, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8656 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67020, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7007 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164726, 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 112325, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16279655, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 274 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17864, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 203 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.263 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5012384, 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12008 2024-04-02T09:59:31.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21352, 2024-04-02T09:59:31.266 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 385 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 35328, 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 27 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 960, 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54960, 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 687 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.267 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 371280, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1785 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 470079, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 121 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2356039, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 524595 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.268 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6760136, 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9973 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76488, 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8164 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85584, 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164982, 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.270 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 123149, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6220729, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 257 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12408, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 141 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.271 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 466560, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 40 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6440720, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12386 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.272 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.273 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14456, 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 244 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.274 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30464, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2688, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 14 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54000, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 675 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359216, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1727 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.275 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 401378, 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1645331, 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 364790 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4813976, 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7111 2024-04-02T09:59:31.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 68236, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7163 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82896, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1727 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164638, 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1183 2024-04-02T09:59:31.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 43043, 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 44 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14333356, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 245 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11176, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 127 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3485976, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9027 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.280 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:31.281 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17072, 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 318 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 34944, 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3264, 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 17 2024-04-02T09:59:31.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54160, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 677 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359008, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 618957, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 127 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.283 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1970629, 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 439541 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5722456, 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8447 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 69420, 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7169 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:31.284 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82848, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 167710, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1195 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.285 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 35925, 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 27 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17928258, 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 285 2024-04-02T09:59:31.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12760, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 145 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 571536, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4806152, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9249 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:31.289 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:31.290 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:59:31.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.292 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:31.293 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.294 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T09:59:31.295 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "reef", 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "squid" 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 19, 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T09:59:31.296 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "squid" 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_perf_histograms": [ 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.297 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:31.298 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:31.299 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.300 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:31.301 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:31.302 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 10118, 5, 0, 0, 2, 7, 4, 2, 6, 6, 3, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9137, 57, 39, 0, 13, 5, 4, 5, 18, 28, 76, 36, 31, 12, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1171, 114, 120, 0, 1, 1, 0, 0, 1, 13, 56, 185, 174, 7, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 711, 17, 69, 0, 1, 3, 0, 0, 0, 0, 5, 28, 243, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 237, 9, 10, 0, 2, 0, 0, 2, 0, 0, 10, 8, 24, 63, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.303 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 158, 8, 23, 25, 0, 0, 0, 0, 0, 0, 2, 6, 25, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 261, 2, 3, 39, 56, 0, 0, 1, 0, 0, 3, 0, 17, 41, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 42, 0, 0, 4, 71, 86, 0, 0, 0, 0, 3, 0, 1, 28, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 8, 43, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.304 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.305 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7824, 3635, 4256, 11, 13, 13, 0, 8, 12, 6, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7730, 277, 1375, 0, 18, 46, 80, 103, 32, 55, 128, 54, 99, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 636, 13, 422, 22, 0, 0, 21, 52, 6, 8, 46, 221, 241, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 309, 3, 4, 8, 0, 0, 0, 0, 0, 1, 2, 10, 274, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 59, 3, 0, 1, 1, 0, 0, 0, 0, 1, 13, 3, 31, 31, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 50, 1, 32, 0, 0, 0, 0, 0, 0, 0, 7, 0, 12, 4, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16, 1, 207, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 60, 0, 0, 0, 0, 0, 3, 0, 0, 0, 10, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.306 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.307 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8264, 1, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8845, 33, 18, 0, 14, 1, 0, 2, 0, 0, 7, 5, 9, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 920, 20, 20, 2, 0, 0, 0, 2, 0, 2, 26, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 380, 5, 0, 0, 2, 0, 0, 0, 0, 2, 1, 7, 44, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 7, 0, 0, 0, 0, 0, 0, 0, 7, 11, 2, 28, 77, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 21, 0, 0, 0, 0, 0, 2, 2, 4, 3, 6, 43, 29, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 67, 52, 0, 1, 0, 0, 0, 0, 0, 5, 1, 3, 41, 67, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 31, 132, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 10, 26, 64, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.308 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 37, 0, 0, 1, 0, 0, 1, 0, 0, 3, 0, 0, 2, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.309 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 36, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12453, 3799, 0, 1, 6884, 387, 1, 0, 0, 1, 6, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9991, 416, 13, 0, 901, 201, 2, 4, 9, 26, 42, 11, 18, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.310 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1226, 25, 27, 0, 5, 0, 0, 0, 3, 3, 28, 97, 74, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 632, 2, 1, 0, 11, 10, 0, 0, 0, 1, 1, 1, 107, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 366, 16, 1, 0, 174, 7, 0, 1, 0, 1, 6, 1, 13, 26, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 258, 6, 0, 0, 328, 24, 0, 0, 0, 0, 0, 0, 10, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 117, 5, 0, 0, 118, 0, 0, 0, 0, 0, 0, 0, 11, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 3, 0, 0, 2064, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.311 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:31.312 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1651, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14577, 8091, 56, 3, 14, 6, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9830, 273, 26, 1, 11, 29, 58, 66, 9, 17, 9, 10, 8, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1094, 15, 11, 0, 4, 1, 11, 14, 10, 12, 45, 67, 21, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 1, 2, 0, 1, 0, 0, 0, 0, 0, 7, 20, 167, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 185, 5, 0, 0, 1, 1, 1, 0, 0, 0, 8, 3, 26, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 6, 20, 9, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 18, 47, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 9, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.313 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.314 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12129, 11, 2, 0, 1, 0, 0, 0, 0, 1, 0, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11888, 23, 4, 0, 15, 0, 1, 0, 0, 0, 5, 6, 5, 24, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1790, 12, 4, 0, 3, 0, 0, 2, 0, 4, 15, 1, 3, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 568, 4, 2, 6, 4, 0, 0, 1, 0, 1, 7, 11, 23, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 244, 8, 3, 0, 1, 0, 0, 0, 1, 0, 5, 2, 13, 45, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 334, 7, 3, 1, 0, 0, 0, 0, 0, 0, 6, 2, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.315 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 3, 14, 20, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 3, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.316 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1593, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8630, 4050, 0, 0, 1, 0, 0, 0, 0, 0, 8, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.317 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7070, 136, 13, 1, 18, 3, 4, 4, 8, 6, 39, 11, 15, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1547, 12, 20, 1, 3, 1, 1, 1, 4, 13, 75, 82, 20, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 4, 1, 0, 0, 0, 0, 0, 0, 0, 8, 25, 188, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 6, 0, 0, 1, 1, 0, 0, 0, 0, 6, 2, 27, 43, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 8, 7, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 4, 4, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.318 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11517, 1, 0, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8699, 38, 18, 1, 11, 2, 0, 1, 0, 0, 8, 5, 7, 10, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1217, 6, 9, 0, 5, 1, 0, 4, 2, 1, 19, 0, 4, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 311, 3, 0, 0, 0, 0, 1, 0, 0, 0, 3, 13, 25, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 13, 5, 0, 0, 0, 1, 0, 0, 0, 3, 1, 18, 52, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 82, 3, 2, 0, 0, 0, 0, 1, 0, 0, 2, 0, 7, 6, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 98, 0, 1, 0, 0, 0, 0, 2, 0, 0, 7, 0, 9, 8, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.320 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.321 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:31.322 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:31.323 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:31.324 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:31.325 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:31.326 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.327 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 149, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5118, 49, 89, 137, 438, 585, 660, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 655, 19, 16, 67, 30, 27, 62, 0, 1, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 452, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 3, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 147, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 14, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.328 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.329 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3042, 230, 34, 68, 122, 0, 4, 3, 12, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 550, 67, 1313, 1, 0, 0, 0, 0, 3, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 252, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.330 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1377, 1024, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1704, 1958, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.331 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.332 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9438, 7, 0, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16438, 2, 1, 0, 0, 0, 1, 0, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 456, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 111, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 5, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.333 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.334 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.337 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.337 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3393, 30, 0, 0, 15, 0, 5, 5, 14, 16, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 6, 1, 0, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 262, 12, 17, 41, 3, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 915, 134, 17, 124, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4048, 2301, 0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 481, 573, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.338 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.339 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.340 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 421, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3159, 227, 31, 66, 139, 274, 464, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 305, 24, 0, 0, 2, 1, 17, 0, 2, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 148, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.341 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.342 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 398, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5401, 81, 136, 243, 459, 595, 713, 2, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 438, 1, 2, 15, 12, 18, 12, 0, 1, 1, 3, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 325, 2, 6, 13, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 39, 77, 114, 29, 0, 0, 0, 0, 0, 1, 3, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 5, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.343 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.344 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2989, 17, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 381, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.345 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 170, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.346 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.347 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8716, 32, 46, 45, 2, 1, 1, 0, 1, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2055, 19, 75, 73, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 283, 12, 16, 2, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 207, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 3, 10, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.348 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.349 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.350 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:31.351 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:31.352 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:31.353 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:31.354 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.355 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7079, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.356 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.357 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.358 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1941, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.359 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.360 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.361 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.362 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.363 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6749, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.364 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.365 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.366 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.367 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.368 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 352, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.369 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.370 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.371 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 295, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.372 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.373 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 318, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 230, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.374 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.375 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.376 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:31.377 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:31.378 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:31.379 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:31.380 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.381 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1714, 12, 0, 1, 12, 1, 2, 3, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1494, 7, 2, 1, 2, 5, 9, 12, 25, 55, 102, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 187, 0, 0, 0, 0, 0, 0, 1, 8, 11, 46, 176, 153, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 331, 0, 0, 0, 0, 0, 1, 1, 2, 4, 22, 25, 243, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 637, 3, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 29, 30, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.382 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 754, 1, 0, 0, 0, 0, 0, 1, 1, 0, 4, 5, 10, 16, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 0, 1, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.383 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2209, 33, 2, 3, 3, 1, 1, 6, 6, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2082, 8, 0, 5, 3, 6, 8, 23, 44, 66, 156, 96, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.384 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 13, 0, 0, 1, 2, 1, 1, 3, 2, 23, 233, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 13, 0, 0, 0, 0, 1, 1, 1, 2, 7, 2, 279, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 19, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 23, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.385 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:31.386 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 332, 4, 0, 0, 8, 0, 2, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 189, 7, 0, 0, 1, 0, 1, 7, 8, 11, 36, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 192, 0, 0, 0, 0, 2, 1, 11, 8, 14, 53, 94, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 118, 19, 0, 0, 0, 0, 3, 1, 3, 7, 23, 40, 27, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 28, 0, 0, 0, 0, 1, 1, 1, 1, 7, 13, 32, 36, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8, 42, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 9, 21, 118, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 77, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.387 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.388 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1160, 13, 1, 0, 17, 0, 1, 2, 6, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 606, 5, 1, 0, 2, 2, 3, 4, 13, 25, 57, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 174, 10, 0, 0, 0, 1, 1, 1, 3, 5, 10, 78, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 420, 21, 0, 0, 0, 1, 0, 2, 1, 2, 10, 16, 50, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 480, 20, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 21, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.389 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 201, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 12, 23, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 81, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.390 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.391 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1141, 10, 0, 0, 9, 0, 5, 4, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 705, 2, 1, 3, 4, 3, 6, 11, 10, 20, 46, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 436, 5, 0, 0, 1, 2, 1, 4, 6, 12, 55, 130, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 453, 15, 0, 0, 0, 1, 0, 0, 1, 0, 11, 16, 145, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 5, 13, 8, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 26, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.392 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.393 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 73, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 522, 19, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 101, 9, 0, 0, 2, 1, 3, 3, 3, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 177, 2, 0, 0, 3, 0, 1, 2, 2, 6, 35, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 68, 2, 0, 0, 0, 1, 0, 0, 0, 5, 16, 12, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 5, 0, 0, 0, 1, 0, 0, 0, 1, 4, 10, 33, 24, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 6, 19, 30, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.394 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.395 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 30, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1128, 24, 1, 0, 14, 1, 2, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 678, 6, 2, 0, 2, 1, 7, 7, 15, 21, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 477, 8, 0, 0, 1, 2, 1, 2, 1, 2, 37, 124, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 439, 11, 0, 0, 0, 0, 0, 0, 3, 2, 8, 6, 146, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.396 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 136, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 32, 26, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 51, 36, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 83, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.397 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.398 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 242, 12, 0, 0, 4, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 74, 5, 0, 0, 1, 1, 3, 1, 0, 3, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 0, 0, 0, 1, 1, 4, 2, 5, 10, 22, 32, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 1, 2, 1, 11, 21, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 1, 2, 0, 2, 6, 10, 29, 34, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 19, 51, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.399 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.400 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 8, 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "number of replicas", 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 1, 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.401 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0]", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[1, 1]", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[2, 2]", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[3, 3]", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[4, 4]", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[5, 5]", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "[6, None]" 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "linear" 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 10, 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "duration", 2024-04-02T09:59:31.402 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 250000, 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 249999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[250000, 499999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[500000, 999999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[1000000, 1999999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[2000000, 3999999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[4000000, 7999999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[8000000, 15999999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[16000000, 31999999]", 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "[32000000, None]" 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:31.403 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.404 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.405 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.406 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.407 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.408 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.409 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:31.410 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_counters": { 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": { 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.411 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_grant": { 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_commit": { 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_complete": { 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_keys": { 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_merge": { 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_split": { 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "exported_inodes": { 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "forward": { 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_cap_release": { 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps": { 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps_dirty": { 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_inode_file_caps": { 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "imported_inodes": { 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes": { 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_expired": { 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_pinned": { 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_with_caps": { 2024-04-02T09:59:31.415 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "load_cent": { 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "openino_dir_fetch": { 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "process_request_cap_release": { 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "reply_latency": { 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "request": { 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.416 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rbytes": { 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rfiles": { 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rsnaps": { 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_reply": { 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "subtrees": { 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.417 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_cache": { 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_exportdir": { 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_flush": { 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragmentdir": { 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragstats": { 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_inodestats": { 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_inode": { 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_path": { 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_enqueued": { 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_prioritized": { 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_processing": { 2024-04-02T09:59:31.419 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays": { 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_delayed": { 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_enqueuing": { 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_completed": { 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_started": { 2024-04-02T09:59:31.420 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_created": { 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_enqueued": { 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_migrated": { 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_reintegrated": { 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.421 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_log": { 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "ev": { 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "evadd": { 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "evex": { 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "evexd": { 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "evexg": { 2024-04-02T09:59:31.422 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "evlrg": { 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "evtrm": { 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "jlat": { 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "replayed": { 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "seg": { 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:31.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "segadd": { 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "segex": { 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "segexd": { 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "segexg": { 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "segmjr": { 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "segtrm": { 2024-04-02T09:59:31.424 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_mem": { 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "cap": { 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "cap+": { 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "cap-": { 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "dir": { 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:31.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "dir+": { 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "dir-": { 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "dn": { 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "dn+": { 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "dn-": { 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.426 INFO:tasks.workunit.client.0.smithi019.stdout: "heap": { 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 248184 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "ino": { 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "ino+": { 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "ino-": { 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "rss": { 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51136 2024-04-02T09:59:31.427 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_server": { 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_acquisition_throttle": { 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_revoke_eviction": { 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_request": { 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_session": { 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.428 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_peer_request": { 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "req_create_latency": { 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getattr_latency": { 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getfilelock_latency": { 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getvxattr_latency": { 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "req_link_latency": { 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookup_latency": { 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookuphash_latency": { 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupino_latency": { 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.430 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupname_latency": { 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupparent_latency": { 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupsnap_latency": { 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lssnap_latency": { 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.431 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mkdir_latency": { 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mknod_latency": { 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mksnap_latency": { 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "req_open_latency": { 2024-04-02T09:59:31.432 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "req_readdir_latency": { 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rename_latency": { 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "req_renamesnap_latency": { 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmdir_latency": { 2024-04-02T09:59:31.433 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmsnap_latency": { 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmxattr_latency": { 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setattr_latency": { 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.434 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setdirlayout_latency": { 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setfilelock_latency": { 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setlayout_latency": { 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setxattr_latency": { 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.435 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "req_snapdiff_latency": { 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "req_symlink_latency": { 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "req_unlink_latency": { 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_sessions": { 2024-04-02T09:59:31.436 INFO:tasks.workunit.client.0.smithi019.stdout: "average_load": { 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "avg_session_uptime": { 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "mdthresh_evicted": { 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "session_count": { 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "session_remove": { 2024-04-02T09:59:31.437 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_open": { 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_stale": { 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "total_load": { 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "purge_queue": { 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed": { 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.439 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed_ops": { 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing": { 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_high_water": { 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops": { 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_item_in_journal": { 2024-04-02T09:59:31.440 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:31.441 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 220 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.442 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58169385 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.443 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1321990096 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 146 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.444 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4999963 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.445 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:31.446 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26187802736 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.447 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 114720576 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73954 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:31.449 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2689979774 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 167706624 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 165863424 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.450 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1843200 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24019533 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.453 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69103507 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451218 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.456 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70700302 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178391403 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.457 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.459 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69072533 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.460 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 368074, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1794992893 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.461 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20448, 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6334344085 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.462 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:31.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 297 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8533 2024-04-02T09:59:31.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58435964 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2091980619 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:31.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8534 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.467 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:31.468 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8534 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8534, 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26352756037 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:31.469 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8533 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115287658 2024-04-02T09:59:31.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74237 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5713947032 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.471 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168763392 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 166232064 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2531328 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.472 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24123705 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.473 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.474 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69041170 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.475 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1458606 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.477 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70734749 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.478 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178363513 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.479 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69100423 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:31.481 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 369809, 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1790000849 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.482 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20544, 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10076629788 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.483 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:31.484 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 241 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.485 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8605 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 59558619 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25815 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1951981915 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:31.486 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.487 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8603 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58918499 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 66184 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:31.488 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2887840091 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3999963 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.489 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8606 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8606, 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30001722186 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:31.490 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54736 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.491 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.492 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 256991232 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255393792 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1597440 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.493 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24321044 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.494 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.495 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68923207 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1472936 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.498 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70799795 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178310595 2024-04-02T09:59:31.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69153341 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.501 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:31.502 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 386237, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2098205005 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.503 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20720, 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7764957985 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.504 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16709 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.505 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4460544 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.506 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 706850816 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3534997 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1174716 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 182, 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 848434 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.507 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 654901248 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76659, 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11347634335 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76674, 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18528645633 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14782464 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.508 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314040320 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 663420928 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2675131415 2024-04-02T09:59:31.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44726 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307866624 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307870720 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.510 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32635 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44726, 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 994344092 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2612890041 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42814 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.511 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1860974 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 717 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4414306 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 944 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:31.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 234 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 944, 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1436414 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.513 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 682 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:31.514 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8436 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1028087808 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.515 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14000128 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20708, 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75243716 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3618, 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5306276391 2024-04-02T09:59:31.516 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.517 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28027, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 238582425 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76606, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22458645566 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 75880, 2024-04-02T09:59:31.518 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1535942773 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76606, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46297542 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76606, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22504943108 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 243811, 2024-04-02T09:59:31.519 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1909966484 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1043, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2901490 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142391, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50022368 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 88327 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19639, 2024-04-02T09:59:31.520 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2696970554 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 454436 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24225 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13629, 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2647983135 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33377, 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13433027 2024-04-02T09:59:31.521 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19748, 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2046560360 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15385, 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 433415693 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.522 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10289067761 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:31.523 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 652776790 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4001118727523 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6259229531020 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2504999426537 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9921589 2024-04-02T09:59:31.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 353829188 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35580237433 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34745135 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17379286576 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.525 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13505077005 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10219599 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2537, 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13711995 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77124320871 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.526 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14590393347 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 533816638 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555917312 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 551682048 2024-04-02T09:59:31.527 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4235264 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.528 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57171846 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 40960 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.530 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68608122 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428788848 2024-04-02T09:59:31.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 288 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 148528 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.532 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74376688 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3676160 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38114564 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.534 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67261180 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:31.536 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428788848 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2939 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.537 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9799 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34299 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1145599 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.538 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.539 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.539 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.541 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.541 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73334996 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:31.542 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41031 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 131137, 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8104259803 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.543 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2579874854 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41031, 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 225500785259 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135949 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.544 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41957, 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29906285351 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41031, 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 87448339781 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24386 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24386, 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29240952899 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.545 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135949 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24731, 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12760354192 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24386, 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13669679630 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9169 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.546 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 527491289 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22307522113 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.547 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9553, 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7199126961 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18662097905 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7476 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2052383565 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 173952310247 2024-04-02T09:59:31.548 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7673, 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9946804198 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55116562246 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20251433 2024-04-02T09:59:31.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 668909568 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.550 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16238 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5763072 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.552 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 798482432 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3409745 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1163979 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 189, 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 890681 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.553 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 785776640 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76956, 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11530018311 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76937, 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18799962782 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.554 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15876096 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 315133952 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 794296320 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.555 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4313648494 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53406 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736023040 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736027136 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.556 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41733 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53406, 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1701144762 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4232467944 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.557 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50915 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1902446 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 741 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5710975 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 973 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.558 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.559 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 973, 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128294 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 644 2024-04-02T09:59:31.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10872 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.561 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1122115584 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13402112 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19344, 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77156883 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.562 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3583, 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6509762782 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.563 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19839, 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 172256009 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872847664 2024-04-02T09:59:31.564 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76103, 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1827299525 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44091813 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22916939477 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.565 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27775, 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1252287379 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 866, 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2700240 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17077, 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11394765 2024-04-02T09:59:31.566 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46, 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67914 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11465, 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2070212490 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237957 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27063 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.567 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30624, 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2397199728 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89955, 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25041587 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59331, 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1643542383 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.568 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15498, 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 462120395 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.569 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10878562844 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1278292899 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22736, 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3383909810530 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:31.570 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7200561186025 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3310506430550 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9572459 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 355489917 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.571 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36038801728 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38201605 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16804734491 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15663610447 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.572 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9628682 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2521, 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11955273 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79760744344 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16697538756 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.573 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524286622 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648904704 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 614809600 2024-04-02T09:59:31.574 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34095104 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.575 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57049604 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.576 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729088 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.577 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68046332 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.578 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1872 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 256 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.579 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 141904 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 320 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75300095 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5121968 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.581 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38033069 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.582 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.583 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74285475 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:31.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 982 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38327 2024-04-02T09:59:31.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1146879 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74258259 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.586 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.587 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51129 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142549, 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9356406029 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.588 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2380544189 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51129, 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 690448585425 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489315 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.589 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 52790, 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34848970343 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51129, 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 111952437233 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28948 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28948, 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13173164263 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.590 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489315 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 29370, 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6899790122 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28948, 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6389369973 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.591 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12287 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 278525877 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106291501380 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.592 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12432, 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13836232542 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32258706688 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9894 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.593 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2102018312 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570983919782 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10988, 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14112947679 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.594 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73304360572 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12582912 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.595 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 799199232 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15740 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.596 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.597 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6328320 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 585797632 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4129172 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1334493 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.598 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 167, 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 836822 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 514916352 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69248, 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10454246733 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69226, 2024-04-02T09:59:31.599 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17085286750 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 925696 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 283561984 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 536215552 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4756192109 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57559 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114399232 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114403328 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.601 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45052 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 57559, 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1526236778 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4666984582 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54822 2024-04-02T09:59:31.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2141130 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 709 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6253625 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 963 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:31.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 258 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 963, 2024-04-02T09:59:31.604 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1819883 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 968 2024-04-02T09:59:31.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10303 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.606 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 878264320 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9195520 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17281, 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52022642 2024-04-02T09:59:31.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3613, 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5807754836 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.608 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24211, 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 201755611 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:31.609 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20338510828 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 68639, 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1339715504 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33106963 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20371617791 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.610 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 55588, 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1134315175 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 942, 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2479167 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22418, 2024-04-02T09:59:31.611 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13364685 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55790 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19643, 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1129757510 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 246440 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18293 2024-04-02T09:59:31.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8279, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1829026669 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23362, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10283878 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15083, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1598968213 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.613 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12576, 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 389071523 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.614 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12388081779 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 379361604 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6104, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3488294713559 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:31.615 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6161174231149 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2868905258150 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8687739 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 603944847 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.616 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33348122732 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31430320 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15328545429 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14438940497 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434199 2024-04-02T09:59:31.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2461, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12920862 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 76123087395 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15363524439 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:31.618 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683860093 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468426752 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 412450816 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.619 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55975936 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57194113 2024-04-02T09:59:31.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86016 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68548991 2024-04-02T09:59:31.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 138160 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.624 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 224 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74220115 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.625 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5882352 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38129409 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.626 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.627 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73428751 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.628 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.629 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35948 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1161339 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.630 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73163340 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.631 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49147 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.632 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137210, 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7577718007 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2001408794 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 122040223574 2024-04-02T09:59:31.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50005, 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44213719133 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79032974105 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20078 2024-04-02T09:59:31.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19575124628 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20533, 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5311007877 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.635 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8491169674 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27076 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 479025865 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55918389281 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.636 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27306, 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35534124263 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53335339867 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.637 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1993 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522382929 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46546709665 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2166, 2024-04-02T09:59:31.638 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3368586993 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17206464564 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8388620 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.639 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524132352 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16663 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.640 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.641 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2551808 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 594206720 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3152200 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:31.642 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1149575 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 156, 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686586 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 552206336 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66713, 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9896273124 2024-04-02T09:59:31.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66718, 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16274193353 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7323648 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 273321984 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569245696 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.644 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1540964409 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24296 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.645 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248534528 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248538624 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19994 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.646 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24296, 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 478759746 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1483847703 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22540 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1182899 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 437 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.647 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2525860 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.648 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 118 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 555, 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 945195 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.649 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 745 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9325 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.650 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 872509440 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9220096 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.651 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20332, 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58584174 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3557, 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4328814871 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.652 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14511, 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 112873210 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.653 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19446738995 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66168, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1435992185 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37864526 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19484603521 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.654 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22115, 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 931785466 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1311, 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2793740 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8692, 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7052317 2024-04-02T09:59:31.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73366 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11336, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1387953026 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 216154 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17917 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39090, 2024-04-02T09:59:31.656 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1689670608 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 98548, 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28156746 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59458, 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1202124607 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.657 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12345, 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360437582 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.658 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13210050889 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1684621536 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18264, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3606728742555 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:31.659 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6762914399804 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2815604269034 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7513087 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 265464976 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.660 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33186879522 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30829063 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14853542715 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13996011171 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.661 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5440127 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2435, 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13190884 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75526600336 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14891344683 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.662 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 715537873 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 538984448 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 506494976 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.663 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32489472 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.664 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57494961 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106496 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.666 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68223567 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.667 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212211 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1264 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.668 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 83392 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72019613 2024-04-02T09:59:31.669 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147712 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38329974 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.670 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.671 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68574218 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.672 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212211 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.673 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35979 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1168338 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.674 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70899952 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:31.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.676 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58737 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137002, 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7865788483 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437005651 2024-04-02T09:59:31.677 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 295991302560 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61044, 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31653513838 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:31.678 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73531987462 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41263 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54550346392 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41493, 2024-04-02T09:59:31.679 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9085293278 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8474225511 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13321 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243395708 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 182695321577 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.680 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15289, 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17467569244 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:31.681 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39400268273 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4153 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1193609943 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58745634591 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.682 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4262, 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5100651316 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25657493678 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4196378 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:31.683 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 561446912 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 152596 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.684 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.685 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5660672 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 637550592 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4284966 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.686 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1429862 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 160, 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 907323 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 661979136 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61102, 2024-04-02T09:59:31.687 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9633718730 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61106, 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15518605864 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 917504 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 250286080 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683278336 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.688 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4143213881 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47961 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568054272 2024-04-02T09:59:31.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568058368 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37903 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.690 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47961, 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1161885669 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4043665108 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44909 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2121715 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 779 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5600067 2024-04-02T09:59:31.691 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 985 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.692 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 208 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 985, 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1816077 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.693 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 819 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11143 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.694 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 895778816 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9216000 2024-04-02T09:59:31.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23369, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71046771 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3506, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4865831685 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.696 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12547, 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 113095031 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.697 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18950806282 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 60618, 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437070434 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55179912 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.698 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19005986194 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23658, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 995645176 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 795, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147392 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12492, 2024-04-02T09:59:31.699 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9617283 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45, 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54689 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14522, 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2745567279 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 191965 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19150 2024-04-02T09:59:31.700 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17148, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1517792350 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 54154, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15242852 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37006, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1229219340 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.701 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13404, 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 397359802 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.702 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12108232953 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1251948529 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18511, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3957431640060 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6650130938377 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:31.703 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2865085188380 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7868489 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384607052 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30708465838 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29854186 2024-04-02T09:59:31.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13845888541 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13518798315 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434926 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2420, 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14644522 2024-04-02T09:59:31.705 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70579997799 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14486940819 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 655405946 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.706 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 535855104 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 498106368 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37748736 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57101127 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.708 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49152 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 344064 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.709 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68334777 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:31.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258458 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.711 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2160 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 140256 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74915606 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4942672 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38067418 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.714 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74430422 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.716 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258458 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57480 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1142669 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.718 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73857873 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.719 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46750 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 108506, 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10085856480 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.720 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1358139144 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57024423280 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.721 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47559, 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14916765203 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32259273116 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37340 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13236222303 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.722 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37521, 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6672972488 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7895402540 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.723 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5443 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 207809712 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9133986980 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5931, 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3330875546 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7986235757 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3967 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1150329432 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.725 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34654213997 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4107, 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4912917169 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16377634819 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.726 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.727 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671215616 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38166 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.728 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11968512 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 728150016 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3672706 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1292420 2024-04-02T09:59:31.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 208, 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 964358 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 672595968 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82364, 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11731856339 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.731 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82342, 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18750411780 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4710400 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 337244160 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689635328 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.732 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7971236874 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77054 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990061568 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.733 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990065664 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 64523 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 77054, 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2728380870 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.734 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7838446850 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72987 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4707262 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1083 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11673406 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.735 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1528 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.736 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1528, 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4387523 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.737 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12685 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.738 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1080389632 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13414400 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.739 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22930, 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72921391 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3536, 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7898377290 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.740 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21559, 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 177654147 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.741 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872271390 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81841, 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1680836249 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54329577 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22926600967 2024-04-02T09:59:31.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38968, 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1057505611 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.743 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 874, 2024-04-02T09:59:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2499561 2024-04-02T09:59:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11612, 2024-04-02T09:59:31.745 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16367235 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49, 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62795 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17604, 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3971934021 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243778 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.746 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21830 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11838, 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1743094462 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32983, 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18249525 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21145, 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1549534451 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.747 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15824, 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 475257315 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.748 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13543506951 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 633099681 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8507, 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3951256574004 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.749 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6466010447249 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2707677541441 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10598057 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 455432947 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.750 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37850270449 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39387777 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17103682264 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17664915007 2024-04-02T09:59:31.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9634436 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2391, 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16068990 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86637398166 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18815711730 2024-04-02T09:59:31.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775775031 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 560349184 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427556864 2024-04-02T09:59:31.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 132792320 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56581145 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 131072 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69108711 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 562036736 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2896 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214064 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70352320 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10712544 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.760 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37720763 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69007205 2024-04-02T09:59:31.762 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494927872 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55111 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.764 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1138642 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69375527 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.765 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.766 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38904 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 124162, 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12660780533 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.767 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522684524 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51105250261 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:31.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39574, 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15183753054 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32109580298 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27886 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16791290842 2024-04-02T09:59:31.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28083, 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6635763400 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7032940400 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.770 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9523 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452148866 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21382151214 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.771 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9791, 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6081384004 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15081703585 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1495 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1070535658 2024-04-02T09:59:31.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12931808205 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1700, 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2466605650 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9994936313 2024-04-02T09:59:31.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36997346 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.774 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686030848 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17813 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.775 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3674112 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 489689088 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4092661 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1673549 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.777 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 141, 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 621364 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 368640000 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62302, 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8796776345 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.778 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62313, 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14512813708 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5910528 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255275008 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 385679360 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.779 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2372132930 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31395 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138398720 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.780 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138402816 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26984 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 31395, 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1132957238 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.781 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2300810484 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29204 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1092679 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 525 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3641633 2024-04-02T09:59:31.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 689, 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1352634 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.784 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8480 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.785 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 750919680 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9805824 2024-04-02T09:59:31.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13573, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49253526 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3430, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3190368525 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.787 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15949, 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 124964875 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17675205706 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61856, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1345732256 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36774617 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62274, 2024-04-02T09:59:31.789 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17711980323 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22590, 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503991038 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 803, 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2276845 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.790 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11715, 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8672737 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 43, 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79273 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10577, 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1137148481 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175117 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.791 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17880 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10730, 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1455470054 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38390, 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10565272 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27660, 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1166812013 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.792 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11747, 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 340513682 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.793 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7603435308 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 898341930 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14058, 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3499796097168 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5870513328537 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72575, 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2807475057306 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72575, 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7386680 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 221023283 2024-04-02T09:59:31.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28192836420 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29368362 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12984107960 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9509980754 2024-04-02T09:59:31.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6030391 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2346, 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13013741 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58525798989 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10318779088 2024-04-02T09:59:31.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72578, 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 446074311 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 441253888 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 405446656 2024-04-02T09:59:31.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35807232 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.799 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57368510 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106496 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.801 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68345922 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430263831 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1616 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.803 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 100240 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 224 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.804 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72950569 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3095152 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38245673 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.805 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.806 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67711079 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.807 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430263831 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62225 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1155188 2024-04-02T09:59:31.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71835236 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.810 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.811 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32999 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 93869, 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8247936644 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.812 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1634648230 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74625744083 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33449, 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13054242843 2024-04-02T09:59:31.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31442558464 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24685 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11273093594 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.814 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24839, 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5321355370 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4911794595 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4252 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384047688 2024-04-02T09:59:31.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11937696105 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.816 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4439, 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2833391815 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8887199203 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4062 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1250600542 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:31.817 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51414954384 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4171, 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4899495658 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17643564666 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.818 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5173353 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 378466304 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.819 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18905 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:31.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4509696 2024-04-02T09:59:31.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 531329024 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3109357 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1007247 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 150, 2024-04-02T09:59:31.822 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729847 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 484638720 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62885, 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9356521307 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62890, 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15212547794 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.823 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8278016 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 257638400 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 497418240 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:31.824 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2190543828 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37956 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901899776 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901903872 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.825 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25146 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37956, 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1034269127 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2087175252 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34786 2024-04-02T09:59:31.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451811 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 499 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4461159 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 694 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:31.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 197 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:31.828 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 694, 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522017 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:31.829 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 629 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9, 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11848 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:31.830 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 795762688 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9797632 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17088, 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58978130 2024-04-02T09:59:31.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3470, 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3078647888 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.832 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20237, 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175904074 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:31.833 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18394820421 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62424, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1421554681 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43505326 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62842, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18438325747 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.834 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34251, 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570061332 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 718, 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2093990 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8463, 2024-04-02T09:59:31.835 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6575999 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44, 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54008 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12277, 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775075123 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 195543 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17848 2024-04-02T09:59:31.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7695, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1551563067 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34409, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9994846 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26714, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1352925165 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.837 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13249, 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 376563791 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:31.838 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8398082977 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1115317248 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3962233471583 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.839 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6096798112475 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2725631187381 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7963416 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292294495 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.840 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29216082208 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31404569 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14420966469 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10086161969 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:31.841 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6025171 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2248, 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12327289 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62429457622 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11088152511 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.842 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74294, 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 485486150 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 500604928 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468500480 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:31.843 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32104448 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.844 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57250971 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.845 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57344 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.846 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68516709 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.847 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429382283 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1488 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.848 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 96368 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.849 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73835957 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4022064 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.850 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38167314 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.851 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75251134 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.852 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429382283 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.854 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51516 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1166065 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72716616 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.856 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 61 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35964 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 104726, 2024-04-02T09:59:31.857 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10285546621 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1698515559 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 35964, 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50527253086 2024-04-02T09:59:31.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050716857 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36362, 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17776549159 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 35964, 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37930839024 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22792 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.859 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22792, 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11799662055 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050716857 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22926, 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5586499269 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:31.860 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22792, 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5865000099 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12116 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 421686355 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12116, 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24843091384 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.861 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12307, 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9827819065 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12116, 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21086556787 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.862 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1056 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1276829204 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13884499647 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1129, 2024-04-02T09:59:31.863 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2362230825 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10979282138 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4194375 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.864 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494444544 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:31.865 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:31.866 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.4638175091240555e-06, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 812, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 1341440, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 311, 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T09:59:31.867 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:31.868 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 155172, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 110592, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 44580, 2024-04-02T09:59:31.869 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.1457231014210265e-07, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 158, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 178176, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 21482, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 6622, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 14860, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 64446, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 69, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 36864 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:31.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T09:59:31.871 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:31.872 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:31.873 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool", 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "selfmanaged_snaps" 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T09:59:31.874 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 12595200, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 12595200, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 4, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.7416381524526514e-05, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 9071, 2024-04-02T09:59:31.875 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 3222587392, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 4194323, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 4194323, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 12582969, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 24303, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 3106309120 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T09:59:31.876 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T09:59:30.907688", 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_stats": { 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "7.9.2" 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T09:59:31.877 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.878 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:31.879 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T09:59:31.880 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pg": [ 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.881 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.722639+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:31.882 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.883 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2c", 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4831, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:59.506688+0000", 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.885 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.886 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.887 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.888 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673839+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.889 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.890 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2b", 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4674, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:34.466971+0000", 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.892 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.893 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.894 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:31.895 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685621+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:31.896 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2a", 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.897 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4838, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:48.230510+0000", 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.901 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:31.902 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.656079+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.903 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.29", 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.904 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:13:41.987690+0000", 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.905 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.906 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.907 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.908 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742772+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:31.909 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.910 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.28", 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4867, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:59:05.403041+0000", 2024-04-02T09:59:31.911 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.914 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:31.915 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661083+0000", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.916 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.917 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.27", 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4945, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:27.651142+0000", 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.918 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.919 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.920 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.921 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.922 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673313+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.923 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.924 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.26", 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4823, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:45.342749+0000", 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.928 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:31.929 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753512+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:31.930 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.25", 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.931 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:26:23.971140+0000", 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.932 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.933 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.934 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.935 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.655847+0000", 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:31.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.937 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.24", 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.938 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:24.274812+0000", 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.939 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.941 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.942 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.747692+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:31.943 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.944 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.23", 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4955, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:10.593470+0000", 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.946 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.947 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.948 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.949 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.736973+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.22", 2024-04-02T09:59:31.951 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:41.276985+0000", 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.952 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.953 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.954 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.955 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:31.956 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.664941+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602135+0000", 2024-04-02T09:59:31.957 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.21", 2024-04-02T09:59:31.958 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4958, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:42.711888+0000", 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.962 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:31.963 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.705404+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604109+0000", 2024-04-02T09:59:31.964 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.20", 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.965 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4824, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:17.669056+0000", 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.966 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.967 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.969 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:31.970 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668263+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:31.971 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.f", 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.972 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4764, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:32:31.175222+0000", 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.975 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.976 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:31.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680257+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.978 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.e", 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.979 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4953, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:48.285993+0000", 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:31.982 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.983 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719215+0000", 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:31.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.985 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.c", 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4860, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.986 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:38.787925+0000", 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.990 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:31.991 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661954+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:31.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:31.993 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.d", 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:43.350663+0000", 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 70, 2024-04-02T09:59:31.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:31.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:31.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.997 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:31.998 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682659+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:31.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.d", 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:03:03.670655+0000", 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:32.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745296+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:32.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.c", 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.007 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4963, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:47.072575+0000", 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.011 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710081+0000", 2024-04-02T09:59:32.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.a", 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.014 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4829, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:00.239037+0000", 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.018 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682166+0000", 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 4, 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.020 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 4, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.b", 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4807, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:54.695697+0000", 2024-04-02T09:59:32.021 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.024 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'4" 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.025 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:29.622520+0000", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 520, 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 519, 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.027 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.b", 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4977, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:02.746573+0000", 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.028 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.031 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.032 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.667977+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:32.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.034 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.a", 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:46:14.946237+0000", 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.038 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.039 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676349+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.041 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.8", 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4953, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:00:35.906997+0000", 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.666884+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.9", 2024-04-02T09:59:32.048 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:29.360645+0000", 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.052 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675477+0000", 2024-04-02T09:59:32.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:32.054 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.9", 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.055 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4933, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:03.523971+0000", 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.059 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:32.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677362+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.061 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.8", 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.062 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4313, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:14.031347+0000", 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.065 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.066 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.666998+0000", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:32.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.556817+0000", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.068 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.6", 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4996, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:21.264208+0000", 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.072 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.073 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.665305+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.7", 2024-04-02T09:59:32.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4846, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:14:19.645812+0000", 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 1, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.079 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917209+0000", 2024-04-02T09:59:32.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2967, 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.081 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2967, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.1", 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.082 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8637, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:14.444285+0000", 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.00439566, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1290, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 378170, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2953, 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 350767 2024-04-02T09:59:32.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2967" 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.086 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676204+0000", 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.088 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.7", 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:19.680540+0000", 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.089 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.092 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.093 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.709821+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:32.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.095 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.6", 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4996, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:29.431116+0000", 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.099 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "565'3" 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.100 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:52.030145+0000", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2995, 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.102 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2995, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.0", 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8483, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:44:42.693526+0000", 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.002650158, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.103 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 749, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 365673, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2977, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 371483 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.106 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2995" 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.107 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.733100+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:32.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.109 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.4", 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:09.219764+0000", 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:32.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677888+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.115 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.5", 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.116 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:29.679610+0000", 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.119 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.120 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.928472+0000", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:59:16.085265+0000", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3108, 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.122 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3108, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.3", 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8910, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:00.930927+0000", 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003923886, 2024-04-02T09:59:32.123 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1217, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 420207, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3079, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 372723 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.126 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3108" 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:32.127 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753647+0000", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:32.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.129 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.0", 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:35:22.906497+0000", 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.130 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.133 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.134 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.662477+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:32.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.136 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1", 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:23.885247+0000", 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.140 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.930786+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.556986+0000", 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3070, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3070, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.143 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.6", 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8549, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:57.527391+0000", 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006008844, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 551, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 409643, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3052, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 393043 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3070" 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.147 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 19, 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670280+0000", 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:32.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604097+0000", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 197, 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.149 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 197, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "1.0", 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5290, 2024-04-02T09:59:32.150 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:37.864417+0000", 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 812, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1310, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 311, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.153 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "240'197" 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.154 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674891+0000", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.156 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.3", 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4845, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:06.635937+0000", 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.157 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.160 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.161 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.711155+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:32.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2", 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:45.186600+0000", 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.167 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.168 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.921488+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2908, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2908, 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.170 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.5", 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8492, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:57.873672+0000", 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.004910896, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1331, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 381124, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2893, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 333685 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'2908" 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.174 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:32.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.742795+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602156+0000", 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.176 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1", 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.177 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4966, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:22.794012+0000", 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.181 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:32.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704674+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.183 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.0", 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.184 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:53:40.389659+0000", 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.188 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919297+0000", 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3117, 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.190 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3117, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.7", 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8689, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.191 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:58:43.031057+0000", 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006358268, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194304, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 842, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 363427, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3106, 2024-04-02T09:59:32.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 441237 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3117" 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.195 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.716931+0000", 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.197 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3", 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4906, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.198 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:52.203054+0000", 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.201 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.202 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.703755+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:32.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.204 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.2", 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4851, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:05:47.665086+0000", 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.205 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.208 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.209 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919707+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:59:17.087091+0000", 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3116, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3116, 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.211 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.4", 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8816, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:33.673246+0000", 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006146742, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.212 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 994, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 411079, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3114, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 366595 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3116" 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.215 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742887+0000", 2024-04-02T09:59:32.216 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.217 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.218 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.5", 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:21.085814+0000", 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:32.223 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.669416+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.224 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.4", 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.225 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5013, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:05.477069+0000", 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.229 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917062+0000", 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.230 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3152, 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.231 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3152, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.2", 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 9341, 2024-04-02T09:59:32.232 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:36.405935+0000", 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003854899, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 19, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2097, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 417735, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3129, 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 403972 2024-04-02T09:59:32.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'3152" 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.236 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680913+0000", 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.237 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.238 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.e", 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4780, 2024-04-02T09:59:32.239 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:26:32.731300+0000", 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.240 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.241 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.243 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674587+0000", 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.244 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.245 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.f", 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4907, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:45.618929+0000", 2024-04-02T09:59:32.246 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 22, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.247 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.248 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.249 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.250 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668805+0000", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.251 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.252 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.11", 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4791, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:16:51.886221+0000", 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.253 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.254 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.255 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.256 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.257 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.765509+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:32.258 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 8, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.259 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 8, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.10", 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:58.881692+0000", 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.260 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:32.261 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 4, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.262 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 48, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 48, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.263 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'8" 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.264 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704966+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.265 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.266 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.10", 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:12.456088+0000", 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.267 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.268 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.269 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.270 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.271 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.698485+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:32.272 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.11", 2024-04-02T09:59:32.273 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4827, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:56.796034+0000", 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.274 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.275 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.276 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:32.278 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.672347+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:32.279 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.13", 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.280 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4763, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:12.516472+0000", 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.282 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.283 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.284 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685650+0000", 2024-04-02T09:59:32.285 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.286 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.12", 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.287 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4860, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:49.778904+0000", 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.288 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.289 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.290 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.291 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670687+0000", 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:32.292 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.293 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.12", 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.294 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4993, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:23:15.547593+0000", 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.295 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.296 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.297 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.298 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663535+0000", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.299 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.300 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.13", 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5000, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:53.258713+0000", 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.301 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 34, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.302 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.303 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 16, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 7 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.304 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.305 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668822+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:32.306 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.307 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.15", 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4762, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:21:26.555822+0000", 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.308 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.309 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.310 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.311 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.718118+0000", 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:32.312 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 30, 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.313 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 30, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.14", 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4862, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.314 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:46:49.809252+0000", 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 5824, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.315 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.316 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 20, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 28, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 28, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 25 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.317 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'30" 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.318 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673680+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:32.319 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.320 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.14", 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4885, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:56.383203+0000", 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.321 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.322 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.323 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.324 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:32.325 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.731802+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.326 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.15", 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5010, 2024-04-02T09:59:32.327 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:55.221044+0000", 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 90, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.328 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.329 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 14, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 14, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.330 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'3" 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.331 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745347+0000", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.332 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.333 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.17", 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:36.011373+0000", 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.334 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.335 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.336 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.337 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.338 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.712079+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.339 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.340 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.16", 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4839, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:50.818900+0000", 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.341 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.342 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.343 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.344 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:32.345 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687658+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.346 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.16", 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4844, 2024-04-02T09:59:32.347 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:20.204308+0000", 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.348 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.349 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.350 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.351 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.351 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.351 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.351 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.351 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.351 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.352 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.713426+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.353 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.354 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.17", 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:06.988381+0000", 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.355 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.356 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.357 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.358 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.359 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.659618+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:32.360 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.361 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.19", 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4985, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:28:11.772289+0000", 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.362 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.363 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.364 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.365 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.366 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686002+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.367 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.368 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.18", 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4850, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:26:44.490109+0000", 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.369 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.370 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:32.373 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.769377+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.374 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.18", 2024-04-02T09:59:32.375 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4954, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:29:16.331769+0000", 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.376 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.377 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.378 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.379 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.695778+0000", 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:32.380 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.381 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.19", 2024-04-02T09:59:32.382 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.386 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4914, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:10.456859+0000", 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.387 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.388 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.389 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.390 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.391 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.671339+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.392 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.393 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1b", 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4990, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:01:07.876032+0000", 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.394 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.395 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.396 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.397 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.398 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.660332+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.399 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.400 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1a", 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4843, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:55:38.673948+0000", 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.401 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.402 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.403 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.404 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.405 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663888+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.406 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.407 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1a", 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4932, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:22.244879+0000", 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.408 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.409 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.410 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.411 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676281+0000", 2024-04-02T09:59:32.412 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.413 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1b", 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4941, 2024-04-02T09:59:32.414 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:16.478406+0000", 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.415 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.416 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.417 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.418 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662546+0000", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.419 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.420 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1d", 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4308, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:54.435784+0000", 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.421 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.422 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.423 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.424 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.425 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.667967+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.426 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.427 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1c", 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4316, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:25.150843+0000", 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.428 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.429 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 2, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.430 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.431 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.432 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.735775+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.434 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1c", 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4853, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:28:56.909681+0000", 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.438 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:32.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.677723+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.440 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1d", 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.441 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:52.220632+0000", 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:32.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.445 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.744866+0000", 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:32.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.447 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1f", 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.448 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:11.645013+0000", 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.451 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.452 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745771+0000", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.453 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.454 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1e", 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4925, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:31.242430+0000", 2024-04-02T09:59:32.455 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.456 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.457 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.458 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.459 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.721186+0000", 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.460 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.461 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1e", 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:03.025786+0000", 2024-04-02T09:59:32.462 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.465 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.466 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670716+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.467 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 6, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 6, 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.468 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1f", 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5009, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:39.868607+0000", 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 582, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.469 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:32.470 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 8, 2024-04-02T09:59:32.471 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'6" 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.472 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.679149+0000", 2024-04-02T09:59:32.473 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.474 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2d", 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.475 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:26.291632+0000", 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.477 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.478 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.479 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678832+0000", 2024-04-02T09:59:32.480 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.481 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2e", 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:32.482 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:01.358238+0000", 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.484 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.485 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.486 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687754+0000", 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.487 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.488 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2f", 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4851, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:26:57.058903+0000", 2024-04-02T09:59:32.489 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.491 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.492 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:32.493 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678701+0000", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.494 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.495 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.30", 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:54:31.360780+0000", 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.498 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.499 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:32.500 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.729911+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:32.501 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.502 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.31", 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4986, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:03.736701+0000", 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.505 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.506 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.734041+0000", 2024-04-02T09:59:32.507 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.508 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.32", 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4993, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:08:34.547515+0000", 2024-04-02T09:59:32.509 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.512 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.513 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719856+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:32.514 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.515 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.33", 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:54.718156+0000", 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.518 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.519 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662379+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:32.521 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.522 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.34", 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4967, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:27:54.325445+0000", 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.525 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.526 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.715030+0000", 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:32.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.528 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.35", 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.853425+0000", 2024-04-02T09:59:32.529 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.532 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.533 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710243+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:32.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.535 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.36", 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:12:17.446118+0000", 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:32.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682910+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:32.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.37", 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.542 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4797, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:57.160876+0000", 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.546 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.701730+0000", 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:32.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.548 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.38", 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4937, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:12:33.123498+0000", 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.549 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.550 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.552 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.553 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668056+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.554 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.555 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.39", 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4761, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:13.876164+0000", 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.556 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.557 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.558 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.559 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.560 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.560 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.560 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.560 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.560 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.561 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.562 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.737563+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.564 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3a", 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4848, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:04.374514+0000", 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.568 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.569 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.658157+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.571 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3b", 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4723, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:30:49.813655+0000", 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.575 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.576 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686029+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.578 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3c", 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4864, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:29.670457+0000", 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.579 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.580 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.581 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:32.582 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.583 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.766367+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:32.584 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.585 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3d", 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:27.020390+0000", 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.586 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.587 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.588 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.589 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.590 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677989+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.591 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.592 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3e", 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:10.012265+0000", 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.593 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.594 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.595 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.596 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:32.597 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675240+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:32.598 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:32.599 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3f", 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:55.885634+0000", 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.601 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.602 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pool": [ 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.603 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 24, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 24433, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 8, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 24433, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 4, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194323, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.604 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.605 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 2, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 9071, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 3147058, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.606 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 24303, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 3033505 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 12595200, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 12582969, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:32.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 24 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 192, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 64, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 3, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:32.611 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 192 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 3, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 197, 2024-04-02T09:59:32.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 1, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 3, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 197, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 1, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.613 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.614 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 812, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1310, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.615 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 311, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 1781760, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 1771104, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.616 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 3 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 96, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 75, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 32, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 75, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 2, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 6622, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 66, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 22, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 22, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 14, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 3, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 158, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 174, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 69, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 36 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 110592, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:32.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 19866, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 44580, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 96 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176427520, 2024-04-02T09:59:32.621 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783857664, 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 4783857664, 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.006229303311556578 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176427520, 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783857664 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T09:59:32.622 INFO:tasks.workunit.client.0.smithi019.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:59:32.623 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry show-device 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 464 B/s rd, 0 op/s 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.623 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.624 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 464 B/s rd, 0 op/s 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.625 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.626 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.627 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.627 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.627 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.627 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.627 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.627 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.627 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.628 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.629 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.630 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.630 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.630 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.630 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:59:32.631 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.632 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:31 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 464 B/s rd, 0 op/s 2024-04-02T09:59:32.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:32.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:32.633 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.634 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.635 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.636 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.637 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:31 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.637 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "3f745608-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f74de48-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082453": { 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f745608-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T09:59:32.638 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046293 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.639 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.640 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.641 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 38341283 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T09:59:32.642 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 59662687 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.643 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.644 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.645 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 87, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3947, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3965, 2024-04-02T09:59:32.646 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3929 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 4, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 481215691, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2512734367, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 7241341901, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 40335365169, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T09:59:32.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 13, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 51160, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 65241, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 24, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 19 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 51160, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 65241 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:59:32.649 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:53 2024 UTC", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:59:32.650 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T09:59:32.651 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 24 Celsius", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 13%", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 481,215,691 [246 TB]", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,512,734,367 [1.28 PB]", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 7,241,341,901", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 40,335,365,169", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 4", 2024-04-02T09:59:32.652 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 51,160", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 65,241", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 19", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.653 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 24 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "3f7620e6-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "INTEL_SSDPEDMD400G4_3f76b006-f0cb-11ee-ad22-0cc47abd161e": { 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "20240402-082455": { 2024-04-02T09:59:32.654 INFO:tasks.workunit.client.0.smithi019.stdout: "device": { 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "protocol": "NVMe", 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "nvme" 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "host_id": "3f7620e6-f0cb-11ee-ad22-0cc47abd161e", 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "json_format_version": [ 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "local_time": { 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "asctime": "Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "time_t": 1712046295 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.655 INFO:tasks.workunit.client.0.smithi019.stdout: "logical_block_size": 512, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_controller_id": 0, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_namespaces": [ 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "capacity": { 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "formatted_lba_size": 512, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 1, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "size": { 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.656 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "utilization": { 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_pci_vendor": { 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "id": 32902, 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "subsystem_id": 32902 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "Device stats": { 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_fw_downgrades": { 2024-04-02T09:59:32.657 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "crc_error_count": { 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "erase_fail_count": { 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.658 INFO:tasks.workunit.client.0.smithi019.stdout: "host_bytes_written": { 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 30870745 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "host_ctx_wear_used": { 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 1 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "media_bytes_read": { 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "nand_bytes_written": { 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 48620758 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.659 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_stat_indicator": { 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "pll_lock_loss_count": { 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "program_fail_count": { 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.660 INFO:tasks.workunit.client.0.smithi019.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "soft_ecc_err_rate": { 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "thermal_throttle_status": { 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "cnt": 0, 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "pct": 0 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.661 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_host_reads": { 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_media_wear": { 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 64 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "timed_workload_timer": { 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 100, 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 65535 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "unexp_power_loss": { 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 0, 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": 0 2024-04-02T09:59:32.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "wear_leveling": { 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "normalized": 90, 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "raw": { 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "avg": 3248, 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "max": 3263, 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 3229 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare": 100, 2024-04-02T09:59:32.663 INFO:tasks.workunit.client.0.smithi019.stdout: "available_spare_threshold": 10, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "controller_busy_time": 112, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "critical_warning": 0, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_read": 412022402, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "data_units_written": 2023145206, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "host_reads": 6457056734, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "host_writes": 33252229082, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "media_errors": 0, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "num_err_log_entries": 0, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "percentage_used": 10, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycles": 45176, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_hours": 56859, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": 25, 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: "unsafe_shutdowns": 11299 2024-04-02T09:59:32.664 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme_vendor": "intel", 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "power_cycle_count": 45176, 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "power_on_time": { 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "hours": 56859 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "serial_number": "deleted", 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "smart_status": { 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "nvme": { 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "passed": true 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl": { 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "argv": [ 2024-04-02T09:59:32.665 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "-x", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "--json=o", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "/dev/nvme0n1" 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "build_info": "(local build)", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "exit_status": 0, 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "output": [ 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "Serial Number: deleted", 2024-04-02T09:59:32.666 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller ID: 0", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Number of Namespaces: 1", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Local Time is: Tue Apr 2 08:24:55 2024 UTC", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported Power States", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:59:32.667 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: " 0 + 512 0 2", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: " 1 - 512 8 2", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: " 2 - 512 16 2", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: " 3 - 4096 0 0", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: " 4 - 4096 8 0", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: " 5 - 4096 64 0", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: " 6 - 4096 128 0", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.668 INFO:tasks.workunit.client.0.smithi019.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Critical Warning: 0x00", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Temperature: 25 Celsius", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare: 100%", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Percentage Used: 10%", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Read: 412,022,402 [210 TB]", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Data Units Written: 2,023,145,206 [1.03 PB]", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Read Commands: 6,457,056,734", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Host Write Commands: 33,252,229,082", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Controller Busy Time: 112", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Power Cycles: 45,176", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Power On Hours: 56,859", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Unsafe Shutdowns: 11,299", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information Log Entries: 0", 2024-04-02T09:59:32.669 INFO:tasks.workunit.client.0.smithi019.stdout: "", 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "No Errors Logged", 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "" 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "svn_revision": "5022", 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "version": [ 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "temperature": { 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "current": 25 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.670 INFO:tasks.workunit.client.0.smithi019.stdout: "user_capacity": { 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stdout: "blocks": 781422768, 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 400088457216 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T09:59:32.671 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:32.671 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry show 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.672 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.673 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.674 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.675 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.676 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.677 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:32.678 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:32 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:32.687 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2024-04-02T09:59:32.687 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer": { 2024-04-02T09:59:32.687 INFO:tasks.workunit.client.0.smithi019.stdout: "active": true, 2024-04-02T09:59:32.687 INFO:tasks.workunit.client.0.smithi019.stdout: "mode": "" 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "channels": [ 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "channels_available": [ 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "basic", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "ident", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "crash", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "device", 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: "perf" 2024-04-02T09:59:32.688 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_available": [ 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.689 INFO:tasks.workunit.client.0.smithi019.stdout: "collections_opted_in": [ 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_base", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "device_base", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "crash_base", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "ident_base", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_perf", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_mds_metadata", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_usage", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_usage_by_class", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_rook_v01", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_memory_metrics", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_options_bluestore", 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "basic_pool_flags" 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.690 INFO:tasks.workunit.client.0.smithi019.stdout: "config": { 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "active_changed": [ 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "client_check_pool_perm", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_gid", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "client_mount_uid", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "client_quota", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "daemonize", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:32.691 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "keyring", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:32.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_host", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:32.693 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "no_config_file", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:59:32.694 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_max_backfills", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:32.695 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:32.696 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_sleep", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_default_features", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "setgroup", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "setuser" 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_changed": [ 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:59:32.697 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_debug", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "auth_service_ticket_ttl", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "bdev_debug_aio", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "container_image", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mgr", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_mon", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_ms", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_osd", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "debug_paxos", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_file", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_journald", 2024-04-02T09:59:32.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_to_stderr", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_join_fs", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/container_init", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/description", 2024-04-02T09:59:32.699 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/enabled", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr/telemetry/organization", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_allow_pool_delete", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_clock_drift_allowed", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_file_level", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_cluster_log_to_file", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_data_avail_warn", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_election_default_strategy", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_max_pg_per_osd", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mds_skip_sanity", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:59:32.700 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_bug", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "ms_die_on_old_message", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_default_list", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_class_load_list", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_op_order", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_shutdown", 2024-04-02T09:59:32.701 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mclock_profile", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_memory_target_autotune", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_op_queue_cut_off", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recover_clone_overlap", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_recovery_max_chunk", 2024-04-02T09:59:32.702 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_load_threshold", 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_scrub_max_interval", 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "public_network", 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_cache_enabled", 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_ops_log", 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "rgw_enable_usage_log" 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "contact": null, 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "crashes": [], 2024-04-02T09:59:32.703 INFO:tasks.workunit.client.0.smithi019.stdout: "created": "2024-04-02T08:21:30.890853Z", 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "crush": { 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_algs": { 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "straw2": 3 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_sizes": { 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "2": 1, 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "4": 2 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_types": { 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "1": 2, 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "11": 1 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "compat_weight_set": false, 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "device_classes": [ 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: 8 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.704 INFO:tasks.workunit.client.0.smithi019.stdout: "num_buckets": 6, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "num_devices": 8, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "num_rules": 2, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "num_types": 12, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "num_weight_sets": 0, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "tunables": { 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_local_tries": 0, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "choose_total_tries": 50, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_stable": 1, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "has_msr_rules": 0, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v2_rules": 1, 2024-04-02T09:59:32.705 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v3_rules": 0, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v4_buckets": 1, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "has_v5_rules": 0, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "legacy_tunables": 0, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "minimum_required_version": "jewel", 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_collision_tries": 100, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "msr_descents": 100, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "optimal_tunables": 1, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "profile": "jewel", 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables": 1, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables2": 1, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables3": 1, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "require_feature_tunables5": 1, 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: "straw_calc_version": 1 2024-04-02T09:59:32.706 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "description": "upgrade test cluster", 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "fs": { 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "feature_flags": { 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "enable_multiple": true, 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_enabled_multiple": true 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "filesystems": [ 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "approx_ctime": "2024-04", 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "balancer_enabled": false, 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_caps": 0, 2024-04-02T09:59:32.707 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_dns": 10, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_inos": 13, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "cached_subtrees": 2, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "ever_allowed_features": 0, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "files": 0, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "max_mds": 1, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_data_pools": 1, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_in": 1, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_mds": 1, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": 0, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_replay": 0, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_up": 1, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "snaps": 0, 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: "standby_count_wanted": 0 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.708 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_standby_mds": 1, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "total_num_mds": 2 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_stats": { 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20258816, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 289064, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 761856, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 0, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 355, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1048360, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:59:32.709 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 928768, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14478256, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 20611072, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 353160, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 2752512, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 696320, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 440, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 1441512, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:59:32.710 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 1195008, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 14868880, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 169017344, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2805384, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1703936, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6540, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 10353216, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:32.711 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 3072512, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 149771576, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 170721280 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 169910272, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 2038680, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3014656, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 663552, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1867776, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 6448, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 11588496, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 2379008, 2024-04-02T09:59:32.712 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 150225880, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 171778048 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 262955008, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 6270192, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5242880, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 557056, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 1376256, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9535, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 14285952, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 5382912, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 231216016, 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 264331264 2024-04-02T09:59:32.713 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 555139072, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 25321584, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 4186112, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13643, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 77792864, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 8099072, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 440517680, 2024-04-02T09:59:32.714 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 559325184 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 620412928, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 27929024, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 33996800, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 13169, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 74565120, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10033920, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 502379840, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 654409728 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.715 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 418054144, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 30535320, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5505024, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 55877632, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11055, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 73482544, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10182144, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 298349112, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 473931776 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:32.716 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 511967232, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 19032624, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 5373952, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 32391168, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10205, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 61090248, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10790144, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 415680264, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 544358400 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:32.717 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 501612544, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22199704, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 37650432, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 11313, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 75135728, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 9712640, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 391156600, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 539262976 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:32.718 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 430989312, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 24514144, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3407872, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 132767744, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 12371, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 98034432, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 7997696, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 297035168, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 563757056 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 408780800, 2024-04-02T09:59:32.719 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 18036664, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 35749888, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 9456, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 60628912, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10385920, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 316452504, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 444530688 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "actual_memory_used": 471973888, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "central_cache_freelist": 22767408, 2024-04-02T09:59:32.720 INFO:tasks.workunit.client.0.smithi019.stdout: "malloc_metadata": 3276800, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "page_heap_freelist": 0, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "released_to_os": 31907840, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "spans_in_use": 10532, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_cache_freelists": 66176472, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "thread_heaps_in_use": 51, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "transfer_cache_freelist": 10541312, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "use_by_application": 369211896, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "virtual_address_space_used": 503881728 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "hosts": { 2024-04-02T09:59:32.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num": 2, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mds": 2, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mgr": 2, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_mon": 2, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_with_osd": 2 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "io_rate": { 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_stats_delta": { 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 0, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 0, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "stamp_delta": "11.026562", 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:32.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:32.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:32.724 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 152, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 252, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 32, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:32.725 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 0 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard": false, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "leaderboard_description": null, 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "license": "sharing-1-0", 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "mempool": { 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:32.726 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.727 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.728 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.729 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.730 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 149008, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 33 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.731 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 928, 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 2 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.732 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.733 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.734 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.735 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.736 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.737 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.738 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 222320, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.739 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 51904, 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 181 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.740 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12824, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 268 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.741 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.742 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.743 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.744 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.745 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.746 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 40875793, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5055 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 88, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.747 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.748 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.749 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.750 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.751 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.752 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.753 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.754 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41074209, 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5069 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.755 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:32.756 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5896, 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 174 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.757 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.758 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.759 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.760 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.761 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.762 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.765 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.765 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.765 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 41392305, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5127 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.766 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11400, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.767 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 70440, 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5158 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11792, 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 348 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.768 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19168, 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 361 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55168, 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:32.769 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1536, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55600, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 695 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 372736, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1792 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.770 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 411402, 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2399420, 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 537764 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6960056, 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10267 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.771 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 77844, 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8321 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 86016, 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1792 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.772 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165150, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 39265, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 43 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.773 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 8267952, 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8379 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10296, 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 117 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.774 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 478224, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 41 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7138560, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18528 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.775 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.776 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21704, 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30720, 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 23 2024-04-02T09:59:32.777 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3456, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 18 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55920, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 699 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 370864, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.778 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1029400, 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 261 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2408763, 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 534081 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6908376, 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 10191 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.779 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76308, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8156 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85488, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1781 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 165238, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1186 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.780 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 106514, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.781 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 19116785, 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 267 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 24552, 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 279 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 454896, 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 39 2024-04-02T09:59:32.782 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 7420608, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21472 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.783 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:32.784 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 18200, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 333 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2304, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.785 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54000, 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 675 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 356928, 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1716 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 338608, 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 90 2024-04-02T09:59:32.786 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1771420, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 390030 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5145136, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7598 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 66248, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6991 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82272, 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1714 2024-04-02T09:59:32.787 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:32.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 118737, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 13055647, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 265 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 10736, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 122 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.789 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 373248, 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.790 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3224520, 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 6201 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.791 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.792 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17120, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 322 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 194304, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 22 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3840, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 20 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54480, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 681 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.793 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 442540, 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 112 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1763427, 2024-04-02T09:59:32.794 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 388069 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5118616, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7559 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67048, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7010 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164894, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 128205, 2024-04-02T09:59:32.796 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 63 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20581789, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 259 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12232, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 139 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.797 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3510000, 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9142 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.798 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.799 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 20176, 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 366 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.800 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30848, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2880, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 15 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 55280, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 691 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 357968, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1721 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.801 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 760465, 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 185 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2041385, 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 450159 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5864576, 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8656 2024-04-02T09:59:32.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 67020, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7007 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82512, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1719 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164726, 2024-04-02T09:59:32.803 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1184 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 112325, 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 54 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.804 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 16279655, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 274 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17864, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 203 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.805 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5012384, 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12008 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.806 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.807 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 21352, 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 385 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 35328, 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 27 2024-04-02T09:59:32.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 960, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 5 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54960, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 687 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 371280, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1785 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.809 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 470079, 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 121 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2356039, 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 524595 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6760136, 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9973 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.810 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 76488, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8164 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 85584, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1783 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164982, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1185 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.811 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2208, 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 3 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 123149, 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 65 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 28144, 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7 2024-04-02T09:59:32.812 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6220729, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 257 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12408, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 141 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 466560, 2024-04-02T09:59:32.813 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 40 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 6440720, 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 12386 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.814 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14456, 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 244 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 30464, 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 21 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.816 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 2688, 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 14 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54000, 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 675 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359216, 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1727 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.817 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 401378, 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 110 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1645331, 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 364790 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4813976, 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7111 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.818 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 68236, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7163 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82896, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1727 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 164638, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1183 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.819 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 43043, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 44 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.820 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 14333356, 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 245 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 11176, 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 127 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 443232, 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 38 2024-04-02T09:59:32.821 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3490136, 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9035 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.822 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.823 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bloom_filter": { 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17072, 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 318 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_reader": { 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 34944, 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 24 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs_file_writer": { 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 3264, 2024-04-02T09:59:32.824 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 17 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_alloc": { 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 54160, 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 677 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_blob": { 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 359008, 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_buffer": { 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 256, 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 32 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_data": { 2024-04-02T09:59:32.825 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 618957, 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 127 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_meta": { 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 1970629, 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 439541 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_onode": { 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 5722456, 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 8447 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_cache_other": { 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 69420, 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 7169 2024-04-02T09:59:32.826 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_extent": { 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 82848, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1726 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_fsck": { 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_inline_bl": { 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 167710, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 1195 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_shared_blob": { 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.827 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_txc": { 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing": { 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 35925, 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 27 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore_writing_deferred": { 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_anon": { 2024-04-02T09:59:32.828 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 17928256, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 285 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "buffer_meta": { 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 12760, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 145 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_co": { 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 571536, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 49 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.829 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_mapbl": { 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_pglog": { 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 4811144, 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 9265 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap": { 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 666232, 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 11863 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap_mapping": { 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.830 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "pgmap": { 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_1": { 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "unittest_2": { 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes": 0, 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: "items": 0 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.831 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "metadata": { 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 2 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 2 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.832 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 2 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 2 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:32.833 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 3 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 3 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 3 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:32.834 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 3 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "arch": { 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "x86_64": 8 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_version": { 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.835 INFO:tasks.workunit.client.0.smithi019.stdout: "cpu": { 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "distro": { 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "centos": 8 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "distro_description": { 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "CentOS Stream 8": 8 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_description": { 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "kernel_version": { 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.836 INFO:tasks.workunit.client.0.smithi019.stdout: "os": { 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "Linux": 8 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_objectstore": { 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": 8 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "rotational": { 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "0": 8 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3, 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "features": { 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "optional": [], 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "persistent": [ 2024-04-02T09:59:32.837 INFO:tasks.workunit.client.0.smithi019.stdout: "kraken", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "luminous", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "mimic", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "osdmap-prune", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "nautilus", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "octopus", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "pacific", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "elector-pinging", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "quincy", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "reef", 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "squid" 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:59:32.838 INFO:tasks.workunit.client.0.smithi019.stdout: "min_mon_release": 19, 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "v1_addr_mons": 3, 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "v2_addr_mons": 3 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "organization": "ceph-qa", 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster_network": false, 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "require_osd_release": "squid" 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_perf_histograms": [ 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.839 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:32.840 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:32.841 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:32.842 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:32.843 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:32.844 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.845 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 10118, 5, 0, 0, 2, 7, 4, 2, 6, 6, 3, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9139, 57, 39, 0, 13, 5, 4, 5, 18, 28, 76, 36, 31, 12, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1171, 114, 120, 0, 1, 1, 0, 0, 1, 13, 56, 185, 174, 7, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 711, 17, 69, 0, 1, 3, 0, 0, 0, 0, 5, 28, 243, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 237, 9, 10, 0, 2, 0, 0, 2, 0, 0, 10, 8, 24, 63, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 158, 8, 23, 25, 0, 0, 0, 0, 0, 0, 2, 6, 25, 27, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 261, 2, 3, 39, 56, 0, 0, 1, 0, 0, 3, 0, 17, 41, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 42, 0, 0, 4, 71, 86, 0, 0, 0, 0, 3, 0, 1, 28, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 8, 43, 0, 0, 0, 0, 0, 0, 0, 0, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.846 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.847 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7826, 3635, 4256, 11, 13, 13, 0, 8, 12, 6, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7732, 277, 1375, 0, 18, 46, 80, 103, 32, 55, 128, 54, 99, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 636, 13, 422, 22, 0, 0, 21, 52, 6, 8, 46, 221, 241, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 309, 3, 4, 8, 0, 0, 0, 0, 0, 1, 2, 10, 274, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 59, 3, 0, 1, 1, 0, 0, 0, 0, 1, 13, 3, 31, 31, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 50, 1, 32, 0, 0, 0, 0, 0, 0, 0, 7, 0, 12, 4, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.848 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16, 1, 207, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 5, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 60, 0, 0, 0, 0, 0, 3, 0, 0, 0, 10, 6, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.849 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.850 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8264, 1, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8845, 33, 18, 0, 14, 1, 0, 2, 0, 0, 7, 5, 9, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 920, 20, 20, 2, 0, 0, 0, 2, 0, 2, 26, 0, 0, 8, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 380, 5, 0, 0, 2, 0, 0, 0, 0, 2, 1, 7, 44, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 7, 0, 0, 0, 0, 0, 0, 0, 7, 11, 2, 28, 77, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 21, 0, 0, 0, 0, 0, 2, 2, 4, 3, 6, 43, 29, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 67, 52, 0, 1, 0, 0, 0, 0, 0, 5, 1, 3, 41, 67, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 31, 132, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 10, 26, 64, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 37, 0, 0, 1, 0, 0, 1, 0, 0, 3, 0, 0, 2, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.851 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.852 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 36, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12453, 3799, 0, 1, 6884, 387, 1, 0, 0, 1, 6, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9991, 416, 13, 0, 901, 201, 2, 4, 9, 26, 42, 11, 18, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1226, 25, 27, 0, 5, 0, 0, 0, 3, 3, 28, 97, 74, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 632, 2, 1, 0, 11, 10, 0, 0, 0, 1, 1, 1, 107, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 366, 16, 1, 0, 174, 7, 0, 1, 0, 1, 6, 1, 13, 26, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 258, 6, 0, 0, 328, 24, 0, 0, 0, 0, 0, 0, 10, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.853 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 117, 5, 0, 0, 118, 0, 0, 0, 0, 0, 0, 0, 11, 1, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 3, 0, 0, 2064, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.854 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:32.855 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1651, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14577, 8091, 56, 3, 14, 6, 1, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9830, 273, 26, 1, 11, 29, 58, 66, 9, 17, 9, 10, 8, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1094, 15, 11, 0, 4, 1, 11, 14, 10, 12, 45, 67, 21, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 1, 2, 0, 1, 0, 0, 0, 0, 0, 7, 20, 167, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 185, 5, 0, 0, 1, 1, 1, 0, 0, 0, 8, 3, 26, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 3, 0, 0, 3, 6, 20, 9, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 18, 47, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 1, 9, 30, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.856 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.857 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12129, 11, 2, 0, 1, 0, 0, 0, 0, 1, 0, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11888, 23, 4, 0, 15, 0, 1, 0, 0, 0, 5, 6, 5, 24, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1790, 12, 4, 0, 3, 0, 0, 2, 0, 4, 15, 1, 3, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 568, 4, 2, 6, 4, 0, 0, 1, 0, 1, 7, 11, 23, 8, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 244, 8, 3, 0, 1, 0, 0, 0, 1, 0, 5, 2, 13, 45, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 334, 7, 3, 1, 0, 0, 0, 0, 0, 0, 6, 2, 2, 20, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.858 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 3, 14, 20, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 3, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.859 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1593, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.860 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8630, 4050, 0, 0, 1, 0, 0, 0, 0, 0, 8, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7070, 136, 13, 1, 18, 3, 4, 4, 8, 6, 39, 11, 15, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1547, 12, 20, 1, 3, 1, 1, 1, 4, 13, 75, 82, 20, 12, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 4, 1, 0, 0, 0, 0, 0, 0, 0, 8, 25, 188, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 6, 0, 0, 1, 1, 0, 0, 0, 0, 6, 2, 27, 43, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 1, 0, 0, 5, 2, 8, 7, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 4, 4, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.861 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.862 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 11534, 1, 0, 1, 2, 0, 0, 0, 0, 0, 3, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8702, 38, 18, 1, 11, 2, 0, 1, 0, 0, 8, 5, 7, 10, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1217, 6, 9, 0, 5, 1, 0, 4, 2, 1, 19, 0, 4, 4, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 311, 3, 0, 0, 0, 0, 1, 0, 0, 0, 3, 13, 25, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 115, 13, 5, 0, 0, 0, 1, 0, 0, 0, 3, 1, 18, 52, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 82, 3, 2, 0, 0, 0, 0, 1, 0, 0, 2, 0, 7, 6, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 98, 0, 1, 0, 0, 0, 0, 2, 0, 0, 7, 0, 9, 8, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.863 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.864 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:32.865 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:32.866 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:32.867 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:32.868 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:32.869 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.870 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 149, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5118, 49, 89, 137, 438, 585, 660, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 655, 19, 16, 67, 30, 27, 62, 0, 1, 1, 4, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 452, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 3, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 273, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 147, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 14, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.871 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.872 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.873 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3042, 230, 34, 68, 122, 0, 4, 3, 12, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 550, 67, 1313, 1, 0, 0, 0, 0, 3, 4, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 252, 0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1377, 1024, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1704, 1958, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 19, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.874 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.875 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9438, 7, 0, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16438, 2, 1, 0, 0, 0, 1, 0, 1, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 456, 1, 2, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.876 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 111, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 2, 5, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.877 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.878 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3393, 30, 0, 0, 15, 0, 5, 5, 14, 16, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 326, 6, 1, 0, 4, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 262, 12, 17, 41, 3, 0, 0, 0, 0, 0, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 915, 134, 17, 124, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4048, 2301, 0, 375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 481, 573, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.879 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.880 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 421, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3159, 227, 31, 66, 139, 274, 464, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 305, 24, 0, 0, 2, 1, 17, 0, 2, 0, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 148, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.881 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.882 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.883 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 398, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5401, 81, 136, 243, 459, 595, 713, 2, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 438, 1, 2, 15, 12, 18, 12, 0, 1, 1, 3, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 325, 2, 6, 13, 1, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 39, 77, 114, 29, 0, 0, 0, 0, 0, 1, 3, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 5, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.884 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.885 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2989, 17, 0, 0, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 381, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 190, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.886 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 170, 109, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.887 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.888 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8724, 32, 46, 45, 2, 1, 1, 0, 1, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2055, 19, 75, 73, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 283, 12, 16, 2, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 207, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 3, 10, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.889 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.890 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:32.891 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:32.892 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.893 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:32.894 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:32.895 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.896 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7079, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.897 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.898 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.899 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1941, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.900 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.901 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 9460, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 16450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 475, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.902 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.903 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.904 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 6749, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.905 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.906 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.907 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.908 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.909 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 7633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 352, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.910 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.911 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3019, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 295, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.912 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.913 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.914 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 318, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 230, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.915 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.916 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Latency (usec)", 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 100000, 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99999]", 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "[100000, 199999]", 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "[200000, 399999]", 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "[400000, 799999]", 2024-04-02T09:59:32.917 INFO:tasks.workunit.client.0.smithi019.stdout: "[800000, 1599999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[1600000, 3199999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[3200000, 6399999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[6400000, 12799999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[12800000, 25599999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[25600000, 51199999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[51200000, 102399999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[102400000, 204799999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[204800000, 409599999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[409600000, 819199999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[819200000, 1638399999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[1638400000, 3276799999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[3276800000, 6553599999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[6553600000, 13107199999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[13107200000, 26214399999]", 2024-04-02T09:59:32.918 INFO:tasks.workunit.client.0.smithi019.stdout: "[26214400000, 52428799999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[52428800000, 104857599999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[104857600000, 209715199999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[209715200000, 419430399999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[419430400000, 838860799999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "[53687091200000, None]" 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.919 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 32, 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "Request size (bytes)", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 512, 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 511]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[512, 1023]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[1024, 2047]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[2048, 4095]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[4096, 8191]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[8192, 16383]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[16384, 32767]", 2024-04-02T09:59:32.920 INFO:tasks.workunit.client.0.smithi019.stdout: "[32768, 65535]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[65536, 131071]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[131072, 262143]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[262144, 524287]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[524288, 1048575]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[1048576, 2097151]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[2097152, 4194303]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[4194304, 8388607]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[8388608, 16777215]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[16777216, 33554431]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[33554432, 67108863]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[67108864, 134217727]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[134217728, 268435455]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[268435456, 536870911]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[536870912, 1073741823]", 2024-04-02T09:59:32.921 INFO:tasks.workunit.client.0.smithi019.stdout: "[1073741824, 2147483647]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[2147483648, 4294967295]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[4294967296, 8589934591]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[8589934592, 17179869183]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[17179869184, 34359738367]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[34359738368, 68719476735]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[68719476736, 137438953471]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[137438953472, 274877906943]", 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "[274877906944, None]" 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:32.922 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1714, 12, 0, 1, 12, 1, 2, 3, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1494, 7, 2, 1, 2, 5, 9, 12, 25, 55, 102, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 187, 0, 0, 0, 0, 0, 0, 1, 8, 11, 46, 176, 153, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 331, 0, 0, 0, 0, 0, 1, 1, 2, 4, 22, 25, 243, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 637, 3, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 29, 30, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 754, 1, 0, 0, 0, 0, 0, 1, 1, 0, 4, 5, 10, 16, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 483, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 0, 1, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.923 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 426, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.924 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2209, 33, 2, 3, 3, 1, 1, 6, 6, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.925 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 2082, 8, 0, 5, 3, 6, 8, 23, 44, 66, 156, 96, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 13, 0, 0, 1, 2, 1, 1, 3, 2, 23, 233, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 13, 0, 0, 0, 0, 1, 1, 1, 2, 7, 2, 279, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 19, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 23, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 824, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 982, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.926 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.927 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 332, 4, 0, 0, 8, 0, 2, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 189, 7, 0, 0, 1, 0, 1, 7, 8, 11, 36, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 192, 0, 0, 0, 0, 2, 1, 11, 8, 14, 53, 94, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 118, 19, 0, 0, 0, 0, 3, 1, 3, 7, 23, 40, 27, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 49, 28, 0, 0, 0, 0, 1, 1, 1, 1, 7, 13, 32, 36, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 8, 42, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 9, 21, 118, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 3, 77, 0, 0, 0, 0, 0, 1, 0, 0, 1, 3, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.928 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.929 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1160, 13, 1, 0, 17, 0, 1, 2, 6, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 606, 5, 1, 0, 2, 2, 3, 4, 13, 25, 57, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.930 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 174, 10, 0, 0, 0, 1, 1, 1, 3, 5, 10, 78, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 420, 21, 0, 0, 0, 1, 0, 2, 1, 2, 10, 16, 50, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 480, 20, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 21, 14, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 201, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 12, 23, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 81, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.931 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:32.932 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1141, 10, 0, 0, 9, 0, 5, 4, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 705, 2, 1, 3, 4, 3, 6, 11, 10, 20, 46, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 436, 5, 0, 0, 1, 2, 1, 4, 6, 12, 55, 130, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 453, 15, 0, 0, 0, 1, 0, 0, 1, 0, 11, 16, 145, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 5, 13, 8, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 26, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.933 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.934 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 73, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 522, 19, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 101, 9, 0, 0, 2, 1, 3, 3, 3, 2, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.935 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 177, 2, 0, 0, 3, 0, 1, 2, 2, 6, 35, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 68, 2, 0, 0, 0, 1, 0, 0, 0, 5, 16, 12, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 20, 5, 0, 0, 0, 1, 0, 0, 0, 1, 4, 10, 33, 24, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 1, 6, 19, 30, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.936 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.937 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 30, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1128, 24, 1, 0, 14, 1, 2, 3, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 678, 6, 2, 0, 2, 1, 7, 7, 15, 21, 31, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 477, 8, 0, 0, 1, 2, 1, 2, 1, 2, 37, 124, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 439, 11, 0, 0, 0, 0, 0, 0, 3, 2, 8, 6, 146, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 136, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 32, 26, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 51, 36, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 9, 31, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 83, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.938 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.939 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 18, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 242, 12, 0, 0, 4, 1, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 74, 5, 0, 0, 1, 1, 3, 1, 0, 3, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.940 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 99, 0, 0, 0, 1, 1, 4, 2, 5, 10, 22, 32, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 1, 2, 1, 11, 21, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 14, 0, 0, 0, 0, 0, 1, 2, 0, 2, 6, 10, 29, 34, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 7, 19, 51, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.941 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.942 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "axes": [ 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 8, 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "number of replicas", 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 1, 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0]", 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "[1, 1]", 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "[2, 2]", 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "[3, 3]", 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "[4, 4]", 2024-04-02T09:59:32.943 INFO:tasks.workunit.client.0.smithi019.stdout: "[5, 5]", 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "[6, None]" 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "linear" 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "buckets": 10, 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "min": 0, 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "duration", 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "quant_size": 250000, 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "ranges": [ 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "[None, -1]", 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 249999]", 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "[250000, 499999]", 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "[500000, 999999]", 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "[1000000, 1999999]", 2024-04-02T09:59:32.944 INFO:tasks.workunit.client.0.smithi019.stdout: "[2000000, 3999999]", 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[4000000, 7999999]", 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[8000000, 15999999]", 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[16000000, 31999999]", 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[32000000, None]" 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "scale_type": "log2" 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "osds": [ 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 0, 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.945 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 1, 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.946 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 2, 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.947 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 3, 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.948 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 4, 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 5, 2024-04-02T09:59:32.949 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 6, 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.950 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "osd_id": 7, 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "values": [ 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.951 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: ] 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "perf_counters": { 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "mds.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "mds": { 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": { 2024-04-02T09:59:32.952 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_grant": { 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:59:32.953 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_commit": { 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_complete": { 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_fetch_keys": { 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_merge": { 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.954 INFO:tasks.workunit.client.0.smithi019.stdout: "dir_split": { 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "exported_inodes": { 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "forward": { 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_cap_release": { 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps": { 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.955 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_caps_dirty": { 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_inode_file_caps": { 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "imported_inodes": { 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes": { 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_expired": { 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.956 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_pinned": { 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "inodes_with_caps": { 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "load_cent": { 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "openino_dir_fetch": { 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "process_request_cap_release": { 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "reply_latency": { 2024-04-02T09:59:32.957 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "request": { 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rbytes": { 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rfiles": { 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "root_rsnaps": { 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.958 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_reply": { 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "subtrees": { 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_cache": { 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_exportdir": { 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_flush": { 2024-04-02T09:59:32.959 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragmentdir": { 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_fragstats": { 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_inodestats": { 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_inode": { 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "ireq_quiesce_path": { 2024-04-02T09:59:32.960 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_enqueued": { 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_prioritized": { 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_recovering_processing": { 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays": { 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_delayed": { 2024-04-02T09:59:32.961 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "num_strays_enqueuing": { 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_completed": { 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_started": { 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_created": { 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_enqueued": { 2024-04-02T09:59:32.962 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_migrated": { 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "strays_reintegrated": { 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_log": { 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "ev": { 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "evadd": { 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.963 INFO:tasks.workunit.client.0.smithi019.stdout: "evex": { 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "evexd": { 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "evexg": { 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "evlrg": { 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "evtrm": { 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "jlat": { 2024-04-02T09:59:32.964 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "replayed": { 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "seg": { 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "segadd": { 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "segex": { 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "segexd": { 2024-04-02T09:59:32.965 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "segexg": { 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "segmjr": { 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "segtrm": { 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_mem": { 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "cap": { 2024-04-02T09:59:32.966 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "cap+": { 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "cap-": { 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "dir": { 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "dir+": { 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "dir-": { 2024-04-02T09:59:32.967 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.968 INFO:tasks.workunit.client.0.smithi019.stdout: "dn": { 2024-04-02T09:59:32.968 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:32.968 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.969 INFO:tasks.workunit.client.0.smithi019.stdout: "dn+": { 2024-04-02T09:59:32.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10 2024-04-02T09:59:32.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.969 INFO:tasks.workunit.client.0.smithi019.stdout: "dn-": { 2024-04-02T09:59:32.969 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.969 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "heap": { 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 248184 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "ino": { 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "ino+": { 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "ino-": { 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "rss": { 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51136 2024-04-02T09:59:32.970 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_server": { 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_acquisition_throttle": { 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "cap_revoke_eviction": { 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_request": { 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_client_session": { 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "handle_peer_request": { 2024-04-02T09:59:32.971 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "req_create_latency": { 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getattr_latency": { 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getfilelock_latency": { 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "req_getvxattr_latency": { 2024-04-02T09:59:32.972 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "req_link_latency": { 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookup_latency": { 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookuphash_latency": { 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupino_latency": { 2024-04-02T09:59:32.973 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupname_latency": { 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupparent_latency": { 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lookupsnap_latency": { 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "req_lssnap_latency": { 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mkdir_latency": { 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mknod_latency": { 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "req_mksnap_latency": { 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "req_open_latency": { 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "req_readdir_latency": { 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rename_latency": { 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "req_renamesnap_latency": { 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.976 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmdir_latency": { 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmsnap_latency": { 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "req_rmxattr_latency": { 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setattr_latency": { 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.977 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setdirlayout_latency": { 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setfilelock_latency": { 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setlayout_latency": { 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.978 INFO:tasks.workunit.client.0.smithi019.stdout: "req_setxattr_latency": { 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "req_snapdiff_latency": { 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "req_symlink_latency": { 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "req_unlink_latency": { 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.979 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "mds_sessions": { 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "average_load": { 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "avg_session_uptime": { 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "mdthresh_evicted": { 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "session_count": { 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.980 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "session_remove": { 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_open": { 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "sessions_stale": { 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "total_load": { 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:32.981 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "purge_queue": { 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed": { 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executed_ops": { 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing": { 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_high_water": { 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops": { 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.983 INFO:tasks.workunit.client.0.smithi019.stdout: "pq_item_in_journal": { 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.537d0b925a39ff23de1dfb9292658e0286ce0a3e": { 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.984 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 220 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.985 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58169385 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.986 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1321990096 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 146 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:32.987 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4999963 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:32.988 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:32.989 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:32.990 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26187802736 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.991 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8496 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 114720576 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73954 2024-04-02T09:59:32.992 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8496, 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2689979774 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 167706624 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 165863424 2024-04-02T09:59:32.993 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1843200 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.994 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24019533 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.995 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.996 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69103507 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267587104 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451218 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.998 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:32.999 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70700302 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178391403 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.001 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.002 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69072533 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:33.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 368074, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1794992893 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.004 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20448, 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6334344085 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.005 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.9ea5e56cbad1f5a4c66d7b1995140d212f770858": { 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:33.006 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 297 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:33.007 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8533 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58435964 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:33.008 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2091980619 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4, 2024-04-02T09:59:33.009 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8534 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.010 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:33.011 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8534 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8534, 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26352756037 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.012 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:33.013 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8533 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 115287658 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74237 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8533, 2024-04-02T09:59:33.014 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5713947032 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168763392 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 166232064 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:33.015 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2531328 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.016 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24123705 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.017 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.018 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69041170 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.019 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267545269 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1458606 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.020 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.021 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70734749 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178363513 2024-04-02T09:59:33.022 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.023 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.024 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69100423 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:33.025 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 369809, 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1790000849 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:33.026 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20544, 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10076629788 2024-04-02T09:59:33.027 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "mon.a092cac1162150568c8b54c7d7eeaa7773c6ea08": { 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "election_call": { 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "election_lose": { 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "election_win": { 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_elections": { 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:33.028 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_sessions": { 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "session_add": { 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "session_rm": { 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 241 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "session_trim": { 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "paxos": { 2024-04-02T09:59:33.029 INFO:tasks.workunit.client.0.smithi019.stdout: "accept_timeout": { 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "begin": { 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8605 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_bytes": { 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 59558619 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_keys": { 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25815 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.030 INFO:tasks.workunit.client.0.smithi019.stdout: "begin_latency": { 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8605, 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1951981915 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "collect": { 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_bytes": { 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_keys": { 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_latency": { 2024-04-02T09:59:33.031 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_timeout": { 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "collect_uncommitted": { 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "commit": { 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8603 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_bytes": { 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58918499 2024-04-02T09:59:33.032 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_keys": { 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 66184 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "commit_latency": { 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8603, 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2887840091 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_ack_timeout": { 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "lease_timeout": { 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.033 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn": { 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "new_pn_latency": { 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3999963 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh": { 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8606 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "refresh_latency": { 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8606, 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30001722186 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "restart": { 2024-04-02T09:59:33.034 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 23 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state": { 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_bytes": { 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54736 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "share_state_keys": { 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2, 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "start_leader": { 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:33.035 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "start_peon": { 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state": { 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_bytes": { 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_keys": { 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.036 INFO:tasks.workunit.client.0.smithi019.stdout: "store_state_latency": { 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache": { 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1020054731 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 256991232 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255393792 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.037 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147483648 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1597440 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:full": { 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360710144 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.038 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24321044 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.039 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.040 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68923207 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:inc": { 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 339738624 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.041 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 267465893 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1472936 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.042 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.043 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70799795 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "prioritycache:kv": { 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314572800 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 178310595 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.046 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69153341 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb": { 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "compact": { 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_len": { 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_queue_merge": { 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.047 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_range": { 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 98 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "get_latency": { 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 386237, 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2098205005 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.048 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_latency": { 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "submit_sync_latency": { 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20720, 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7764957985 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.049 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.0": { 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16709 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.050 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4460544 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 706850816 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3534997 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1174716 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.052 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 182, 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 848434 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 654901248 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76659, 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11347634335 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76674, 2024-04-02T09:59:33.053 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18528645633 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14782464 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 314040320 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 663420928 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.054 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2675131415 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44726 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307866624 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2307870720 2024-04-02T09:59:33.055 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32635 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44726, 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 994344092 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.056 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2612890041 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42814 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1860974 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 717 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4414306 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 944 2024-04-02T09:59:33.057 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2553332 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 234 2024-04-02T09:59:33.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 944, 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1436414 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.059 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 682 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8436 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.060 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1028087808 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14000128 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20708, 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75243716 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.061 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3618, 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5306276391 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.062 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28027, 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 238582425 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76606, 2024-04-02T09:59:33.063 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22458645566 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 75880, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1535942773 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76606, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46297542 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76606, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22504943108 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.064 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 243811, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1909966484 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1043, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2901490 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142391, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50022368 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 88327 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.065 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19639, 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2696970554 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 454436 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24225 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13629, 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2647983135 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.066 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33377, 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13433027 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19748, 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2046560360 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15385, 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 433415693 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.067 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10289067761 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:33.068 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 652776790 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4001118727523 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9005, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6259229531020 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2504999426537 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9921589 2024-04-02T09:59:33.069 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 353829188 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35580237433 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34745135 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.070 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17379286576 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13505077005 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10219599 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2537, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13711995 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77124320871 2024-04-02T09:59:33.071 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14590393347 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89719, 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 533816638 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.072 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555917312 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 551682048 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4235264 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.073 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57171846 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.074 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 40960 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.075 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68608122 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.076 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428788848 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.077 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 288 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 148528 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74376688 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.079 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3676160 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38114564 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.080 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.081 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67261180 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.082 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428788848 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2939 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9799 2024-04-02T09:59:33.083 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34299 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1145599 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.084 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73334996 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.085 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.086 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41031 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 131137, 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8104259803 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2579874854 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.087 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41031, 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 225500785259 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135949 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41957, 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29906285351 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41031, 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 87448339781 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.088 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24386 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24386, 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29240952899 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3720135949 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24731, 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12760354192 2024-04-02T09:59:33.089 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24386, 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13669679630 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9169 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 527491289 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22307522113 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.090 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9553, 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7199126961 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9169, 2024-04-02T09:59:33.091 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18662097905 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7476 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2052383565 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 173952310247 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7673, 2024-04-02T09:59:33.092 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9946804198 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7476, 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55116562246 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20251433 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.093 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 668909568 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.1": { 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16238 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.094 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.095 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5763072 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 798482432 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3409745 2024-04-02T09:59:33.096 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18, 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1163979 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 189, 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 890681 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 785776640 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.097 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76956, 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11530018311 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76937, 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18799962782 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15876096 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 315133952 2024-04-02T09:59:33.098 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 794296320 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4313648494 2024-04-02T09:59:33.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53406 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736023040 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3736027136 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.100 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41733 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 53406, 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1701144762 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4232467944 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50915 2024-04-02T09:59:33.101 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1902446 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 741 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5710975 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 973 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:33.102 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3808529 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 973, 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128294 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.103 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 644 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.104 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7, 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10872 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1122115584 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.105 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13402112 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19344, 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77156883 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3583, 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6509762782 2024-04-02T09:59:33.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.107 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19839, 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 172256009 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872847664 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.108 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76103, 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1827299525 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44091813 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 76865, 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22916939477 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.109 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27775, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1252287379 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 866, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2700240 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17077, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11394765 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46, 2024-04-02T09:59:33.110 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67914 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11465, 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2070212490 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 237957 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27063 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 30624, 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2397199728 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.111 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 89955, 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25041587 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59331, 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1643542383 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15498, 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 462120395 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.112 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10878562844 2024-04-02T09:59:33.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1278292899 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22736, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3383909810530 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22739, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7200561186025 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:33.114 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3310506430550 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88462, 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9572459 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 355489917 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36038801728 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.115 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38201605 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16804734491 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15663610447 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9628682 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.116 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2521, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11955273 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79760744344 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16697538756 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 88465, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524286622 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.117 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648904704 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 614809600 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34095104 2024-04-02T09:59:33.118 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57049604 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.119 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.120 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729088 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68046332 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.121 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.122 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1872 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 256 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 141904 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 320 2024-04-02T09:59:33.123 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75300095 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:33.124 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5121968 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38033069 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.125 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.126 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74285475 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427872033 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 982 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.128 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38327 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1146879 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.129 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74258259 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.130 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51129 2024-04-02T09:59:33.131 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 142549, 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9356406029 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2380544189 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51129, 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 690448585425 2024-04-02T09:59:33.132 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489315 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 52790, 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34848970343 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 51129, 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 111952437233 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28948 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.133 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28948, 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13173164263 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2772489315 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 29370, 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6899790122 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.134 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28948, 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6389369973 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12287 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 278525877 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106291501380 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.135 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12432, 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13836232542 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12287, 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32258706688 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9894 2024-04-02T09:59:33.136 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2102018312 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570983919782 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10988, 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14112947679 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.137 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9894, 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73304360572 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12582912 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.138 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 799199232 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.2": { 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15740 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.139 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.140 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6328320 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 585797632 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4129172 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17, 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1334493 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.141 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 167, 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 836822 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 514916352 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69248, 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10454246733 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.142 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69226, 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17085286750 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 925696 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 283561984 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 536215552 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.143 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4756192109 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57559 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114399232 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.144 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4114403328 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 45052 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 57559, 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1526236778 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.145 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4666984582 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54822 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2141130 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 709 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6253625 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.146 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 963 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4112495 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.147 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 258 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 963, 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1819883 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.148 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 968 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10303 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.149 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 878264320 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9195520 2024-04-02T09:59:33.150 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17281, 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52022642 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3613, 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5807754836 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.151 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24211, 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 201755611 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.152 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20338510828 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 68639, 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1339715504 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33106963 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.153 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 69166, 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20371617791 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 55588, 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1134315175 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 942, 2024-04-02T09:59:33.154 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2479167 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22418, 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13364685 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39, 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55790 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 19643, 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1129757510 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 246440 2024-04-02T09:59:33.155 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18293 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8279, 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1829026669 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23362, 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10283878 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15083, 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1598968213 2024-04-02T09:59:33.156 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12576, 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 389071523 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.157 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12388081779 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 379361604 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6104, 2024-04-02T09:59:33.158 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3488294713559 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6107, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6161174231149 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2868905258150 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81528, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8687739 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.159 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 603944847 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33348122732 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31430320 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15328545429 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.160 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14438940497 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434199 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2461, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12920862 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 76123087395 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.161 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15363524439 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81531, 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683860093 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468426752 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.162 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 412450816 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55975936 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.163 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57194113 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.164 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86016 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.165 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68548991 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.166 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2128 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.167 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 138160 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 224 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.168 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74220115 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5882352 2024-04-02T09:59:33.169 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38129409 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.170 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.171 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.172 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.172 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73428751 2024-04-02T09:59:33.173 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.173 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.173 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428955853 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.174 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35948 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1161339 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.175 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73163340 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.176 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 42 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.177 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49147 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137210, 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7577718007 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6 2024-04-02T09:59:33.178 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2001408794 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 122040223574 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 50005, 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44213719133 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.179 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49147, 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79032974105 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20078 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19575124628 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3229181464 2024-04-02T09:59:33.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20533, 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5311007877 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20078, 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8491169674 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27076 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 479025865 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.181 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55918389281 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27306, 2024-04-02T09:59:33.182 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35534124263 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27076, 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53335339867 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1993 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522382929 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46546709665 2024-04-02T09:59:33.183 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2166, 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3368586993 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1993, 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17206464564 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.184 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8388620 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 524132352 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.3": { 2024-04-02T09:59:33.185 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16663 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.186 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.187 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2551808 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 594206720 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3152200 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 16, 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1149575 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.188 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 156, 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686586 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 552206336 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66713, 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9896273124 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66718, 2024-04-02T09:59:33.189 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16274193353 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7323648 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 273321984 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569245696 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.190 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1540964409 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24296 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248534528 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.191 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1248538624 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19994 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24296, 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 478759746 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.192 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1483847703 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22540 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1182899 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 437 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2525860 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.193 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 555 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1342961 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.194 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 118 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 555, 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 945195 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.195 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 745 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9325 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.196 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 872509440 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9220096 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.197 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20332, 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58584174 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3557, 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4328814871 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.198 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14511, 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 112873210 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.199 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19446738995 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66168, 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1435992185 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37864526 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.200 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 66673, 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19484603521 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22115, 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 931785466 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1311, 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2793740 2024-04-02T09:59:33.201 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8692, 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7052317 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 42, 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73366 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11336, 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1387953026 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 216154 2024-04-02T09:59:33.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17917 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39090, 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1689670608 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 98548, 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28156746 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 59458, 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1202124607 2024-04-02T09:59:33.203 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12345, 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 360437582 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.204 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13210050889 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1684621536 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18264, 2024-04-02T09:59:33.205 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3606728742555 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18267, 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6762914399804 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2815604269034 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78875, 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7513087 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.206 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 265464976 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33186879522 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30829063 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14853542715 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.207 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13996011171 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5440127 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2435, 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13190884 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75526600336 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.208 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14891344683 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 78878, 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 715537873 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1406238592 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 538984448 2024-04-02T09:59:33.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 506494976 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2601817600 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32489472 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.210 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57494961 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.211 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106496 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.212 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68223567 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.213 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212211 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.214 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1264 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 83392 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.215 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72019613 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147712 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38329974 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.217 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.218 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68574218 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 431212211 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.220 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35979 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1168338 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.221 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70899952 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58737 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.223 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 137002, 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7865788483 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437005651 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:33.224 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 295991302560 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61044, 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31653513838 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 58737, 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73531987462 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41263 2024-04-02T09:59:33.225 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54550346392 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1537826295 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41493, 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9085293278 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.226 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 41263, 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8474225511 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13321 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243395708 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 182695321577 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.227 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15289, 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17467569244 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13321, 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39400268273 2024-04-02T09:59:33.228 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4153 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1193609943 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58745634591 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.229 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4262, 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5100651316 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4153, 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25657493678 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4196378 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:33.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 561446912 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.4": { 2024-04-02T09:59:33.231 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 152596 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.232 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.233 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5660672 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 637550592 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4284966 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1429862 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.234 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 160, 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 907323 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 661979136 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61102, 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9633718730 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61106, 2024-04-02T09:59:33.235 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15518605864 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 917504 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 250286080 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 683278336 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.236 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4143213881 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47961 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568054272 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3568058368 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.237 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37903 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47961, 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1161885669 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.238 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4043665108 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 44909 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2121715 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 779 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5600067 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 985 2024-04-02T09:59:33.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3478352 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.240 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 208 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 985, 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1816077 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.241 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 819 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8, 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11143 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.242 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 895778816 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9216000 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.243 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23369, 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71046771 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3506, 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4865831685 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.244 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12547, 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 113095031 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.245 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18950806282 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 60618, 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1437070434 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 55179912 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.246 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61039, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19005986194 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 23658, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 995645176 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 795, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2147392 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.247 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12492, 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9617283 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 45, 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54689 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14522, 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2745567279 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 191965 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 19151 2024-04-02T09:59:33.248 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17148, 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1517792350 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 54154, 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15242852 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37006, 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1229219340 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.249 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13404, 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 397359802 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.250 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12108232953 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1251948529 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18511, 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3957431640060 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.251 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 18514, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6650130938377 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2865085188380 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73664, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7868489 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384607052 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.252 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 30708465838 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29854186 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13845888541 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13518798315 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.253 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5434926 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2420, 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14644522 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70579997799 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14486940819 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.254 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 73667, 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 655405946 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 535855104 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 498155520 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.255 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37699584 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.256 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57101127 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.257 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 385024 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.258 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68334777 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.259 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258459 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2160 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.260 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 140256 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.261 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74915605 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4942672 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38067418 2024-04-02T09:59:33.262 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.263 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74430422 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.264 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 428258459 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.265 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32704 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1161498 2024-04-02T09:59:33.266 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73863819 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.267 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 33 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49 2024-04-02T09:59:33.268 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 46750 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 108507, 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10085914493 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.269 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1358139144 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57024423280 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 47559, 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14916765203 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.270 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 46750, 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32259273116 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37340 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13236222303 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1928030580 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.271 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37521, 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6672972488 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37340, 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7895402540 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5443 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 207809712 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.272 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9133986980 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5931, 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3330875546 2024-04-02T09:59:33.273 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 5443, 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7986235757 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3967 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1150329432 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34654213997 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.274 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4107, 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4912917169 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3967, 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16377634819 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.275 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 48 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 671215616 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.5": { 2024-04-02T09:59:33.276 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38166 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.277 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11968512 2024-04-02T09:59:33.278 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 728150016 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3672706 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20, 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1292420 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 208, 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 964358 2024-04-02T09:59:33.279 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 672595968 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82364, 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11731856339 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82342, 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18750411780 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.280 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4710400 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 337244160 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689635328 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:33.281 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7971236874 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 77054 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990061568 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6990065664 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.282 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 64523 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 77054, 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2728380870 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7838446850 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.283 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72987 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4707262 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1083 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11673406 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1528 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.284 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6966144 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.285 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1528, 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4387523 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.286 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 648 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10, 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12685 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.287 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1080389632 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13414400 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22930, 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72921391 2024-04-02T09:59:33.288 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3536, 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7898377290 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.289 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21559, 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 177654147 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.290 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22872271390 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 81841, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1680836249 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54329577 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 82258, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22926600967 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.291 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38968, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1057505611 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 874, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2499561 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11612, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16367235 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.292 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 49, 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62795 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17604, 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3971934021 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 243778 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.293 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21830 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11838, 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1743094462 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32983, 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18249525 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 21145, 2024-04-02T09:59:33.294 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1549534451 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15824, 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 475257315 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.295 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13543506951 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 633099681 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.296 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8507, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3951256574004 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8510, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6466010447249 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2707677541441 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96481, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10598057 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.297 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 455432947 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37850270449 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39387777 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17103682264 2024-04-02T09:59:33.298 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17664915007 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9634436 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2391, 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16068990 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 86637398166 2024-04-02T09:59:33.299 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18815711730 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 96484, 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775775031 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 560349184 2024-04-02T09:59:33.300 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 427581440 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 132767744 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.301 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 56581145 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.302 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 131072 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.303 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69108711 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 562036736 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.304 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2896 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.305 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 214064 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.306 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 70352320 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10712544 2024-04-02T09:59:33.307 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37720763 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.308 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.309 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69007205 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494927872 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.310 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 424358592 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.311 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 39365 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1146515 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.312 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 69383400 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.313 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 52 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38904 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 124162, 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12660780533 2024-04-02T09:59:33.314 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522684524 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51105250261 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:33.315 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 39574, 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15183753054 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38904, 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32109580298 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 27886 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 16791290842 2024-04-02T09:59:33.316 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2127685145 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 28083, 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6635763400 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27886, 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7032940400 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.317 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9523 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 452148866 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21382151214 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.318 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9791, 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6081384004 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9523, 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15081703585 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1495 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.319 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1070535658 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12931808205 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1700, 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2466605650 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1495, 2024-04-02T09:59:33.320 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9994936313 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36997346 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 686030848 2024-04-02T09:59:33.321 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.6": { 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17813 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.322 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.323 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3674112 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 489783296 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4092661 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1673549 2024-04-02T09:59:33.324 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 141, 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 621364 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 368640000 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62318, 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8797809391 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.325 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62329, 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14514641441 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5976064 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 255340544 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 385679360 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.326 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2372132930 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31395 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138398720 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.327 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2138402816 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26984 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 31395, 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1132957238 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.328 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2300810484 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29204 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1092679 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 525 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3641633 2024-04-02T09:59:33.329 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 689 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2548954 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.330 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 168 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 689, 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1352634 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.331 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 569 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 6, 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8480 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.332 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 751079424 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.333 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9805824 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13573, 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 49253526 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3430, 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3190368525 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.334 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15949, 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 124964875 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.335 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62290, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17677603985 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 61872, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1345962752 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62290, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36776516 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.336 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62290, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17714380501 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22590, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503991038 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 803, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2276845 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.337 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11715, 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8672737 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 43, 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 79273 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10577, 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1137148481 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175149 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.338 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17880 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 10730, 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1455470054 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 38390, 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10565272 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 27660, 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1166812013 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.339 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 11747, 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 340513682 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.340 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7603437746 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 898341930 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3807022969251 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.341 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 14061, 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5870513328537 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2807475119779 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7388709 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 221028527 2024-04-02T09:59:33.342 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 28195354146 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29376292 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12984302991 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9510434994 2024-04-02T09:59:33.343 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6030391 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2346, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13013741 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58528977338 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10319305438 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.344 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 72594, 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 446177781 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 441253888 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 405504000 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.345 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 35749888 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.346 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57368650 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.347 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 106496 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.348 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68345782 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.349 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430264878 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1616 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.350 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 100240 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 224 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72949522 2024-04-02T09:59:33.351 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 176160768 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3095152 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38245767 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.352 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.353 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67710985 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.354 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 430264878 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.355 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12039 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 47155 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1159828 2024-04-02T09:59:33.356 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 71832580 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.357 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.358 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 53 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 32999 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 93885, 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8248322989 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.359 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1634648230 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 74625744083 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 33449, 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13054242843 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.360 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 32999, 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31442558464 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24685 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11273093594 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1828949398 2024-04-02T09:59:33.361 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24839, 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5321355370 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 24685, 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4911794595 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4252 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384047688 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.362 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11937696105 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4439, 2024-04-02T09:59:33.363 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2833391815 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4252, 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8887199203 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4062 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1250600542 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:33.364 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 51414954384 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4171, 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4899495658 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 4062, 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17643564666 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.365 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5173353 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 378454016 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.366 INFO:tasks.workunit.client.0.smithi019.stdout: "osd.7": { 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "bluefs": { 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_db_max_lat": { 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18905 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_fallback": { 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_max_lat": { 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_db": { 2024-04-02T09:59:33.367 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 65536 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_slow": { 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit_wal": { 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_wal_max_lat": { 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_slow": { 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_sst": { 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4509696 2024-04-02T09:59:33.368 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_written_wal": { 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 531423232 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lat": { 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3109357 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "compact_lock_lat": { 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15, 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1007247 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "db_alloc_lat": { 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 150, 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 729847 2024-04-02T09:59:33.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "db_total_bytes": { 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995027456 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "db_used_bytes": { 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 484638720 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "flush_lat": { 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62901, 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9357953613 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "fsync_lat": { 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62906, 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 15214800300 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.370 INFO:tasks.workunit.client.0.smithi019.stdout: "log_bytes": { 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8343552 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "logged_bytes": { 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 257703936 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_db": { 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 497418240 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_slow": { 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "max_bytes_wal": { 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.371 INFO:tasks.workunit.client.0.smithi019.stdout: "num_files": { 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 41 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "read_bytes": { 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2190543828 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "read_count": { 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37956 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes": { 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901899776 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_db": { 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1901903872 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_slow": { 2024-04-02T09:59:33.372 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_bytes_wal": { 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "read_disk_count": { 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 25146 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 37956, 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1034269127 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_bytes": { 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2087175252 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "read_prefetch_count": { 2024-04-02T09:59:33.373 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 34786 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_bytes": { 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1451811 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_buffer_count": { 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 499 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_bytes": { 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4461159 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_count": { 2024-04-02T09:59:33.374 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 694 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes": { 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3009348 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:59:33.377 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_disk_count": { 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 197 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "read_random_lat": { 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 694, 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1522017 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_alloc_lat": { 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.378 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_total_bytes": { 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_used_bytes": { 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1, 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 629 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "unlink_lat": { 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 9, 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11848 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_alloc_lat": { 2024-04-02T09:59:33.379 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_total_bytes": { 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "wal_used_bytes": { 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "write_bytes": { 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 795922432 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore": { 2024-04-02T09:59:33.380 INFO:tasks.workunit.client.0.smithi019.stdout: "alloc_unit": { 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": { 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9797632 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "allocator_lat": { 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 17088, 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 58978130 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "clist_lat": { 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 3470, 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3078647888 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_lat": { 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.381 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed": { 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_allocated": { 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "compressed_original": { 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "csum_lat": { 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 20262, 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 175950765 2024-04-02T09:59:33.382 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "decompress_lat": { 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "fragmentation_micros": { 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_commit_lat": { 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62858, 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18397776861 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_final_lat": { 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62440, 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1421697980 2024-04-02T09:59:33.383 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_flush_lat": { 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62858, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 43507709 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "kv_sync_lat": { 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 62858, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 18441284570 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_keys_lat": { 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 0, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_get_values_lat": { 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34251, 2024-04-02T09:59:33.384 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570061332 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_lower_bound_lat": { 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 718, 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2093990 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_next_lat": { 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 8463, 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6575999 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 44, 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 54008 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_upper_bound_lat": { 2024-04-02T09:59:33.385 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12277, 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 775075123 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_hits": { 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 195746 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "onode_misses": { 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17856 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "read_lat": { 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 7734, 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1554746568 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "read_onode_meta_lat": { 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 34487, 2024-04-02T09:59:33.386 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10030528 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "read_wait_aio_lat": { 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 26753, 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1355849454 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "reads_with_retries": { 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "remove_lat": { 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 13249, 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 376563791 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_aio_wait_count": { 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.387 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_committed_kv_count": { 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "state_aio_wait_lat": { 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8398094440 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:59:33.388 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1115317248 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3962233471583 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "state_deferred_queued_lat": { 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 15915, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6096798112475 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "state_done_lat": { 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2725631197504 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "state_finishing_lat": { 2024-04-02T09:59:33.389 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 7965852 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "state_io_done_lat": { 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 292301260 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_commiting_lat": { 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29219159987 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_done_lat": { 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31412999 2024-04-02T09:59:33.390 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "state_kv_queued_lat": { 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 14421191806 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "state_prepare_lat": { 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10086697365 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": { 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 6025171 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "truncate_lat": { 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 2248, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12327289 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.391 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_commit_lat": { 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 62433318400 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_submit_lat": { 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11088776264 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "txc_throttle_lat": { 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 74310, 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 485603483 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache": { 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_bytes": { 2024-04-02T09:59:33.392 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1405272883 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "heap_bytes": { 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 500604928 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "mapped_bytes": { 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 468697088 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "target_bytes": { 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2600681472 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "unmapped_bytes": { 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 31907840 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.393 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:data": { 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 125829120 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57237226 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.394 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8192 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 217088 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4096 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 57344 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.395 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 68305174 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv": { 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.396 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 570425344 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429279197 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.397 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1488 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 96368 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 384 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.398 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 73939043 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 184549376 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.399 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 67108864 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4022064 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 38158150 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.400 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.401 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 75260298 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "bluestore-pricache:meta": { 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "committed_bytes": { 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 503316480 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "pri0_bytes": { 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.402 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "pri10_bytes": { 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "pri11_bytes": { 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 429279197 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "pri1_bytes": { 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "pri2_bytes": { 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2973 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "pri3_bytes": { 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 20814 2024-04-02T09:59:33.403 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pri4_bytes": { 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pri5_bytes": { 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 29734 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pri6_bytes": { 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1160648 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pri7_bytes": { 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pri8_bytes": { 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.404 INFO:tasks.workunit.client.0.smithi019.stdout: "pri9_bytes": { 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "reserved_bytes": { 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 72823114 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "objecter": { 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "op_active": { 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 26 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rmw": { 2024-04-02T09:59:33.405 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "osd": { 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg": { 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 61 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "numpg_removing": { 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "op": { 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 36022 2024-04-02T09:59:33.406 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "op_before_queue_op_lat": { 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 104824, 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10287438152 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_degraded": { 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "op_delayed_unreadable": { 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 3 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "op_in_bytes": { 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1698515559 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "op_latency": { 2024-04-02T09:59:33.407 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36022, 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 50555876605 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "op_out_bytes": { 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050849417 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "op_prepare_latency": { 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36420, 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 17794071973 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "op_process_latency": { 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 36022, 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 37955815999 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r": { 2024-04-02T09:59:33.408 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 22834 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency": { 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22834, 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 11807447699 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_out_bytes": { 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2050849417 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_prepare_latency": { 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22968, 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5593255963 2024-04-02T09:59:33.409 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "op_r_process_latency": { 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 22834, 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 5870461522 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw": { 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 12132 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_in_bytes": { 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 421686355 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency": { 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12132, 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 24863929259 2024-04-02T09:59:33.410 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_out_bytes": { 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_prepare_latency": { 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12323, 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 9838585185 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "op_rw_process_latency": { 2024-04-02T09:59:33.411 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 12132, 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 21106072339 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w": { 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1056 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_in_bytes": { 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 1276829204 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency": { 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 13884499647 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.412 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_prepare_latency": { 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1129, 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 2362230825 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "op_w_process_latency": { 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "count": 1056, 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 10979282138 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "op_wip": { 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 0 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_bytes": { 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 4194375 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "recovery_ops": { 2024-04-02T09:59:33.413 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 8 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes": { 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 95995035648 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_bytes_used": { 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: "value": 494444544 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": [ 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:33.414 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 1, 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 1, 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 1, 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:33.415 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 1781760, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 1781760, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 2, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.4638175091240555e-06, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 958, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 1595392, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 590368, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 590368, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:33.416 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 1771104, 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 343, 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 2473984 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:33.417 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 32, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 32, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 2, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 155172, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 110592, 2024-04-02T09:59:33.418 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 22, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 44580, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 2.1457231014210265e-07, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 158, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 178176, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 21482, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 6622, 2024-04-02T09:59:33.419 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 14860, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 64446, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 69, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 36864 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:33.420 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool" 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 64, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 64, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 3, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 0, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:33.421 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 0.0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 0, 2024-04-02T09:59:33.422 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 0, 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 0 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "cache_mode": "none", 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "erasure_code_profile": {}, 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "flags_names": [ 2024-04-02T09:59:33.423 INFO:tasks.workunit.client.0.smithi019.stdout: "hashpspool", 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "selfmanaged_snaps" 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "min_size": 2, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "options": {}, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 8, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "pgp_num": 8, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": 4, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "size": 3, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "stats": { 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_raw": 723168667914, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "bytes_used": 12595200, 2024-04-02T09:59:33.424 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_bytes_used": 0, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "compress_under_bytes": 0, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "data_bytes_used": 12595200, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty": 0, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "max_avail": 241056219136, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "objects": 4, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_bytes_used": 0, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "percent_used": 1.7416381524526514e-05, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_bytes": 0, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "quota_objects": 0, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "rd": 9077, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "rd_bytes": 3222591488, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "stored": 4194323, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_data": 4194323, 2024-04-02T09:59:33.425 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_omap": 0, 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "stored_raw": 12582969, 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "wr": 24303, 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "wr_bytes": 3106309120 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_bytes": 0, 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "target_max_objects": 0, 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "replicated" 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": { 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "mirroring_by_pool": [ 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: false 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.426 INFO:tasks.workunit.client.0.smithi019.stdout: "num_images_by_pool": [ 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pools": 1 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "report_id": "be736ad5-35ad-419b-9841-d5a66f2bf26f", 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "report_timestamp": "2024-04-02T09:59:32.333729", 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "report_version": 1, 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "rocksdb_stats": { 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "7.9.2" 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "rook": { 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "cluster": { 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "external-mode": null, 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "mon": { 2024-04-02T09:59:33.427 INFO:tasks.workunit.client.0.smithi019.stdout: "allow-multiple-per-node": null, 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "count": null, 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "max-id": null, 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "pvc": { 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "stretch": { 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": null 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "network": { 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "provider": null 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "storage": { 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "device-set": { 2024-04-02T09:59:33.428 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "non-portable": null, 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "portable": null, 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "csi": { 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes": { 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "node": { 2024-04-02T09:59:33.429 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "kubernetes-total": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "with-ceph-daemons": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "storage-class": { 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "count": { 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "nfs": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd": null, 2024-04-02T09:59:33.430 INFO:tasks.workunit.client.0.smithi019.stdout: "total": null 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: "version": null 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: "services": {}, 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pg": [ 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.431 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.722157+0000", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.722639+0000", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.432 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606403+0000", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.433 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2c", 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4831, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:59.506688+0000", 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.434 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.435 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.436 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.437 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.438 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673372+0000", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673839+0000", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.439 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602329+0000", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.440 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2b", 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4674, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:34.466971+0000", 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.441 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.442 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.443 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.444 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.445 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685240+0000", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685621+0000", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.446 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604436+0000", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.447 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2a", 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4838, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:54:48.230510+0000", 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.448 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.449 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.450 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.451 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.452 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.453 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.454 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.455 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:33.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:33.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655743+0000", 2024-04-02T09:59:33.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.656079+0000", 2024-04-02T09:59:33.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:33.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.456 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.457 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510337+0000", 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.458 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.459 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.29", 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:13:41.987690+0000", 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.460 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.461 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.462 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.463 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.464 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.465 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.465 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.465 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.465 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.465 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.465 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.466 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.467 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.467 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.467 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.467 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.467 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.467 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742446+0000", 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742772+0000", 2024-04-02T09:59:33.468 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:33.469 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605412+0000", 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.470 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.471 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.472 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.472 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.28", 2024-04-02T09:59:33.472 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.472 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.472 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.472 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4867, 2024-04-02T09:59:33.472 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:59:05.403041+0000", 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.473 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.474 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.475 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:33.477 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.660753+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661083+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:33.478 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511429+0000", 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.27", 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.479 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4945, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:27.651142+0000", 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.480 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.481 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.482 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.483 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:33.484 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673003+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673313+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:33.485 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603759+0000", 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.26", 2024-04-02T09:59:33.486 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4823, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:45.342749+0000", 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.487 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.488 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.489 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:33.491 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.751576+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753512+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.492 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510528+0000", 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.493 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.25", 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:26:23.971140+0000", 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.494 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.495 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.496 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.497 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:33.498 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.655406+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.655847+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510925+0000", 2024-04-02T09:59:33.499 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.24", 2024-04-02T09:59:33.500 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:24.274812+0000", 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.501 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.502 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.503 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.504 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:33.505 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.747372+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.747692+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602558+0000", 2024-04-02T09:59:33.506 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.23", 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.507 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4955, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:10.593470+0000", 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.508 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.509 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.510 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.511 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.734534+0000", 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.736973+0000", 2024-04-02T09:59:33.512 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604065+0000", 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.513 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.22", 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.514 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:41.276985+0000", 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.515 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.516 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.518 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602187+0000", 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.664542+0000", 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.664941+0000", 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602187+0000", 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.519 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602187+0000", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602187+0000", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602187+0000", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602187+0000", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602187+0000", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.520 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.21", 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4959, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.521 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:07:42.711888+0000", 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.522 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.523 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.525 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604153+0000", 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703738+0000", 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.705404+0000", 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604153+0000", 2024-04-02T09:59:33.526 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604153+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604153+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604153+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604153+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604153+0000", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.527 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.20", 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4825, 2024-04-02T09:59:33.528 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:43:17.669056+0000", 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.529 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.530 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.532 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667668+0000", 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668263+0000", 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.533 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607912+0000", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.534 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.f", 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4764, 2024-04-02T09:59:33.535 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:32:31.175222+0000", 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.536 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.537 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.538 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.539 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678804+0000", 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680257+0000", 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:33.540 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602504+0000", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.541 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.e", 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.542 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4953, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:48.285993+0000", 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.543 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.544 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.546 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.718872+0000", 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719215+0000", 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:33.547 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.548 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:33.549 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604171+0000", 2024-04-02T09:59:33.549 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.549 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.549 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.549 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.549 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.549 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.c", 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4860, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.550 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:38.787925+0000", 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.551 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.552 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.553 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.554 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.555 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659239+0000", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.661954+0000", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.556 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510631+0000", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.557 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.d", 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:43.350663+0000", 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.558 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 70, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.559 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.560 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.561 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.562 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682328+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682659+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:33.563 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608596+0000", 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.564 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.d", 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:03:03.670655+0000", 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.565 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.566 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.567 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.568 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.569 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744793+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745296+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:33.570 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603200+0000", 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.571 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.c", 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4963, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:18:47.072575+0000", 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.572 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.573 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.574 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.575 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.576 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709235+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710081+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:33.577 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605074+0000", 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.578 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.579 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.a", 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4829, 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.581 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:00.239037+0000", 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.582 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.583 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.584 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.585 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.681723+0000", 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682166+0000", 2024-04-02T09:59:33.586 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607228+0000", 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 4, 2024-04-02T09:59:33.587 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 4, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.b", 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4807, 2024-04-02T09:59:33.588 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:07:54.695697+0000", 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.589 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.590 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.591 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'4" 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.592 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:29.622168+0000", 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:29.622520+0000", 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.593 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 520, 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510523+0000", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 519, 2024-04-02T09:59:33.594 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.b", 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4977, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:21:02.746573+0000", 2024-04-02T09:59:33.595 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.596 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.597 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.598 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.599 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.600 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.600 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.600 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.600 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.600 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.601 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.601 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.601 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.601 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.601 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.601 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.602 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667676+0000", 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.667977+0000", 2024-04-02T09:59:33.603 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.604 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512201+0000", 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.605 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.606 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.a", 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:46:14.946237+0000", 2024-04-02T09:59:33.607 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.608 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.608 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.608 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.609 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.610 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.611 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.612 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.613 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.676030+0000", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676349+0000", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.614 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508922+0000", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.615 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.8", 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4953, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:00:35.906997+0000", 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.616 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.617 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.618 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.619 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.620 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.666593+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.666884+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:33.621 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509678+0000", 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.622 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.9", 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4989, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:29.360645+0000", 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.623 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.624 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.625 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.626 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:33.627 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674339+0000", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675477+0000", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.628 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509022+0000", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.629 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.9", 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4933, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:03.523971+0000", 2024-04-02T09:59:33.630 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.631 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.632 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.633 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.634 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.676943+0000", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677362+0000", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.635 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603833+0000", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.636 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.8", 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4313, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:14.031347+0000", 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.637 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.638 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.639 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.640 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.641 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.556864+0000", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.666587+0000", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.666998+0000", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.556864+0000", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.642 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.556864+0000", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.556864+0000", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.556864+0000", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.556864+0000", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.556864+0000", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.643 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.6", 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4997, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:21.264208+0000", 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.644 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.645 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.646 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.647 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.648 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659796+0000", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.665305+0000", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:33.649 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604921+0000", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.650 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.7", 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4846, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:14:19.645812+0000", 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.651 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.652 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 1, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.653 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.654 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.655 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703735+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917209+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.656 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509039+0000", 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2967, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2967, 2024-04-02T09:59:33.657 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.1", 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8637, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:14.444285+0000", 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.00439566, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.658 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.659 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.660 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1290, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 378170, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2953, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 350767 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.661 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2967" 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.662 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675872+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676204+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:33.663 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511201+0000", 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.664 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.7", 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4917, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:41:19.680540+0000", 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.665 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.666 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.667 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.668 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.669 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709020+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.709821+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.670 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511209+0000", 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.671 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.6", 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4996, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:43:29.431116+0000", 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.672 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.673 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 4, 2024-04-02T09:59:33.674 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 4, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.675 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "565'3" 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:33.676 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675881+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:52.030145+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:33.677 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509026+0000", 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2995, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2995, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.0", 2024-04-02T09:59:33.678 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8483, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:44:42.693526+0000", 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.002650158, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.679 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.680 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 749, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 365673, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.681 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2977, 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 371483 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'2995" 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.682 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732770+0000", 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.733100+0000", 2024-04-02T09:59:33.683 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513621+0000", 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.684 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.4", 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.685 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:09.219764+0000", 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.686 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.687 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.688 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.689 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677483+0000", 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677888+0000", 2024-04-02T09:59:33.690 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608329+0000", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.691 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.5", 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:33.692 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:29.679610+0000", 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.693 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.694 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.695 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:33.696 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:59:29.431916+0000", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671639+0000", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.928472+0000", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:59:29.431916+0000", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.697 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:59:29.431916+0000", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:59:29.431916+0000", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:59:29.431916+0000", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:59:29.431916+0000", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:59:29.431916+0000", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3108, 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.698 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3108, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.3", 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8912, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:48:00.930927+0000", 2024-04-02T09:59:33.699 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003923886, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.700 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.701 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1219, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 420209, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3079, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 372723 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.702 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3108" 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.703 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.753311+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.753647+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:33.704 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602270+0000", 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.705 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.0", 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:35:22.906497+0000", 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.706 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.707 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.708 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.709 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.710 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662118+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.662477+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:33.711 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558277+0000", 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.712 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1", 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:23.885247+0000", 2024-04-02T09:59:33.713 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.714 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.715 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.716 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.717 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557032+0000", 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766673+0000", 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.930786+0000", 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557032+0000", 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.718 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557032+0000", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557032+0000", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557032+0000", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557032+0000", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557032+0000", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3070, 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.719 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3070, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.6", 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8550, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.720 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:31:57.527391+0000", 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006008844, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.721 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.722 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 551, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 409643, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3052, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 393043 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.723 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3070" 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.724 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 19, 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:59:31.658942+0000", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669244+0000", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670280+0000", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:59:31.658942+0000", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.725 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:59:31.658942+0000", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:59:31.658942+0000", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:59:31.658942+0000", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:24:51.455240+0000", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:59:31.658942+0000", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:59:31.658942+0000", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 213, 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.726 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 213, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "1.0", 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5348, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:37.864417+0000", 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.727 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.728 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.729 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 958, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1558, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 343, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.730 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.731 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.731 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.731 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.731 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.731 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "2685'213" 2024-04-02T09:59:33.731 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.731 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.732 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674595+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674891+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:33.733 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607911+0000", 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.734 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.3", 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4845, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:06.635937+0000", 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.735 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.736 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.737 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.738 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.739 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710675+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.711155+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:33.740 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509734+0000", 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.741 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2", 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:58:45.186600+0000", 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.742 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.743 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.744 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.745 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.746 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671859+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.921488+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:33.747 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603703+0000", 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2908, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.748 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2908, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.5", 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8492, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:44:57.873672+0000", 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.004910896, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.749 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.750 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.751 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 1331, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 381124, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 2893, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 333685 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.752 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'2908" 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.753 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602207+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.742428+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.742795+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602207+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602207+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602207+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602207+0000", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.754 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602207+0000", 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602207+0000", 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.755 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1", 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4967, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:22.794012+0000", 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.756 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.757 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.758 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.759 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.760 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.700972+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704674+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.761 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509426+0000", 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.762 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.0", 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4992, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:53:40.389659+0000", 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.763 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.764 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.765 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.766 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.767 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744590+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919297+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:33.768 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510817+0000", 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3117, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3117, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.7", 2024-04-02T09:59:33.769 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8689, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:58:43.031057+0000", 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006358268, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194304, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.770 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.771 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 842, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 363427, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.772 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3106, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 441237 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3117" 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.773 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.716427+0000", 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.716931+0000", 2024-04-02T09:59:33.774 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510474+0000", 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.775 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3", 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4906, 2024-04-02T09:59:33.776 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:52.203054+0000", 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.777 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.778 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.779 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.780 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.703452+0000", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.703755+0000", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.781 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604341+0000", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.782 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.2", 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4851, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:05:47.665086+0000", 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.783 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.784 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.784 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.785 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.786 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.787 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.788 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:59:30.555194+0000", 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.750988+0000", 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.919707+0000", 2024-04-02T09:59:33.789 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:59:30.555194+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:59:30.555194+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:59:30.555194+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:59:30.555194+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:59:30.555194+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:59:30.555194+0000", 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3116, 2024-04-02T09:59:33.790 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3116, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.4", 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 8820, 2024-04-02T09:59:33.791 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:33.673246+0000", 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.006146742, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.792 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.793 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 998, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 411081, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3114, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 366595 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.794 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1069'3116" 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.795 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.742572+0000", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.742887+0000", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.796 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.797 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.5", 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4869, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:05:21.085814+0000", 2024-04-02T09:59:33.798 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.799 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.800 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.801 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.802 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668775+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.669416+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:33.803 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513594+0000", 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.804 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.4", 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5013, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:57:05.477069+0000", 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.805 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.806 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.807 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.808 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 65, 2024-04-02T09:59:33.809 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.732850+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T09:10:51.917062+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:33.810 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:43.771234+0000", 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512311+0000", 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3152, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3152, 2024-04-02T09:59:33.811 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "4.2", 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 9341, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:19:36.405935+0000", 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.003854899, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 19, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.812 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.813 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.814 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2097, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 417735, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3129, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 403972 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.815 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "1068'3152" 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.816 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.680583+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.680913+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.817 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608686+0000", 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.818 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.e", 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4780, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:26:32.731300+0000", 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.819 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.820 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.821 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.822 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673995+0000", 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.674587+0000", 2024-04-02T09:59:33.823 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510198+0000", 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 1, 2024-04-02T09:59:33.824 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 1, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.f", 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.825 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4907, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:45.618929+0000", 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 22, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.826 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.827 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 2, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 2, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 1, 2024-04-02T09:59:33.828 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'1" 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.829 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667967+0000", 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668805+0000", 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.830 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603120+0000", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.831 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.11", 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4791, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:16:51.886221+0000", 2024-04-02T09:59:33.832 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.833 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.834 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.835 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.836 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.761084+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.765509+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:33.837 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602235+0000", 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 8, 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.838 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 8, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.10", 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4984, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:58.881692+0000", 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.839 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.840 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 4, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.841 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 48, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 48, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 12, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.842 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'8" 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.843 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.699854+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.704966+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:33.844 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603941+0000", 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.845 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.10", 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:12.456088+0000", 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.846 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.847 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.848 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.849 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.850 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.698215+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.698485+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.851 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606553+0000", 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.852 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.11", 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4827, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:56.796034+0000", 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.853 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.854 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.855 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.856 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.857 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.671975+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.672347+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.858 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607388+0000", 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.859 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.13", 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4763, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:36:12.516472+0000", 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.860 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.861 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.862 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.863 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:33.864 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685312+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.685650+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:33.865 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604176+0000", 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.12", 2024-04-02T09:59:33.866 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4860, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:49.778904+0000", 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.867 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.868 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.869 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.870 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.669286+0000", 2024-04-02T09:59:33.871 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670687+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555109+0000", 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.872 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.12", 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.873 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4993, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:23:15.547593+0000", 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.874 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.875 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.876 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.877 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:33.878 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.662981+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663535+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555346+0000", 2024-04-02T09:59:33.879 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.13", 2024-04-02T09:59:33.880 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5000, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:53.258713+0000", 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 34, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.881 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.882 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 16, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.883 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 7 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.884 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:33.885 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.668209+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668822+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608540+0000", 2024-04-02T09:59:33.886 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.15", 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.887 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4762, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:21:26.555822+0000", 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.888 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.889 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.890 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.891 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.717589+0000", 2024-04-02T09:59:33.892 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.718118+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.606300+0000", 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 30, 2024-04-02T09:59:33.893 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 30, 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.894 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.14", 2024-04-02T09:59:33.895 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.895 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.895 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.895 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4862, 2024-04-02T09:59:33.895 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.896 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:46:49.809252+0000", 2024-04-02T09:59:33.896 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.896 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.896 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 5824, 2024-04-02T09:59:33.896 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.897 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.898 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.899 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 20, 2024-04-02T09:59:33.900 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 28, 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 28, 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 25 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.901 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'30" 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.902 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.903 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.903 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.903 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.903 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.903 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.903 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:33.904 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.904 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.904 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.904 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.904 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.904 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.905 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:33.905 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:33.905 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.673340+0000", 2024-04-02T09:59:33.905 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.673680+0000", 2024-04-02T09:59:33.905 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:33.905 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.905 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.906 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510023+0000", 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.907 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.908 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.908 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.908 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.908 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.908 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.908 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.908 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.14", 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4885, 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:40:56.383203+0000", 2024-04-02T09:59:33.909 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.910 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.910 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.910 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.911 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.912 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.913 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.914 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.915 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.916 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.916 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.916 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.916 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.916 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.916 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.916 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.917 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.917 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:33.917 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.917 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:33.917 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.917 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.917 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.918 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.918 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.918 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.918 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.918 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.918 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.918 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.919 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.919 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.919 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.919 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.919 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.919 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:33.919 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:33.920 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.731339+0000", 2024-04-02T09:59:33.920 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.731802+0000", 2024-04-02T09:59:33.920 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:33.920 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.920 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.920 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:33.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:33.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:33.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.921 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:33.922 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510375+0000", 2024-04-02T09:59:33.922 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.922 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:33.922 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.922 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.923 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.15", 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5010, 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:55.221044+0000", 2024-04-02T09:59:33.924 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 90, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.925 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.926 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.927 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:33.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.928 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 14, 2024-04-02T09:59:33.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 14, 2024-04-02T09:59:33.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.929 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:33.930 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:33.930 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.930 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.931 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.931 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.931 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.931 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.931 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:33.931 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.932 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.932 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'3" 2024-04-02T09:59:33.932 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.932 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.932 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.932 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.933 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.934 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.934 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:33.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:33.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745014+0000", 2024-04-02T09:59:33.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745347+0000", 2024-04-02T09:59:33.934 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:33.935 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:33.936 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557267+0000", 2024-04-02T09:59:33.936 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.936 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.936 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.937 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.937 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:33.937 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.937 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.937 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.937 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.938 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.938 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.938 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.938 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.938 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.17", 2024-04-02T09:59:33.939 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.939 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.939 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.939 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4991, 2024-04-02T09:59:33.939 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.939 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:36.011373+0000", 2024-04-02T09:59:33.939 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.940 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.941 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.942 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.943 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.944 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.945 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.945 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.945 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.945 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.946 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.946 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.946 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.946 INFO:tasks.workunit.client.0.smithi019.stdout: 3 2024-04-02T09:59:33.946 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.946 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:33.947 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.947 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.947 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.947 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.947 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.947 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.948 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.948 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.948 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.948 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.948 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.948 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.711758+0000", 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.712079+0000", 2024-04-02T09:59:33.949 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:33.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:33.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:33.950 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607775+0000", 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.951 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.952 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.952 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.952 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.952 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.952 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.952 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.952 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.953 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.953 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.953 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.953 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.16", 2024-04-02T09:59:33.953 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.953 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.954 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.954 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4839, 2024-04-02T09:59:33.954 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.954 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:50.818900+0000", 2024-04-02T09:59:33.954 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.955 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.956 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.957 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.958 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.959 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.960 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.960 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.960 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.960 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.960 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.961 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.961 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.961 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.961 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.961 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.961 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.962 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.962 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.962 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.962 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.962 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.963 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.963 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.963 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.963 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.963 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.963 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.963 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.964 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.964 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:33.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:33.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685738+0000", 2024-04-02T09:59:33.964 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687658+0000", 2024-04-02T09:59:33.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:33.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.965 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:33.966 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607955+0000", 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.16", 2024-04-02T09:59:33.967 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4844, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:44:20.204308+0000", 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.968 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.969 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.970 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.971 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.972 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.973 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.974 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.975 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.710306+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.713426+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:33.976 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605027+0000", 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.977 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.17", 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4819, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:10:06.988381+0000", 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.978 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.979 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.980 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:33.981 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.982 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.659259+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.659618+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.983 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509808+0000", 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.984 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.19", 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4985, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:28:11.772289+0000", 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.985 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.986 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.987 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.988 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.989 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.989 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.989 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.989 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.989 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.989 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:33.989 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.990 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685179+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686002+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:33.991 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605473+0000", 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.992 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.18", 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4850, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:26:44.490109+0000", 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:33.993 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:33.994 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:33.995 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:33.996 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:33.997 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:32.768537+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:32.769377+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 406, 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:33.998 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508825+0000", 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 405, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:33.999 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.18", 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4954, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:29:16.331769+0000", 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.000 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.001 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.002 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:34.003 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.004 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.695085+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.695778+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.005 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511468+0000", 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.006 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.19", 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4914, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:10.456859+0000", 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.007 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.008 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.009 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:34.010 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.011 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670982+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.671339+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.012 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555467+0000", 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.013 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1b", 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4990, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:01:07.876032+0000", 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.014 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.015 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.016 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.017 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:34.018 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.659925+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.660332+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604423+0000", 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.019 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1a", 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.020 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4843, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:55:38.673948+0000", 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.021 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.022 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.023 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.024 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 4, 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.663566+0000", 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.663888+0000", 2024-04-02T09:59:34.025 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509950+0000", 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.026 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1a", 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.027 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4932, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:45:22.244879+0000", 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.028 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.029 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.030 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 4, 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.031 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.675937+0000", 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.676281+0000", 2024-04-02T09:59:34.032 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.510753+0000", 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:34.033 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1b", 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.034 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4941, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:16.478406+0000", 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.035 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.036 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.037 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.038 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662160+0000", 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662546+0000", 2024-04-02T09:59:34.039 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608436+0000", 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.040 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1d", 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4308, 2024-04-02T09:59:34.041 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:54.435784+0000", 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.042 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.043 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.044 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.045 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.665471+0000", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.667967+0000", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.046 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.607529+0000", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.047 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1c", 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4316, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:25.150843+0000", 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.048 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.049 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 2, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.050 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.051 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.052 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.735358+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.735775+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:34.053 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605637+0000", 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.054 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1c", 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4853, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:28:56.909681+0000", 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.055 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.056 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.057 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.058 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.059 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.677368+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.677723+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.060 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608902+0000", 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 2, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 2, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.061 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1d", 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:19:52.220632+0000", 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.062 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 3, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 1, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 1, 2024-04-02T09:59:34.063 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 12, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 12, 2024-04-02T09:59:34.064 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 3, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "61'2" 2024-04-02T09:59:34.065 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:34.066 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.744475+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.744866+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557108+0000", 2024-04-02T09:59:34.067 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1f", 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.068 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:03:11.645013+0000", 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.069 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.070 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.071 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.072 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.745372+0000", 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.745771+0000", 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.073 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511850+0000", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 3, 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.074 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 3, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1e", 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4925, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.075 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:31.242430+0000", 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.076 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.077 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.078 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'3" 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.079 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.720853+0000", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.721186+0000", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.080 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.512082+0000", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.081 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.1e", 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:03.025786+0000", 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.082 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.083 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.084 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.085 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: 2 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.086 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 59, 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.670388+0000", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.670716+0000", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.087 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:10.204162+0000", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.557625+0000", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 6, 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.088 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 6, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "2.1f", 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 5009, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:22:39.868607+0000", 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.089 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 582, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.090 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 1, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.091 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 8, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 8, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 4, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 1 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.092 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "562'6" 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.093 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678601+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.679149+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:34.094 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608689+0000", 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.095 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2d", 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4792, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:57:26.291632+0000", 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.096 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.097 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.098 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.099 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.100 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678089+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678832+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.101 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602691+0000", 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.102 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2e", 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4944, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:14:01.358238+0000", 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.103 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.104 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.105 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.106 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:34.107 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.686316+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.687754+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608456+0000", 2024-04-02T09:59:34.108 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.2f", 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.109 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4851, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:26:57.058903+0000", 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.110 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.111 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.112 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.113 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.678306+0000", 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.678701+0000", 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.114 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602170+0000", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.115 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.30", 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4951, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:54:31.360780+0000", 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.116 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.117 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.118 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.119 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:34.120 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.729595+0000", 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.729911+0000", 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.121 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.509496+0000", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:34.122 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.31", 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4986, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:03.736701+0000", 2024-04-02T09:59:34.123 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.124 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.125 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.126 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: 4, 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:34.127 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.733676+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.734041+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:34.128 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.555014+0000", 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.129 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.32", 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4993, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:08:34.547515+0000", 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.130 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.131 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.132 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: 5 2024-04-02T09:59:34.133 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.134 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.719544+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.719856+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.135 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.511081+0000", 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.136 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.33", 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4948, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:27:54.718156+0000", 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.137 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.138 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.139 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.140 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 2, 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.662053+0000", 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.662379+0000", 2024-04-02T09:59:34.141 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.602307+0000", 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.142 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.34", 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4967, 2024-04-02T09:59:34.143 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:27:54.325445+0000", 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.144 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.145 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.146 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 2, 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.147 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.714672+0000", 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.715030+0000", 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.148 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603366+0000", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.149 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.35", 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:45.853425+0000", 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.150 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.151 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.152 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.153 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 6, 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.154 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.709069+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.710243+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:34.155 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603936+0000", 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.156 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.36", 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4818, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:12:17.446118+0000", 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.157 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.158 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.159 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 6, 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.160 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:34.161 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.682581+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.682910+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608131+0000", 2024-04-02T09:59:34.162 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.37", 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.163 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4797, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:57.160876+0000", 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.164 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.165 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.166 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.167 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 3, 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:18.701381+0000", 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:18.701730+0000", 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.168 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 510, 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.508716+0000", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 509, 2024-04-02T09:59:34.169 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.38", 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4937, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:12:33.123498+0000", 2024-04-02T09:59:34.170 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.171 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.172 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.173 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 3, 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.174 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.667401+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.668056+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:34.175 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.603018+0000", 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.176 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.39", 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4761, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:45:13.876164+0000", 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.177 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.178 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.179 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.180 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.181 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:43.736688+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:43.737563+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 475, 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.182 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.604002+0000", 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 474, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.183 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3a", 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4848, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:04.374514+0000", 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.184 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.185 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.186 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.187 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 1, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:34.188 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:37:08.657799+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:37:08.658157+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 440, 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:34.189 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.513346+0000", 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 439, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3b", 2024-04-02T09:59:34.190 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4723, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:30:49.813655+0000", 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.191 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.192 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.193 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.194 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: 1, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: 4 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 1, 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.195 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 5, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:34.196 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.685701+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.686029+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.605509+0000", 2024-04-02T09:59:34.197 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3c", 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.198 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4864, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:29.670457+0000", 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.199 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.200 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.201 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: 5, 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: 3, 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: 7 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 5, 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.202 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 0, 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:36:12.766041+0000", 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:36:12.766367+0000", 2024-04-02T09:59:34.203 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 386, 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.558236+0000", 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.204 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 385, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3d", 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4998, 2024-04-02T09:59:34.205 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:07:27.020390+0000", 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.206 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.207 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.208 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: 2, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: 1 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 0, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.209 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:39.677482+0000", 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:39.677989+0000", 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.210 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 530, 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.609025+0000", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 529, 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.211 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3e", 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4314, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:54:10.012265+0000", 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.212 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.213 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.214 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.215 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: 0, 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: 6 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": [ 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: "acting_primary": 7, 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: "avail_no_missing": [], 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: "blocked_by": [], 2024-04-02T09:59:34.216 INFO:tasks.workunit.client.0.smithi019.stdout: "created": 60, 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "dirty_stats_invalid": false, 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "hitset_stats_invalid": false, 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_active": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_active": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_became_peered": "2024-04-02T08:38:38.674925+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_change": "2024-04-02T08:38:38.675240+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_clean_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_deep_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_epoch_clean": 529, 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fresh": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_fullsized": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:34.217 INFO:tasks.workunit.client.0.smithi019.stdout: "last_peered": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub": "0'0", 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_duration": 0, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_scrub_stamp": "2024-04-02T08:27:11.211496+0000", 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_undegraded": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "last_unstale": "2024-04-02T09:57:46.608227+0000", 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_dups_size": 0, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "log_start": "0'0", 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "manifest_stats_invalid": false, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "mapping_epoch": 528, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "object_location_counts": [], 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_scrubbed": 0, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "objects_trimmed": 0, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_stats_invalid": false, 2024-04-02T09:59:34.218 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "parent": "0.0", 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "parent_split_bits": 0, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pgid": "3.3f", 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "pin_stats_invalid": false, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "purged_snaps": [], 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_epoch": 2685, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "reported_seq": 4796, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_duration": 0.0, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:55.885634+0000", 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "snaptrimq_len": 0, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.219 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.220 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.221 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "state": "active+clean", 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_invalid": false, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "up": [ 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: 7, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: 6, 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: 0 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.222 INFO:tasks.workunit.client.0.smithi019.stdout: "up_primary": 7, 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "version": "0'0" 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_per_pool": [ 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 24, 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "rbd" 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 24433, 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 8, 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 24433, 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 4, 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.223 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 4194323, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.224 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 12, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 4, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 4, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 2, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.225 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 9077, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 3147062, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 24303, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 3033505 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 12595200, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:34.226 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 12582969, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 24 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 192, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 0, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 64, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:34.227 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 3, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.228 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.229 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 0 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:34.230 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 0, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 192 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 3, 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: "mgr" 2024-04-02T09:59:34.231 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 213, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 1, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 3, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 213, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 1, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 590368, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.232 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 6, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 2, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 2, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.233 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 6, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 958, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 1558, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.234 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 343, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 2416 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 1781760, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 1771104, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 0, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 3 2024-04-02T09:59:34.235 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: { 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "acting": 96, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "application": [ 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "cephfs" 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "log_size": 75, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_pg": 32, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_store_stats": 8, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "ondisk_log_size": 75, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "poolid": 2, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "stat_sum": { 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes": 6622, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_bytes_recovered": 0, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:59:34.236 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_kb": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_full": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_evict_mode_some": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_kb": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_high": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_flush_mode_low": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_keys_recovered": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_large_omap_objects": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_clones": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_object_copies": 66, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects": 22, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_degraded": 0, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_dirty": 22, 2024-04-02T09:59:34.237 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_manifest": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_misplaced": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_omap": 14, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_pinned": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_recovered": 3, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_repaired": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_objects_unfound": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_bytes": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_omap_keys": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_promote": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read": 158, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_read_kb": 174, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_scrub_errors": 0, 2024-04-02T09:59:34.238 INFO:tasks.workunit.client.0.smithi019.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_whiteouts": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write": 69, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "num_write_kb": 36 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "store_stats": { 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "allocated": 110592, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "available": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_allocated": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "data_compressed_original": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "data_stored": 19866, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "internal_metadata": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "internally_reserved": 0, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "omap_allocated": 44580, 2024-04-02T09:59:34.239 INFO:tasks.workunit.client.0.smithi019.stdout: "total": 0 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "up": 96 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "usage": { 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "pg_num": 105, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "pools": 4, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "stats_by_class": { 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "ssd": { 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176452096, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783833088, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_bytes": 4783833088, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_raw_ratio": 0.006229271646589041 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2024-04-02T09:59:34.240 INFO:tasks.workunit.client.0.smithi019.stdout: "total_avail_bytes": 763176452096, 2024-04-02T09:59:34.241 INFO:tasks.workunit.client.0.smithi019.stdout: "total_bytes": 767960285184, 2024-04-02T09:59:34.241 INFO:tasks.workunit.client.0.smithi019.stdout: "total_used_bytes": 4783833088 2024-04-02T09:59:34.241 INFO:tasks.workunit.client.0.smithi019.stdout: } 2024-04-02T09:59:34.241 INFO:tasks.workunit.client.0.smithi019.stdout:} 2024-04-02T09:59:34.241 INFO:tasks.workunit.client.0.smithi019.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:59:34.241 INFO:tasks.workunit.client.0.smithi019.stderr:+ ceph telemetry off 2024-04-02T09:59:34.242 INFO:tasks.workunit.client.0.smithi019.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-02T09:59:34.242 INFO:tasks.workunit.client.0.smithi019.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-02T09:59:34.242 INFO:tasks.workunit.client.0.smithi019.stderr:+ echo OK 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.243 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.244 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:34.245 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:33 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.246 INFO:tasks.workunit.client.0.smithi019.stdout:OK 2024-04-02T09:59:34.246 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:59:34.246 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:59:34.247 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:32] ENGINE Bus STOPPING 2024-04-02T09:59:34.247 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:59:34.247 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:32] ENGINE Bus STOPPED 2024-04-02T09:59:34.247 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:32] ENGINE Bus STARTING 2024-04-02T09:59:34.247 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:32] ENGINE Serving on http://:::9283 2024-04-02T09:59:34.247 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:32 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:32] ENGINE Bus STARTED 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.248 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.249 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.250 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:59:34.251 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:34.252 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:59:34.253 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:33 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' 2024-04-02T09:59:34.279 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-02T09:59:34.280 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:59:34.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:34 smithi019 ceph-mon[94035]: from='client.36387 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:34 smithi019 ceph-mon[94035]: from='client.36387 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:34 smithi019 ceph-mon[96522]: from='client.36387 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:34 smithi019 ceph-mon[96522]: from='client.36387 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:34 smithi066 ceph-mon[87361]: from='client.36387 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:34 smithi066 ceph-mon[87361]: from='client.36387 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:59:34.569 DEBUG:teuthology.parallel:result is None 2024-04-02T09:59:34.569 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:34.598 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:34.598 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:59:34.652 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:59:34.653 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:59:34.666 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-02T09:59:34.666 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-02T09:59:34.676 INFO:tasks.cephadm:Teardown begin 2024-04-02T09:59:34.676 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-02T09:59:34.676 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:59:35.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T09:59:35.058 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/1673404871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1673404871},{"type":"v1","addr":"172.21.15.66:6833","nonce":1673404871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.581708+0000","modified":"2024-04-02T08:39:13.851243+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":562,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44312":{"gid":44312,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.19:6835/1619822413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":1619822413},{"type":"v1","addr":"172.21.15.19:6835","nonce":1619822413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44312,"qdb_cluster":[44312]},"id":1}]} 2024-04-02T09:59:35.058 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 18 2024-04-02T09:59:35.071 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:59:35.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T09:59:35.407 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54274,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/1673404871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1673404871},{"type":"v1","addr":"172.21.15.66:6833","nonce":1673404871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:27:11.581708+0000","modified":"2024-04-02T08:39:13.851243+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":562,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44312":{"gid":44312,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.19:6835/1619822413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6834","nonce":1619822413},{"type":"v1","addr":"172.21.15.19:6835","nonce":1619822413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44312,"qdb_cluster":[44312]},"id":1}]} 2024-04-02T09:59:35.407 INFO:teuthology.orchestra.run.smithi019.stderr:dumped fsmap epoch 18 2024-04-02T09:59:35.418 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:35 smithi019 ceph-mon[94035]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:59:35.419 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:35 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/3422950068' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:59:35.419 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:35 smithi019 ceph-mon[96522]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:59:35.419 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:35 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/3422950068' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:59:35.420 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T09:59:35.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:35 smithi066 ceph-mon[87361]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-02T09:59:35.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:35 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/3422950068' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:59:35.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2024-04-02T09:59:35.725 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":2685,"fsid":"e9ed0690-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:21:33.759397+0000","modified":"2024-04-02T09:57:46.503000+0000","last_up_change":"2024-04-02T08:38:37.644339+0000","last_in_change":"2024-04-02T08:26:33.767808+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:24:51.454844+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:27:09.935602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:27:10.772324+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:27:43.721088+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1068","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1068,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"961260f1-5b30-41f8-9400-9670bdb81018","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":305,"up_from":316,"up_thru":2605,"down_at":306,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6803","nonce":112731452}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6805","nonce":112731452}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6809","nonce":112731452}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":112731452},{"type":"v1","addr":"172.21.15.19:6807","nonce":112731452}]},"public_addr":"172.21.15.19:6803/112731452","cluster_addr":"172.21.15.19:6805/112731452","heartbeat_back_addr":"172.21.15.19:6809/112731452","heartbeat_front_addr":"172.21.15.19:6807/112731452","state":["exists","up"]},{"osd":1,"uuid":"db8a5558-eca1-4956-9a18-4450ba566272","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":339,"up_from":351,"up_thru":2605,"down_at":341,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6811","nonce":2082208904}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6812","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6813","nonce":2082208904}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6816","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6817","nonce":2082208904}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":2082208904},{"type":"v1","addr":"172.21.15.19:6815","nonce":2082208904}]},"public_addr":"172.21.15.19:6811/2082208904","cluster_addr":"172.21.15.19:6813/2082208904","heartbeat_back_addr":"172.21.15.19:6817/2082208904","heartbeat_front_addr":"172.21.15.19:6815/2082208904","state":["exists","up"]},{"osd":2,"uuid":"23400a98-bf06-4fc0-be69-bd37070d025e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":374,"up_from":385,"up_thru":2605,"down_at":375,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6818","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6819","nonce":3794025214}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6821","nonce":3794025214}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6825","nonce":3794025214}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":3794025214},{"type":"v1","addr":"172.21.15.19:6823","nonce":3794025214}]},"public_addr":"172.21.15.19:6819/3794025214","cluster_addr":"172.21.15.19:6821/3794025214","heartbeat_back_addr":"172.21.15.19:6825/3794025214","heartbeat_front_addr":"172.21.15.19:6823/3794025214","state":["exists","up"]},{"osd":3,"uuid":"358a43c8-41e0-432b-8b93-ee40cd370fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":394,"up_from":405,"up_thru":2605,"down_at":395,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6827","nonce":3527747313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6829","nonce":3527747313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6832","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6833","nonce":3527747313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":3527747313},{"type":"v1","addr":"172.21.15.19:6831","nonce":3527747313}]},"public_addr":"172.21.15.19:6827/3527747313","cluster_addr":"172.21.15.19:6829/3527747313","heartbeat_back_addr":"172.21.15.19:6833/3527747313","heartbeat_front_addr":"172.21.15.19:6831/3527747313","state":["exists","up"]},{"osd":4,"uuid":"006c39be-618f-4e21-b282-40046ab53b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":428,"up_from":439,"up_thru":2605,"down_at":429,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6801","nonce":2124650396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6803","nonce":2124650396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6807","nonce":2124650396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":2124650396},{"type":"v1","addr":"172.21.15.66:6805","nonce":2124650396}]},"public_addr":"172.21.15.66:6801/2124650396","cluster_addr":"172.21.15.66:6803/2124650396","heartbeat_back_addr":"172.21.15.66:6807/2124650396","heartbeat_front_addr":"172.21.15.66:6805/2124650396","state":["exists","up"]},{"osd":5,"uuid":"73015a12-9241-4d7e-88c8-7e09ef2888ce","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":463,"up_from":474,"up_thru":2605,"down_at":464,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6809","nonce":166480683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6811","nonce":166480683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6815","nonce":166480683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":166480683},{"type":"v1","addr":"172.21.15.66:6813","nonce":166480683}]},"public_addr":"172.21.15.66:6809/166480683","cluster_addr":"172.21.15.66:6811/166480683","heartbeat_back_addr":"172.21.15.66:6815/166480683","heartbeat_front_addr":"172.21.15.66:6813/166480683","state":["exists","up"]},{"osd":6,"uuid":"b26622e0-6f7a-4fb1-a93b-c4f243e051e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":498,"up_from":509,"up_thru":2605,"down_at":499,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6817","nonce":4060554910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6819","nonce":4060554910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6823","nonce":4060554910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":4060554910},{"type":"v1","addr":"172.21.15.66:6821","nonce":4060554910}]},"public_addr":"172.21.15.66:6817/4060554910","cluster_addr":"172.21.15.66:6819/4060554910","heartbeat_back_addr":"172.21.15.66:6823/4060554910","heartbeat_front_addr":"172.21.15.66:6821/4060554910","state":["exists","up"]},{"osd":7,"uuid":"63cfb255-00dc-40c5-8376-837cfd7d7ae9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":517,"up_from":528,"up_thru":2605,"down_at":518,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6825","nonce":2316227958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6827","nonce":2316227958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6831","nonce":2316227958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":2316227958},{"type":"v1","addr":"172.21.15.66:6829","nonce":2316227958}]},"public_addr":"172.21.15.66:6825/2316227958","cluster_addr":"172.21.15.66:6827/2316227958","heartbeat_back_addr":"172.21.15.66:6831/2316227958","heartbeat_front_addr":"172.21.15.66:6829/2316227958","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:23:59.861563+0000","dead_epoch":304},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:24.195357+0000","dead_epoch":339},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:24:48.444009+0000","dead_epoch":374},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:13.646796+0000","dead_epoch":394},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:25:36.596700+0000","dead_epoch":428},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:00.624024+0000","dead_epoch":463},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:24.689863+0000","dead_epoch":497},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:26:49.380599+0000","dead_epoch":517}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":2},{"from":0,"to":3}]},{"pgid":"2.4","mappings":[{"from":0,"to":4}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.1d","mappings":[{"from":5,"to":7}]},{"pgid":"3.21","mappings":[{"from":6,"to":7}]},{"pgid":"3.23","mappings":[{"from":0,"to":2},{"from":4,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2},{"from":0,"to":7}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"3.3e","mappings":[{"from":1,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.19:0/2076007734":"2024-04-02T10:18:58.209334+0000","172.21.15.66:6832/556921811":"2024-04-03T08:39:10.829672+0000","172.21.15.19:0/2876891641":"2024-04-03T08:33:28.186654+0000","172.21.15.19:0/2342557887":"2024-04-02T10:18:59.195083+0000","172.21.15.19:0/2629552358":"2024-04-03T08:33:28.186654+0000","172.21.15.19:0/2259310014":"2024-04-03T08:33:28.186654+0000","172.21.15.19:0/3928423834":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1127858581":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6801/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6800/1337703299":"2024-04-03T08:27:45.203400+0000","172.21.15.19:6801/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:6835/2557675225":"2024-04-03T08:38:46.865733+0000","172.21.15.66:0/2276579966":"2024-04-03T08:32:42.348308+0000","172.21.15.66:0/1245506392":"2024-04-03T08:32:42.348308+0000","172.21.15.19:6800/346085540":"2024-04-03T08:33:28.186654+0000","172.21.15.19:0/1103489863":"2024-04-02T10:27:29.972518+0000","172.21.15.19:0/1457641627":"2024-04-03T08:22:37.131641+0000","172.21.15.66:0/2370947013":"2024-04-03T08:32:42.348308+0000","172.21.15.19:0/3590224353":"2024-04-02T10:57:23.043927+0000","172.21.15.19:0/569538816":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2178637629":"2024-04-03T08:22:37.131641+0000","172.21.15.19:0/2394919505":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/3303977209":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/882777154":"2024-04-03T08:32:01.769534+0000","172.21.15.66:6833/556921811":"2024-04-03T08:39:10.829672+0000","172.21.15.19:6800/2394913603":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/2243646063":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/4230447010":"2024-04-03T08:22:11.624822+0000","172.21.15.19:0/1076466595":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/758955171":"2024-04-03T08:27:45.203400+0000","172.21.15.19:0/2178701244":"2024-04-03T08:33:28.186654+0000","172.21.15.19:6800/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/3501661354":"2024-04-03T08:22:37.131641+0000","172.21.15.19:6801/1208857340":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/3999949947":"2024-04-03T08:33:28.186654+0000","172.21.15.66:0/786553531":"2024-04-03T08:32:42.348308+0000","172.21.15.19:0/1253458374":"2024-04-03T08:27:45.203400+0000","172.21.15.66:6834/4117461221":"2024-04-03T08:32:42.348308+0000","172.21.15.19:0/4026851677":"2024-04-03T08:32:01.769534+0000","172.21.15.66:6835/4117461221":"2024-04-03T08:32:42.348308+0000","172.21.15.19:6834/2557675225":"2024-04-03T08:38:46.865733+0000","172.21.15.19:0/3158289133":"2024-04-03T08:27:45.203400+0000","172.21.15.66:0/563588849":"2024-04-03T08:32:42.348308+0000","172.21.15.66:0/664246834":"2024-04-03T08:32:42.348308+0000","172.21.15.19:6800/1208857340":"2024-04-03T08:32:01.769534+0000","172.21.15.19:0/2199691781":"2024-04-03T08:33:28.186654+0000","172.21.15.19:6801/346085540":"2024-04-03T08:33:28.186654+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":44,"length":2},{"begin":47,"length":1}]},{"pool":89,"snaps":[{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":292,"length":3}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T09:59:35.738 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-02T09:59:36.086 INFO:teuthology.orchestra.run.smithi019.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-02T09:59:36.100 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-02T09:59:36.446 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1702977286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/2257479654' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4109573995' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[96522]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[94012]: 2024-04-02T09:59:36.081+0000 7f33f38b9700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:59:36.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1702977286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/2257479654' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4109573995' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-mon[94035]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[123147]: ignoring --setuser ceph since I am not root 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[123147]: ignoring --setgroup ceph since I am not root 2024-04-02T09:59:36.448 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 09:59:36 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[123147]: starting mds.a at 2024-04-02T09:59:36.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1702977286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/2257479654' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4109573995' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:59:36.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:36 smithi066 ceph-mon[87361]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:59:37.103 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-02T09:59:37.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4132473910' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: Cluster is now healthy 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4132473910' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: mds.? [v2:172.21.15.19:6834/3514304047,v1:172.21.15.19:6835/3514304047] up:boot 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: fsmap 2 up:standby 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[94035]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4132473910' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:59:37.447 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:59:37.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:59:37.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: Cluster is now healthy 2024-04-02T09:59:37.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4132473910' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:59:37.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: mds.? [v2:172.21.15.19:6834/3514304047,v1:172.21.15.19:6835/3514304047] up:boot 2024-04-02T09:59:37.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: fsmap 2 up:standby 2024-04-02T09:59:37.448 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:37 smithi019 ceph-mon[96522]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:59:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:59:37.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4132473910' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:59:37.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:59:37.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:59:37.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: Cluster is now healthy 2024-04-02T09:59:37.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4132473910' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:59:37.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: mds.? [v2:172.21.15.19:6834/3514304047,v1:172.21.15.19:6835/3514304047] up:boot 2024-04-02T09:59:37.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: fsmap 2 up:standby 2024-04-02T09:59:37.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:37 smithi066 ceph-mon[87361]: from='mgr.34104 172.21.15.19:0/3234748082' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:59:38.213 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'cephfs_metadata' removed 2024-04-02T09:59:38.232 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-02T09:59:38.563 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:38 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/1443995265' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:38.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:38 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:38 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/1443995265' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:38.696 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:38 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:38.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:38 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/1443995265' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:38.697 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:38 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:39.217 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'cephfs_data' removed 2024-04-02T09:59:39.239 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:59:39.267 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:59:39.307 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-02T09:59:39.307 DEBUG:teuthology.orchestra.run.smithi019:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:59:39.322 DEBUG:teuthology.orchestra.run.smithi066:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:59:39.364 INFO:tasks.cephadm:Stopping all daemons... 2024-04-02T09:59:39.364 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-02T09:59:39.365 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T09:59:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:39 smithi066 ceph-mon[87361]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-02T09:59:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:39 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:59:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:39 smithi066 ceph-mon[87361]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:59:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:39 smithi066 ceph-mon[87361]: from='client.? 172.21.15.19:0/4262168115' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:39.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:39 smithi066 ceph-mon[87361]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:39.693 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[94035]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-02T09:59:39.694 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:59:39.694 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[94035]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:59:39.694 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[94035]: from='client.? 172.21.15.19:0/4262168115' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:39.694 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[94035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:39.694 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 systemd[1]: Stopping Ceph mon.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:59:39.694 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[96522]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-02T09:59:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:59:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[96522]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:59:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[96522]: from='client.? 172.21.15.19:0/4262168115' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:39.695 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-mon[96522]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:59:39.946 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[94012]: 2024-04-02T09:59:39.693+0000 7f33f90c4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a[94012]: 2024-04-02T09:59:39.693+0000 7f33f90c4700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:39 smithi019 podman[218802]: 2024-04-02 09:59:39.735269087 +0000 UTC m=+0.182457039 container died 424fd8357227f0e28698204c667146665feb2feef5e7510425a889cdd62adbc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:39] ENGINE Bus STOPPING 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:39] ENGINE Bus STOPPED 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:39] ENGINE Bus STARTING 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:39] ENGINE Serving on http://:::9283 2024-04-02T09:59:39.947 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:39 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:39] ENGINE Bus STARTED 2024-04-02T09:59:40.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:40 smithi019 podman[218802]: 2024-04-02 09:59:40.38422614 +0000 UTC m=+0.831414091 container cleanup 424fd8357227f0e28698204c667146665feb2feef5e7510425a889cdd62adbc5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:59:40.446 INFO:journalctl@ceph.mon.a.smithi019.stdout:Apr 02 09:59:40 smithi019 bash[218802]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T09:59:40.447 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: ::ffff:172.21.15.66 - - [02/Apr/2024:09:59:40] "GET /metrics HTTP/1.1" 200 34248 "" "Prometheus/2.43.0" 2024-04-02T09:59:40.767 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.a.service' 2024-04-02T09:59:40.825 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:59:40.826 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-02T09:59:40.826 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-02T09:59:40.826 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.c 2024-04-02T09:59:40.946 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:40 smithi019 systemd[1]: Stopping Ceph mon.c for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:59:41.388 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c[96499]: 2024-04-02T09:59:41.099+0000 7f32807fc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:59:41.388 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c[96499]: 2024-04-02T09:59:41.099+0000 7f32807fc700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:59:41.389 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:41 smithi019 podman[218946]: 2024-04-02 09:59:41.131026681 +0000 UTC m=+0.120567646 container died de8517a3e769bc08899003e47f3a9d65f85cedd19ffd5d47d158908ee2a57560 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:59:41.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:41] ENGINE Bus STOPPING 2024-04-02T09:59:41.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:59:41.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:41] ENGINE Bus STOPPED 2024-04-02T09:59:41.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:41] ENGINE Bus STARTING 2024-04-02T09:59:41.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:41] ENGINE Serving on http://:::9283 2024-04-02T09:59:41.389 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:41 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: [02/Apr/2024:09:59:41] ENGINE Bus STARTED 2024-04-02T09:59:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:41 smithi019 podman[218946]: 2024-04-02 09:59:41.480400282 +0000 UTC m=+0.469941232 container cleanup de8517a3e769bc08899003e47f3a9d65f85cedd19ffd5d47d158908ee2a57560 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T09:59:41.696 INFO:journalctl@ceph.mon.c.smithi019.stdout:Apr 02 09:59:41 smithi019 bash[218946]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T09:59:41.909 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.c.service' 2024-04-02T09:59:41.945 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:59:41.946 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-02T09:59:41.946 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-02T09:59:41.946 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.b 2024-04-02T09:59:42.265 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:41 smithi066 systemd[1]: Stopping Ceph mon.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:59:42.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi019:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"e9ed0690-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi019:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:59:42.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b[87338]: 2024-04-02T09:59:42.265+0000 7f6e71aad700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:59:42.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b[87338]: 2024-04-02T09:59:42.265+0000 7f6e71aad700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:59:42.564 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:42 smithi066 podman[151955]: 2024-04-02 09:59:42.490752872 +0000 UTC m=+0.339653724 container died ee79f2631c219bc457948ff76d2e841496a64aacac87173e8b18db5bf56a5851 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T09:59:43.313 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:43 smithi066 podman[151955]: 2024-04-02 09:59:43.05547926 +0000 UTC m=+0.904380116 container cleanup ee79f2631c219bc457948ff76d2e841496a64aacac87173e8b18db5bf56a5851 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-02T09:59:43.314 INFO:journalctl@ceph.mon.b.smithi066.stdout:Apr 02 09:59:43 smithi066 bash[151955]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T09:59:43.487 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mon.b.service' 2024-04-02T09:59:43.648 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:59:43.648 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-02T09:59:43.648 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-02T09:59:43.648 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T09:59:43.946 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:43 smithi019 systemd[1]: Stopping Ceph mgr.y for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:59:44.310 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:43 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T09:59:43.962+0000 7fa5c02b1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:59:44.311 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:43 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y[84635]: 2024-04-02T09:59:43.962+0000 7fa5c02b1700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-02T09:59:44.311 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:43 smithi019 podman[219089]: 2024-04-02 09:59:43.994388029 +0000 UTC m=+0.149620978 container died 16137f8c182c0c0c5b4d0d578a099bd09da5fea653570d234e3e96621395cd71 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:59:44.610 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:44 smithi019 podman[219089]: 2024-04-02 09:59:44.38542525 +0000 UTC m=+0.540658195 container cleanup 16137f8c182c0c0c5b4d0d578a099bd09da5fea653570d234e3e96621395cd71 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T09:59:44.610 INFO:journalctl@ceph.mgr.y.smithi019.stdout:Apr 02 09:59:44 smithi019 bash[219089]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T09:59:44.736 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service' 2024-04-02T09:59:44.772 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:59:44.772 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-02T09:59:44.772 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-02T09:59:44.773 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x 2024-04-02T09:59:45.064 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 09:59:44 smithi066 systemd[1]: Stopping Ceph mgr.x for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:59:45.393 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 09:59:45 smithi066 podman[152088]: 2024-04-02 09:59:45.111039296 +0000 UTC m=+0.139561025 container died b532427a96a92b1076bf81578d872f90d3488f7c687cbd39889aac0741f3b2f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T09:59:45.743 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 09:59:45 smithi066 podman[152088]: 2024-04-02 09:59:45.501600699 +0000 UTC m=+0.530122427 container cleanup b532427a96a92b1076bf81578d872f90d3488f7c687cbd39889aac0741f3b2f2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T09:59:45.743 INFO:journalctl@ceph.mgr.x.smithi066.stdout:Apr 02 09:59:45 smithi066 bash[152088]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T09:59:45.843 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service' 2024-04-02T09:59:45.884 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:59:45.885 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-02T09:59:45.885 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-02T09:59:45.885 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.0 2024-04-02T09:59:46.183 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:45 smithi019 systemd[1]: Stopping Ceph osd.0 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:59:46.446 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:46 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[102593]: 2024-04-02T09:59:46.183+0000 7ff43d0be700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:59:46.446 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:46 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[102593]: 2024-04-02T09:59:46.183+0000 7ff43d0be700 -1 osd.0 2688 *** Got signal Terminated *** 2024-04-02T09:59:46.446 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:46 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0[102593]: 2024-04-02T09:59:46.183+0000 7ff43d0be700 -1 osd.0 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:59:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:50.615Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T09:59:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:50.616Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T09:59:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:50.618Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T09:59:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:50.618Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T09:59:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 09:59:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T09:59:50.618Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T09:59:51.897 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:51 smithi019 podman[219220]: 2024-04-02 09:59:51.604600761 +0000 UTC m=+5.530617523 container died 0ce6f5186f58a7644c34bbde55671ad3161c5035d417c98751bc429daa355c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T09:59:52.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:51 smithi019 podman[219220]: 2024-04-02 09:59:51.981057017 +0000 UTC m=+5.907073777 container cleanup 0ce6f5186f58a7644c34bbde55671ad3161c5035d417c98751bc429daa355c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:59:52.196 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:51 smithi019 bash[219220]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T09:59:52.696 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:52 smithi019 podman[219242]: 2024-04-02 09:59:52.340841121 +0000 UTC m=+0.740498928 container remove 0ce6f5186f58a7644c34bbde55671ad3161c5035d417c98751bc429daa355c4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-02T09:59:53.001 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:52 smithi019 podman[219337]: 2024-04-02 09:59:52.646842525 +0000 UTC m=+0.018122982 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:59:53.001 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:52 smithi019 podman[219337]: 2024-04-02 09:59:52.76684069 +0000 UTC m=+0.138121122 container create 6ba255682533c1a365a38028d568db89eebe32c6e4bb32a43233cdc8c191ab1d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-02T09:59:53.306 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:53 smithi019 podman[219337]: 2024-04-02 09:59:53.002545392 +0000 UTC m=+0.373825821 container init 6ba255682533c1a365a38028d568db89eebe32c6e4bb32a43233cdc8c191ab1d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:59:53.306 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:53 smithi019 podman[219337]: 2024-04-02 09:59:53.008040284 +0000 UTC m=+0.379320715 container start 6ba255682533c1a365a38028d568db89eebe32c6e4bb32a43233cdc8c191ab1d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:59:53.306 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:53 smithi019 podman[219337]: 2024-04-02 09:59:53.110917027 +0000 UTC m=+0.482197471 container attach 6ba255682533c1a365a38028d568db89eebe32c6e4bb32a43233cdc8c191ab1d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, ceph=True) 2024-04-02T09:59:53.671 INFO:journalctl@ceph.osd.0.smithi019.stdout:Apr 02 09:59:53 smithi019 podman[219337]: 2024-04-02 09:59:53.307249803 +0000 UTC m=+0.678530250 container died 6ba255682533c1a365a38028d568db89eebe32c6e4bb32a43233cdc8c191ab1d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux ) 2024-04-02T09:59:53.952 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.0.service' 2024-04-02T09:59:53.999 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:59:53.999 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-02T09:59:53.999 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-02T09:59:53.999 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.1 2024-04-02T09:59:54.196 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 09:59:54 smithi019 systemd[1]: Stopping Ceph osd.1 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:59:54.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 09:59:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[107566]: 2024-04-02T09:59:54.319+0000 7fdfbf619700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:59:54.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 09:59:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[107566]: 2024-04-02T09:59:54.319+0000 7fdfbf619700 -1 osd.1 2688 *** Got signal Terminated *** 2024-04-02T09:59:54.696 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 09:59:54 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1[107566]: 2024-04-02T09:59:54.319+0000 7fdfbf619700 -1 osd.1 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:00:00.000 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 09:59:59 smithi019 podman[219468]: 2024-04-02 09:59:59.737637272 +0000 UTC m=+5.527761396 container died 88c6841d16d5130b4cdc15e93ec7562270540c9d35f18be4df012fa793816e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-02T10:00:00.367 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:00 smithi019 podman[219468]: 2024-04-02 10:00:00.083804812 +0000 UTC m=+5.873928921 container cleanup 88c6841d16d5130b4cdc15e93ec7562270540c9d35f18be4df012fa793816e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T10:00:00.367 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:00 smithi019 bash[219468]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T10:00:00.367 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:00.229Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:00.367 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:00.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:00.694 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:00 smithi019 podman[219491]: 2024-04-02 10:00:00.368386388 +0000 UTC m=+0.630036906 container remove 88c6841d16d5130b4cdc15e93ec7562270540c9d35f18be4df012fa793816e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T10:00:00.946 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:00 smithi019 podman[219591]: 2024-04-02 10:00:00.598737271 +0000 UTC m=+0.017410089 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T10:00:00.947 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:00 smithi019 podman[219591]: 2024-04-02 10:00:00.761148738 +0000 UTC m=+0.179821530 container create fa40fc4336d06c15d1318db6a84199286a0a2b943d551eedb5c4496937944688 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:00:01.361 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:01 smithi019 podman[219591]: 2024-04-02 10:00:01.055178757 +0000 UTC m=+0.473851569 container init fa40fc4336d06c15d1318db6a84199286a0a2b943d551eedb5c4496937944688 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-02T10:00:01.361 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:01 smithi019 podman[219591]: 2024-04-02 10:00:01.061180593 +0000 UTC m=+0.479853388 container start fa40fc4336d06c15d1318db6a84199286a0a2b943d551eedb5c4496937944688 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T10:00:01.362 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:01 smithi019 podman[219591]: 2024-04-02 10:00:01.138232729 +0000 UTC m=+0.556905547 container attach fa40fc4336d06c15d1318db6a84199286a0a2b943d551eedb5c4496937944688 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T10:00:01.639 INFO:journalctl@ceph.osd.1.smithi019.stdout:Apr 02 10:00:01 smithi019 podman[219591]: 2024-04-02 10:00:01.363238211 +0000 UTC m=+0.781911023 container died fa40fc4336d06c15d1318db6a84199286a0a2b943d551eedb5c4496937944688 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T10:00:01.925 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.1.service' 2024-04-02T10:00:01.966 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:01.966 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-02T10:00:01.966 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-02T10:00:01.966 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.2 2024-04-02T10:00:02.196 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:02 smithi019 systemd[1]: Stopping Ceph osd.2 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:02.617 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T10:00:02.305+0000 7f9877152700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:02.618 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T10:00:02.305+0000 7f9877152700 -1 osd.2 2688 *** Got signal Terminated *** 2024-04-02T10:00:02.618 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:02 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2[112801]: 2024-04-02T10:00:02.305+0000 7f9877152700 -1 osd.2 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:00:08.197 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:07 smithi019 podman[219733]: 2024-04-02 10:00:07.877490611 +0000 UTC m=+5.684529428 container died ce39d4d34e80f0fbe4009eaf55e53254a6470a350b1f3fd8be7453d7bacd9338 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326) 2024-04-02T10:00:08.603 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:08 smithi019 podman[219733]: 2024-04-02 10:00:08.352948717 +0000 UTC m=+6.159987534 container cleanup ce39d4d34e80f0fbe4009eaf55e53254a6470a350b1f3fd8be7453d7bacd9338 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T10:00:08.603 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:08 smithi019 bash[219733]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T10:00:08.914 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:08 smithi019 podman[219756]: 2024-04-02 10:00:08.60424082 +0000 UTC m=+0.723669161 container remove ce39d4d34e80f0fbe4009eaf55e53254a6470a350b1f3fd8be7453d7bacd9338 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:00:09.196 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:08 smithi019 podman[219845]: 2024-04-02 10:00:08.818450191 +0000 UTC m=+0.018375456 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T10:00:09.197 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:08 smithi019 podman[219845]: 2024-04-02 10:00:08.921877413 +0000 UTC m=+0.121802671 container create 708694bfab254e610bd76c20b72caa1c3345795ca3e6525b15cb8439f5efcc51 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD) 2024-04-02T10:00:09.197 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:09 smithi019 podman[219845]: 2024-04-02 10:00:09.124228322 +0000 UTC m=+0.324153576 container init 708694bfab254e610bd76c20b72caa1c3345795ca3e6525b15cb8439f5efcc51 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T10:00:09.197 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:09 smithi019 podman[219845]: 2024-04-02 10:00:09.129455888 +0000 UTC m=+0.329381145 container start 708694bfab254e610bd76c20b72caa1c3345795ca3e6525b15cb8439f5efcc51 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T10:00:09.696 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:09 smithi019 podman[219845]: 2024-04-02 10:00:09.215575519 +0000 UTC m=+0.415500779 container attach 708694bfab254e610bd76c20b72caa1c3345795ca3e6525b15cb8439f5efcc51 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T10:00:09.696 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:09 smithi019 podman[219845]: 2024-04-02 10:00:09.42393497 +0000 UTC m=+0.623860221 container died 708694bfab254e610bd76c20b72caa1c3345795ca3e6525b15cb8439f5efcc51 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:00:09.961 INFO:journalctl@ceph.osd.2.smithi019.stdout:Apr 02 10:00:09 smithi019 podman[219892]: 2024-04-02 10:00:09.943822972 +0000 UTC m=+0.514866519 container remove 708694bfab254e610bd76c20b72caa1c3345795ca3e6525b15cb8439f5efcc51 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T10:00:09.967 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.2.service' 2024-04-02T10:00:10.009 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:10.009 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-02T10:00:10.009 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-02T10:00:10.009 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.3 2024-04-02T10:00:10.228 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:10 smithi019 systemd[1]: Stopping Ceph osd.3 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:10.696 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T10:00:10.331+0000 7f376701a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:10.696 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T10:00:10.331+0000 7f376701a700 -1 osd.3 2688 *** Got signal Terminated *** 2024-04-02T10:00:10.697 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3[118045]: 2024-04-02T10:00:10.331+0000 7f376701a700 -1 osd.3 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:00:10.697 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:10.229Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:10.697 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:10.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:10.697 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:10 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:10.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:12.064 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:11 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:11.813+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:12.564 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:12.192+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:13.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:12 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:12.791+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:13.563 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:13.175+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:14.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:13.789+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:14.064 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:13 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:13.657+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:14.563 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:14 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:14.184+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:15.063 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:14 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:14.636+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:15.064 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:14 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:14.759+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:15.563 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:15 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:15.222+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:16.038 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:15 smithi019 podman[219977]: 2024-04-02 10:00:15.755016353 +0000 UTC m=+5.525252550 container died d78eb26f76491823ec910e9e445190cbcd8b60b0d9249888d414161f0d9f49b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T10:00:16.063 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:15 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:15.616+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:16.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:15 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:15.791+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:16.346 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 podman[219977]: 2024-04-02 10:00:16.138227379 +0000 UTC m=+5.908463573 container cleanup d78eb26f76491823ec910e9e445190cbcd8b60b0d9249888d414161f0d9f49b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD) 2024-04-02T10:00:16.346 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 bash[219977]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T10:00:16.563 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:16 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:16.255+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:16.674 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 podman[219999]: 2024-04-02 10:00:16.347794232 +0000 UTC m=+0.597135243 container remove d78eb26f76491823ec910e9e445190cbcd8b60b0d9249888d414161f0d9f49b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T10:00:16.932 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 podman[220097]: 2024-04-02 10:00:16.67373827 +0000 UTC m=+0.111329617 container create d7b47079a83daf3d960b1e2321be651d5c4342e2132e7f3fb846fafde711c217 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T10:00:16.933 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 podman[220097]: 2024-04-02 10:00:16.580107424 +0000 UTC m=+0.017698742 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T10:00:16.933 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 podman[220097]: 2024-04-02 10:00:16.867934072 +0000 UTC m=+0.305525385 container init d7b47079a83daf3d960b1e2321be651d5c4342e2132e7f3fb846fafde711c217 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T10:00:16.933 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 podman[220097]: 2024-04-02 10:00:16.873806471 +0000 UTC m=+0.311397776 container start d7b47079a83daf3d960b1e2321be651d5c4342e2132e7f3fb846fafde711c217 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T10:00:16.933 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:16 smithi019 podman[220097]: 2024-04-02 10:00:16.934014391 +0000 UTC m=+0.371605698 container attach d7b47079a83daf3d960b1e2321be651d5c4342e2132e7f3fb846fafde711c217 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-02T10:00:17.063 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:16 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:16.598+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:17.064 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:16 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:16.757+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:17.196 INFO:journalctl@ceph.osd.3.smithi019.stdout:Apr 02 10:00:17 smithi019 podman[220097]: 2024-04-02 10:00:17.177049408 +0000 UTC m=+0.614640715 container died d7b47079a83daf3d960b1e2321be651d5c4342e2132e7f3fb846fafde711c217 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:00:17.559 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:17.301+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:17.559 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:17.106+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:17.813 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:17.559+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:17.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:17 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:17.753+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:17.931 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.3.service' 2024-04-02T10:00:17.975 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:17.975 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-02T10:00:17.975 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-02T10:00:17.976 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.4 2024-04-02T10:00:18.281 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:18.074+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:18.282 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:18 smithi066 systemd[1]: Stopping Ceph osd.4 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:18.563 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:18.345+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:18.564 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:18.281+0000 7f7af8c74700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:18.564 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:18.281+0000 7f7af8c74700 -1 osd.4 2688 *** Got signal Terminated *** 2024-04-02T10:00:18.564 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:18.281+0000 7f7af8c74700 -1 osd.4 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:00:19.030 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:18.573+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:19.030 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:18 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:18.705+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:19.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:19.030+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:19.662 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:19.334+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:19.662 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:19.534+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:20.017 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:19 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:19.662+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:20.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:20 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:20.018+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:20.618 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:20 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:20.336+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:20.618 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:20 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:20.528+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:20.619 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:20 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:20.529+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:53.994015+0000 front 2024-04-02T09:59:53.994111+0000 (oldest deadline 2024-04-02T10:00:19.893946+0000) 2024-04-02T10:00:20.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:20.230Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:20.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:20.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:20.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:20 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:20.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:20.999 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:20 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:20.619+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:21.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:20.999+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:21.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:21.375+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:21.814 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:21.544+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:21.814 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:21.544+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:53.994015+0000 front 2024-04-02T09:59:53.994111+0000 (oldest deadline 2024-04-02T10:00:19.893946+0000) 2024-04-02T10:00:21.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:21 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:21.586+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:22.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:22.008+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:22.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:22.368+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:22.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:22.368+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:22.814 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:22.586+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:48.792991+0000 front 2024-04-02T09:59:48.792927+0000 (oldest deadline 2024-04-02T10:00:12.893014+0000) 2024-04-02T10:00:22.814 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4[93280]: 2024-04-02T10:00:22.586+0000 7f7af1260700 -1 osd.4 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:53.994015+0000 front 2024-04-02T09:59:53.994111+0000 (oldest deadline 2024-04-02T10:00:19.893946+0000) 2024-04-02T10:00:22.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:22.585+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:22.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:22 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:22.585+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:23.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:23.010+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:23.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:23.596+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:23.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:23.596+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:23.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:23.368+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:23.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:23 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:23.368+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:24.095 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:24.029+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:24.096 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:23 smithi066 podman[152241]: 2024-04-02 10:00:23.844943204 +0000 UTC m=+5.657697362 container died 1dc7cf786dd7529fecdc2bad7e92175db550549773ae1bbe15ee7070501e4a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T10:00:24.346 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:24 smithi066 podman[152241]: 2024-04-02 10:00:24.187478846 +0000 UTC m=+6.000232998 container cleanup 1dc7cf786dd7529fecdc2bad7e92175db550549773ae1bbe15ee7070501e4a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:00:24.346 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:24 smithi066 bash[152241]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T10:00:24.766 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:24 smithi066 podman[152265]: 2024-04-02 10:00:24.346953126 +0000 UTC m=+0.503246926 container remove 1dc7cf786dd7529fecdc2bad7e92175db550549773ae1bbe15ee7070501e4a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T10:00:24.766 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:24.408+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:24.767 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:24.408+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:24.767 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:24.582+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:24.767 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:24 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:24.582+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:25.064 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:24 smithi066 podman[152365]: 2024-04-02 10:00:24.670939783 +0000 UTC m=+0.018377717 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T10:00:25.064 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:24 smithi066 podman[152365]: 2024-04-02 10:00:24.803117191 +0000 UTC m=+0.150555125 container create 57b63fab314a54ccb00657b9e3317ba554d7f4e220420a77b2430ba93baa0e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T10:00:25.064 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:24 smithi066 podman[152365]: 2024-04-02 10:00:24.992344002 +0000 UTC m=+0.339781945 container init 57b63fab314a54ccb00657b9e3317ba554d7f4e220420a77b2430ba93baa0e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:00:25.064 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:24 smithi066 podman[152365]: 2024-04-02 10:00:24.998116473 +0000 UTC m=+0.345554422 container start 57b63fab314a54ccb00657b9e3317ba554d7f4e220420a77b2430ba93baa0e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T10:00:25.064 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:25.015+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:25.064 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:25.015+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:56.438860+0000 front 2024-04-02T09:59:56.438933+0000 (oldest deadline 2024-04-02T10:00:24.039496+0000) 2024-04-02T10:00:25.419 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:25 smithi066 podman[152365]: 2024-04-02 10:00:25.092034949 +0000 UTC m=+0.439472886 container attach 57b63fab314a54ccb00657b9e3317ba554d7f4e220420a77b2430ba93baa0e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T10:00:25.420 INFO:journalctl@ceph.osd.4.smithi066.stdout:Apr 02 10:00:25 smithi066 podman[152365]: 2024-04-02 10:00:25.304828381 +0000 UTC m=+0.652266313 container died 57b63fab314a54ccb00657b9e3317ba554d7f4e220420a77b2430ba93baa0e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-02T10:00:25.785 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:25.572+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:25.785 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:25.573+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:25.786 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:25.420+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:25.786 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:25 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:25.420+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:25.806 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.4.service' 2024-04-02T10:00:25.851 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:25.852 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-02T10:00:25.852 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-02T10:00:25.852 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.5 2024-04-02T10:00:26.063 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:25 smithi066 systemd[1]: Stopping Ceph osd.5 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:26.063 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:26.018+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:26.064 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:26.018+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:56.438860+0000 front 2024-04-02T09:59:56.438933+0000 (oldest deadline 2024-04-02T10:00:24.039496+0000) 2024-04-02T10:00:26.462 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:26.167+0000 7f453881f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:26.462 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:26.167+0000 7f453881f700 -1 osd.5 2688 *** Got signal Terminated *** 2024-04-02T10:00:26.462 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:26.167+0000 7f453881f700 -1 osd.5 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:00:26.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:26.607+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:26.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:26.607+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:26.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:26.463+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:26.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:26.463+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:27.165 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:26.997+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:27.165 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:26 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:26.997+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:56.438860+0000 front 2024-04-02T09:59:56.438933+0000 (oldest deadline 2024-04-02T10:00:24.039496+0000) 2024-04-02T10:00:27.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:27.470+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:27.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:27.470+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:27.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:27.629+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:27.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:27.629+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:28.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:27.953+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:28.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:27 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:27.953+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:56.438860+0000 front 2024-04-02T09:59:56.438933+0000 (oldest deadline 2024-04-02T10:00:24.039496+0000) 2024-04-02T10:00:28.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:28.621+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:28.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:28.621+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:28.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:28.476+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:28.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:28.476+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:29.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:28.984+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:29.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:28 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:28.984+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:56.438860+0000 front 2024-04-02T09:59:56.438933+0000 (oldest deadline 2024-04-02T10:00:24.039496+0000) 2024-04-02T10:00:29.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:29.597+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:29.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:29.597+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:29.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:29.490+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:29.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:29.490+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:29.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:29.490+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:30.313 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:29.968+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:30.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:29 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:29.968+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:56.438860+0000 front 2024-04-02T09:59:56.438933+0000 (oldest deadline 2024-04-02T10:00:24.039496+0000) 2024-04-02T10:00:30.608 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:30.231Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:30.608 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:30.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:30.608 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:30 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:30.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:30.813 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=cleanup t=2024-04-02T10:00:30.343852678Z level=info msg="Completed cleanup jobs" duration=5.504851ms 2024-04-02T10:00:30.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:30.549+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:30.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:30.549+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:30.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:30.496+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:30.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:30.496+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:30.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:30.496+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:31.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:30.985+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:51.138522+0000 front 2024-04-02T09:59:51.138497+0000 (oldest deadline 2024-04-02T10:00:16.438315+0000) 2024-04-02T10:00:31.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:30.985+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:56.438860+0000 front 2024-04-02T09:59:56.438933+0000 (oldest deadline 2024-04-02T10:00:24.039496+0000) 2024-04-02T10:00:31.314 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:30 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5[98512]: 2024-04-02T10:00:30.985+0000 7f4530e0b700 -1 osd.5 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.742097+0000 front 2024-04-02T10:00:06.742078+0000 (oldest deadline 2024-04-02T10:00:30.241881+0000) 2024-04-02T10:00:31.814 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:31 smithi066 podman[152499]: 2024-04-02 10:00:31.627324653 +0000 UTC m=+5.578519575 container died c4504e7104ad8112546979a66641c32c3467942fca3deb66fc21612022fe03fa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T10:00:31.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:31.530+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:31.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:31.530+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:31.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:31.482+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:31.815 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:31.482+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:31.815 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:31 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:31.482+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:32.190 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:31 smithi066 podman[152499]: 2024-04-02 10:00:31.964849972 +0000 UTC m=+5.916044889 container cleanup c4504e7104ad8112546979a66641c32c3467942fca3deb66fc21612022fe03fa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T10:00:32.191 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:31 smithi066 bash[152499]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T10:00:32.456 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:32 smithi066 podman[152536]: 2024-04-02 10:00:32.191350338 +0000 UTC m=+0.565948043 container remove c4504e7104ad8112546979a66641c32c3467942fca3deb66fc21612022fe03fa (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T10:00:32.778 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:32 smithi066 podman[152634]: 2024-04-02 10:00:32.544685792 +0000 UTC m=+0.018420050 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T10:00:32.778 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:32 smithi066 podman[152634]: 2024-04-02 10:00:32.667197419 +0000 UTC m=+0.140931650 container create 40330703753b6737bfced19bfe438377e730ed2482eaf3d6d8fc1e1391413133 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T10:00:32.779 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:32.456+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:32.779 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:32.456+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:32.779 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:32.456+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:32.779 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:32.569+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:32.779 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:32.569+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:32.779 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:32 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:32.569+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.302478+0000 front 2024-04-02T10:00:06.302385+0000 (oldest deadline 2024-04-02T10:00:31.602236+0000) 2024-04-02T10:00:33.063 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:32 smithi066 podman[152634]: 2024-04-02 10:00:32.886254307 +0000 UTC m=+0.359988554 container init 40330703753b6737bfced19bfe438377e730ed2482eaf3d6d8fc1e1391413133 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T10:00:33.064 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:32 smithi066 podman[152634]: 2024-04-02 10:00:32.891614189 +0000 UTC m=+0.365348426 container start 40330703753b6737bfced19bfe438377e730ed2482eaf3d6d8fc1e1391413133 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T10:00:33.064 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:32 smithi066 podman[152634]: 2024-04-02 10:00:32.969199985 +0000 UTC m=+0.442934217 container attach 40330703753b6737bfced19bfe438377e730ed2482eaf3d6d8fc1e1391413133 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T10:00:33.440 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 02 10:00:33 smithi066 podman[152634]: 2024-04-02 10:00:33.190299609 +0000 UTC m=+0.664033854 container died 40330703753b6737bfced19bfe438377e730ed2482eaf3d6d8fc1e1391413133 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-02T10:00:33.738 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:33.441+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:33.738 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:33.441+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:33.738 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:33.441+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:33.738 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:33.600+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:33.738 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:33.600+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:33.738 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:33 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:33.600+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.302478+0000 front 2024-04-02T10:00:06.302385+0000 (oldest deadline 2024-04-02T10:00:31.602236+0000) 2024-04-02T10:00:33.758 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.5.service' 2024-04-02T10:00:33.804 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:33.804 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-02T10:00:33.805 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-02T10:00:33.805 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.6 2024-04-02T10:00:34.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:33 smithi066 systemd[1]: Stopping Ceph osd.6 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:34.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:34.119+0000 7fb11eded700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:34.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:34.119+0000 7fb11eded700 -1 osd.6 2688 *** Got signal Terminated *** 2024-04-02T10:00:34.404 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:34.119+0000 7fb11eded700 -1 osd.6 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:00:34.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:34.562+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:34.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:34.562+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:34.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:34.562+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.302478+0000 front 2024-04-02T10:00:06.302385+0000 (oldest deadline 2024-04-02T10:00:31.602236+0000) 2024-04-02T10:00:34.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:34.404+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:34.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:34.404+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:34.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:34 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:34.404+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:35.813 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:35 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:35.522+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:35.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:35 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:35.522+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:35.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:35 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:35.522+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.302478+0000 front 2024-04-02T10:00:06.302385+0000 (oldest deadline 2024-04-02T10:00:31.602236+0000) 2024-04-02T10:00:35.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:35 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:35.438+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:35.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:35 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:35.438+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:35.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:35 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:35.438+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:36.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:36.495+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:36.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:36.495+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:36.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:36.495+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.302478+0000 front 2024-04-02T10:00:06.302385+0000 (oldest deadline 2024-04-02T10:00:31.602236+0000) 2024-04-02T10:00:36.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:36.442+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:36.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:36.442+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:36.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:36 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:36.442+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:37.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:37.529+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:37.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:37.529+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:37.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:37.529+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.302478+0000 front 2024-04-02T10:00:06.302385+0000 (oldest deadline 2024-04-02T10:00:31.602236+0000) 2024-04-02T10:00:37.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:37.529+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:11.602723+0000 front 2024-04-02T10:00:11.602773+0000 (oldest deadline 2024-04-02T10:00:37.502708+0000) 2024-04-02T10:00:37.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:37.453+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:37.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:37.453+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:37.815 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:37.453+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:37.815 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:37 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:37.453+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:38.491+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:38.491+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:38.491+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:38.491+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:38.542+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:49.300655+0000 front 2024-04-02T09:59:49.300769+0000 (oldest deadline 2024-04-02T10:00:11.600499+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:38.542+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:57.501810+0000 front 2024-04-02T09:59:57.501720+0000 (oldest deadline 2024-04-02T10:00:22.201446+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:38.542+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:06.302478+0000 front 2024-04-02T10:00:06.302385+0000 (oldest deadline 2024-04-02T10:00:31.602236+0000) 2024-04-02T10:00:38.814 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:38 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6[103564]: 2024-04-02T10:00:38.542+0000 7fb1173d9700 -1 osd.6 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:11.602723+0000 front 2024-04-02T10:00:11.602773+0000 (oldest deadline 2024-04-02T10:00:37.502708+0000) 2024-04-02T10:00:39.759 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:39 smithi066 podman[152763]: 2024-04-02 10:00:39.488158865 +0000 UTC m=+5.488544772 container died 8b7c3ab9ff8112ec4f7c7272726e0c894af25b0fe75260d4f678da6fd3f3c683 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T10:00:39.759 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:39.471+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:39.759 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:39.471+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:39.759 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:39.471+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:39.759 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:39 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:39.471+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:40.064 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:39 smithi066 podman[152763]: 2024-04-02 10:00:39.833454387 +0000 UTC m=+5.833840297 container cleanup 8b7c3ab9ff8112ec4f7c7272726e0c894af25b0fe75260d4f678da6fd3f3c683 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T10:00:40.064 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:39 smithi066 bash[152763]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T10:00:40.064 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:39 smithi066 podman[152786]: 2024-04-02 10:00:39.992852684 +0000 UTC m=+0.502621142 container remove 8b7c3ab9ff8112ec4f7c7272726e0c894af25b0fe75260d4f678da6fd3f3c683 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True) 2024-04-02T10:00:40.669 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:40.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:40.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:40.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:40 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:40.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:40 smithi066 podman[152887]: 2024-04-02 10:00:40.377171048 +0000 UTC m=+0.086779054 container create 59f7079ea5d1f590ae3837e42bae7160fd8cbafe67f82b9f57616b0323dc3b8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:40 smithi066 podman[152887]: 2024-04-02 10:00:40.308692386 +0000 UTC m=+0.018300404 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:40 smithi066 podman[152887]: 2024-04-02 10:00:40.57957898 +0000 UTC m=+0.289186984 container init 59f7079ea5d1f590ae3837e42bae7160fd8cbafe67f82b9f57616b0323dc3b8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:40 smithi066 podman[152887]: 2024-04-02 10:00:40.58553304 +0000 UTC m=+0.295141046 container start 59f7079ea5d1f590ae3837e42bae7160fd8cbafe67f82b9f57616b0323dc3b8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T10:00:40.670 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:40 smithi066 podman[152887]: 2024-04-02 10:00:40.670978104 +0000 UTC m=+0.380586116 container attach 59f7079ea5d1f590ae3837e42bae7160fd8cbafe67f82b9f57616b0323dc3b8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-02T10:00:40.697 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:40.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:40.697 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:40.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:40.697 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:40 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:40.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:41.063 INFO:journalctl@ceph.osd.6.smithi066.stdout:Apr 02 10:00:40 smithi066 podman[152887]: 2024-04-02 10:00:40.883753468 +0000 UTC m=+0.593361475 container died 59f7079ea5d1f590ae3837e42bae7160fd8cbafe67f82b9f57616b0323dc3b8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T10:00:41.402 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.6.service' 2024-04-02T10:00:41.447 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:41.447 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-02T10:00:41.447 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-02T10:00:41.447 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.7 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 systemd[1]: Stopping Ceph osd.7 for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:41.539+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:41.540+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:41.540+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:41.540+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:41.780+0000 7f5d9b301700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:41.780+0000 7f5d9b301700 -1 osd.7 2688 *** Got signal Terminated *** 2024-04-02T10:00:41.780 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:41 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:41.780+0000 7f5d9b301700 -1 osd.7 2688 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T10:00:42.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:42.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:42.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:42.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:42.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:42.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:42.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:42 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:42.502+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:43.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:43.515+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:43.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:43.515+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:43.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:43.515+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:43.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:43 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:43.515+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:44.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:44.509+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:44.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:44.509+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:44.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:44.509+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:44.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:44 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:44.509+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:45.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:45.482+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:45.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:45.483+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:45.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:45.483+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:45.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:45.483+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:45.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:45 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:45.483+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.66:6804 osd.4 since back 2024-04-02T10:00:23.041154+0000 front 2024-04-02T10:00:23.041110+0000 (oldest deadline 2024-04-02T10:00:45.341060+0000) 2024-04-02T10:00:46.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:46.506+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6806 osd.0 since back 2024-04-02T09:59:46.034181+0000 front 2024-04-02T09:59:46.034240+0000 (oldest deadline 2024-04-02T10:00:11.934250+0000) 2024-04-02T10:00:46.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:46.506+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6814 osd.1 since back 2024-04-02T09:59:58.836562+0000 front 2024-04-02T09:59:58.836776+0000 (oldest deadline 2024-04-02T10:00:22.336441+0000) 2024-04-02T10:00:46.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:46.506+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6822 osd.2 since back 2024-04-02T10:00:05.138095+0000 front 2024-04-02T10:00:05.138006+0000 (oldest deadline 2024-04-02T10:00:28.637893+0000) 2024-04-02T10:00:46.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:46.506+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.19:6830 osd.3 since back 2024-04-02T10:00:12.639464+0000 front 2024-04-02T10:00:12.639511+0000 (oldest deadline 2024-04-02T10:00:36.739327+0000) 2024-04-02T10:00:46.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:46 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7[108796]: 2024-04-02T10:00:46.506+0000 7f5d978f5700 -1 osd.7 2688 heartbeat_check: no reply from 172.21.15.66:6804 osd.4 since back 2024-04-02T10:00:23.041154+0000 front 2024-04-02T10:00:23.041110+0000 (oldest deadline 2024-04-02T10:00:45.341060+0000) 2024-04-02T10:00:47.543 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:47 smithi066 podman[153018]: 2024-04-02 10:00:47.289893672 +0000 UTC m=+5.612520630 container died 9e2a10ea2c29fe41b8f28c8edb2e1b00b4c73fd8f4cadabdcb1baafb5755abc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T10:00:47.813 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:47 smithi066 podman[153018]: 2024-04-02 10:00:47.643013847 +0000 UTC m=+5.965640805 container cleanup 9e2a10ea2c29fe41b8f28c8edb2e1b00b4c73fd8f4cadabdcb1baafb5755abc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-02T10:00:47.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:47 smithi066 bash[153018]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T10:00:48.272 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:47 smithi066 podman[153040]: 2024-04-02 10:00:47.860917369 +0000 UTC m=+0.566078911 container remove 9e2a10ea2c29fe41b8f28c8edb2e1b00b4c73fd8f4cadabdcb1baafb5755abc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T10:00:48.554 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:48 smithi066 podman[153136]: 2024-04-02 10:00:48.176149337 +0000 UTC m=+0.017790196 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T10:00:48.554 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:48 smithi066 podman[153136]: 2024-04-02 10:00:48.287415898 +0000 UTC m=+0.129056772 container create 484a841a562e187f77a1f7eef3f4fa8f54aa7b6ced61fe8b101f663487f3f87d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-02T10:00:48.554 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:48 smithi066 podman[153136]: 2024-04-02 10:00:48.481119721 +0000 UTC m=+0.322760569 container init 484a841a562e187f77a1f7eef3f4fa8f54aa7b6ced61fe8b101f663487f3f87d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS) 2024-04-02T10:00:48.554 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:48 smithi066 podman[153136]: 2024-04-02 10:00:48.48663536 +0000 UTC m=+0.328276192 container start 484a841a562e187f77a1f7eef3f4fa8f54aa7b6ced61fe8b101f663487f3f87d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T10:00:48.554 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:48 smithi066 podman[153136]: 2024-04-02 10:00:48.555542581 +0000 UTC m=+0.397183427 container attach 484a841a562e187f77a1f7eef3f4fa8f54aa7b6ced61fe8b101f663487f3f87d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T10:00:48.814 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:48 smithi066 podman[153136]: 2024-04-02 10:00:48.794183182 +0000 UTC m=+0.635824021 container died 484a841a562e187f77a1f7eef3f4fa8f54aa7b6ced61fe8b101f663487f3f87d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:00:49.292 INFO:journalctl@ceph.osd.7.smithi066.stdout:Apr 02 10:00:49 smithi066 podman[153182]: 2024-04-02 10:00:49.274964058 +0000 UTC m=+0.471702366 container remove 484a841a562e187f77a1f7eef3f4fa8f54aa7b6ced61fe8b101f663487f3f87d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T10:00:49.297 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@osd.7.service' 2024-04-02T10:00:49.342 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:49.342 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-02T10:00:49.342 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-02T10:00:49.343 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.a 2024-04-02T10:00:49.648 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 10:00:49 smithi019 systemd[1]: Stopping Ceph mds.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:49.946 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 10:00:49 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[123147]: 2024-04-02T10:00:49.648+0000 7f36f3391700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:49.946 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 10:00:49 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a[123147]: 2024-04-02T10:00:49.648+0000 7f36f3391700 -1 mds.a *** got signal Terminated *** 2024-04-02T10:00:50.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:50.233Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:50.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:50.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:00:50.696 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:00:50 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:00:50.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:00:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:50.615Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T10:00:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:50.615Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T10:00:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:50.618Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T10:00:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:50.618Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T10:00:51.064 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:50 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:50.618Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.19:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.19:8765: connect: connection refused" 2024-04-02T10:00:52.412 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 10:00:52 smithi019 podman[220240]: 2024-04-02 10:00:52.141576774 +0000 UTC m=+2.594711701 container died 52c6b4ddaa61164b0c28348f9ffa633f343349bf0577d22be8cc9a2697a97ef7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T10:00:52.696 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 10:00:52 smithi019 podman[220240]: 2024-04-02 10:00:52.504067272 +0000 UTC m=+2.957202211 container cleanup 52c6b4ddaa61164b0c28348f9ffa633f343349bf0577d22be8cc9a2697a97ef7 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T10:00:52.696 INFO:journalctl@ceph.mds.a.smithi019.stdout:Apr 02 10:00:52 smithi019 bash[220240]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T10:00:52.939 DEBUG:teuthology.orchestra.run.smithi019:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.a.service' 2024-04-02T10:00:52.976 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:52.976 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-02T10:00:52.976 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-02T10:00:52.977 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.b 2024-04-02T10:00:53.288 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 10:00:53 smithi066 systemd[1]: Stopping Ceph mds.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:53.563 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 10:00:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b[113188]: 2024-04-02T10:00:53.289+0000 7f740db3d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T10:00:53.564 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 10:00:53 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b[113188]: 2024-04-02T10:00:53.289+0000 7f740db3d700 -1 mds.b *** got signal Terminated *** 2024-04-02T10:00:57.410 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 10:00:57 smithi066 podman[153267]: 2024-04-02 10:00:57.115243037 +0000 UTC m=+3.932931014 container died f6049634aa647ba60c8c1842cd2c727bc1ca3a649a80618bd552ddf45cf5b090 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T10:00:57.744 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 10:00:57 smithi066 podman[153267]: 2024-04-02 10:00:57.510565588 +0000 UTC m=+4.328253573 container cleanup f6049634aa647ba60c8c1842cd2c727bc1ca3a649a80618bd552ddf45cf5b090 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T10:00:57.744 INFO:journalctl@ceph.mds.b.smithi066.stdout:Apr 02 10:00:57 smithi066 bash[153267]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T10:00:57.915 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@mds.b.service' 2024-04-02T10:00:57.958 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:57.959 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-02T10:00:57.959 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-02T10:00:57.959 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a 2024-04-02T10:00:58.308 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 systemd[1]: Stopping Ceph prometheus.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T10:00:58.564 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T10:00:58.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.309Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T10:00:58.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.312Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T10:00:58.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.312Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T10:00:58.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[120858]: ts=2024-04-02T10:00:58.312Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T10:00:58.565 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 podman[153408]: 2024-04-02 10:00:58.319963459 +0000 UTC m=+0.121271266 container died 4dec3f26bb8c923e832dccd7362e427b376d00f5ff4629a73cb20d49c57d80d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T10:00:59.030 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 podman[153408]: 2024-04-02 10:00:58.797776999 +0000 UTC m=+0.599084801 container cleanup 4dec3f26bb8c923e832dccd7362e427b376d00f5ff4629a73cb20d49c57d80d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T10:00:59.031 INFO:journalctl@ceph.prometheus.a.smithi066.stdout:Apr 02 10:00:58 smithi066 bash[153408]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T10:00:59.182 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service' 2024-04-02T10:00:59.221 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T10:00:59.221 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-02T10:00:59.222 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T10:00:59.381 INFO:teuthology.orchestra.run.smithi019.stdout:Deleting cluster with fsid: e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:01:00.485 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:01:00.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:01:00.485 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:01:00.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi019.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.19:8443: connect: connection refused" 2024-04-02T10:01:00.485 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:00 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:01:00.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi066.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.66:8443: connect: connection refused" 2024-04-02T10:01:01.092 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:00 smithi019 systemd[1]: Stopping Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:01.092 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:01 smithi019 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[131292]: ts=2024-04-02T10:01:01.052Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T10:01:01.446 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:01 smithi019 podman[220691]: 2024-04-02 10:01:01.093701825 +0000 UTC m=+0.142483447 container died 3f6a877fdd2ed3a41cf5c341a398b6741dc5adc90caba3e29612637eac4e862a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:01:01.825 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:01 smithi019 podman[220691]: 2024-04-02 10:01:01.541793544 +0000 UTC m=+0.590575167 container cleanup 3f6a877fdd2ed3a41cf5c341a398b6741dc5adc90caba3e29612637eac4e862a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:01:01.825 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:01 smithi019 bash[220691]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T10:01:02.102 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:01 smithi019 podman[220710]: 2024-04-02 10:01:01.826284402 +0000 UTC m=+0.727442894 container remove 3f6a877fdd2ed3a41cf5c341a398b6741dc5adc90caba3e29612637eac4e862a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T10:01:02.102 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:01 smithi019 podman[220710]: 2024-04-02 10:01:01.910390362 +0000 UTC m=+0.811548854 volume remove cf323b418e573f75711c70e84282615c9defb3b8cd117815083f9dff50abb9ac 2024-04-02T10:01:02.381 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:02 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T10:01:02.382 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:02 smithi019 systemd[1]: Stopped Ceph alertmanager.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:01:02.382 INFO:journalctl@ceph.alertmanager.a.smithi019.stdout:Apr 02 10:01:02 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 3.115s CPU time. 2024-04-02T10:01:02.676 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:02 smithi019 systemd[1]: Stopping Ceph node-exporter.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:02.929 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:02 smithi019 podman[220838]: 2024-04-02 10:01:02.677407509 +0000 UTC m=+0.120333173 container died 5535121a84478e29a6b70a8d8cc82c957318d5973cee9c5deeaf1d624c3cf90b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:01:03.196 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:03 smithi019 podman[220838]: 2024-04-02 10:01:03.029479868 +0000 UTC m=+0.472405523 container cleanup 5535121a84478e29a6b70a8d8cc82c957318d5973cee9c5deeaf1d624c3cf90b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:01:03.196 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:03 smithi019 bash[220838]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T10:01:03.617 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:03 smithi019 podman[220859]: 2024-04-02 10:01:03.288947272 +0000 UTC m=+0.615165746 container remove 5535121a84478e29a6b70a8d8cc82c957318d5973cee9c5deeaf1d624c3cf90b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T10:01:03.617 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:03 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T10:01:03.617 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:03 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T10:01:03.617 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:03 smithi019 systemd[1]: Stopped Ceph node-exporter.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:01:03.617 INFO:journalctl@ceph.node-exporter.a.smithi019.stdout:Apr 02 10:01:03 smithi019 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 8.843s CPU time. 2024-04-02T10:01:04.113 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T10:01:04.279 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:01:06.063 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:05 smithi066 systemd[1]: Stopping Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:06.378 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=server t=2024-04-02T10:01:06.089013717Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-02T10:01:06.378 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=tracing t=2024-04-02T10:01:06.0894185Z level=info msg="Closing tracing" 2024-04-02T10:01:06.378 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a[124889]: logger=ticker t=2024-04-02T10:01:06.089519085Z level=info msg=stopped last_tick=2024-04-02T10:01:00Z 2024-04-02T10:01:06.378 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 podman[153877]: 2024-04-02 10:01:06.09942784 +0000 UTC m=+0.128632426 container died d85070451bb4269395572d67a7a7c0ec70faecf542caad5593b3d9427c213f87 (image=quay.io/ceph/grafana:9.4.12, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:01:06.719 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 podman[153877]: 2024-04-02 10:01:06.460530882 +0000 UTC m=+0.489735455 container cleanup d85070451bb4269395572d67a7a7c0ec70faecf542caad5593b3d9427c213f87 (image=quay.io/ceph/grafana:9.4.12, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:01:06.719 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 bash[153877]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T10:01:07.063 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 podman[153893]: 2024-04-02 10:01:06.720148683 +0000 UTC m=+0.620229048 container remove d85070451bb4269395572d67a7a7c0ec70faecf542caad5593b3d9427c213f87 (image=quay.io/ceph/grafana:9.4.12, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T10:01:07.063 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-02T10:01:07.063 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 systemd[1]: Stopped Ceph grafana.a for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:01:07.064 INFO:journalctl@ceph.grafana.a.smithi066.stdout:Apr 02 10:01:06 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 50.239s CPU time. 2024-04-02T10:01:07.530 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 systemd[1]: Stopping Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T10:01:07.530 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 podman[154009]: 2024-04-02 10:01:07.328030545 +0000 UTC m=+0.108413679 container died 0324917524a65f1b26b72bf6807844db25f2352cb4e47b4b9cb5bcd2eb3d6d98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:01:07.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 podman[154009]: 2024-04-02 10:01:07.630855436 +0000 UTC m=+0.411238564 container cleanup 0324917524a65f1b26b72bf6807844db25f2352cb4e47b4b9cb5bcd2eb3d6d98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:01:07.813 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 bash[154009]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T10:01:08.117 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 podman[154028]: 2024-04-02 10:01:07.848354545 +0000 UTC m=+0.520833506 container remove 0324917524a65f1b26b72bf6807844db25f2352cb4e47b4b9cb5bcd2eb3d6d98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T10:01:08.117 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T10:01:08.117 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T10:01:08.118 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 systemd[1]: Stopped Ceph node-exporter.b for e9ed0690-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T10:01:08.118 INFO:journalctl@ceph.node-exporter.b.smithi066.stdout:Apr 02 10:01:07 smithi066 systemd[1]: ceph-e9ed0690-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 9.219s CPU time. 2024-04-02T10:01:08.627 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:01:08.662 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T10:01:08.697 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-02T10:01:08.699 DEBUG:teuthology.misc:Transferring archived files from smithi019:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477/remote/smithi019/crash 2024-04-02T10:01:08.700 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar c -f - -C /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T10:01:08.748 INFO:teuthology.orchestra.run.smithi019.stderr:tar: /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T10:01:08.749 INFO:teuthology.orchestra.run.smithi019.stderr:tar: Error is not recoverable: exiting now 2024-04-02T10:01:08.751 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477/remote/smithi066/crash 2024-04-02T10:01:08.752 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T10:01:08.803 INFO:teuthology.orchestra.run.smithi066.stderr:tar: /var/lib/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T10:01:08.803 INFO:teuthology.orchestra.run.smithi066.stderr:tar: Error is not recoverable: exiting now 2024-04-02T10:01:08.804 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-02T10:01:08.804 DEBUG:teuthology.orchestra.run.smithi019:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:01:08.838 INFO:teuthology.orchestra.run.smithi019.stdout:2024-04-02T08:34:51.563962+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T10:01:08.840 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-02T10:01:08.841 DEBUG:teuthology.orchestra.run.smithi019:> sudo egrep '\[SEC\]' /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:01:08.912 DEBUG:teuthology.orchestra.run.smithi019:> sudo egrep '\[ERR\]' /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:01:08.984 DEBUG:teuthology.orchestra.run.smithi019:> sudo egrep '\[WRN\]' /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T10:01:09.051 INFO:teuthology.orchestra.run.smithi019.stdout:2024-04-02T08:34:51.563962+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T10:01:09.053 INFO:tasks.cephadm:Compressing logs... 2024-04-02T10:01:09.053 DEBUG:teuthology.orchestra.run.smithi019:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T10:01:09.096 DEBUG:teuthology.orchestra.run.smithi066:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T10:01:09.121 INFO:teuthology.orchestra.run.smithi019.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T10:01:09.121 INFO:teuthology.orchestra.run.smithi019.stderr:: No such file or directory 2024-04-02T10:01:09.121 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log 2024-04-02T10:01:09.121 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T10:01:09.121 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log 2024-04-02T10:01:09.121 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log 2024-04-02T10:01:09.123 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log 2024-04-02T10:01:09.123 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log: /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log 2024-04-02T10:01:09.123 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T10:01:09.123 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T10:01:09.125 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 90.6% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T10:01:09.125 INFO:teuthology.orchestra.run.smithi019.stderr:gzip 91.4% -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log 2024-04-02T10:01:09.125 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T10:01:09.126 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T10:01:09.127 INFO:teuthology.orchestra.run.smithi066.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T10:01:09.127 INFO:teuthology.orchestra.run.smithi066.stderr:: No such file or directory 2024-04-02T10:01:09.127 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log 2024-04-02T10:01:09.127 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T10:01:09.127 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log 2024-04-02T10:01:09.129 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log 2024-04-02T10:01:09.129 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log 2024-04-02T10:01:09.129 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log: /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log 2024-04-02T10:01:09.130 INFO:teuthology.orchestra.run.smithi066.stderr: 83.4% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-02T10:01:09.130 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log 2024-04-02T10:01:09.130 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T10:01:09.130 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T10:01:09.131 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 84.2% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T10:01:09.131 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T10:01:09.135 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log: 94.8% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T10:01:09.137 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log 2024-04-02T10:01:09.137 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log: 91.4% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T10:01:09.138 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log 2024-04-02T10:01:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T10:01:09.147 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T10:01:09.150 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log 2024-04-02T10:01:09.151 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log: 92.9% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T10:01:09.162 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log: 91.1% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T10:01:09.164 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log: 91.1% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T10:01:09.173 INFO:teuthology.orchestra.run.smithi019.stderr: 92.2% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-02T10:01:09.177 INFO:teuthology.orchestra.run.smithi066.stderr: 90.6% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-02T10:01:10.261 INFO:teuthology.orchestra.run.smithi019.stderr: 89.4% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-02T10:01:10.622 INFO:teuthology.orchestra.run.smithi066.stderr: 92.2% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-02T10:01:10.683 INFO:teuthology.orchestra.run.smithi019.stderr: 91.9% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-02T10:01:13.656 INFO:teuthology.orchestra.run.smithi019.stderr: 90.5% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-02T10:01:28.939 INFO:teuthology.orchestra.run.smithi066.stderr: 94.5% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-02T10:01:30.920 INFO:teuthology.orchestra.run.smithi066.stderr: 94.4% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-02T10:01:32.355 INFO:teuthology.orchestra.run.smithi066.stderr: 94.3% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-02T10:01:33.253 INFO:teuthology.orchestra.run.smithi066.stderr: 94.4% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-02T10:01:33.255 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-04-02T10:01:33.255 INFO:teuthology.orchestra.run.smithi066.stderr:real 0m24.145s 2024-04-02T10:01:33.255 INFO:teuthology.orchestra.run.smithi066.stderr:user 1m27.418s 2024-04-02T10:01:33.255 INFO:teuthology.orchestra.run.smithi066.stderr:sys 0m2.999s 2024-04-02T10:01:35.192 INFO:teuthology.orchestra.run.smithi019.stderr: 94.5% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-02T10:01:35.470 INFO:teuthology.orchestra.run.smithi019.stderr: 94.0% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-02T10:01:35.480 INFO:teuthology.orchestra.run.smithi019.stderr: 94.4% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-02T10:01:37.661 INFO:teuthology.orchestra.run.smithi019.stderr: 94.7% -- replaced with /var/log/ceph/e9ed0690-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-02T10:01:37.663 INFO:teuthology.orchestra.run.smithi019.stderr: 2024-04-02T10:01:37.663 INFO:teuthology.orchestra.run.smithi019.stderr:real 0m28.555s 2024-04-02T10:01:37.663 INFO:teuthology.orchestra.run.smithi019.stderr:user 1m50.654s 2024-04-02T10:01:37.663 INFO:teuthology.orchestra.run.smithi019.stderr:sys 0m3.708s 2024-04-02T10:01:37.663 INFO:tasks.cephadm:Archiving logs... 2024-04-02T10:01:37.663 DEBUG:teuthology.misc:Transferring archived files from smithi019:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477/remote/smithi019/log 2024-04-02T10:01:37.664 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T10:01:52.242 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477/remote/smithi066/log 2024-04-02T10:01:52.243 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T10:02:03.993 INFO:tasks.cephadm:Removing cluster... 2024-04-02T10:02:03.994 DEBUG:teuthology.orchestra.run.smithi019:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T10:02:04.156 INFO:teuthology.orchestra.run.smithi019.stdout:Deleting cluster with fsid: e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:02:04.549 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e9ed0690-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T10:02:04.716 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: e9ed0690-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T10:02:05.108 INFO:tasks.cephadm:Removing cephadm ... 2024-04-02T10:02:05.108 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T10:02:05.125 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T10:02:05.141 INFO:tasks.cephadm:Teardown complete 2024-04-02T10:02:05.141 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-02T10:02:05.153 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-02T10:02:05.153 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T10:02:05.168 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T10:02:05.260 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-02T10:02:05.271 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-02T10:02:05.271 DEBUG:teuthology.orchestra.run.smithi019:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T10:02:05.274 DEBUG:teuthology.orchestra.run.smithi066:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T10:02:05.286 INFO:teuthology.orchestra.run.smithi019.stderr:bash: line 1: ntpq: command not found 2024-04-02T10:02:05.288 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-04-02T10:02:05.290 INFO:teuthology.orchestra.run.smithi019.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T10:02:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:=============================================================================== 2024-04-02T10:02:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 24 +272us[ +278us] +/- 81ms 2024-04-02T10:02:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:^* hv02.front.sepia.ceph.com 3 6 377 22 +85us[ +90us] +/- 51ms 2024-04-02T10:02:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 25 -364us[ -358us] +/- 78ms 2024-04-02T10:02:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T10:02:05.292 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T10:02:05.292 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-04-02T10:02:05.292 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 21 +245us[ +245us] +/- 82ms 2024-04-02T10:02:05.292 INFO:teuthology.orchestra.run.smithi066.stdout:^* hv02.front.sepia.ceph.com 3 7 377 90 +104us[ +111us] +/- 50ms 2024-04-02T10:02:05.293 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 26 -385us[ -385us] +/- 78ms 2024-04-02T10:02:05.293 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T10:02:05.293 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-02T10:02:05.304 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-02T10:02:05.304 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-02T10:02:05.315 DEBUG:teuthology.orchestra.run.smithi019:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T10:02:05.431 DEBUG:teuthology.orchestra.run.smithi066:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T10:02:05.528 DEBUG:teuthology.orchestra.run.smithi019:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T10:02:05.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:02:05.560 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T10:02:05.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:02:05.595 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-02T10:02:05.606 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-02T10:02:05.617 INFO:teuthology.task.internal:Duration was 6436.009259 seconds 2024-04-02T10:02:05.617 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-02T10:02:05.628 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-02T10:02:05.629 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T10:02:05.631 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T10:02:05.672 INFO:teuthology.orchestra.run.smithi019.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T10:02:05.685 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T10:02:05.995 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-02T10:02:05.995 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi019.front.sepia.ceph.com 2024-04-02T10:02:05.995 DEBUG:teuthology.orchestra.run.smithi019:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T10:02:06.055 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi066.front.sepia.ceph.com 2024-04-02T10:02:06.055 DEBUG:teuthology.orchestra.run.smithi066:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T10:02:06.083 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-02T10:02:06.083 DEBUG:teuthology.orchestra.run.smithi019:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T10:02:06.098 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T10:02:06.157 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-02T10:02:06.157 DEBUG:teuthology.orchestra.run.smithi019:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T10:02:06.166 DEBUG:teuthology.orchestra.run.smithi066:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T10:02:06.727 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-02T10:02:06.741 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-02T10:02:06.741 DEBUG:teuthology.orchestra.run.smithi019:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T10:02:06.767 DEBUG:teuthology.orchestra.run.smithi066:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T10:02:06.798 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-02T10:02:06.816 DEBUG:teuthology.orchestra.run.smithi019:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:02:06.818 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:02:06.841 INFO:teuthology.orchestra.run.smithi019.stdout:kernel.core_pattern = core 2024-04-02T10:02:06.868 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = core 2024-04-02T10:02:06.887 DEBUG:teuthology.orchestra.run.smithi019:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:02:06.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:02:06.911 DEBUG:teuthology.orchestra.run.smithi066:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T10:02:06.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T10:02:06.942 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-02T10:02:06.954 INFO:teuthology.task.internal:Transferring archived files... 2024-04-02T10:02:06.954 DEBUG:teuthology.misc:Transferring archived files from smithi019:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477/remote/smithi019 2024-04-02T10:02:06.955 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T10:02:07.004 DEBUG:teuthology.misc:Transferring archived files from smithi066:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477/remote/smithi066 2024-04-02T10:02:07.004 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T10:02:07.055 INFO:teuthology.task.internal:Removing archive directory... 2024-04-02T10:02:07.055 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T10:02:07.058 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T10:02:07.103 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-02T10:02:07.117 INFO:teuthology.task.internal:Not uploading archives. 2024-04-02T10:02:07.117 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-02T10:02:07.132 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-02T10:02:07.133 DEBUG:teuthology.orchestra.run.smithi019:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T10:02:07.136 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T10:02:07.148 INFO:teuthology.orchestra.run.smithi019.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 10:02 /home/ubuntu/cephtest 2024-04-02T10:02:07.158 INFO:teuthology.orchestra.run.smithi066.stdout: 265305 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 10:02 /home/ubuntu/cephtest 2024-04-02T10:02:07.159 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-02T10:02:07.172 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-02T10:02:07.198 INFO:teuthology.nuke:Checking targets against current locks 2024-04-02T10:02:07.224 DEBUG:teuthology.nuke:shortname: smithi019 2024-04-02T10:02:07.224 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T10:02:07.250 DEBUG:teuthology.nuke:shortname: smithi066 2024-04-02T10:02:07.251 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T10:02:07.254 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi019.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:05:39.271231', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB34yN5pvEdD7du2NhNej/n4ivz/9YQOHbBPYvUtopJT7zGBWBAv+sj9YgS1bkbEBZT88xn739/CCA+mDtO2Puw='} 2024-04-02T10:02:07.274 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635477', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:05:39.270111', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAfJ8+FeXZ9G4ofeU+T0C01L7UI2sATxK2yMu3vCgsRZr8H+OBwT6vT9Z1GosSKyqsZtXM0O4+xZrPZtJAiwHhE='} 2024-04-02T10:02:07.302 INFO:teuthology.orchestra.console.smithi019:Power off 2024-04-02T10:02:07.302 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T10:02:07.328 DEBUG:teuthology.orchestra.console.smithi019:power off output: Chassis Power Control: Down/Off 2024-04-02T10:02:07.328 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:07.342 INFO:teuthology.orchestra.console.smithi066:Power off 2024-04-02T10:02:07.342 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T10:02:07.351 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is on 2024-04-02T10:02:07.364 DEBUG:teuthology.orchestra.console.smithi066:power off output: Chassis Power Control: Down/Off 2024-04-02T10:02:07.365 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:07.387 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is on 2024-04-02T10:02:11.352 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:11.388 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:11.464 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is on 2024-04-02T10:02:11.504 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is on 2024-04-02T10:02:15.468 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:15.505 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:15.579 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is on 2024-04-02T10:02:15.617 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is on 2024-04-02T10:02:19.582 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:19.618 DEBUG:teuthology.orchestra.console.smithi066:pexpect command: ipmitool -H smithi066.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T10:02:19.692 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is off 2024-04-02T10:02:19.727 DEBUG:teuthology.orchestra.console.smithi066:check power output: Chassis Power is off 2024-04-02T10:02:19.793 INFO:teuthology.orchestra.console.smithi019:Power off completed 2024-04-02T10:02:19.829 INFO:teuthology.orchestra.console.smithi066:Power off completed 2024-04-02T10:02:19.933 INFO:teuthology.run:Summary data: description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6436.009258985519 failure_reason: '"2024-04-02T08:34:51.563962+0000 mon.a (mon.0) 336 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_rfriedma@teuthology success: false 2024-04-02T10:02:19.934 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T10:02:20.023 INFO:teuthology.run:FAIL